-- Logs begin at Fri 2021-10-22 12:17:16 UTC, end at Fri 2021-10-22 14:36:20 UTC. -- Oct 22 12:48:06.718823 n-d-813419-8 systemd[1]: Started Devstack devstack@q-svc.service. Oct 22 12:48:09.476219 n-d-813419-8 neutron-server[100512]: INFO neutron.common.config [-] Logging enabled! Oct 22 12:48:09.476792 n-d-813419-8 neutron-server[100512]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 12:48:09.477018 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100512) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 12:48:09.480609 n-d-813419-8 neutron-server[100512]: INFO neutron.common.config [-] Logging enabled! Oct 22 12:48:09.480874 n-d-813419-8 neutron-server[100512]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 12:48:09.481188 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100512) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 12:48:09.482132 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 12:48:09.482367 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 12:48:09.482764 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 12:48:09.483012 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 12:48:09.483238 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 12:48:09.483558 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.483857 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.484153 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.484383 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.484679 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.484969 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.485251 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.485539 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.485836 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.486121 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.486400 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.486712 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.486944 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.487224 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.487511 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.487798 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.488021 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] debug = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.488299 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.488732 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.489143 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.489425 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.489711 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.489990 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.490262 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.490535 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.490842 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.491171 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] host = n-d-813419-8 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.491450 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.491737 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.492022 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.492306 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.492580 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.492854 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.493135 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.493406 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.493676 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.493950 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.494235 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.494520 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.494838 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.495576 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.495942 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.496360 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.496657 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.496941 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.497224 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.497504 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.497778 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.498056 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.498327 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.498629 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.498921 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.499208 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.499483 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.499757 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.500031 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.500305 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.500586 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.500860 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.501134 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.501408 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.501689 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.501959 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.502236 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.502533 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.502847 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.503128 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.503412 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.503684 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.503966 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.504238 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.504508 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.504778 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_json = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.505049 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.505317 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.505638 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.505868 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.506138 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.506411 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.506704 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.506994 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:09.507290 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.507586 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.507881 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.508161 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.508462 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.508739 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.509025 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.509299 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.509583 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.509866 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.510150 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.510425 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.511401 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.511866 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.512244 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.512553 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.512850 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.513143 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.513419 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.513693 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.513966 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.514244 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.514534 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.514835 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.515122 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.515408 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.515685 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.515970 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.516260 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.516549 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.516821 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.517106 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.517394 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.517670 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.517940 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.518213 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.518504 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.518818 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.519093 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.519374 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.519649 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.519917 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.520186 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.520459 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.520744 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.521020 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.521290 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.521560 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.521833 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.522101 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.522383 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.522686 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.522957 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.523227 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.523503 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.523773 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.524042 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.524315 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.524584 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.524856 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.525123 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.525391 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.525656 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.525922 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.526189 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.526630 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.526963 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.527248 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.527527 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.527803 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.528077 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.528350 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.528624 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.528911 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.529218 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.529498 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.529780 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.530060 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.530337 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.530634 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.530916 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.531195 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.531477 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.531751 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.532040 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.532324 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.532611 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.532894 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.533173 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.533490 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.533766 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.534050 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.534326 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.534625 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.534911 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.535190 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.535482 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.535771 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.536065 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.536356 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.536648 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.536925 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.537236 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.537513 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:09.537729 n-d-813419-8 neutron-server[100512]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 12:48:09.537964 n-d-813419-8 neutron-server[100512]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100512) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 22 12:48:09.972589 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 12:48:09.972865 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 12:48:09.973153 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 12:48:09.973482 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 22 12:48:10.309924 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.310212 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.310492 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.311719 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.311994 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.312330 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.347175 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.347450 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.347715 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.363740 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.364019 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.364288 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.394242 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.394517 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.394808 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.431754 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.432034 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.432310 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.669965 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.670662 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.670662 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.670825 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.671462 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.798140 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.798465 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.798767 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.799037 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.799300 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.799613 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.799870 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.800125 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.800378 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.800657 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.800914 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.801173 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.801426 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.801674 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.801925 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.802185 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.802437 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.802721 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.802989 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.803243 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.803510 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.803765 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.804041 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.804415 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.804664 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.804906 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.805301 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.805542 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.805777 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.806011 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.806243 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.806475 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:10.806858 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 22 12:48:10.810172 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 22 12:48:10.814229 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 22 12:48:10.817957 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 22 12:48:10.819613 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 22 12:48:10.820078 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 22 12:48:10.820415 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 22 12:48:10.820796 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 22 12:48:10.824357 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 22 12:48:10.824607 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 22 12:48:10.824953 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 12:48:10.830486 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 22 12:48:10.852882 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 22 12:48:10.853336 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.853634 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100512) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 22 12:48:10.853991 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.856163 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100512) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 22 12:48:10.856447 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 12:48:10.856693 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 22 12:48:10.859798 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.860080 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:10.925009 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 22 12:48:10.925194 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 22 12:48:10.925429 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 22 12:48:10.925796 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 22 12:48:10.946815 n-d-813419-8 neutron-server[100512]: DEBUG oslo_db.sqlalchemy.engines [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100512) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 22 12:48:11.491536 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing driver for type 'gre' Oct 22 12:48:11.492198 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] gre ID ranges: [(1, 1000)] Oct 22 12:48:11.541725 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing driver for type 'local' Oct 22 12:48:11.542021 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing driver for type 'vlan' Oct 22 12:48:11.555135 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] VlanTypeDriver initialization complete Oct 22 12:48:11.555460 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing driver for type 'vxlan' Oct 22 12:48:11.555939 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] vxlan ID ranges: [(1, 1000)] Oct 22 12:48:11.608113 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing extension driver 'port_security' Oct 22 12:48:11.608462 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] PortSecurityExtensionDriver initialization complete Oct 22 12:48:11.608809 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing mechanism driver 'openvswitch' Oct 22 12:48:11.609137 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing mechanism driver 'hyperv' Oct 22 12:48:11.615837 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.plugin [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:11.616699 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.617084 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.617457 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.617993 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.618434 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.618821 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.619177 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.619578 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.619997 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.620349 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.620697 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.621096 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.621511 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.621872 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.622221 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.622642 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.623057 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.623413 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.623759 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.624159 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.624576 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.624933 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.625280 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.625680 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 12:48:11.626062 n-d-813419-8 neutron-server[100512]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] ML2 OVO RPC backend initialized. {{(pid=100512) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 22 12:48:11.626809 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.627175 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.627611 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.627970 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > networks before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.628331 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.628685 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > ports before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.629038 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.629389 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.629744 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.630094 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.630439 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.630814 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.631162 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.631505 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.631867 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.632197 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.632538 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.633120 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.plugin [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Modular L2 Plugin initialization complete Oct 22 12:48:11.633453 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading services supported by the core plugin {{(pid=100512) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 22 12:48:11.633782 n-d-813419-8 neutron-server[100512]: INFO neutron.plugins.ml2.managers [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Got port-security extension from driver 'port_security' Oct 22 12:48:11.634249 n-d-813419-8 neutron-server[100512]: INFO neutron.extensions.vlantransparent [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Disabled vlantransparent extension. Oct 22 12:48:11.634767 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100512) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 22 12:48:11.635088 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: router Oct 22 12:48:11.671823 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.672393 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_create 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.672599 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router before_create 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.672977 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.673360 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.673731 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_delete 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.674104 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.676057 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.676456 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_create 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.676836 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.677208 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.677578 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.677955 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.678387 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.678802 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.679159 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.679513 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: subnet after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.679867 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.680233 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.680594 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.680948 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.681307 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.681680 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router after_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.682036 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.682399 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.683531 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.683904 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.684287 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > agent after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.684651 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.685010 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > network after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.685880 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Tracking information for resource: router configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:11.686223 n-d-813419-8 neutron-server[100512]: DEBUG neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Tracking information for resource: floatingip configured {{(pid=100512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 12:48:11.691182 n-d-813419-8 neutron-server[100512]: INFO neutron.db.l3_agentschedulers_db [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 22 12:48:11.691773 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.692154 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.692506 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.692870 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: port after_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.693669 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router before_create 55550100 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.694049 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.694425 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.694825 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.700287 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.provider_configuration [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service providers = [] {{(pid=100512) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 22 12:48:11.700654 n-d-813419-8 neutron-server[100512]: DEBUG neutron.db.servicetype_db [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100512) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 22 12:48:11.703922 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.service_base [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 12:48:11.704284 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.service_base [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 12:48:11.704634 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.service_base [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 12:48:11.705537 n-d-813419-8 neutron-server[100512]: DEBUG neutron.services.service_base [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 12:48:11.705917 n-d-813419-8 neutron-server[100512]: INFO neutron.services.service_base [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 22 12:48:11.706311 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.706659 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 22 12:48:11.717633 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.717980 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: auto_allocate Oct 22 12:48:11.724195 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: network precommit_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.724627 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: network precommit_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.725213 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.725583 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: tag Oct 22 12:48:11.733416 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.733769 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: timestamp Oct 22 12:48:11.738050 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.738399 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: network_ip_availability Oct 22 12:48:11.744449 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.744834 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.745738 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.746467 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.746835 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: flavors Oct 22 12:48:11.751897 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.752219 n-d-813419-8 neutron-server[100512]: INFO neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading Plugin: revisions Oct 22 12:48:11.756557 n-d-813419-8 neutron-server[100512]: DEBUG neutron.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 12:48:11.756963 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=100512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 12:48:11.757734 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100512) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 22 12:48:11.758080 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Initializing extension manager. Oct 22 12:48:11.758629 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: __init__.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.758988 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: __pycache__ {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.759334 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.759677 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: address_group.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.760458 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.761607 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: address-group Oct 22 12:48:11.762020 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: address_scope.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.762778 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.763301 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: address-scope Oct 22 12:48:11.763791 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.764619 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.765134 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: router-admin-state-down-before-update Oct 22 12:48:11.765469 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: agent.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.766180 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.768649 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: agent Oct 22 12:48:11.768649 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: agent_resources_synced.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.768649 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.768649 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: agent-resources-synced Oct 22 12:48:11.769207 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.770592 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.771135 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: allowed-address-pairs Oct 22 12:48:11.771470 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.772575 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.773099 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: auto-allocated-topology Oct 22 12:48:11.773434 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: availability_zone.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.774136 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.774675 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: availability_zone Oct 22 12:48:11.775008 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: availability_zone_filter.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.775935 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.776494 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: availability_zone_filter Oct 22 12:48:11.776915 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: data_plane_status.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.777846 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.778365 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension data-plane-status not supported by any of loaded plugins Oct 22 12:48:11.778733 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: default_subnetpools.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.779668 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.780189 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: default-subnetpools Oct 22 12:48:11.780517 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.781336 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.781845 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: dhcp_agent_scheduler Oct 22 12:48:11.782174 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: dns.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.783133 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.783644 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension dns-integration not supported by any of loaded plugins Oct 22 12:48:11.783976 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: dns_domain_ports.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.784902 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.785414 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 22 12:48:11.785746 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.786714 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.787234 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 22 12:48:11.787568 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: dvr.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.788249 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.788758 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: dvr Oct 22 12:48:11.789089 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: ecmp_routes.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.790011 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.790521 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 22 12:48:11.790875 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: empty_string_filtering.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.791866 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.792519 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: empty-string-filtering Oct 22 12:48:11.792850 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.793789 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.794302 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 22 12:48:11.794666 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.795590 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.796104 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 22 12:48:11.796444 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: external_net.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.797361 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.797874 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: external-net Oct 22 12:48:11.798206 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.799157 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.799675 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: extra_dhcp_opt Oct 22 12:48:11.800005 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: extraroute.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.800923 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.801437 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: extraroute Oct 22 12:48:11.801767 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: extraroute_atomic.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.802846 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.803369 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: extraroute-atomic Oct 22 12:48:11.803701 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: filter_validation.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.804560 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.805078 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: filter-validation Oct 22 12:48:11.805409 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: fip_pf_description.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.806353 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.806911 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 22 12:48:11.807243 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: fip_port_details.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.808776 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.809295 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: fip-port-details Oct 22 12:48:11.809627 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: flavors.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.810929 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.811453 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: flavors Oct 22 12:48:11.811790 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.813496 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.814028 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 22 12:48:11.814370 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: floatingip_pools.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.815118 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.815638 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: floatingip-pools Oct 22 12:48:11.815972 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: ip_allocation.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.816914 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.817428 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension ip_allocation not supported by any of loaded plugins Oct 22 12:48:11.817762 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.818733 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.819255 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: ip-substring-filtering Oct 22 12:48:11.819593 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l2_adjacency.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.820533 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.821042 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 22 12:48:11.821373 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.822348 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.822908 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: router Oct 22 12:48:11.823877 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.826218 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.826798 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 22 12:48:11.827143 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.828337 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.828873 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: ext-gw-mode Oct 22 12:48:11.829202 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.830135 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.830684 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: l3-ha Oct 22 12:48:11.831021 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3_flavors.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.831968 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.832481 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: l3-flavors Oct 22 12:48:11.832815 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.833743 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.834258 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 22 12:48:11.834590 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: l3agentscheduler.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.835725 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.836247 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: l3_agent_scheduler Oct 22 12:48:11.836591 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: logging.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.838121 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.838695 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension logging not supported by any of loaded plugins Oct 22 12:48:11.839166 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: metering.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.839929 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.840514 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: metering Oct 22 12:48:11.840850 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.842095 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.842639 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: metering_source_and_destination_fields Oct 22 12:48:11.842983 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: multiprovidernet.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.843925 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.844440 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: multi-provider Oct 22 12:48:11.844778 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: netmtu.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.845707 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.846222 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: net-mtu Oct 22 12:48:11.846576 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: netmtu_writable.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.847530 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.848042 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: net-mtu-writable Oct 22 12:48:11.848375 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: network_availability_zone.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.849058 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.849567 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: network_availability_zone Oct 22 12:48:11.849897 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: network_ip_availability.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.851066 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.851587 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: network-ip-availability Oct 22 12:48:11.851923 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: network_segment_range.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.852695 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.853204 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension network-segment-range not supported by any of loaded plugins Oct 22 12:48:11.853537 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: pagination.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.854595 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.854958 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: pagination Oct 22 12:48:11.855283 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: port_device_profile.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.856207 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.856735 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: port-device-profile Oct 22 12:48:11.857065 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.858006 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.858521 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: port-mac-address-regenerate Oct 22 12:48:11.858887 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.859823 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.860338 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: port-numa-affinity-policy Oct 22 12:48:11.860665 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: port_resource_request.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.861587 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.862095 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension port-resource-request not supported by any of loaded plugins Oct 22 12:48:11.862423 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: portbindings.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.863394 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.863906 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: binding Oct 22 12:48:11.864233 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: portbindings_extended.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.865527 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.866050 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: binding-extended Oct 22 12:48:11.866390 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: portsecurity.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.867430 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.867949 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: port-security Oct 22 12:48:11.868282 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: project_id.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.869277 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.869616 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: project-id Oct 22 12:48:11.870490 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: providernet.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.871530 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.872050 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: provider Oct 22 12:48:11.872380 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.876030 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.876543 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos not supported by any of loaded plugins Oct 22 12:48:11.876884 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.878154 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.878715 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 22 12:48:11.879057 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.879991 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.880514 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 22 12:48:11.880852 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_default.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.881775 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.882292 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-default not supported by any of loaded plugins Oct 22 12:48:11.882650 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_fip.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.883332 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.883824 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-fip not supported by any of loaded plugins Oct 22 12:48:11.884159 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.885097 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.886748 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 22 12:48:11.886748 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.887545 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.888066 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 22 12:48:11.888400 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.889457 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.889979 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 22 12:48:11.890312 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_pps_rule.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.891521 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.892049 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-pps not supported by any of loaded plugins Oct 22 12:48:11.892388 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.893341 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.893861 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 22 12:48:11.894195 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: qos_rules_alias.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.895477 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.896002 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 22 12:48:11.896338 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: quotasv2.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.897309 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.897645 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: quotas Oct 22 12:48:11.897976 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: quotasv2_detail.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.901227 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.901586 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: quota_details Oct 22 12:48:11.901925 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: rbac.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.903037 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.903574 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: rbac-policies Oct 22 12:48:11.903916 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: rbac_address_group.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.904863 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.905387 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: rbac-address-group Oct 22 12:48:11.905724 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: rbac_address_scope.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.906688 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.907220 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: rbac-address-scope Oct 22 12:48:11.907558 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: rbac_security_groups.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.908498 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.909015 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: rbac-security-groups Oct 22 12:48:11.909352 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.910287 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.910836 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: rbac-subnetpool Oct 22 12:48:11.911171 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: revisionifmatch.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.912110 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.912627 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: revision-if-match Oct 22 12:48:11.912961 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: revisions.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.914098 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.914642 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: standard-attr-revisions Oct 22 12:48:11.914985 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: router_availability_zone.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.915670 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.916186 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: router_availability_zone Oct 22 12:48:11.916518 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: routerservicetype.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.917484 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.917998 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension router-service-type not supported by any of loaded plugins Oct 22 12:48:11.918332 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.919312 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.919835 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: security-groups-normalized-cidr Oct 22 12:48:11.920169 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.921101 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.921620 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: port-security-groups-filtering Oct 22 12:48:11.921954 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.922925 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.923445 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: security-groups-remote-address-group Oct 22 12:48:11.923780 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: securitygroup.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.934171 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.934742 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: security-group Oct 22 12:48:11.935088 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: segment.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.935883 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.936398 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension segment not supported by any of loaded plugins Oct 22 12:48:11.936735 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.937767 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.938285 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 22 12:48:11.938643 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: servicetype.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.939792 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.940319 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: service-type Oct 22 12:48:11.940657 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: sorting.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.941656 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.941999 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: sorting Oct 22 12:48:11.942333 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: standard_attr_segment.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.943294 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.943816 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 22 12:48:11.944149 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: standardattrdescription.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.944805 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.945318 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: standard-attr-description Oct 22 12:48:11.945653 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: stateful_security_group.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.946608 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.947143 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: stateful-security-group Oct 22 12:48:11.947479 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: stdattrs_common.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.948701 n-d-813419-8 neutron-server[100512]: WARNING neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 22 12:48:11.949066 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.950018 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.950539 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 22 12:48:11.950898 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnet_onboard.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.951993 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.952772 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: subnet_onboard Oct 22 12:48:11.953108 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.954057 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.954574 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 22 12:48:11.954931 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnet_service_types.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.955881 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.956404 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: subnet-service-types Oct 22 12:48:11.956735 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnetallocation.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.957859 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.958383 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: subnet_allocation Oct 22 12:48:11.958743 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.959428 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.959958 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: subnetpool-prefix-ops Oct 22 12:48:11.960288 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.961228 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.961747 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 22 12:48:11.962081 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: tagging.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.963196 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.963746 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: standard-attr-tag Oct 22 12:48:11.964082 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: timestamp.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.965294 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.965820 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loaded extension: standard-attr-timestamp Oct 22 12:48:11.966158 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: trunk.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.967239 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.967767 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension trunk not supported by any of loaded plugins Oct 22 12:48:11.968103 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: trunk_details.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.969040 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.969563 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension trunk-details not supported by any of loaded plugins Oct 22 12:48:11.969901 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.970874 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.971394 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 22 12:48:11.971728 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Loading extension file: vlantransparent.py {{(pid=100512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 12:48:11.972405 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 12:48:11.972920 n-d-813419-8 neutron-server[100512]: INFO neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 22 12:48:11.975390 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:network Oct 22 12:48:11.975918 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnet Oct 22 12:48:11.976324 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 12:48:11.976728 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:port Oct 22 12:48:11.977974 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.978423 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service FLAVORS assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.979107 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.979615 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.980053 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:router Oct 22 12:48:11.980500 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 12:48:11.981016 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service METERING assigned prefix: /metering {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.982482 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.982907 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.983272 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:48:11.984290 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 12:48:11.984751 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:security_group Oct 22 12:48:11.985198 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 12:48:11.985818 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service CORE assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.986163 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 12:48:11.986520 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] subnetpool is already registered Oct 22 12:48:11.986990 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service CORE assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.987324 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 12:48:11.987667 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] subnetpool is already registered Oct 22 12:48:11.991275 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.991734 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service FLAVORS assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.992359 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.992797 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.993139 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:router Oct 22 12:48:11.993487 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] router is already registered Oct 22 12:48:11.993910 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 12:48:11.994253 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] floatingip is already registered Oct 22 12:48:11.994749 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service METERING assigned prefix: /metering {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.996082 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 12:48:11.996422 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] rbac_policy is already registered Oct 22 12:48:11.996846 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:security_group Oct 22 12:48:11.997202 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] security_group is already registered Oct 22 12:48:11.997617 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 12:48:11.997962 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] security_group_rule is already registered Oct 22 12:48:11.998456 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service CORE assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.998819 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 12:48:11.999165 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] subnetpool is already registered Oct 22 12:48:11.999591 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.v2.resource_helper [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Service CORE assigned prefix: {{(pid=100512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 12:48:11.999922 n-d-813419-8 neutron-server[100512]: INFO neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 12:48:12.000260 n-d-813419-8 neutron-server[100512]: WARNING neutron.quota.resource_registry [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] subnetpool is already registered Oct 22 12:48:12.000716 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: extensions {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.002280 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: address-groups {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.003814 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: address-scopes {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.005036 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: agents {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.006221 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: auto-allocated-topology {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.007634 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: availability_zones {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.008886 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: dhcp-networks {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.010346 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: dhcp-agents {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.012062 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: routers {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.014206 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: flavors {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.015423 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: service_profiles {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.016944 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: next_providers {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.018406 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: service_profiles {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.019916 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: floatingip-pools {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.021257 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: routers {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.023443 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: floatingips {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.024654 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: l3-routers {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.026685 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: l3-agents {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.028333 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: metering-labels {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.029609 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: metering-label-rules {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.031057 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: network-ip-availabilities {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.032358 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: bindings {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.033961 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: quotas {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.035673 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: quotas {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.037235 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: rbac-policies {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.038471 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: security-groups {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.039767 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: security-group-rules {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.041115 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: service-providers {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.043167 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: subnetpools {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.044464 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: subnetpools {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.046090 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.047882 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.049622 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.051551 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.053276 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.056228 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.058044 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.059935 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.061875 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.063725 n-d-813419-8 neutron-server[100512]: DEBUG neutron.api.extensions [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Extended resource: tags {{(pid=100512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 12:48:12.069819 n-d-813419-8 neutron-server[100512]: WARNING keystonemiddleware.auth_token [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 22 12:48:12.074956 n-d-813419-8 neutron-server[100512]: WARNING keystonemiddleware.auth_token [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 22 12:48:12.084022 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Acquired lock "singleton_lock" {{(pid=100512) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 22 12:48:12.084504 n-d-813419-8 neutron-server[100512]: DEBUG oslo_concurrency.lockutils [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Releasing lock "singleton_lock" {{(pid=100512) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 22 12:48:12.085170 n-d-813419-8 neutron-server[100512]: INFO oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Starting 2 workers Oct 22 12:48:12.090665 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Started child 100619 {{(pid=100512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 12:48:12.095196 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Started child 100620 {{(pid=100512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 12:48:12.097163 n-d-813419-8 neutron-server[100512]: INFO neutron.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 22 12:48:12.097791 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Publish callbacks [] for process, before_spawn {{(pid=100512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.098507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.100014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [-] (100619) wsgi starting up on http://0.0.0.0:9696 Oct 22 12:48:12.100301 n-d-813419-8 neutron-server[100512]: INFO oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Starting 1 workers Oct 22 12:48:12.101236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.102585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [-] (100620) wsgi starting up on http://0.0.0.0:9696 Oct 22 12:48:12.105633 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Started child 100621 {{(pid=100512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 12:48:12.106195 n-d-813419-8 neutron-server[100512]: INFO oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Starting 1 workers Oct 22 12:48:12.109891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] calling RpcWorker wait() {{(pid=100621) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 22 12:48:12.110456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] returning from RpcWorker wait() {{(pid=100621) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 22 12:48:12.110827 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Started child 100622 {{(pid=100512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 12:48:12.111642 n-d-813419-8 neutron-server[100512]: DEBUG neutron_lib.callbacks.manager [None req-5bc35592-0691-46c3-99a8-2eeac29fc6c4 None None] Publish callbacks [] for process, after_spawn {{(pid=100512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.111947 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.112461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:12.113654 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100512) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 12:48:12.113878 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 12:48:12.114073 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 12:48:12.114308 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 12:48:12.114676 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 12:48:12.114846 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 12:48:12.115374 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.115657 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.115917 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.116194 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.116619 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.117095 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.117349 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.117611 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.117887 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:12.118377 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.118377 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.118377 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.118588 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.118807 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.118964 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.119245 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.119527 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.121596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] debug = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.122590 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.122590 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.122590 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.122590 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.123449 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.123449 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.123449 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.123949 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.123949 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.124228 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.124368 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.124797 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.124797 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.125112 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.125253 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.125458 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.125697 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.126164 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] host = n-d-813419-8 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.126407 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.126704 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.126897 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.127128 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.127381 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.127598 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.127856 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.128125 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.128372 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.128616 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.128873 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.129124 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.129387 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.129597 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.129765 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_options = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.129985 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.130282 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.130534 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.130765 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.130939 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.131119 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.131386 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.131554 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.131815 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.132050 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.132269 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.132485 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.132704 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.132927 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.133192 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.133439 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.133659 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.133871 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.134135 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.134364 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.134721 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.135065 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.135230 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.135369 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.136070 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.136322 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.136759 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.137089 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.137322 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.137601 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.137842 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.138108 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.138349 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.138610 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.138893 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.139146 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.139378 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.139628 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.139872 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.140104 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.140362 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.140636 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.140856 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.141114 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.141351 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.141585 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.141807 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_json = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.142022 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.142257 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.142513 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.142753 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.142971 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.143189 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.143429 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.143668 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.144090 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.144373 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.144708 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.145101 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.145256 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.145453 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.145691 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.145913 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.146174 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.146428 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.146757 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.147025 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.147292 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.147515 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.147784 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.148013 n-d-813419-8 neutron-server[100622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:12.148349 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.148595 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.149085 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.149351 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.149691 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.150228 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.150478 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.150866 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.151949 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.151949 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.152371 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.152454 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.152851 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.153411 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.153411 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.153891 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.154116 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.154348 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.154698 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.154847 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.155204 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.155473 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.155608 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.155763 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.155963 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.156586 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.156847 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.157069 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.157306 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.157554 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.157811 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.158046 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.158271 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.158487 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.158726 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.158950 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.159166 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.159396 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.159634 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.159891 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.160139 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.160362 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.160599 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.160837 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.162430 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.164935 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.165223 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.165525 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.165716 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.166479 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.166479 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.166479 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.167211 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.167211 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.167369 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.167651 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.167906 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.168158 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.168390 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.168642 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.169128 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.169128 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.169387 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.169562 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.169782 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.170542 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.170542 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.170542 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.170899 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.170899 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.171461 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.171461 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.171616 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.171761 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.172042 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.172354 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.172906 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.172906 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.173180 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.173305 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.176303 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.177978 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.178252 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.178517 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.178780 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.179067 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.180014 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.180286 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.180539 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.182528 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.182977 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.183601 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.183864 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.184146 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.184420 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.185949 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.186330 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.186506 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.187427 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.187672 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.187990 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.188347 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.188629 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.192615 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.192905 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.193199 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.193496 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.193748 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.194025 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.194304 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.194547 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.194840 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.195136 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.195385 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.195617 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.195860 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.196119 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.196472 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.196710 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.196954 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.197182 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.197463 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.197719 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.197993 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.199008 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.199307 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.199625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.199890 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.200163 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.200384 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.200625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.200879 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.201100 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.201320 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.201541 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.202341 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.202341 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.202341 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.202897 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.202897 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.203121 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.203341 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.203561 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.203783 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.204247 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.204467 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.204692 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.204934 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.205156 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.205378 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.205625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.205860 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.206098 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.206321 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.206635 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.206883 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.207120 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.207351 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.207577 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.207818 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.208035 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.208298 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.208538 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.208754 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.208967 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.209190 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.209406 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.209621 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.209855 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.210092 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.210350 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.210619 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.211122 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.211390 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.211625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.211872 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.212095 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.212347 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.212567 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.212808 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.213028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.213252 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.213504 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.214754 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.215047 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.215316 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.215573 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.215810 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.216029 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.216254 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.216472 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.216773 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.217051 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.217287 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.217547 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.217787 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.218003 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.218234 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.218447 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.218685 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.218935 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.219154 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.219367 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.219616 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.219825 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.220118 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.220283 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.220502 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.220749 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.220931 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.221417 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.221637 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.221864 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.222269 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.222269 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.222540 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.222757 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.222972 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.223193 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.223693 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.223917 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.224149 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.224383 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.224789 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.225012 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.225234 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.225449 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.225747 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.226008 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.226235 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.226533 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.226786 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.227046 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.227313 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.227634 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.227866 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.228130 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.228351 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.228588 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.228813 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.229049 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.229884 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.230281 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.230517 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.230797 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.231089 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.231357 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.231626 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.231861 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.232159 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.232495 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.232774 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.233016 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.233266 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.233525 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.233771 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.233990 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.234238 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.234470 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.234725 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.234964 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.235193 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.235413 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.235636 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.235869 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.236084 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.236308 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.236540 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.236762 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.236977 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.237129 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 12:48:12.237645 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100512) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 12:48:12.237809 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 12:48:12.237968 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 12:48:12.238124 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 12:48:12.238294 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 12:48:12.238434 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 12:48:12.238667 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.238833 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.238995 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239155 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239315 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239495 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239658 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239817 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.239977 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240154 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240286 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240441 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240600 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240758 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.240916 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241076 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241235 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241393 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241556 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:12.241779 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.241862 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242006 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242165 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] debug = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242377 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242582 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242768 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.242927 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243086 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243245 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243403 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243568 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243728 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.243886 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244045 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244204 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244363 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244521 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244680 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.244838 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.245555 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.245712 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] host = n-d-813419-8 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.245870 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.246156 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.246342 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.246502 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.246686 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.246847 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247006 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247165 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247324 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247481 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247639 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247797 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.247956 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248115 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248273 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_options = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248432 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248590 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248748 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.248933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249099 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249258 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249418 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249578 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249736 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.249894 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.250053 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.250210 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.250369 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.250554 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.250738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.253933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.254648 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.255738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_json = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257028 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.257625 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258102 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258102 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258102 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258458 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258458 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258458 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258811 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.258811 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259019 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259142 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259226 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259389 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259551 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259711 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.259871 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.260031 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.260200 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.260368 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.260499 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.260683 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261008 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261192 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261353 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261514 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261673 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261833 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.261995 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262156 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262316 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262476 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262660 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262823 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.262983 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263144 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263308 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263467 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263627 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263785 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.263945 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264103 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264262 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264421 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264581 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264790 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.264916 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265035 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265194 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265353 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265512 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265682 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.265842 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266000 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266159 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266317 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266477 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266653 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266814 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.266973 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.267133 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.267292 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.267464 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.267676 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.267842 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268002 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268162 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268322 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268481 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268640 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268799 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.268959 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269118 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269277 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269436 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269596 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269931 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.269931 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270212 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270212 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270463 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270659 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270659 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.270926 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271069 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271200 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271330 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271460 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271584 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271798 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.271935 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272060 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272143 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272300 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272459 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272618 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272778 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.272937 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273104 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273264 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273422 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273581 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.273895 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274053 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274211 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274369 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274528 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274707 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.274867 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275026 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275186 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275353 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275511 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275673 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275832 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.275998 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.276186 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.276450 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.276614 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.276780 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.276942 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277100 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277258 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277417 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277576 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277735 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.277899 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278067 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278237 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278397 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278556 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278738 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.278921 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279079 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279239 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279399 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279559 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279718 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.279877 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280035 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280194 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280353 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280513 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280672 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280831 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.280992 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281150 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281309 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281469 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281629 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281787 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.281947 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282108 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282268 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282427 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282586 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282765 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.282925 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283090 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283254 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283414 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283565 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283721 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.283879 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.284038 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.284197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.284355 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.284516 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.284675 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285039 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285039 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285248 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285328 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285452 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285573 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285732 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.285893 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286052 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286215 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286377 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286535 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286717 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.286926 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287059 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287184 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287327 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287487 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287662 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.287824 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288058 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288185 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288291 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288438 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288603 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288755 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.288893 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289039 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289197 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289373 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289522 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289682 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.289842 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290002 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290162 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290320 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290480 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290672 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290833 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.290993 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.291152 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.291313 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.291472 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.291641 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.292332 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.292521 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.292666 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.292791 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.292913 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293086 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293295 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293411 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293570 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293729 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.293886 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294054 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294212 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294371 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294530 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294709 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.294868 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295035 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295194 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295352 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295512 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295670 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295829 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.295997 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296157 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296320 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296479 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296638 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296799 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.296967 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297127 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297288 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297455 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297615 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297774 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.297933 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.298268 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.298428 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.298577 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.298762 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.298921 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299081 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299243 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299407 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299576 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299744 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.299904 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300073 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300241 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300409 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300569 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300737 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.300909 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301068 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301228 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301388 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301546 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301705 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.301863 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302022 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302180 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302341 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302500 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302680 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.302841 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303003 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303167 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303325 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303483 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303641 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303800 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.303959 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 12:48:12.304111 n-d-813419-8 neutron-server[100512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 12:48:12.393264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:12.402731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069966 Oct 22 12:48:23.949614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c01f3a-22be-430b-8a64-dddcea63a8e4 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 12:48:24.019144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c01f3a-22be-430b-8a64-dddcea63a8e4 None None] No non-hosted networks {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 22 12:48:24.057437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.agentschedulers_db [None req-28c01f3a-22be-430b-8a64-dddcea63a8e4 None None] DHCP Agent not found on host n-d-813419-8 {{(pid=100621) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 22 12:48:24.181868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e6b40b45-e0d0-4b76-9061-a110a6bcdfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:27.018989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-129d12af-0b43-453e-942f-b6514706b602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:27.154366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45a7c78d-f9c1-4cda-9363-60ff4124289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:27.578304 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:27.579235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.579859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.580421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.581040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.581611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.582203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.583032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.583826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.584420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.585002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.585559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.586137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:27.586831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813419-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:27.591788 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:27.595393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813419-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:48:29.606274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:30.795958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38248) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:30.862313 n-d-813419-8 neutron-server[100621]: INFO neutron.db.l3_hamode_db [None req-d5389bf5-c9e0-481d-8236-a095ce381c14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 22 12:48:30.938224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5389bf5-c9e0-481d-8236-a095ce381c14 None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:48:30.938640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5389bf5-c9e0-481d-8236-a095ce381c14 None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 12:48:31.304481 n-d-813419-8 neutron-server[100620]: WARNING oslo_policy.policy [None req-78d7059b-54cf-4005-8214-7b7917061e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:31.305100 n-d-813419-8 neutron-server[100620]: WARNING oslo_policy.policy [None req-78d7059b-54cf-4005-8214-7b7917061e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:31.538326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-78d7059b-54cf-4005-8214-7b7917061e4c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:48:31.539346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78d7059b-54cf-4005-8214-7b7917061e4c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7424679 Oct 22 12:48:34.047996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:34.353949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:48:34.450290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.policy [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 12:48:34.496460 n-d-813419-8 neutron-server[100620]: WARNING oslo_policy.policy [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:34.496853 n-d-813419-8 neutron-server[100620]: WARNING oslo_policy.policy [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:34.505247 n-d-813419-8 neutron-server[100620]: INFO neutron.quota [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] Loaded quota_driver: . Oct 22 12:48:34.594507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760079177035', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760079176566', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760079385853', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760079391289', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760078817550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760079363771', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8042120', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8147938', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1044057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937158'] for rbac-policy, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:34.658769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:34.659955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-571125b9-1773-415b-a433-a2e67312f319 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110137 Oct 22 12:48:37.374656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:37.668726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Request body: {'network': {'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'name': 'private'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:48:37.697375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Made reservation on behalf of eb02eb90011946d4ae78125974aee08a for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:48:37.700251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:37.716945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:37.821675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:37.826097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:37.845675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:48:37.872407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760076386326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:37.872961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Unsubscribe: segment precommit_create {{(pid=100620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 12:48:37.873447 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Added segment 16775e55-99e1-47eb-b0a8-de7b39c3ddd3 of type vlan for network 63ff813a-2526-42a6-9c3c-509b7f9f2285 Oct 22 12:48:37.889016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb614b87-71bb-4a01-815b-51ce2d4f230f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:37.937033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.937373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.937705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.938035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.938363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.938713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.939035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.939353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.939690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.939987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.940304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.940616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Tracked resource versions report: Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: pushed versions: Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: { 'AddressGroup': {'1.2'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Log': {'1.0'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Network': {'1.1'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Port': {'1.7'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'PortForwarding': {'1.2'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'QosPolicy': {'1.10'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SecurityGroup': {'1.4'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SubPort': {'1.0'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Subnet': {'1.1'}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Trunk': {'1.1'}} Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: consumer versions: Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: L3 agent@n-d-813419-8: {}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: Metadata agent@n-d-813419-8: {}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: Metering agent@n-d-813419-8: {}, Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'ConntrackHelper': '1.0', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Log': '1.0', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Network': '1.1', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Port': '1.7', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'PortForwarding': '1.2', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'QosPolicy': '1.10', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SecurityGroup': '1.4', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SecurityGroupRule': '1.2', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'SubPort': '1.0', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Subnet': '1.1', Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: 'Trunk': '1.1'}} Oct 22 12:48:37.941715 n-d-813419-8 neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:48:37.988550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:38.028467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:38.029556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:48:38.030192 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:38.078885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7030766 Oct 22 12:48:38.132199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc6362-9ec0-4152-b567-e3556d383842 admin admin] Pushing event updated for resources: {'Network': ['ID=63ff813a-2526-42a6-9c3c-509b7f9f2285,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:38.145188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:48:41.004673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38288) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:41.393361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9756cd-e454-44bf-988d-f0f9961f6a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:48:41.394773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1b9756cd-e454-44bf-988d-f0f9961f6a67 admin admin] 10.222.0.25 "GET /v2.0/networks/63ff813a-2526-42a6-9c3c-509b7f9f2285 HTTP/1.1" status: 200 len: 825 time: 0.3891318 Oct 22 12:48:41.419888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dd39737b-dde2-4a78-9c4b-194bec199873 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/dd38d6fe-ee4a-42ec-acba-08316951c60d HTTP/1.1" status: 200 len: 734 time: 0.0187805 Oct 22 12:48:41.428809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Request body: {'subnet': {'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d', 'gateway_ip': '172.20.0.1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:48:41.450103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Made reservation on behalf of eb02eb90011946d4ae78125974aee08a for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:48:41.452675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:41.739981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:41.811155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d3dcc4-12ce-49b5-895c-9e115f121ba3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:41.815489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Checking segment: {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:48:41.815848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Network hostable DHCP agents. Network: 63ff813a-2526-42a6-9c3c-509b7f9f2285, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:48:41.835388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:48:41.846378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 63ff813a-2526-42a6-9c3c-509b7f9f2285) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:48:41.850928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:48:41.851531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:41.857011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91752954-6f22-426f-8fab-42d261574b03 None None] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:48:41.868265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b63cc65d-c121-4561-a643-d91601e38c2c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4426422 Oct 22 12:48:42.185231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-63ff813a-2526-42a6-9c3c-509b7f9f2285', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 12:48:42.186509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:42.489600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Allocated IP 172.20.0.2 (63ff813a-2526-42a6-9c3c-509b7f9f2285/60d3dcc4-12ce-49b5-895c-9e115f121ba3/341e02f3-9dad-4178-a181-f7ed389a8e41) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:48:42.692682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:42.701467 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:42.778361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:48:42.791421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:48:42.795371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:48:42.805575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Pushing event updated for resources: {'Port': ['ID=341e02f3-9dad-4178-a181-f7ed389a8e41,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:42.837106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.837106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.837106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.837106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.837106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.838265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.838265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.838426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.838709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.839040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.839366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.839689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Tracked resource versions report: Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: pushed versions: Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: { 'AddressGroup': {'1.2'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'ConntrackHelper': {'1.0'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Log': {'1.0'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Network': {'1.1'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Port': {'1.7'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'PortForwarding': {'1.2'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'QosPolicy': {'1.10'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SecurityGroup': {'1.4'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SubPort': {'1.0'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Subnet': {'1.1'}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Trunk': {'1.1'}} Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: consumer versions: Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: L3 agent@n-d-813419-8: {}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: Metadata agent@n-d-813419-8: {}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: Metering agent@n-d-813419-8: {}, Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'ConntrackHelper': '1.0', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Log': '1.0', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Network': '1.1', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Port': '1.7', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'PortForwarding': '1.2', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'QosPolicy': '1.10', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SecurityGroup': '1.4', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SecurityGroupRule': '1.2', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'SubPort': '1.0', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Subnet': '1.1', Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: 'Trunk': '1.1'}} Oct 22 12:48:42.840846 n-d-813419-8 neutron-server[100621]: {{(pid=100621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:48:42.890434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Attempting to bind port 341e02f3-9dad-4178-a181-f7ed389a8e41 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:48:42.891145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Attempting to bind port 341e02f3-9dad-4178-a181-f7ed389a8e41 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:48:42.891263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Attempting to bind port 341e02f3-9dad-4178-a181-f7ed389a8e41 on network 63ff813a-2526-42a6-9c3c-509b7f9f2285 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:48:42.896110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:48:42.896491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Checking segment: {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:48:42.896941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:42.897332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Bound using segment: {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:48:42.897801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Bound port: 341e02f3-9dad-4178-a181-f7ed389a8e41, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:48:42.898245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:42.959729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] For port 341e02f3-9dad-4178-a181-f7ed389a8e41, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:48:42.964728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] For port 341e02f3-9dad-4178-a181-f7ed389a8e41, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=341e02f3-9dad-4178-a181-f7ed389a8e41,segment=NetworkSegment(16775e55-99e1-47eb-b0a8-de7b39c3ddd3),segment_id=16775e55-99e1-47eb-b0a8-de7b39c3ddd3)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:48:42.968177 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:43.032657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a87c2-e2b6-42ea-9aa0-d62bdda168aa None None] Pushing event updated for resources: {'Port': ['ID=341e02f3-9dad-4178-a181-f7ed389a8e41,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:44.440889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38296) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:44.753003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-d17f7e82-515c-4649-a463-130a5e7a76cf admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:48:44.754005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d17f7e82-515c-4649-a463-130a5e7a76cf admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3120739 Oct 22 12:48:47.323107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38304) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:47.638022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-ed4efccc-a075-46cf-99b0-61fe4cf665e7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:48:47.639134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed4efccc-a075-46cf-99b0-61fe4cf665e7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3150473 Oct 22 12:48:50.411218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38314) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:50.709176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Request body: {'router': {'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'name': 'router1', 'admin_state_up': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:48:50.735905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:50.737453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:50.871263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:50.876415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:50.891118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:50.892303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e5c5591-86ba-4b9b-8b8c-3338450781bf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4800766 Oct 22 12:48:51.662173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 341e02f3-9dad-4178-a181-f7ed389a8e41 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:48:51.753645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 341e02f3-9dad-4178-a181-f7ed389a8e41 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:48:51.754147 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:51.864989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:51.900267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 341e02f3-9dad-4178-a181-f7ed389a8e41, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=341e02f3-9dad-4178-a181-f7ed389a8e41,segment=NetworkSegment(16775e55-99e1-47eb-b0a8-de7b39c3ddd3),segment_id=16775e55-99e1-47eb-b0a8-de7b39c3ddd3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:48:51.904252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:51.953433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=341e02f3-9dad-4178-a181-f7ed389a8e41,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:52.194049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95935dc-d43a-4aa4-8875-c5bfb4d3ecea None None] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:48:52.271135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eee8d449-6705-47f1-b397-5fbe3846490f None None] Provisioning complete for port 341e02f3-9dad-4178-a181-f7ed389a8e41 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:48:52.271506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eee8d449-6705-47f1-b397-5fbe3846490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:52.632709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3a39ee49-6120-4b27-b788-faf8fb433d03 None None] Provisioning complete for port 341e02f3-9dad-4178-a181-f7ed389a8e41 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:48:52.633079 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3a39ee49-6120-4b27-b788-faf8fb433d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:53.409752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38326) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:53.637387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 341e02f3-9dad-4178-a181-f7ed389a8e41 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:48:53.683758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 341e02f3-9dad-4178-a181-f7ed389a8e41 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:48:53.684135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:53.719380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-9faa153a-0ea5-4ec9-bcc0-bab248db4b75 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:48:53.720380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9faa153a-0ea5-4ec9-bcc0-bab248db4b75 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3096962 Oct 22 12:48:53.880872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f5d701ee-f1e8-4ade-a28b-5e230701c67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:56.241873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38334) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:48:56.728275 n-d-813419-8 neutron-server[100619]: WARNING oslo_policy.policy [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:56.728986 n-d-813419-8 neutron-server[100619]: WARNING oslo_policy.policy [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:56.955839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:48:56.957673 n-d-813419-8 neutron-server[100619]: INFO neutron.quota [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Loaded quota_driver: . Oct 22 12:48:57.000007 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4fb89dcb-13b8-456a-95b3-d53c0a0211e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.015407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Made reservation on behalf of 0ffc1f26737542e7b1dccf53de829a28 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:48:57.085528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.policy [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100619) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 12:48:57.132520 n-d-813419-8 neutron-server[100619]: WARNING oslo_policy.policy [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:57.132895 n-d-813419-8 neutron-server[100619]: WARNING oslo_policy.policy [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 12:48:57.144104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.163399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.275861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.279877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.292159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Reserving flat network on physical network physnet1 {{(pid=100619) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 22 12:48:57.326436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760076386326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.327293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Unsubscribe: segment precommit_create {{(pid=100619) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 12:48:57.327791 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Added segment 2322e1f1-8cd2-4805-aa07-7114d4e62e06 of type flat for network 71b03d9b-9f76-4411-9586-31c34473f03c Oct 22 12:48:57.347792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da13f888-3932-4ff0-89ef-74f5b6e6e267,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:57.383312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.383689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.384084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.384435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.384747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.385072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.385393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.385714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.386033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.386350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.386701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.387022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Tracked resource versions report: Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: pushed versions: Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: { 'AddressGroup': {'1.2'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'ConntrackHelper': {'1.0'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Log': {'1.0'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Network': {'1.1'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Port': {'1.7'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'PortForwarding': {'1.2'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'QosPolicy': {'1.10'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SecurityGroup': {'1.4'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SubPort': {'1.0'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Subnet': {'1.1'}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Trunk': {'1.1'}} Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: consumer versions: Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: L3 agent@n-d-813419-8: {}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: Metadata agent@n-d-813419-8: {}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: Metering agent@n-d-813419-8: {}, Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'ConntrackHelper': '1.0', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Log': '1.0', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Network': '1.1', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Port': '1.7', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'PortForwarding': '1.2', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'QosPolicy': '1.10', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SecurityGroup': '1.4', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SecurityGroupRule': '1.2', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'SubPort': '1.0', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Subnet': '1.1', Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: 'Trunk': '1.1'}} Oct 22 12:48:57.388122 n-d-813419-8 neutron-server[100619]: {{(pid=100619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:48:57.469003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.480222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.516520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.517671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:48:57.518285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.569425 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:48:57.572997 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3284755 Oct 22 12:48:57.628049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c9e0f-d6ae-466f-8fbc-280aed1103ba admin admin] Pushing event updated for resources: {'Network': ['ID=71b03d9b-9f76-4411-9586-31c34473f03c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:48:57.639091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 71b03d9b-9f76-4411-9586-31c34473f03c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:48:59.516176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:00.093324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38364) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:49:00.271922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aabdcf-95d4-4dc9-ac98-aa11352faa8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:49:00.273278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0aabdcf-95d4-4dc9-ac98-aa11352faa8f admin admin] 10.222.0.25 "GET /v2.0/subnets/60d3dcc4-12ce-49b5-895c-9e115f121ba3 HTTP/1.1" status: 200 len: 849 time: 0.1790195 Oct 22 12:49:00.391790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3e0f9344-9d79-43d3-8f2d-dccee6c781d4 admin admin] 10.222.0.25 "GET /v2.0/routers/a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 HTTP/1.1" status: 200 len: 704 time: 0.1116698 Oct 22 12:49:00.652568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:00.945182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Allocated IP 172.20.0.1 (63ff813a-2526-42a6-9c3c-509b7f9f2285/60d3dcc4-12ce-49b5-895c-9e115f121ba3/738ecaf1-90a7-4810-82a0-b4103dd284e6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:49:01.146454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.211330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.280744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:49:01.285386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:49:01.296286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:49:01.296809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.355368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=738ecaf1-90a7-4810-82a0-b4103dd284e6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:01.497468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.525129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0136a008-33ce-4f33-851f-5a53e4a33c69 None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:01.526220 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0136a008-33ce-4f33-851f-5a53e4a33c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.558281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0136a008-33ce-4f33-851f-5a53e4a33c69 None None] Port 738ecaf1-90a7-4810-82a0-b4103dd284e6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:49:01.705594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.710023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.710827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:01.768977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=738ecaf1-90a7-4810-82a0-b4103dd284e6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:01.842199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:49:01.843496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:49:02.001824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 12:49:02.081143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-209e5feb-85da-4793-9e43-7dcd6b129fa4 None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:02.081616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-209e5feb-85da-4793-9e43-7dcd6b129fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:02.097431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:49:02.108510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3b3024f-d2f6-46bf-aecb-3c32d0b8e1f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7108552 Oct 22 12:49:02.109870 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Sync routers for ids ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:49:02.120874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-209e5feb-85da-4793-9e43-7dcd6b129fa4 None None] Port 738ecaf1-90a7-4810-82a0-b4103dd284e6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:49:02.129297 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Routers {'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:49:02.130149 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:48:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:02.322320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Set router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:49:02.764514 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:01Z', 'revision_number': 2, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port_host': None, '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:01Z', 'revision_number': 2, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:02.814168 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Checking router: a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:49:02.814544 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Updating router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 port 738ecaf1-90a7-4810-82a0-b4103dd284e6 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:49:02.890414 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.385773 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.392828 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.547883 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Attempting to bind port 738ecaf1-90a7-4810-82a0-b4103dd284e6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:49:03.548288 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Attempting to bind port 738ecaf1-90a7-4810-82a0-b4103dd284e6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:49:03.548734 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Attempting to bind port 738ecaf1-90a7-4810-82a0-b4103dd284e6 on network 63ff813a-2526-42a6-9c3c-509b7f9f2285 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:49:03.567647 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:49:03.568092 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Checking segment: {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:49:03.568450 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.568837 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Bound using segment: {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:49:03.569340 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Bound port: 738ecaf1-90a7-4810-82a0-b4103dd284e6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16775e55-99e1-47eb-b0a8-de7b39c3ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:49:03.569703 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.572798 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Pushing event updated for resources: {'Port': ['ID=738ecaf1-90a7-4810-82a0-b4103dd284e6,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:03.592113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.592458 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.592797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.593131 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.593459 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.593786 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.594109 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.594429 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.594775 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.595095 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.595414 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.595731 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Tracked resource versions report: Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: pushed versions: Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: { 'AddressGroup': {'1.2'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'ConntrackHelper': {'1.0'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Log': {'1.0'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Network': {'1.1'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Port': {'1.7'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'PortForwarding': {'1.2'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'QosPolicy': {'1.10'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SecurityGroup': {'1.4'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SubPort': {'1.0'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Subnet': {'1.1'}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Trunk': {'1.1'}} Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: consumer versions: Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: L3 agent@n-d-813419-8: {}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: Metadata agent@n-d-813419-8: {}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: Metering agent@n-d-813419-8: {}, Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'ConntrackHelper': '1.0', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Log': '1.0', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Network': '1.1', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Port': '1.7', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'PortForwarding': '1.2', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'QosPolicy': '1.10', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SecurityGroup': '1.4', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SecurityGroupRule': '1.2', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'SubPort': '1.0', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Subnet': '1.1', Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: 'Trunk': '1.1'}} Oct 22 12:49:03.596846 n-d-813419-8 neutron-server[100622]: {{(pid=100622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:49:03.651527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bac14860-862d-46af-b91f-2dd6504b16e8 None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:03.652093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bac14860-862d-46af-b91f-2dd6504b16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.656278 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] For port 738ecaf1-90a7-4810-82a0-b4103dd284e6, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:49:03.676648 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] For port 738ecaf1-90a7-4810-82a0-b4103dd284e6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=738ecaf1-90a7-4810-82a0-b4103dd284e6,segment=NetworkSegment(16775e55-99e1-47eb-b0a8-de7b39c3ddd3),segment_id=16775e55-99e1-47eb-b0a8-de7b39c3ddd3)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:49:03.682937 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.689946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bac14860-862d-46af-b91f-2dd6504b16e8 None None] Port 738ecaf1-90a7-4810-82a0-b4103dd284e6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:49:03.733111 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Routers {'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:49:03.733731 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:48:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:03.832507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76770e-5eb1-4034-8cd6-3f98747020e0 None None] Pushing event updated for resources: {'Port': ['ID=738ecaf1-90a7-4810-82a0-b4103dd284e6,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:03.847732 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] Set router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:49:03.910462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:03.910885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:03.987480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:04.021002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] For port 738ecaf1-90a7-4810-82a0-b4103dd284e6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=738ecaf1-90a7-4810-82a0-b4103dd284e6,segment=NetworkSegment(16775e55-99e1-47eb-b0a8-de7b39c3ddd3),segment_id=16775e55-99e1-47eb-b0a8-de7b39c3ddd3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:49:04.025960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:04.071543 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:01Z', 'revision_number': 2, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port_host': None, '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:03Z', 'revision_number': 4, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:04.079492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ae16f-73be-47d7-8747-9165672f9bfe None None] Pushing event updated for resources: {'Port': ['ID=738ecaf1-90a7-4810-82a0-b4103dd284e6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:04.099406 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e97b8a-eff4-4e73-b85a-69c00b428c01 None None] The sync data for ids ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'] in n-d-813419-8 is: [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:01Z', 'revision_number': 2, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port_host': None, '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:03Z', 'revision_number': 4, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:49:04.480478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:49:04.631610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087029c-d314-430d-aec3-d3896476a21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:49:04.632985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a087029c-d314-430d-aec3-d3896476a21f admin admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 842 time: 0.1515188 Oct 22 12:49:04.643648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Request body: {'subnet': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:49:04.667381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Made reservation on behalf of 0ffc1f26737542e7b1dccf53de829a28 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:49:04.669899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:05.078420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 12:49:05.078929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:05.139304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f47d3e-4784-4747-9e99-59601e683fa9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:05.146156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:49:05.146528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Network hostable DHCP agents. Network: 71b03d9b-9f76-4411-9586-31c34473f03c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:49:05.171732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:49:05.182548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 71b03d9b-9f76-4411-9586-31c34473f03c) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:49:05.187279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:49:05.187879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:05.196103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad8d10-2e03-49e5-b48e-3c3f40edf176 None None] Network 71b03d9b-9f76-4411-9586-31c34473f03c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:49:05.203868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44ec84ba-61bc-4439-b511-a230c3e045c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5635581 Oct 22 12:49:05.341687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db295b3f-82d1-47b9-ad69-e4eeec11a600 None None] Network 71b03d9b-9f76-4411-9586-31c34473f03c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:49:07.648428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38392) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:49:07.891994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0261786a-8ab0-4090-bfe2-d80ba6fb7438 admin admin] 10.222.0.25 "GET /v2.0/routers/a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 HTTP/1.1" status: 200 len: 710 time: 0.2422609 Oct 22 12:49:07.984409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e3c40-3fcb-4673-9476-da0c66f3095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:49:07.985769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a9e3c40-3fcb-4673-9476-da0c66f3095c admin admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 886 time: 0.0878441 Oct 22 12:49:07.996072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:49:08.243991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:08.476609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:08.552576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:08.714499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Allocated IP 172.25.6.153 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/957eb049-7f98-4a14-b9bd-edbca7e10c10) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:49:08.864797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:08.923596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:08.989511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:49:08.994123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:49:08.997258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:49:09.046524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Pushing event updated for resources: {'Port': ['ID=957eb049-7f98-4a14-b9bd-edbca7e10c10,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:09.299473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:09.494544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:09.499505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:09.622558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 12:49:09.692602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 738ecaf1-90a7-4810-82a0-b4103dd284e6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:49:09.738550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:49:09.744439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:09.744660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:09.744771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:09.746660 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a01e6756-7aa2-428f-af2e-618f7740c974 admin admin] 10.222.0.25 "PUT /v2.0/routers/a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 HTTP/1.1" status: 200 len: 890 time: 1.7537632 Oct 22 12:49:10.171780 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:49:11.166850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Sync routers for ids ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:49:11.177971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Routers {'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:49:11.178738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:48:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:11.389518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Set router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:49:11.850363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:09Z', 'revision_number': 4, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port': {'id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:08Z', 'updated_at': '2021-10-22T12:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:04Z', 'revision_number': 5, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:11.901806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Checking router: a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:49:11.902159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Updating router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 port 957eb049-7f98-4a14-b9bd-edbca7e10c10 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:49:11.948324 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.270062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.275756 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.282784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:49:12.325308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Attempting to bind port 957eb049-7f98-4a14-b9bd-edbca7e10c10 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:49:12.325690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Attempting to bind port 957eb049-7f98-4a14-b9bd-edbca7e10c10 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:49:12.326063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Attempting to bind port 957eb049-7f98-4a14-b9bd-edbca7e10c10 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:49:12.333573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd893f-4693-4786-b9db-8d4025d9e403 None None] Pushing event updated for resources: {'Port': ['ID=957eb049-7f98-4a14-b9bd-edbca7e10c10,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:12.339281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:49:12.339666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:49:12.340077 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.340470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:49:12.340948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Bound port: 957eb049-7f98-4a14-b9bd-edbca7e10c10, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:49:12.341351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.390638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] For port 957eb049-7f98-4a14-b9bd-edbca7e10c10, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:49:12.393611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] For port 957eb049-7f98-4a14-b9bd-edbca7e10c10, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=957eb049-7f98-4a14-b9bd-edbca7e10c10,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:49:12.397421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:12.402070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bc8440d1-ce34-44cb-8eae-c6365146c877 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180747 Oct 22 12:49:12.455426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Routers {'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:49:12.456073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:48:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:12.495400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd893f-4693-4786-b9db-8d4025d9e403 None None] Pushing event updated for resources: {'Port': ['ID=957eb049-7f98-4a14-b9bd-edbca7e10c10,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:12.573394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] Set router a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:49:12.799933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:09Z', 'revision_number': 4, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port': {'id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:08Z', 'updated_at': '2021-10-22T12:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:04Z', 'revision_number': 5, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:49:12.826188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628f92-3444-492e-bc75-bf70df12334e None None] The sync data for ids ['a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5'] in n-d-813419-8 is: [{'id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'name': 'router1', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:48:50Z', 'updated_at': '2021-10-22T12:49:09Z', 'revision_number': 4, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'gw_port': {'id': '957eb049-7f98-4a14-b9bd-edbca7e10c10', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:08Z', 'updated_at': '2021-10-22T12:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '738ecaf1-90a7-4810-82a0-b4103dd284e6', 'name': '', 'network_id': '63ff813a-2526-42a6-9c3c-509b7f9f2285', 'tenant_id': 'eb02eb90011946d4ae78125974aee08a', 'mac_address': 'fa:16:3e:8d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ac52de-ccd8-4db5-9e4b-4e38dd7adaf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:49:00Z', 'updated_at': '2021-10-22T12:49:04Z', 'revision_number': 5, 'project_id': 'eb02eb90011946d4ae78125974aee08a', 'subnets': [{'id': '60d3dcc4-12ce-49b5-895c-9e115f121ba3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd38d6fe-ee4a-42ec-acba-08316951c60d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:49:13.675107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 957eb049-7f98-4a14-b9bd-edbca7e10c10 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:49:13.728896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 957eb049-7f98-4a14-b9bd-edbca7e10c10 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:13.729268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:13.811006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:13.832140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 957eb049-7f98-4a14-b9bd-edbca7e10c10, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=957eb049-7f98-4a14-b9bd-edbca7e10c10,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:49:13.841198 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:13.890443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=957eb049-7f98-4a14-b9bd-edbca7e10c10,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:49:15.652547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 957eb049-7f98-4a14-b9bd-edbca7e10c10 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:49:15.705214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 957eb049-7f98-4a14-b9bd-edbca7e10c10 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:49:15.705601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:23.899743 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7d86ffb6-9f26-40df-ab39-5eff52bc3fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:27.003242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4bb7421b-a0b3-44f3-a143-7e3ff29ed773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:27.484470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:27.578888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:29.528288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:47.171615 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:49:53.879955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-430e58c4-9a25-414a-af2c-090512f54d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:57.004524 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-61d027b5-0c07-4781-a5df-02c3db5d5af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:57.482205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:57.588429 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:49:59.525032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:23.883463 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b724d18-0cf7-4766-8f2b-efdfe1fd4de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:24.171613 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:50:27.008981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a4b1-553d-445f-bb4c-f5f146bdb7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:27.485533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:27.581894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:29.530897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:53.885130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bd71-3d2f-4a66-ac94-a8be17b0d1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:56.173686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39000) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:50:56.235632 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a50fc54-2cc4-4623-b70f-82e072fd55b0 admin admin] GET failed (client error): The resource could not be found. Oct 22 12:50:56.236977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a50fc54-2cc4-4623-b70f-82e072fd55b0 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623496 Oct 22 12:50:56.399382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a1281-6296-45ca-a303-3e2e5dbb6215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:50:56.400803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f6a1281-6296-45ca-a303-3e2e5dbb6215 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584868 Oct 22 12:50:57.010969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0e33e58e-ce8b-492a-86cc-e10bdc8e2682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:57.486716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:57.585483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:58.699256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:50:58.793372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34fccf2-282d-4d9c-bb43-42493d09067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:50:58.794746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b34fccf2-282d-4d9c-bb43-42493d09067d admin admin] 10.222.0.25 "GET /v2.0/subnets/60d3dcc4-12ce-49b5-895c-9e115f121ba3 HTTP/1.1" status: 200 len: 849 time: 0.0945325 Oct 22 12:50:58.805427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:50:58.887837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:59.111896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760076261084'] for subnet, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:59.141867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:50:59.142389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:59.144235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] 10.222.0.25 "PUT /v2.0/subnets/60d3dcc4-12ce-49b5-895c-9e115f121ba3 HTTP/1.1" status: 200 len: 868 time: 0.3427317 Oct 22 12:50:59.148613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42407dcd-eece-4bb2-b8da-ddb68c387e8b None None] Network 63ff813a-2526-42a6-9c3c-509b7f9f2285 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:50:59.167021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d3dcc4-12ce-49b5-895c-9e115f121ba3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:50:59.174395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.174789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.175117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.175461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.175802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.176140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.176476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.176810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.177139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.177469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.177882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.178416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061231f-4d77-4759-bf12-00ba4e095754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:50:59.516422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-436e8ba6-aa32-4501-8745-f8d59f76cfac None None] Provisioning complete for port 341e02f3-9dad-4178-a181-f7ed389a8e41 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:50:59.516851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-436e8ba6-aa32-4501-8745-f8d59f76cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:59.560222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:50:59.616545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-436e8ba6-aa32-4501-8745-f8d59f76cfac None None] Provisioning complete for port 738ecaf1-90a7-4810-82a0-b4103dd284e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:50:59.616845 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-436e8ba6-aa32-4501-8745-f8d59f76cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:01.169795 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:51:01.453460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:01.652346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929c229-7cd3-4118-ba2f-b98b16622705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:01.652840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929c229-7cd3-4118-ba2f-b98b16622705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:01.654391 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4929c229-7cd3-4118-ba2f-b98b16622705 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999619 Oct 22 12:51:03.959363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39028) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:04.157754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f597085-c39f-4f19-b42e-519a5331f1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:04.158240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f597085-c39f-4f19-b42e-519a5331f1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:04.159825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0f597085-c39f-4f19-b42e-519a5331f1af admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994772 Oct 22 12:51:06.489776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39036) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:06.629888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb67c2-6b0e-496c-876e-ec728ace5271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:06.632098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dbeb67c2-6b0e-496c-876e-ec728ace5271 admin admin] 10.222.0.25 "GET /v2.0/networks/63ff813a-2526-42a6-9c3c-509b7f9f2285 HTTP/1.1" status: 200 len: 869 time: 0.1402600 Oct 22 12:51:08.964494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39044) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:09.090844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68858f44-7581-4d25-a3ff-8382a9b5a40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:09.092210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68858f44-7581-4d25-a3ff-8382a9b5a40f admin admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 886 time: 0.1267490 Oct 22 12:51:11.388711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39052) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:11.514752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73bafd-4b40-443f-a940-d4257043bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:11.515131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73bafd-4b40-443f-a940-d4257043bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:11.516655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-da73bafd-4b40-443f-a940-d4257043bc41 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269784 Oct 22 12:51:13.797420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39060) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:13.983425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724d315-fada-4670-9088-3cf164a06510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:13.983791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724d315-fada-4670-9088-3cf164a06510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:13.985316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c724d315-fada-4670-9088-3cf164a06510 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1869328 Oct 22 12:51:16.299855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39068) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:16.385400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b497ee-8947-4548-ad67-2e250e62a68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:16.386745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e1b497ee-8947-4548-ad67-2e250e62a68e admin admin] 10.222.0.25 "GET /v2.0/subnets/54f47d3e-4784-4747-9e99-59601e683fa9 HTTP/1.1" status: 200 len: 816 time: 0.0859208 Oct 22 12:51:18.683797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:18.778689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63f0c4-ebc6-40e4-9d49-781e2ab82ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:18.780016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e63f0c4-ebc6-40e4-9d49-781e2ab82ab0 admin admin] 10.222.0.25 "GET /v2.0/subnets/60d3dcc4-12ce-49b5-895c-9e115f121ba3 HTTP/1.1" status: 200 len: 868 time: 0.0952842 Oct 22 12:51:23.885946 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1bae48f-9c97-4979-9958-ba4150c10894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:27.012113 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb924576-aba3-4dd0-b84e-6ce28a4ce172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:27.487972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:27.587460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:29.537943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:38.168109 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:51:45.124425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39130) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:45.171495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-d9dbb78b-2720-4422-9428-83ac54118d55 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:51:45.172478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9dbb78b-2720-4422-9428-83ac54118d55 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471241 Oct 22 12:51:47.550356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:47.610868 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5847b24-8dd7-4835-a51e-64e487c409a7 admin admin] GET failed (client error): The resource could not be found. Oct 22 12:51:47.612175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b5847b24-8dd7-4835-a51e-64e487c409a7 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608602 Oct 22 12:51:47.696597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22a1b4-8348-4466-a15c-5f79fa4107f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:47.698101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9e22a1b4-8348-4466-a15c-5f79fa4107f1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804613 Oct 22 12:51:50.013016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39146) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:50.060318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:51:50.081807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Made reservation on behalf of 0ffc1f26737542e7b1dccf53de829a28 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:51:50.084966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:50.119393 n-d-813419-8 neutron-server[100619]: WARNING neutron.services.revisions.revision_plugin [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Could not find related network for resource to bump revision. Oct 22 12:51:50.135985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:51:50.146210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:50.146574 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Added segment 6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f of type vlan for network aa523295-180b-42ac-9b82-012cb79853b5 Oct 22 12:51:50.188953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:50.214070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:50.215068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:50.215659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:50.251272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2371604 Oct 22 12:51:50.286726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Pushing event updated for resources: {'Network': ['ID=aa523295-180b-42ac-9b82-012cb79853b5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:51:50.294418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.294798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.295138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.295477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.295810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.296137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.296461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.296787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.297108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.297431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.297768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.298074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f55a8-476b-4f02-a078-caded27ffe41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:50.309932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network aa523295-180b-42ac-9b82-012cb79853b5 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:51:52.622032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39154) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:51:52.684666 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c83e94-e189-45f4-bf83-8f61d211f37e admin admin] GET failed (client error): The resource could not be found. Oct 22 12:51:52.686044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52c83e94-e189-45f4-bf83-8f61d211f37e admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630267 Oct 22 12:51:52.795489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef635d-3962-48bd-beef-fa7936f30bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:52.796929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bcef635d-3962-48bd-beef-fa7936f30bc0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1063294 Oct 22 12:51:52.808777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:51:52.830235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Made reservation on behalf of 0ffc1f26737542e7b1dccf53de829a28 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:51:52.832623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.005000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.059452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156a9a54-ec46-4223-ad55-d75341c06c7f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:51:53.068597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:51:53.068952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Network hostable DHCP agents. Network: aa523295-180b-42ac-9b82-012cb79853b5, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:51:53.084622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Network aa523295-180b-42ac-9b82-012cb79853b5 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:51:53.092977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, aa523295-180b-42ac-9b82-012cb79853b5) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:51:53.097194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:51:53.099120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.105355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490c31f-ee20-4ce8-b9cc-9f63ac381105 None None] Network aa523295-180b-42ac-9b82-012cb79853b5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:51:53.114109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c652247-8745-46b6-96a5-9e448fe5d517 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089924 Oct 22 12:51:53.264840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-aa523295-180b-42ac-9b82-012cb79853b5', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'tenant_id': '0ffc1f26737542e7b1dccf53de829a28', 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 12:51:53.265790 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.402806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Allocated IP 192.168.233.2 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/222a06a7-2f88-4d40-9255-f0d8d406bcd5) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:51:53.550446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.557042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.600881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:51:53.607510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Pushing event updated for resources: {'Port': ['ID=222a06a7-2f88-4d40-9255-f0d8d406bcd5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:51:53.609682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:51:53.612634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:51:53.621723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.622073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.622419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.622783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.623121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.623448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.623797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.624123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.624448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.624772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.625194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.625509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:51:53.681880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Attempting to bind port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:51:53.682261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Attempting to bind port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:51:53.682643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Attempting to bind port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:51:53.687745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:51:53.688117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:51:53.688519 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.688911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:51:53.689382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Bound port: 222a06a7-2f88-4d40-9255-f0d8d406bcd5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:51:53.689780 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.756171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] For port 222a06a7-2f88-4d40-9255-f0d8d406bcd5, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:51:53.759972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] For port 222a06a7-2f88-4d40-9255-f0d8d406bcd5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=222a06a7-2f88-4d40-9255-f0d8d406bcd5,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:51:53.764737 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:53.827520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338d763-d271-4013-b725-2afb2f19b8e9 None None] Pushing event updated for resources: {'Port': ['ID=222a06a7-2f88-4d40-9255-f0d8d406bcd5,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:51:53.891233 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-564dfc90-a843-4021-b8bb-9b59f015ecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:54.654583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ee762-c8b4-4218-a4a4-5050118a53b5 None None] Network aa523295-180b-42ac-9b82-012cb79853b5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:51:54.747776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] Provisioning complete for port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:51:54.748070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:54.883707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:54.921205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] For port 222a06a7-2f88-4d40-9255-f0d8d406bcd5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=222a06a7-2f88-4d40-9255-f0d8d406bcd5,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:51:54.926977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:54.984232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe3d20-4106-4b01-bf44-0483e7f2469e None None] Pushing event updated for resources: {'Port': ['ID=222a06a7-2f88-4d40-9255-f0d8d406bcd5,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:51:55.150517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b6ad606e-3209-474f-9684-7e29d07d9448 None None] Provisioning complete for port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:51:55.150856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b6ad606e-3209-474f-9684-7e29d07d9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:55.787679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 222a06a7-2f88-4d40-9255-f0d8d406bcd5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:51:55.837883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 222a06a7-2f88-4d40-9255-f0d8d406bcd5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:51:55.838242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:57.017154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-27b1c2e2-3ff7-42a1-b06d-d45a7e99126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:57.491634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:57.589754 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:51:59.540259 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:15.167690 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:52:23.882824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d0860938-8283-40d2-bfdd-8f8cfdb3337a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:27.018767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7939699-3268-4fa1-837e-7c3deb05ed8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:27.494750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:27.591670 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:29.544840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:52.166719 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:52:53.883880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3351-b40b-4328-8f33-55dc81aed44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:57.022022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-82e333b5-1d88-4fe1-a9c0-9e04e84c881a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:57.497993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:57.595137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:52:59.549300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:05.955719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:53:05.962287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-2db16a1b-f3bf-4622-852e-d8e00e7a0083 tempest-verify_tempest_config-1184612308 tempest-verify_tempest_config-1184612308-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:53:05.963334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2db16a1b-f3bf-4622-852e-d8e00e7a0083 tempest-verify_tempest_config-1184612308 tempest-verify_tempest_config-1184612308-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0065737 Oct 22 12:53:06.259759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39216) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:53:06.362528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.437680 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.441111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.486115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e04eedbbf8d48d19b8da4e77871f9d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2253058 Oct 22 12:53:06.487117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be39d22c-033a-4b66-af1d-e14e102e9a29,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:53:06.489521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39222) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:53:06.493956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.494309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.494690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.495028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.495365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.495703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.496026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.496355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.496683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.497010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.497335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.497650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481128a6-55e3-4a6d-a0cb-51111b8de6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.547942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.568074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.657767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.661345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:06.664919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be39d22c-033a-4b66-af1d-e14e102e9a29 HTTP/1.1" status: 204 len: 168 time: 0.1720731 Oct 22 12:53:06.671644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be39d22c-033a-4b66-af1d-e14e102e9a29,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:53:06.679637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.679990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.680331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.680671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.681006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.681337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.681665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.681989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.683119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.683461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.683966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:06.684529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3028b-1342-4599-a8be-1c222c81ac8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:53:23.889030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f85ea6e4-0923-4326-a8fd-875266bf5471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:27.023794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa2da-3e9d-4e5c-a115-24dd4b7b4c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:27.500625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:27.595650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:29.165997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:53:29.549625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:53.890690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ef683f-90f9-4672-909a-910d601993d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:57.024347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1086-f4f3-4a8d-a475-76c1b8969b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:57.503601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:57.597133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:53:59.554551 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:06.164933 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:54:23.891087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-96dd039f-8d50-4f5a-afcd-342e5d95020a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:27.024567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74984eb1-e93c-4be9-9c36-f6f0f1c65f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:27.507146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:27.597813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:29.557664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:43.163173 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:54:53.891744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1fea06b3-f9f4-4cd2-bd80-b0e59ebf7ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:57.025822 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df1a6790-b999-4731-b9e6-e3a42083d33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:57.510032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:57.598792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:54:59.560461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:20.162047 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:55:23.894688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1ecef96-a2fd-4909-8993-b7a7d9de00e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:27.026324 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-605b8b3e-47a4-45c7-9759-0e4cc8c31533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:27.514569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:27.601567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:29.563519 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:53.897995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-94a81b96-099a-4fa3-af7c-f1cd7cc6e2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:57.028322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-96204804-a268-4e36-bc01-6cb0ef71a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:57.161021 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 5 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:55:57.519886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:57.602555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:55:59.570864 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:07.742883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:09.591992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953029'] for agent, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:23.898629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9edffa9-da54-4b2c-a8d6-4d2208be14ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:27.029193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-233fa06d-b6cd-45d9-b6be-59a67f787337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:27.522580 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:27.603537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:29.570318 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:34.160380 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:56:37.696688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:39.569316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:51.832722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39278) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:56:51.941008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-649193f0-f482-48be-b438-56ea1424e823 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1066234 Oct 22 12:56:53.898894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-364f3493-6830-4e5c-9575-b2faace3f3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:54.273123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39288) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:56:54.327928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a25a489-0b76-43eb-a42e-ccb4248e2c5a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0535829 Oct 22 12:56:57.034936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-73799022-47e1-4154-98ae-d712d7fb18c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:57.523609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:57.605953 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:56:59.573436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:07.714563 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:09.571311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:11.160343 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:57:23.900951 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4965472-5cf0-404e-9ef9-346fc61ccd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:27.028160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12118813-d7ae-4dd8-b260-5041cab0ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:27.527285 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:27.607376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:29.578266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:37.715382 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:39.587403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:48.161588 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:57:53.902682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae5dfa-b996-4040-b56f-6933eef1a060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:57.031176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75270ce3-4d83-47b7-8d54-b53c6a5fa741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:57.530537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:57.609893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:57:59.581075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:07.711824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:09.585027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:15.735548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39514) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:16.149541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:16.162068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-38300109-647e-48cc-b3b5-e76424ff6ffa tempest-AutoAllocateNetworkTest-526313214 tempest-AutoAllocateNetworkTest-526313214-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=08bb602929344b2dbc4f5415545dd864&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4252357 Oct 22 12:58:16.358786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e68428-3522-4783-84e9-1dd4e5cfe2c9 tempest-AutoAllocateNetworkTest-526313214 tempest-AutoAllocateNetworkTest-526313214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:16.360353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71e68428-3522-4783-84e9-1dd4e5cfe2c9 tempest-AutoAllocateNetworkTest-526313214 tempest-AutoAllocateNetworkTest-526313214-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2097776 Oct 22 12:58:16.367003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:16.423852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f973a21-1600-41e3-aa9a-6cb32a80e09b tempest-AutoAllocateNetworkTest-526313214 tempest-AutoAllocateNetworkTest-526313214-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557263 Oct 22 12:58:16.426743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:16.455374 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8fe1bb0-8497-4fb0-8763-42c59e7a5ff1 tempest-AutoAllocateNetworkTest-526313214 tempest-AutoAllocateNetworkTest-526313214-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=08bb602929344b2dbc4f5415545dd864 HTTP/1.1" status: 200 len: 208 time: 0.0275121 Oct 22 12:58:17.106118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:17.597925 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.680880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.685787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.720933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08bb602929344b2dbc4f5415545dd864&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6134319 Oct 22 12:58:17.724084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39632) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:17.742772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0751fc1-23d3-4f3c-bb91-dccd9b6f2181,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:17.753488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.753837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.754180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.755131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.755498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.755951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.756445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.756943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.757443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.757772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.758100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.758422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4a169-9255-40f5-88b1-d8f10345f7db admin admin] Tracked resource versions report: Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: pushed versions: Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: { 'AddressGroup': {'1.2'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'ConntrackHelper': {'1.0'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Log': {'1.0'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Network': {'1.1'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Port': {'1.7'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'PortForwarding': {'1.2'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'QosPolicy': {'1.10'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SecurityGroup': {'1.4'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SubPort': {'1.0'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Subnet': {'1.1'}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Trunk': {'1.1'}} Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: consumer versions: Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: HyperV agent@n-h1-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: HyperV agent@n-h2-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: L3 agent@n-d-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: Metadata agent@n-d-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: Metering agent@n-d-813419-8: {}, Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'ConntrackHelper': '1.0', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Log': '1.0', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Network': '1.1', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Port': '1.7', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'PortForwarding': '1.2', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'QosPolicy': '1.10', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SecurityGroup': '1.4', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SecurityGroupRule': '1.2', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'SubPort': '1.0', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Subnet': '1.1', Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: 'Trunk': '1.1'}} Oct 22 12:58:17.760533 n-d-813419-8 neutron-server[100619]: {{(pid=100619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:58:17.807923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.831025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.892740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.896262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:17.897617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0751fc1-23d3-4f3c-bb91-dccd9b6f2181 HTTP/1.1" status: 204 len: 168 time: 0.1725698 Oct 22 12:58:17.905959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0751fc1-23d3-4f3c-bb91-dccd9b6f2181,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:17.913582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.914007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.914413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.914982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.915551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.916047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.916533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.916854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.917345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.917671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.917996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.918310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d52e2-bea6-46b2-b7ba-fce389f2369a admin admin] Tracked resource versions report: Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: pushed versions: Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: { 'AddressGroup': {'1.2'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Log': {'1.0'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Network': {'1.1'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Port': {'1.7'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'PortForwarding': {'1.2'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'QosPolicy': {'1.10'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SecurityGroup': {'1.4'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SubPort': {'1.0'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Subnet': {'1.1'}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Trunk': {'1.1'}} Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: consumer versions: Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: HyperV agent@n-h1-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: HyperV agent@n-h2-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: L3 agent@n-d-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: Metadata agent@n-d-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: Metering agent@n-d-813419-8: {}, Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'ConntrackHelper': '1.0', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Log': '1.0', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Network': '1.1', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Port': '1.7', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'PortForwarding': '1.2', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'QosPolicy': '1.10', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SecurityGroup': '1.4', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SecurityGroupRule': '1.2', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'SubPort': '1.0', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Subnet': '1.1', Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: 'Trunk': '1.1'}} Oct 22 12:58:17.919544 n-d-813419-8 neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:58:20.206454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:20.292888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39810) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:20.414693 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-707a77c5-6b91-4dc6-b346-fecfa728b795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.468219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8206813-08bd-4067-9a71-cdba0f5908a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.584391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-707a77c5-6b91-4dc6-b346-fecfa728b795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.593585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-707a77c5-6b91-4dc6-b346-fecfa728b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.628081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8206813-08bd-4067-9a71-cdba0f5908a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.637319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8206813-08bd-4067-9a71-cdba0f5908a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.655846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-707a77c5-6b91-4dc6-b346-fecfa728b795 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67cd053db400405088944b0950f605f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4482176 Oct 22 12:58:20.658960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39856) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:20.679790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a8206813-08bd-4067-9a71-cdba0f5908a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a401bbdcdc14eada371c8a7a632bbce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3858421 Oct 22 12:58:20.681025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a77c5-6b91-4dc6-b346-fecfa728b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7670e-21aa-491d-9cb3-a15478d42bea,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:20.683897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39860) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:20.731677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8206813-08bd-4067-9a71-cdba0f5908a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06dbd3-2ce2-4273-b6cf-a3601e6e02c4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:20.731908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.756070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.757702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.779781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.821622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.824556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.829939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c7670e-21aa-491d-9cb3-a15478d42bea HTTP/1.1" status: 204 len: 168 time: 0.1692863 Oct 22 12:58:20.840653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188b0b-7eb2-4f2d-a8fc-4aca0cdd6a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7670e-21aa-491d-9cb3-a15478d42bea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:20.849393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.852792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:20.854012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad06dbd3-2ce2-4273-b6cf-a3601e6e02c4 HTTP/1.1" status: 204 len: 168 time: 0.1694639 Oct 22 12:58:20.859779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39866) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:20.870324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def41e8-0d44-47ee-9468-2ff3557fe64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06dbd3-2ce2-4273-b6cf-a3601e6e02c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:20.971780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39872) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.000219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39882) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.002873 n-d-813419-8 neutron-server[100620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 22 12:58:21.031588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-03e6e73b-d397-4812-80a9-1508c5f6ee54 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299649 Oct 22 12:58:21.179898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39888) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.265844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-00f2cafe-4f9b-495b-8d27-ba6260eb2673 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:21.267866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-00f2cafe-4f9b-495b-8d27-ba6260eb2673 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355456 Oct 22 12:58:21.274409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-026b1681-5f81-46ed-923d-3e08849d4706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.296848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-c07167da-144f-4636-bca2-1784dccaef7e tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/quotas/840cd79ad1ec4b8fbd41c5a4f0f654fd HTTP/1.1" status: 200 len: 375 time: 0.0218856 Oct 22 12:58:21.365004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-026b1681-5f81-46ed-923d-3e08849d4706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.370200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-026b1681-5f81-46ed-923d-3e08849d4706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.371316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-1067f906-61c0-4fe7-b4cb-0bf3b7779273 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734210 Oct 22 12:58:21.388599 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-016cc472-0fbb-4b68-b3f8-5d8b4afb824f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.407729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b1681-5f81-46ed-923d-3e08849d4706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3488dbf-7c25-4c99-b59c-9dbc92d1f3f8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:21.428503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39892) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.446889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7803f18f-702e-4547-b191-871a219f696e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.487973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39894) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.505307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-517131e3-b56d-450e-af32-8e4cf7436867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.524265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7803f18f-702e-4547-b191-871a219f696e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.527698 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-026b1681-5f81-46ed-923d-3e08849d4706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af5ef7832e6849f68b9575c810475307&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6619422 Oct 22 12:58:21.530460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39896) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.539852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7803f18f-702e-4547-b191-871a219f696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.548774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-016cc472-0fbb-4b68-b3f8-5d8b4afb824f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.559529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-016cc472-0fbb-4b68-b3f8-5d8b4afb824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.604085 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7803f18f-702e-4547-b191-871a219f696e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcaca6457cac4ff2b4b53cdae4d1db1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1739466 Oct 22 12:58:21.644671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39906) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.699911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.747769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803f18f-702e-4547-b191-871a219f696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16216433-c25a-4acd-9f57-f439f768cc9e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:21.752682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc472-0fbb-4b68-b3f8-5d8b4afb824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00579bd-5f4e-4f97-a4bc-d0ffd9970ac3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:21.771798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-016cc472-0fbb-4b68-b3f8-5d8b4afb824f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b34b8af3a47b465e9531993c59cbf3ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7988355 Oct 22 12:58:21.775819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39924) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.781982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.831952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39926) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:21.840645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.860936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.866186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.883352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef569f5-51ab-4df3-bcd6-8b337a4e661f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.885667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.902126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.904643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.905786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3488dbf-7c25-4c99-b59c-9dbc92d1f3f8 HTTP/1.1" status: 204 len: 168 time: 0.3742051 Oct 22 12:58:21.933611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f2b34-8f82-4370-8aa2-da114f81a3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3488dbf-7c25-4c99-b59c-9dbc92d1f3f8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:21.971118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-517131e3-b56d-450e-af32-8e4cf7436867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.972473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.975585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:21.976917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e00579bd-5f4e-4f97-a4bc-d0ffd9970ac3 HTTP/1.1" status: 204 len: 168 time: 0.2000892 Oct 22 12:58:22.005781 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.006546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40185480-ca11-4d70-bedb-bfc1e6954e6e req-80186503-8782-4fe8-bfed-8499b68ab6d4 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 210 time: 0.1727493 Oct 22 12:58:22.008776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.012389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16216433-c25a-4acd-9f57-f439f768cc9e HTTP/1.1" status: 204 len: 168 time: 0.3624849 Oct 22 12:58:22.012517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-517131e3-b56d-450e-af32-8e4cf7436867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.026013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c819a-4ee6-4b6a-8666-e2c5d5799366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00579bd-5f4e-4f97-a4bc-d0ffd9970ac3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.026501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374efb4-4177-46ba-8768-714977e46a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16216433-c25a-4acd-9f57-f439f768cc9e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.071017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef569f5-51ab-4df3-bcd6-8b337a4e661f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.074950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-517131e3-b56d-450e-af32-8e4cf7436867 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f542b1115421424d926dfe8055218a22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5839763 Oct 22 12:58:22.074950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517131e3-b56d-450e-af32-8e4cf7436867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d316f34c-2c9f-4c6f-b388-d351443650f3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.076464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39936) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:22.110311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef569f5-51ab-4df3-bcd6-8b337a4e661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.187505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39946) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:22.187632 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fef569f5-51ab-4df3-bcd6-8b337a4e661f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4921b85290fd46d89afd11ae770f3eee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0065849 Oct 22 12:58:22.190840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef569f5-51ab-4df3-bcd6-8b337a4e661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b395a8-9fec-45b2-ba93-a09c9216e631,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.211253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.236474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.292449 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.296467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.299290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.300488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d316f34c-2c9f-4c6f-b388-d351443650f3 HTTP/1.1" status: 204 len: 168 time: 0.2228765 Oct 22 12:58:22.311807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2353f7-55c3-4d0f-a0a2-974ca4574ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d316f34c-2c9f-4c6f-b388-d351443650f3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.343140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.405493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.408626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.412975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3b395a8-9fec-45b2-ba93-a09c9216e631 HTTP/1.1" status: 204 len: 168 time: 0.2237666 Oct 22 12:58:22.422158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44906-6553-4371-9ba9-0fa438b5a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b395a8-9fec-45b2-ba93-a09c9216e631,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.464352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:22.479809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6994cbe3-cba9-469c-9e87-6f7a08a02f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.577431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6994cbe3-cba9-469c-9e87-6f7a08a02f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.583851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6994cbe3-cba9-469c-9e87-6f7a08a02f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.627594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6994cbe3-cba9-469c-9e87-6f7a08a02f97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac68ac5cb8343f999fffc9a3e108e25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1592214 Oct 22 12:58:22.627594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994cbe3-cba9-469c-9e87-6f7a08a02f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e386cbad-8c7f-4baf-ad42-6b07bcd71b91,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.628507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:22.687590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.713150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.732917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:22.748386 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60fd400c-5748-40a3-9840-3d0486cc6ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.844194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.846862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.851188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e386cbad-8c7f-4baf-ad42-6b07bcd71b91 HTTP/1.1" status: 204 len: 168 time: 0.2212229 Oct 22 12:58:22.878528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a674bab-5422-4a59-a8c3-c2981235befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386cbad-8c7f-4baf-ad42-6b07bcd71b91,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.890508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60fd400c-5748-40a3-9840-3d0486cc6ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.899533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60fd400c-5748-40a3-9840-3d0486cc6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:22.955238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd400c-5748-40a3-9840-3d0486cc6ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5b5b3-df08-466a-92fe-1b779d958a97,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:22.963935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60fd400c-5748-40a3-9840-3d0486cc6ac4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe5f67ed845045f78a80157e5f10e62c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2274795 Oct 22 12:58:22.964576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39982) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:23.024091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.050893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.162119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.165772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.169971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5b5b5b3-df08-466a-92fe-1b779d958a97 HTTP/1.1" status: 204 len: 168 time: 0.2017031 Oct 22 12:58:23.177271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6fb74-ead3-4a4f-bf23-d1c761c76f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5b5b3-df08-466a-92fe-1b779d958a97,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:23.312490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40002) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:23.322490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-851d4c31-0295-48b8-b80f-4384e700f9fe req-3290fe57-4ee9-47ff-beaa-5ca9845e53de tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 210 time: 0.0499561 Oct 22 12:58:23.343801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-576cdca6-8c39-491f-9f28-3f955e33101f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.456208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-576cdca6-8c39-491f-9f28-3f955e33101f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.472568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-576cdca6-8c39-491f-9f28-3f955e33101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.518099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-576cdca6-8c39-491f-9f28-3f955e33101f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce2950acc91c42d5885d3da1869831c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1978803 Oct 22 12:58:23.519023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40008) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:23.559317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cdca6-8c39-491f-9f28-3f955e33101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115b37f8-27fb-4081-a998-3876db8a7063,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:23.611165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.642473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.698993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.702174 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:23.703383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/115b37f8-27fb-4081-a998-3876db8a7063 HTTP/1.1" status: 204 len: 168 time: 0.1824646 Oct 22 12:58:23.711554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ce0f-91b0-4cf2-8bd0-83d21a32e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b37f8-27fb-4081-a998-3876db8a7063,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:23.867024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.26', 52393) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:23.919079 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4ce6de6-e32c-4f22-93d0-3e3018258e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:24.046226 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-d359cb6f-2bf7-4767-9379-8ad7c7e79a77 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1777222 Oct 22 12:58:24.188362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-6f046d60-74ef-4611-b8be-2b1cceb6cfe1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:24.190622 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-6f046d60-74ef-4611-b8be-2b1cceb6cfe1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366785 Oct 22 12:58:24.287394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Request body: {'port': {'device_id': '153420d5-f726-4425-9c06-ee7997b7a274', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '840cd79ad1ec4b8fbd41c5a4f0f654fd'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:24.522227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Made reservation on behalf of 840cd79ad1ec4b8fbd41c5a4f0f654fd for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:24.531510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:24.542630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:24.578264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-869da691-e27a-4a6d-98a4-ae462b1e188c req-e31e7800-5e99-473e-a389-871c3b1aea94 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 210 time: 0.0418756 Oct 22 12:58:24.681932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:24.688934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:24.823628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11326b65-5b75-4d82-a28e-9178b73bb372,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:24.952821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Allocated IP 192.168.233.36 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/8a607b09-2d90-47c5-8081-69d56a5ab971) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:25.157926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:25.162362 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:58:25.224657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:25.358157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Pushing event updated for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:25.397211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:25.404872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:25.410276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:25.426673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:25.427328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:25.473662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-79808379-f6b8-47c3-9b69-e56b1d95e6a1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1912127 Oct 22 12:58:25.547433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-9e2681de-04da-48e5-ae8b-70deece74cc2 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:58:25.553233 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-9e2681de-04da-48e5-ae8b-70deece74cc2 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130489 Oct 22 12:58:25.873614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2f6abd0a-d45e-4803-9e4b-d6528870f655 None None] Provisioning complete for port 8a607b09-2d90-47c5-8081-69d56a5ab971 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:25.874087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f6abd0a-d45e-4803-9e4b-d6528870f655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:25.882227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7335c6-27af-461c-8bc5-f8cfb7ca4efb req-c529c2c1-bf84-4a50-925c-ead3e691a1ed tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:25.891482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c7335c6-27af-461c-8bc5-f8cfb7ca4efb req-c529c2c1-bf84-4a50-925c-ead3e691a1ed tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.1277766 Oct 22 12:58:25.953127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c7335c6-27af-461c-8bc5-f8cfb7ca4efb req-93ed4d65-e1ef-456b-b8a4-e45d43b513ca tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 Oct 22 12:58:25.984092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f6abd0a-d45e-4803-9e4b-d6528870f655 None None] Port 8a607b09-2d90-47c5-8081-69d56a5ab971 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:58:27.060568 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33e2741e-8edd-497b-bbf2-d542d468c431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:27.113485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9add545-2c71-47c0-a864-e74cd61fba4e req-26df4294-70a6-4448-8dac-6586354f6449 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:27.119472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9add545-2c71-47c0-a864-e74cd61fba4e req-26df4294-70a6-4448-8dac-6586354f6449 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.0675085 Oct 22 12:58:27.177566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9add545-2c71-47c0-a864-e74cd61fba4e req-413ba7b7-a9a4-4640-8b12-ab46b85a8293 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Oct 22 12:58:27.547935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:27.640151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:28.435407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:28.519188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff867548-31a0-4cc9-8bd4-b52c9185854b req-bad3c1c7-841f-4e04-ba11-7c8597f63d9f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:28.522404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff867548-31a0-4cc9-8bd4-b52c9185854b req-bad3c1c7-841f-4e04-ba11-7c8597f63d9f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.1305885 Oct 22 12:58:28.584446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff867548-31a0-4cc9-8bd4-b52c9185854b req-78f369c0-549c-4bef-80c1-8f8ff1841fac tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Oct 22 12:58:28.795225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3da61fb4-5cad-4fb3-b32e-d6858ac3a082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:28.998260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3da61fb4-5cad-4fb3-b32e-d6858ac3a082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.008284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3da61fb4-5cad-4fb3-b32e-d6858ac3a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.077872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3da61fb4-5cad-4fb3-b32e-d6858ac3a082 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e312497b9774c7eba37a70652b95331&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6385772 Oct 22 12:58:29.078241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40238) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:29.087160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da61fb4-5cad-4fb3-b32e-d6858ac3a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c45d6-2e2b-49a9-ba9d-9cf2f3017cdf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:29.160656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:29.210217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.247704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.324839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.328612 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.330301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae2c45d6-2e2b-49a9-ba9d-9cf2f3017cdf HTTP/1.1" status: 204 len: 168 time: 0.2509956 Oct 22 12:58:29.345007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15bb31-a163-4339-bf13-4b4419b49576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c45d6-2e2b-49a9-ba9d-9cf2f3017cdf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:29.551464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f96598ef-beab-472e-adfb-8d2cb63265f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.603767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.756980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f96598ef-beab-472e-adfb-8d2cb63265f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.767916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f96598ef-beab-472e-adfb-8d2cb63265f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.819517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b54654-654d-41d3-9204-5a7eaaae249d req-87959b75-0e28-4139-b8a7-3d81ddfd70bf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:29.831900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b54654-654d-41d3-9204-5a7eaaae249d req-87959b75-0e28-4139-b8a7-3d81ddfd70bf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.0697691 Oct 22 12:58:29.844219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96598ef-beab-472e-adfb-8d2cb63265f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66564b-86ae-491e-9432-450e006b9b54,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:29.852504 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f96598ef-beab-472e-adfb-8d2cb63265f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55a3ace56d854d2cb1828ad8ee42a3e2&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6870408 Oct 22 12:58:29.852862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:29.884650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b54654-654d-41d3-9204-5a7eaaae249d req-86e27856-0544-4f88-9768-404c0b835df2 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Oct 22 12:58:29.954070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40296) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:29.976336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:29.982043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5318736-f741-439d-8f17-3739540682dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.019631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.084339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.087501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.091011 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce66564b-86ae-491e-9432-450e006b9b54 HTTP/1.1" status: 204 len: 168 time: 0.2351487 Oct 22 12:58:30.110654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a885095-3341-4941-b527-4d8ac87b93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66564b-86ae-491e-9432-450e006b9b54,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:30.131074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5318736-f741-439d-8f17-3739540682dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.135675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-bb9c3ae8-25ce-47f6-be1b-534f4347f851 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702965 Oct 22 12:58:30.165206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5318736-f741-439d-8f17-3739540682dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.243523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d5318736-f741-439d-8f17-3739540682dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a871c1e190654a28b071077b76928212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879355 Oct 22 12:58:30.246180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:30.304723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5318736-f741-439d-8f17-3739540682dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ac2c2-3344-4e07-9a68-f0ef04d771fb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:30.357270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-0d2ef9f8-596f-4442-99df-941ea21d37c4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:30.359021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-0d2ef9f8-596f-4442-99df-941ea21d37c4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166030 Oct 22 12:58:30.380403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-2dfd9086-4819-4f3d-9c18-9a8c6f9e17fc tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/quotas/9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 375 time: 0.0139146 Oct 22 12:58:30.382697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.435924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.445304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-f5652fd1-9e10-4351-a8e5-11505fa1802c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573499 Oct 22 12:58:30.561378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.564740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.566107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b3ac2c2-3344-4e07-9a68-f0ef04d771fb HTTP/1.1" status: 204 len: 168 time: 0.3186512 Oct 22 12:58:30.581769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99414ef5-f1dd-4634-b0f2-73f5a870abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ac2c2-3344-4e07-9a68-f0ef04d771fb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:30.727410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40334) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:30.770180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3327abf-9906-4af4-9f1e-0a83a8fbdf3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:30.953492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78945315-5791-4b98-99db-fbe012363265 req-aaf26134-9611-46f0-bb9f-1e436d5cdbda tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.0842891 Oct 22 12:58:31.067915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3327abf-9906-4af4-9f1e-0a83a8fbdf3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.079010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3327abf-9906-4af4-9f1e-0a83a8fbdf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.273460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaac38-874d-4b69-a56c-ec3085c1f1ad req-e28dfd8a-a0cf-464c-82af-d69f3a2d04d4 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:31.281201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5eaaac38-874d-4b69-a56c-ec3085c1f1ad req-e28dfd8a-a0cf-464c-82af-d69f3a2d04d4 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.1627178 Oct 22 12:58:31.296003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a3327abf-9906-4af4-9f1e-0a83a8fbdf3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65ce61532e65456ca2b9cc30cc075dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650449 Oct 22 12:58:31.296514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:31.302301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327abf-9906-4af4-9f1e-0a83a8fbdf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbeb9d7-390c-4ee0-9521-bd8340122bac,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:31.344347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5eaaac38-874d-4b69-a56c-ec3085c1f1ad req-db23c99e-86b0-4b5d-8b83-632e5038f209 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578995 Oct 22 12:58:31.400264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.465954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.584311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:31.607957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.616108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.620140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dbeb9d7-390c-4ee0-9521-bd8340122bac HTTP/1.1" status: 204 len: 168 time: 0.3217995 Oct 22 12:58:31.655467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d49fc-cd2f-4937-964e-35be52da898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbeb9d7-390c-4ee0-9521-bd8340122bac,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:31.803731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17bd3d28-4dc8-4826-9599-adabe010db97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.908428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17bd3d28-4dc8-4826-9599-adabe010db97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.914675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17bd3d28-4dc8-4826-9599-adabe010db97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:31.998952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17bd3d28-4dc8-4826-9599-adabe010db97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1da906afccd94d55b6ca0fccfc4d1e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132597 Oct 22 12:58:32.000570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd3d28-4dc8-4826-9599-adabe010db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cdd361-3498-4cfa-b7f1-cd850b3422e7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:32.001836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:32.125568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:32.170549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aea759c-b964-40a9-98bc-9043109e79bf req-15d1b26e-bd8a-40b3-9e94-d6979f64804d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.0546043 Oct 22 12:58:32.183395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:32.257718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Request body: {'port': {'device_id': '153420d5-f726-4425-9c06-ee7997b7a274', 'device_owner': 'compute:tempest-test_az-1262330209', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:32.284216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:32.288287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:32.289611 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8cdd361-3498-4cfa-b7f1-cd850b3422e7 HTTP/1.1" status: 204 len: 168 time: 0.2843719 Oct 22 12:58:32.352910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54ddbd-5b84-446c-a86f-96ab2efaaae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cdd361-3498-4cfa-b7f1-cd850b3422e7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:32.444473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:32.721619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae646e-6c11-4f07-9ceb-1faee05c9857 req-66336f64-b26c-4dd7-957a-b3b54edf0758 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:32.733855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daae646e-6c11-4f07-9ceb-1faee05c9857 req-66336f64-b26c-4dd7-957a-b3b54edf0758 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 935 time: 0.1846356 Oct 22 12:58:32.842137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daae646e-6c11-4f07-9ceb-1faee05c9857 req-cb8a2e5b-2791-4500-bc10-bb0e9153b985 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059744 Oct 22 12:58:33.187082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a607b09-2d90-47c5-8081-69d56a5ab971 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:33.195889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.240029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Transition to ACTIVE for port object 8a607b09-2d90-47c5-8081-69d56a5ab971 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:58:33.249738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.354192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Pushing event updated for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:33.399288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c848a3b-240e-4651-ae75-54978b6a4689 req-87160e50-cac2-4e1a-b045-da7f8195c72c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.0752342 Oct 22 12:58:33.405045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:33.443364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b26339b-eba9-445a-8569-a087c909fbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.467328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Attempting to bind port 8a607b09-2d90-47c5-8081-69d56a5ab971 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:33.467616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Attempting to bind port 8a607b09-2d90-47c5-8081-69d56a5ab971 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:33.467965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Attempting to bind port 8a607b09-2d90-47c5-8081-69d56a5ab971 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:33.480062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Port 8a607b09-2d90-47c5-8081-69d56a5ab971 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:58:33.480404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Attempting to bind port 8a607b09-2d90-47c5-8081-69d56a5ab971 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:33.486232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:33.486595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:33.487209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:33.487642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Bound port: 8a607b09-2d90-47c5-8081-69d56a5ab971, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:33.487999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.611816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:33.642382 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b26339b-eba9-445a-8569-a087c909fbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.650352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b26339b-eba9-445a-8569-a087c909fbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.694799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2b26339b-eba9-445a-8569-a087c909fbdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05d41a9793b24fe9a53635c3bc0ef375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852526 Oct 22 12:58:33.699469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40484) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:33.725535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:33.742744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8a607b09-2d90-47c5-8081-69d56a5ab971,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:33.755913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.779724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26339b-eba9-445a-8569-a087c909fbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab615d86-0cc5-42c0-aaff-e62ea3fc40a3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:33.809866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.21', 53464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:33.869213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:33.869213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:33.882667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] 10.222.0.26 "PUT /v2.0/ports/8a607b09-2d90-47c5-8081-69d56a5ab971 HTTP/1.1" status: 200 len: 1117 time: 2.1851122 Oct 22 12:58:33.883163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:33.964703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-3f8f7b5c-2ce3-4740-9873-8266b4455f56 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529932 Oct 22 12:58:34.063217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9691f4cf-2552-40d5-a4fe-cd0d1577f790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.136704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.287255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3c1e-b430-4014-8123-3ece4973b7ae service neutron] Pushing event updated for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:34.315185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.442801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9691f4cf-2552-40d5-a4fe-cd0d1577f790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.464281 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a3333-afca-4c67-b655-b1539beac02c" -d '{"events": [{"name": "network-changed", "server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:34.491917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-8633cbbd-d627-4a4e-b0e0-f6d932f51ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:34.493472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-8633cbbd-d627-4a4e-b0e0-f6d932f51ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 1120 time: 0.1853323 Oct 22 12:58:34.501677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9691f4cf-2552-40d5-a4fe-cd0d1577f790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.520276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea59cc-cce4-48cf-a9de-8f881d2b67ef req-3c0a6c8c-abb5-48ca-9d1c-bf4cde4ff335 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:34.530759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08ea59cc-cce4-48cf-a9de-8f881d2b67ef req-3c0a6c8c-abb5-48ca-9d1c-bf4cde4ff335 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 969 time: 0.4692762 Oct 22 12:58:34.548134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.551513 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.554900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab615d86-0cc5-42c0-aaff-e62ea3fc40a3 HTTP/1.1" status: 204 len: 168 time: 0.8464231 Oct 22 12:58:34.692015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30ed6641-5c00-43a2-9d69-63ac2519bba8 req-f510a6be-25e3-4dd0-be4f-aebe162b1538 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.1449015 Oct 22 12:58:34.710580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9691f4cf-2552-40d5-a4fe-cd0d1577f790 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=557e1d44dd8c44f1a15a79b2b01370f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0950150 Oct 22 12:58:34.721656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f4cf-2552-40d5-a4fe-cd0d1577f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06165f56-0465-4230-973b-93becfaf3ac8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:34.723358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40534) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:34.746823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a14e85ce-53d6-4939-8688-c16bac6fb59a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:34.748306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a14e85ce-53d6-4939-8688-c16bac6fb59a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7768383 Oct 22 12:58:34.782863 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08ea59cc-cce4-48cf-a9de-8f881d2b67ef req-98605d7f-e67f-4541-af93-406132461d7f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404752 Oct 22 12:58:34.794353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c4349-7b21-4165-b58a-cbd33f587999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab615d86-0cc5-42c0-aaff-e62ea3fc40a3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:34.795425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-2795253d-3c80-4cc1-a642-c03da501cb0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8a607b09-2d90-47c5-8081-69d56a5ab971 HTTP/1.1" status: 200 len: 217 time: 0.1998348 Oct 22 12:58:34.835477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:34.847256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Request body: {'port': {'device_id': '9ad08048-871c-407a-940c-85f4946d499f', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '9e8a625f8d2745bda6fe9b390c121dca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:35.296413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.321135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Made reservation on behalf of 9e8a625f8d2745bda6fe9b390c121dca for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:35.324739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.344082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.471373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.482220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.483651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06165f56-0465-4230-973b-93becfaf3ac8 HTTP/1.1" status: 204 len: 168 time: 0.7558644 Oct 22 12:58:35.606054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.611776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1b9ac-6084-4790-985c-247db77c3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06165f56-0465-4230-973b-93becfaf3ac8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:35.631384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:35.692234 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1d1a8-845b-4f48-923f-e7fd6acf2b2f x-openstack-request-id: req-20e1d1a8-845b-4f48-923f-e7fd6acf2b2f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:35.692750 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:35.692875 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20e1d1a8-845b-4f48-923f-e7fd6acf2b2f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:35.693485 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971', 'status': 'completed', 'code': 200} Oct 22 12:58:36.060923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde233bc-0f2e-4782-ba84-0f850022a36d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:36.065418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Allocated IP 192.168.233.97 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:36.132272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50e219fa-2bfa-467b-8d4c-4b7b49e3fda8 req-41b68a6e-a308-408e-97f2-219d445c7e3e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.0635083 Oct 22 12:58:36.216678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bbc26-eecf-45f8-8e7b-f42770ecb9b6 req-6d11ca89-e645-41eb-8ade-fccf749496de tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:36.226065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-304bbc26-eecf-45f8-8e7b-f42770ecb9b6 req-6d11ca89-e645-41eb-8ade-fccf749496de tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 969 time: 0.1615629 Oct 22 12:58:36.257234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-f90e45fa-81a1-4a57-a0b8-72b8dc7bbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:36.258824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-f90e45fa-81a1-4a57-a0b8-72b8dc7bbbb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1944628 Oct 22 12:58:36.335092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-304bbc26-eecf-45f8-8e7b-f42770ecb9b6 req-d9d80301-fc61-4d8d-8418-e42a084441ad tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044307 Oct 22 12:58:36.340672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40568) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:36.424847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-22ae296e-6731-42d0-be89-55980f4b68d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.440780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-52906e40-b2e2-4248-ab32-81eefafaca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:36.443060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-52906e40-b2e2-4248-ab32-81eefafaca3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719651 Oct 22 12:58:36.490183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.653360 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.653957 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-7c068573-e72b-4cc9-9efc-7b323c2a6d9e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007692 Oct 22 12:58:36.662576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-22ae296e-6731-42d0-be89-55980f4b68d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.780728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-22ae296e-6731-42d0-be89-55980f4b68d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.796745 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5c817cb9-e4f1-4cb2-b49d-477b59d04045 req-a22256f7-c8bc-484b-9dac-edfafa3895be service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348927 Oct 22 12:58:36.879794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:36.886617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:36.892601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:36.905919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-22ae296e-6731-42d0-be89-55980f4b68d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8605407d92084052a690f5364f2855a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642042 Oct 22 12:58:36.908700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:36.941138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae296e-6731-42d0-be89-55980f4b68d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2f25c-e1fa-4882-a6dd-d6e2efb26874,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:36.962909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:36.968905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3333-afca-4c67-b655-b1539beac02c req-2005ba2d-2a84-4e7c-9f45-9a5b9670fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:36.971681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:36.972967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:36.979994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-2005ba2d-2a84-4e7c-9f45-9a5b9670fd73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 1120 time: 0.1183991 Oct 22 12:58:37.024398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.043309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-b583b740-c9f9-448b-82de-8bd1a5e5ef85 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2034001 Oct 22 12:58:37.074897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.149566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.152553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.156103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcb2f25c-e1fa-4882-a6dd-d6e2efb26874 HTTP/1.1" status: 204 len: 168 time: 0.2440848 Oct 22 12:58:37.170449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62232fea-1619-42b2-9146-2696364e06e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2f25c-e1fa-4882-a6dd-d6e2efb26874,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:37.342631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3333-afca-4c67-b655-b1539beac02c req-a859ab12-6560-4ca8-af05-c37d8f8c697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:37.344564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-a859ab12-6560-4ca8-af05-c37d8f8c697c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3603117 Oct 22 12:58:37.372994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48184f-0fe5-4eff-96c2-de7dd115162a req-e7c640f4-dd4c-4673-953f-1a3efc4f5507 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:37.382190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff48184f-0fe5-4eff-96c2-de7dd115162a req-e7c640f4-dd4c-4673-953f-1a3efc4f5507 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.0712223 Oct 22 12:58:37.406504 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-b8691428-b9dd-44d9-808e-cbf2165a799d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8a607b09-2d90-47c5-8081-69d56a5ab971 HTTP/1.1" status: 200 len: 217 time: 0.0526097 Oct 22 12:58:37.434715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-49a38d1f-1eb3-44c4-95c8-cdc6a9226b1d None None] Provisioning complete for port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:37.434715 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49a38d1f-1eb3-44c4-95c8-cdc6a9226b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.460654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff48184f-0fe5-4eff-96c2-de7dd115162a req-f53fcc40-4f4c-415b-80d9-a2e7914479e2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717599 Oct 22 12:58:37.493703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-49a38d1f-1eb3-44c4-95c8-cdc6a9226b1d None None] Port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:58:37.525803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3333-afca-4c67-b655-b1539beac02c req-69b7375d-bff7-4c10-9487-73451de782a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:37.527737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-69b7375d-bff7-4c10-9487-73451de782a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1134534 Oct 22 12:58:37.596734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3333-afca-4c67-b655-b1539beac02c req-e2097117-fc09-4886-93ec-60af39000c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:37.598483 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-e2097117-fc09-4886-93ec-60af39000c22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620735 Oct 22 12:58:37.625400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8fe2-a501-46ad-8640-369630f25312 req-ec13e07d-7287-4e93-b3a9-4090c507fb7d tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:37.627178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33ba8fe2-a501-46ad-8640-369630f25312 req-ec13e07d-7287-4e93-b3a9-4090c507fb7d tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 969 time: 0.0615082 Oct 22 12:58:37.678425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33ba8fe2-a501-46ad-8640-369630f25312 req-e622a524-d81a-4040-a080-b58ef7f2be0f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Oct 22 12:58:37.722046 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-ef32bf7b-ca25-46e3-b7e6-55c792d1c8d9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160607 Oct 22 12:58:37.738960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:37.850481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a82a3333-afca-4c67-b655-b1539beac02c req-8f0553ef-0b57-497b-b338-cac244713460 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164498 Oct 22 12:58:38.181090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-2fcaab44-2211-4ed9-b392-d6fb1739829f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288732 Oct 22 12:58:38.365909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e0e9f504-c511-44ab-8def-9950ea5e2b5a tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:38.367596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e0e9f504-c511-44ab-8def-9950ea5e2b5a tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857169 Oct 22 12:58:38.389686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-1ba0c706-bf04-41d5-b51e-a5986acb2aa1 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/quotas/3fcab38bd81b4be9adbfd3ed89d10e89 HTTP/1.1" status: 200 len: 375 time: 0.0157442 Oct 22 12:58:38.417588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-fd32ecf0-479a-4ae3-860e-4cab076e33f0 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270171 Oct 22 12:58:38.645352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87a57f32-b572-4627-8fa9-53e02014bfda req-8480dfd9-845a-423e-9d98-b65515da70fd tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0434783 Oct 22 12:58:38.667682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100892-5f68-4dfc-81ba-d535e409d0aa req-62e9e85a-7ca9-4e7f-bc57-85f0c08a106d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:38.669825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61100892-5f68-4dfc-81ba-d535e409d0aa req-62e9e85a-7ca9-4e7f-bc57-85f0c08a106d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.1249247 Oct 22 12:58:38.726267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61100892-5f68-4dfc-81ba-d535e409d0aa req-9bd67f21-ce28-414f-a903-69deece6ddaa tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501649 Oct 22 12:58:38.916408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605181b-1343-47de-a467-dcb65b151c15 req-cc5f2086-96ed-419d-a8b3-a0631500a5a9 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:38.924489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b605181b-1343-47de-a467-dcb65b151c15 req-cc5f2086-96ed-419d-a8b3-a0631500a5a9 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 969 time: 0.0861187 Oct 22 12:58:38.963531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b605181b-1343-47de-a467-dcb65b151c15 req-56f9ecf9-4a5d-4523-9632-808da715761f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Oct 22 12:58:39.060789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40684) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:39.327702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1999861127-network', 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:39.366102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:39.368939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.386783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.526663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.536350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.573180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8525050a-01dc-4f8b-93a1-f918a169316d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:39.583812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.595597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:58:39.609615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.609959 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Added segment 7c52ac70-5214-42c6-91a4-4564d565503b of type vlan for network 18f8eb2c-a397-4687-8092-457dba41a07a Oct 22 12:58:39.698774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.727904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.728954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:39.729763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.807022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc4e3784-fbfd-46e7-b86a-55e8244c5f7c req-9ad57b67-1407-4651-a417-2303c27b4509 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0668080 Oct 22 12:58:39.814839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40720) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:39.815563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7527876 Oct 22 12:58:39.831510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Request body: {'subnet': {'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1999861127-subnet', 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:39.867381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:39.876368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:39.898489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a6cc-c656-4219-952d-5cad1016e9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=18f8eb2c-a397-4687-8092-457dba41a07a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:39.918781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 18f8eb2c-a397-4687-8092-457dba41a07a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:58:40.028085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a46e1-a52e-40ec-82d9-f824401b2438 req-409ef4bc-eb8e-45ed-902f-8a67b6ec6bac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:40.045149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b60a46e1-a52e-40ec-82d9-f824401b2438 req-409ef4bc-eb8e-45ed-902f-8a67b6ec6bac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.1221929 Oct 22 12:58:40.147475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b60a46e1-a52e-40ec-82d9-f824401b2438 req-33094d00-18c7-468e-a589-f4fa65cd3a67 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010680 Oct 22 12:58:40.278738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66231a7c-fa71-489c-b321-f0498299fa7d req-43c34543-db44-49d2-b1ed-9a0f4103a86b tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:40.280608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66231a7c-fa71-489c-b321-f0498299fa7d req-43c34543-db44-49d2-b1ed-9a0f4103a86b tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 969 time: 0.1118765 Oct 22 12:58:40.281045 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-a6735785-e327-4b17-b931-565ebddb4b54 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456264 Oct 22 12:58:40.282089 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.336127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8a607b09-2d90-47c5-8081-69d56a5ab971 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:58:40.369414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66231a7c-fa71-489c-b321-f0498299fa7d req-e1b1222e-fdfa-484d-8754-5c55c4c99f73 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755978 Oct 22 12:58:40.519276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40732) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:40.528939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8a607b09-2d90-47c5-8081-69d56a5ab971,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:40.542893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8a607b09-2d90-47c5-8081-69d56a5ab971', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '8a607b09-2d90-47c5-8081-69d56a5ab971', 'mac_address': 'fa:16:3e:56:f2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-1262330209', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:58:40.552989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40736) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:40.626680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=974bdd02-8733-4537-8ed7-401deaaffed9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:40.636797 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.637274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:40.637392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Network hostable DHCP agents. Network: 18f8eb2c-a397-4687-8092-457dba41a07a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:58:40.667879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a607b09-2d90-47c5-8081-69d56a5ab971 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:40.670973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8f45b741-ff22-4aa2-a9e0-265a9e41b780 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:40.672474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8f45b741-ff22-4aa2-a9e0-265a9e41b780 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3838487 Oct 22 12:58:40.681546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Network 18f8eb2c-a397-4687-8092-457dba41a07a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:58:40.689545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Request body: {'port': {'device_id': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '3fcab38bd81b4be9adbfd3ed89d10e89'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:40.698778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8a607b09-2d90-47c5-8081-69d56a5ab971,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:40.710151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.716755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 18f8eb2c-a397-4687-8092-457dba41a07a) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:40.722712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:40.723711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.765868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-954595e0-0595-4855-aa74-f620f58aaccf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9480801 Oct 22 12:58:40.766795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a25df6-3115-4811-b6d5-82447b9a0f58 None None] Network 18f8eb2c-a397-4687-8092-457dba41a07a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:58:40.785885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dff849a-aba1-4935-8d40-62f390332e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.826434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba2a3-1ec2-473a-8ad0-83fcd8bed5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.923520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Made reservation on behalf of 3fcab38bd81b4be9adbfd3ed89d10e89 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:40.932906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.947513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:40.999855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04ef13e8-b050-4f38-ab1a-4ba2f9f2e6c5 req-5c0580f6-50ac-4249-a38e-72b0a2c1f338 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0786374 Oct 22 12:58:41.060713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.069672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dff849a-aba1-4935-8d40-62f390332e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.071335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.092106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dff849a-aba1-4935-8d40-62f390332e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.099139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba2a3-1ec2-473a-8ad0-83fcd8bed5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.107540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8a607b09-2d90-47c5-8081-69d56a5ab971'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:41.116489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.120763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba2a3-1ec2-473a-8ad0-83fcd8bed5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.152298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4dbf7-16ae-4b1e-a589-69a2009f88f7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.161499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.162066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.162577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.163070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.163537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.167095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.167447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.167758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.168312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.168386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.168712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.169037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Tracked resource versions report: Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: pushed versions: Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: { 'AddressGroup': {'1.2'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'ConntrackHelper': {'1.0'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Log': {'1.0'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Network': {'1.1'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Port': {'1.7'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'PortForwarding': {'1.2'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'QosPolicy': {'1.10'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SecurityGroup': {'1.4'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SubPort': {'1.0'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Subnet': {'1.1'}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Trunk': {'1.1'}} Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: consumer versions: Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: HyperV agent@n-h1-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: HyperV agent@n-h2-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: L3 agent@n-d-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: Metadata agent@n-d-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: Metering agent@n-d-813419-8: {}, Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'ConntrackHelper': '1.0', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Log': '1.0', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Network': '1.1', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Port': '1.7', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'PortForwarding': '1.2', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'QosPolicy': '1.10', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SecurityGroup': '1.4', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SecurityGroupRule': '1.2', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'SubPort': '1.0', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Subnet': '1.1', Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: 'Trunk': '1.1'}} Oct 22 12:58:41.170425 n-d-813419-8 neutron-server[100621]: {{(pid=100621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:58:41.173227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ec110-11f7-43b9-9a51-1033fff37a7c None None] Network 18f8eb2c-a397-4687-8092-457dba41a07a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:58:41.182495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d8ba2a3-1ec2-473a-8ad0-83fcd8bed5c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39f52340b8f04090bccdc090ba418c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617186 Oct 22 12:58:41.187536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:41.208637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5dff849a-aba1-4935-8d40-62f390332e86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1b693268ecf4d06998c4ed54748f638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540749 Oct 22 12:58:41.209233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40756) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:41.267951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff849a-aba1-4935-8d40-62f390332e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8474c5-0239-4d47-926d-98c087c44675,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.345515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ba2a3-1ec2-473a-8ad0-83fcd8bed5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc406af5-141f-49dc-896e-3ad449dca12d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.350737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.361529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Allocated IP 192.168.233.30 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/e56f2c52-22ab-44dd-8847-1c75e6418388) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:41.427698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.467841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.552557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.556873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.558510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc406af5-141f-49dc-896e-3ad449dca12d HTTP/1.1" status: 204 len: 168 time: 0.2944143 Oct 22 12:58:41.620702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6f55-bbe1-4ed0-95cc-fd3760f52f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc406af5-141f-49dc-896e-3ad449dca12d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.656051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02c4-dd8b-4fdc-9913-988f9f039806 req-7de59e3b-804d-401b-98af-c017140eba77 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:41.663653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb7f02c4-dd8b-4fdc-9913-988f9f039806 req-7de59e3b-804d-401b-98af-c017140eba77 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.3896410 Oct 22 12:58:41.667549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.760769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb7f02c4-dd8b-4fdc-9913-988f9f039806 req-dd8a4e7c-a006-4a80-9481-300754b9e720 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961168 Oct 22 12:58:41.772790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b164f-283f-446f-a5ee-1b23bf81bd09 req-467b75c7-7e1c-48a7-86c9-6368e372e4cf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:41.787117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e00b164f-283f-446f-a5ee-1b23bf81bd09 req-467b75c7-7e1c-48a7-86c9-6368e372e4cf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 970 time: 0.2124519 Oct 22 12:58:41.791332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40768) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:41.830791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1761384443-network', 'tenant_id': 'ab0b802a236e40498ab473bb6f5e6ff6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:41.856141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.858925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:41.860171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e8474c5-0239-4d47-926d-98c087c44675 HTTP/1.1" status: 204 len: 168 time: 0.6497064 Oct 22 12:58:41.907168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa04c1-28e6-4c8a-97ae-8276c0a1927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8474c5-0239-4d47-926d-98c087c44675,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:41.947052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e00b164f-283f-446f-a5ee-1b23bf81bd09 req-865f82a9-1203-427a-8a42-e50325e47a15 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416161 Oct 22 12:58:41.972760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Made reservation on behalf of ab0b802a236e40498ab473bb6f5e6ff6 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:41.979634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.044323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.052026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.147514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c16f1744-d17b-487d-9c42-6887cf50ee6b req-c894fabb-220f-4e89-9c25-b62c309961aa tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 210 time: 0.0434127 Oct 22 12:58:42.177232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.270060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:42.271258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Pushing event updated for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:42.291902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:42.295136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:42.303545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:42.304296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:42.305270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.321490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.329280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.329547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91065330-ff4d-434f-8e09-75d7695c093f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.342119 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-8eeb0c76-5d13-490d-808b-c78e41e35952 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6580784 Oct 22 12:58:42.365080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Request body: {'port': {'device_id': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'device_owner': 'compute:tempest-test_az-1262330209', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:42.388944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:58:42.455589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.455939 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Added segment 87e5a60d-e0be-4386-bd63-123519d4e0a1 of type vlan for network 326ec0ac-a60b-4f6b-bd85-ebedef71d215 Oct 22 12:58:42.466831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1198b40-8fab-4a90-8858-027ae2cf73e2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:42.471759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91065330-ff4d-434f-8e09-75d7695c093f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.481176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91065330-ff4d-434f-8e09-75d7695c093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.534050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91065330-ff4d-434f-8e09-75d7695c093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519fbdc3-17ab-4da4-8376-f5b6ac8168c9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:42.542095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40780) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:42.542302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-91065330-ff4d-434f-8e09-75d7695c093f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd65a0c8e77f4ce0a44fdfc9841b6dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371721 Oct 22 12:58:42.559748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.572148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.637847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:42.657245 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1509c9d-28f2-4a3e-b477-cc0f8773168d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.687013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.687989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:42.688570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.695562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c7a16469-3d50-49d0-a9fc-fa96e00bafd9 None None] Provisioning complete for port e56f2c52-22ab-44dd-8847-1c75e6418388 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:42.696087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c7a16469-3d50-49d0-a9fc-fa96e00bafd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.707374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.757399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1509c9d-28f2-4a3e-b477-cc0f8773168d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.757610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c7a16469-3d50-49d0-a9fc-fa96e00bafd9 None None] Port e56f2c52-22ab-44dd-8847-1c75e6418388 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:58:42.763723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1509c9d-28f2-4a3e-b477-cc0f8773168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.782437 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9784162 Oct 22 12:58:42.789854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:42.802850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Request body: {'subnet': {'network_id': '326ec0ac-a60b-4f6b-bd85-ebedef71d215', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1761384443-subnet', 'tenant_id': 'ab0b802a236e40498ab473bb6f5e6ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:42.810794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1509c9d-28f2-4a3e-b477-cc0f8773168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ffd3c-a8cc-4501-80e6-c17952563646,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:42.828982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b1509c9d-28f2-4a3e-b477-cc0f8773168d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc02b960a6d84e4784050cb11113393f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899455 Oct 22 12:58:42.831769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40788) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:42.850625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.854672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9002-08c2-49d3-becb-8abaf4587476 admin admin] Pushing event updated for resources: {'Network': ['ID=326ec0ac-a60b-4f6b-bd85-ebedef71d215,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:42.855595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Made reservation on behalf of ab0b802a236e40498ab473bb6f5e6ff6 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:42.860267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.879772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 326ec0ac-a60b-4f6b-bd85-ebedef71d215 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:58:42.993675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.996407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:42.997610 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/519fbdc3-17ab-4da4-8376-f5b6ac8168c9 HTTP/1.1" status: 204 len: 168 time: 0.4499631 Oct 22 12:58:43.027957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.053238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df2bf0-1718-4ad9-92e9-2e97e49506ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519fbdc3-17ab-4da4-8376-f5b6ac8168c9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:43.080556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56f2c52-22ab-44dd-8847-1c75e6418388 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:43.090092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.106091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Transition to ACTIVE for port object e56f2c52-22ab-44dd-8847-1c75e6418388 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:58:43.116537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.182975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae21cd-d0a6-4d46-b85c-258b042fc5aa req-c22244b5-6519-4e6f-ada5-74e754072d8a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.188201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2ae21cd-d0a6-4d46-b85c-258b042fc5aa req-c22244b5-6519-4e6f-ada5-74e754072d8a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.2521803 Oct 22 12:58:43.198270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.209128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:43.213871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Attempting to bind port e56f2c52-22ab-44dd-8847-1c75e6418388 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:43.214212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Attempting to bind port e56f2c52-22ab-44dd-8847-1c75e6418388 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:43.218835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Attempting to bind port e56f2c52-22ab-44dd-8847-1c75e6418388 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:43.226123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Port e56f2c52-22ab-44dd-8847-1c75e6418388 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:58:43.226451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Attempting to bind port e56f2c52-22ab-44dd-8847-1c75e6418388 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:43.235230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:43.235485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:43.236196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:43.236642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Bound port: e56f2c52-22ab-44dd-8847-1c75e6418388, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:43.237191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.282368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59d7b6-413a-4760-850a-56ceb79e16db req-9e229c56-7af5-4023-b6e4-82b47c6d7811 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.291365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb59d7b6-413a-4760-850a-56ceb79e16db req-9e229c56-7af5-4023-b6e4-82b47c6d7811 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 970 time: 0.2178617 Oct 22 12:58:43.367826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:43.371465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e56f2c52-22ab-44dd-8847-1c75e6418388,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:43.381286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.420375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.421276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.423033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e56f2c52-22ab-44dd-8847-1c75e6418388 HTTP/1.1" status: 200 len: 1117 time: 1.0675371 Oct 22 12:58:43.423919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2ae21cd-d0a6-4d46-b85c-258b042fc5aa req-0339aadc-ee83-4d0a-bb4f-a90454c1866f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230611 Oct 22 12:58:43.426343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:43.444920 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60cfc6-37a2-4841-a15d-893b20e48784" -d '{"events": [{"name": "network-changed", "server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:43.445516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb59d7b6-413a-4760-850a-56ceb79e16db req-60f3ca5f-33e2-4de7-9bdc-639dadaa0d7f tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530664 Oct 22 12:58:43.530705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.548775 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.552733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e9ffd3c-a8cc-4501-80e6-c17952563646 HTTP/1.1" status: 204 len: 168 time: 0.7173710 Oct 22 12:58:43.567854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:43.637972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35527c8-424d-4a3e-83d6-8628210149f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:43.674131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-ee61108e-e833-464a-abd6-985f1d47fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.681851 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-ee61108e-e833-464a-abd6-985f1d47fb68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 1120 time: 0.1874676 Oct 22 12:58:43.696248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85df4-f88b-46cf-8e64-ca5fd6e070af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ffd3c-a8cc-4501-80e6-c17952563646,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:43.792169 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9d972-bd46-4a21-a9e7-c4781f0bf404 x-openstack-request-id: req-79e9d972-bd46-4a21-a9e7-c4781f0bf404 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:43.795101 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:43.795396 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79e9d972-bd46-4a21-a9e7-c4781f0bf404 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:43.795818 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388', 'status': 'completed', 'code': 200} Oct 22 12:58:43.798758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-a85cb610-a5c8-40f2-b76b-4fed2daa29b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e56f2c52-22ab-44dd-8847-1c75e6418388 HTTP/1.1" status: 200 len: 217 time: 0.1059215 Oct 22 12:58:43.823414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b42410-1841-4b54-bd15-8e9db8d31378,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:43.855048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d7ef-4dd2-401b-954e-d9234ce10799 req-e0ede128-fb41-4c2e-9f17-44ebff8ddeae tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.857216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f035d7ef-4dd2-401b-954e-d9234ce10799 req-e0ede128-fb41-4c2e-9f17-44ebff8ddeae tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 969 time: 0.2190530 Oct 22 12:58:43.868980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Checking segment: {'id': '87e5a60d-e0be-4386-bd63-123519d4e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '326ec0ac-a60b-4f6b-bd85-ebedef71d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:43.869625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Network hostable DHCP agents. Network: 326ec0ac-a60b-4f6b-bd85-ebedef71d215, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:58:43.914057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-3241a74d-cd8d-4546-acd8-6303e89c5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:43.919343 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-3241a74d-cd8d-4546-acd8-6303e89c5a0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1061282 Oct 22 12:58:43.960617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f035d7ef-4dd2-401b-954e-d9234ce10799 req-c02e6f5c-8efe-4b3b-a40e-7de5d66d0f35 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919726 Oct 22 12:58:43.969137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Network 326ec0ac-a60b-4f6b-bd85-ebedef71d215 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:58:43.998407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 326ec0ac-a60b-4f6b-bd85-ebedef71d215) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:44.009236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd1b84-7c22-4b50-80c7-99e9f4068ba4 None None] Network 326ec0ac-a60b-4f6b-bd85-ebedef71d215 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:58:44.009869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-431d0e07-f11a-4262-b3cb-2ac681e219f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.012111 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-431d0e07-f11a-4262-b3cb-2ac681e219f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800133 Oct 22 12:58:44.030171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.031063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:44.069901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-494e3e3f-1f0b-486a-bac0-e1cab3a44ef4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2790534 Oct 22 12:58:44.147722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-03991d7a-4621-436f-85ed-4b245511af7f service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240971 Oct 22 12:58:44.211816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b3699-8c06-48a5-8e63-e15f9dd781a2 None None] Network 326ec0ac-a60b-4f6b-bd85-ebedef71d215 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:58:44.297131 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dad4d7d-4030-416d-a4c4-b44d8029fd6f req-d7886862-4ba5-4f62-a068-88135c13929a service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408334 Oct 22 12:58:44.344573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8a607b09-2d90-47c5-8081-69d56a5ab971 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:58:44.433387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-1f021cda-abbb-43d7-8660-084367094eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.436086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-1f021cda-abbb-43d7-8660-084367094eb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 1120 time: 0.0713375 Oct 22 12:58:44.436250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8a607b09-2d90-47c5-8081-69d56a5ab971 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:58:44.441593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8a607b09-2d90-47c5-8081-69d56a5ab971 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:44.441967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:44.573374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:44.578287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-e5dbab7f-2d1f-4292-8dda-fa917dd867c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.580287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-e5dbab7f-2d1f-4292-8dda-fa917dd867c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1365328 Oct 22 12:58:44.617085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:44.672502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-acb90fc5-1ebe-4155-9c39-e42838c98e3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e56f2c52-22ab-44dd-8847-1c75e6418388 HTTP/1.1" status: 200 len: 217 time: 0.0825183 Oct 22 12:58:44.695027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8a607b09-2d90-47c5-8081-69d56a5ab971,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:44.704989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:44.713387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54deb03-6a22-4eef-852d-105d56af984e req-5f0fdd2c-79d0-4fe2-ab6a-89a29a90fc1a tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.715490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c54deb03-6a22-4eef-852d-105d56af984e req-5f0fdd2c-79d0-4fe2-ab6a-89a29a90fc1a tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 970 time: 0.1042545 Oct 22 12:58:44.741252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-5c551871-7396-431a-adcb-8da60ac6b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.743031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-5c551871-7396-431a-adcb-8da60ac6b04b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0611129 Oct 22 12:58:44.796704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:44.830999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c54deb03-6a22-4eef-852d-105d56af984e req-d84a7776-0f30-4b41-8b65-c3ca14c3e3c2 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021490 Oct 22 12:58:44.848583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-34d389c0-8636-4ada-bf6e-1f50cee15537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.850057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-34d389c0-8636-4ada-bf6e-1f50cee15537 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911286 Oct 22 12:58:44.960665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6711b-c9eb-49a9-b0fd-0fa9e2c24e15 req-1c30da62-e211-4383-b588-e227a6919657 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:44.968972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05e6711b-c9eb-49a9-b0fd-0fa9e2c24e15 req-1c30da62-e211-4383-b588-e227a6919657 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.0814180 Oct 22 12:58:45.038481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-5eec71a9-23bc-443f-a422-277bd7f66db4 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789384 Oct 22 12:58:45.150834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05e6711b-c9eb-49a9-b0fd-0fa9e2c24e15 req-643c800c-a935-4e12-a51a-e43dbe430a28 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805353 Oct 22 12:58:45.183526 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da60cfc6-37a2-4841-a15d-893b20e48784 req-c5dbf24e-1c0b-45bb-8642-a9432a3f3b08 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360085 Oct 22 12:58:45.204278 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c07c4-b357-47e0-8f14-95dbe6cc61c6" -d '{"events": [{"server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "name": "network-vif-plugged", "status": "completed", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:45.302893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-615f4507-da20-4cac-a5e9-067c39cc2ba6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:45.304384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-615f4507-da20-4cac-a5e9-067c39cc2ba6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.3324783 Oct 22 12:58:45.333499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326767-2ed5-41bd-9cd2-144a6f2c2ca3 req-587865a5-2964-454f-aa75-2b168e39a153 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:45.335062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb326767-2ed5-41bd-9cd2-144a6f2c2ca3 req-587865a5-2964-454f-aa75-2b168e39a153 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 969 time: 0.1046150 Oct 22 12:58:45.336779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-3667ef3a-b015-481c-9d41-d9c2e863c088 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/quotas/d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 375 time: 0.0240965 Oct 22 12:58:45.382153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-63291e0f-d949-47c5-94f7-67ca6564038a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395033 Oct 22 12:58:45.404965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb326767-2ed5-41bd-9cd2-144a6f2c2ca3 req-496099c8-a561-4829-87c5-ff6d2d37fd15 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Oct 22 12:58:45.597592 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5fb54-3e35-4e0e-af9b-1787fcee8486 x-openstack-request-id: req-f3e5fb54-3e35-4e0e-af9b-1787fcee8486 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:45.598127 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "name": "network-vif-plugged", "status": "completed", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:45.598396 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3e5fb54-3e35-4e0e-af9b-1787fcee8486 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:45.599217 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971', 'code': 200} Oct 22 12:58:45.711791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-19bfcd88-b9dc-457a-a78b-ad4720e16ad1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:58:45.713149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-19bfcd88-b9dc-457a-a78b-ad4720e16ad1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0780365 Oct 22 12:58:45.767599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc19a0-3388-4181-9312-c904b69152ba req-7e2264a2-3f01-42ce-90b0-d00c71dcbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:45.770068 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9abc19a0-3388-4181-9312-c904b69152ba req-7e2264a2-3f01-42ce-90b0-d00c71dcbc2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 1122 time: 0.0861664 Oct 22 12:58:45.795510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9abc19a0-3388-4181-9312-c904b69152ba req-8312222a-1f0e-4b14-8239-06d39b278a71 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:45.820779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-81c23443-9bed-4b2d-a58d-a456e23c1a84 service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011395 Oct 22 12:58:45.918050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9abc19a0-3388-4181-9312-c904b69152ba req-8312222a-1f0e-4b14-8239-06d39b278a71 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:45.921605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9abc19a0-3388-4181-9312-c904b69152ba req-8312222a-1f0e-4b14-8239-06d39b278a71 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:45.954344 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9abc19a0-3388-4181-9312-c904b69152ba req-8312222a-1f0e-4b14-8239-06d39b278a71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754100 Oct 22 12:58:45.966284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312222a-1f0e-4b14-8239-06d39b278a71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec8a8c-4693-4889-b632-a67f41a40bf1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:45.991423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-c5af4d16-a812-4f3b-9fd1-035a07ea48fb service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637518 Oct 22 12:58:45.999647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575853b2-1b03-4bd5-a5a7-da9a0f646479 req-4338ea9a-cc19-46ed-a619-d2b1002612bf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:46.000996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-575853b2-1b03-4bd5-a5a7-da9a0f646479 req-4338ea9a-cc19-46ed-a619-d2b1002612bf tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.0740788 Oct 22 12:58:46.041329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-575853b2-1b03-4bd5-a5a7-da9a0f646479 req-cb62502e-a18b-44ab-ac66-58f490aeedf1 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Oct 22 12:58:46.211760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfc62ed3-4572-4a83-a6b2-13031e55b426 req-f3cfca47-e31f-420f-bea5-2934d7a67a2d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 210 time: 0.0518165 Oct 22 12:58:46.329917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b93873-b329-4704-9a9e-8033b85e79cb req-9327e3a3-bf35-4295-b16c-60e323cf86f3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:46.333325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09b93873-b329-4704-9a9e-8033b85e79cb req-9327e3a3-bf35-4295-b16c-60e323cf86f3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.0910819 Oct 22 12:58:46.379597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09b93873-b329-4704-9a9e-8033b85e79cb req-b12711dc-26ca-47d7-a252-ceaf36f0cf83 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Oct 22 12:58:46.412626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:46.533349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbda2f-bdd5-4f24-a343-aea0b97df8cb req-ef3024b1-d0d9-4f5f-87cd-fcbf9f025b40 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:46.535835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebdbda2f-bdd5-4f24-a343-aea0b97df8cb req-ef3024b1-d0d9-4f5f-87cd-fcbf9f025b40 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 969 time: 0.0576370 Oct 22 12:58:46.556316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcf01-aa77-4a27-a239-5eb9dc4bc158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.599979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebdbda2f-bdd5-4f24-a343-aea0b97df8cb req-fa60fcbf-9a54-4ec8-b77c-62191672dcb2 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564060 Oct 22 12:58:46.679214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcf01-aa77-4a27-a239-5eb9dc4bc158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.690067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcf01-aa77-4a27-a239-5eb9dc4bc158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.695946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-fb864516-30f2-48f3-b031-5e7e8b0cc4fd tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c4fa6f531405431c9bf1b3628474df7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297456 Oct 22 12:58:46.753769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a7bcf01-aa77-4a27-a239-5eb9dc4bc158 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6532d6950624774840fb9e1475cf050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400810 Oct 22 12:58:46.756503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40944) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:46.756970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bcf01-aa77-4a27-a239-5eb9dc4bc158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a1abba-d1a5-4893-be93-a34dbd45de37,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:46.809007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.830076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.837490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-4c774ee3-9816-4b34-933e-cc73ba6660b4 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:46.838959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-4c774ee3-9816-4b34-933e-cc73ba6660b4 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372170 Oct 22 12:58:46.854078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-82db004a-1979-4821-90a6-8d409909ac87 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/quotas/c4fa6f531405431c9bf1b3628474df7b HTTP/1.1" status: 200 len: 375 time: 0.0094461 Oct 22 12:58:46.876762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.879410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:46.880545 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55a1abba-d1a5-4893-be93-a34dbd45de37 HTTP/1.1" status: 204 len: 168 time: 0.1230593 Oct 22 12:58:46.888069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863a77-bc1e-479c-8d02-c5fb9052657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a1abba-d1a5-4893-be93-a34dbd45de37,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:46.888884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-4fb27b89-3a5f-4eb2-9c1c-b3d320fab8ec tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4fa6f531405431c9bf1b3628474df7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289888 Oct 22 12:58:47.088363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74c83e9a-320f-4082-9977-0684234fc5c3 req-b3233a40-c33b-472c-ad4d-87d6f71a3585 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 210 time: 0.0384569 Oct 22 12:58:47.171697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6736f-a38e-4667-ae25-5222a42cb500 req-fb15d0e6-7b58-4aab-89f9-5490d03ec317 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:47.173273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b6736f-a38e-4667-ae25-5222a42cb500 req-fb15d0e6-7b58-4aab-89f9-5490d03ec317 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.0560796 Oct 22 12:58:47.177333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:47.203394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3347b16f-9c9e-4c42-b1cf-c6b49e2ff5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.218204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b6736f-a38e-4667-ae25-5222a42cb500 req-fecdd0ec-7193-49b6-822a-68413260e23d tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Oct 22 12:58:47.289358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3347b16f-9c9e-4c42-b1cf-c6b49e2ff5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.294246 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3347b16f-9c9e-4c42-b1cf-c6b49e2ff5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.327113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e89b6b2-fe37-4613-807c-06e344533d65 req-2e2ef385-9881-4e10-9412-07c4eaa1dbd1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 210 time: 0.0302200 Oct 22 12:58:47.335189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3347b16f-9c9e-4c42-b1cf-c6b49e2ff5a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d94e32dca5b04850945c1879e8de55ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567805 Oct 22 12:58:47.338131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:47.340039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347b16f-9c9e-4c42-b1cf-c6b49e2ff5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65444e9-709f-4331-ba61-0cfa0ef14b4d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:47.401419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.424207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.449816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7d8cd9f9-faf3-4cd0-9ca5-5c03e55cd36e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:58:47.450968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7d8cd9f9-faf3-4cd0-9ca5-5c03e55cd36e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112627 Oct 22 12:58:47.700057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73870-fba3-4ef9-be11-4e77d076e2c1 req-bce6166e-8130-463c-80f6-d3dd4c6e326e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:47.703059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe73870-fba3-4ef9-be11-4e77d076e2c1 req-bce6166e-8130-463c-80f6-d3dd4c6e326e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 935 time: 0.2351272 Oct 22 12:58:47.704163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.708568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.712302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a65444e9-709f-4331-ba61-0cfa0ef14b4d HTTP/1.1" status: 204 len: 168 time: 0.3706002 Oct 22 12:58:47.749747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Request body: {'port': {'device_id': '9ad08048-871c-407a-940c-85f4946d499f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:47.752971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5282-64d9-4ece-a026-7cbf721245bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65444e9-709f-4331-ba61-0cfa0ef14b4d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:47.829548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe73870-fba3-4ef9-be11-4e77d076e2c1 req-e6c525db-c156-4ef2-a59a-dd35d3dbe84e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182251 Oct 22 12:58:47.877482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0f9b-33d8-4054-8b99-e35ee951b0eb req-a088eab0-7c1c-4dc2-bb8d-96ec4d5ab7fc tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:47.879239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ada0f9b-33d8-4054-8b99-e35ee951b0eb req-a088eab0-7c1c-4dc2-bb8d-96ec4d5ab7fc tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 969 time: 0.1586249 Oct 22 12:58:47.880625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:47.952284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ada0f9b-33d8-4054-8b99-e35ee951b0eb req-2c06971d-7731-488e-ae58-95ee08bd0a92 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621796 Oct 22 12:58:48.196472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1566f8d6-e036-4514-87ca-3288dec6e2dc req-912d0407-0f11-49fb-8eef-01dd4280b731 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 210 time: 0.0450013 Oct 22 12:58:48.238547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.21', 53471) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:48.338338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e56f2c52-22ab-44dd-8847-1c75e6418388 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:58:48.350692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:48.373447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.445168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5b347-8a49-4905-a90d-ab0de441d704 req-8e5c2cec-16ab-4266-898c-273b0f1d126c tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:48.447274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47f5b347-8a49-4905-a90d-ab0de441d704 req-8e5c2cec-16ab-4266-898c-273b0f1d126c tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.1416972 Oct 22 12:58:48.452881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Transition to ACTIVE for port object e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:58:48.483202 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.497494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e56f2c52-22ab-44dd-8847-1c75e6418388,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:48.514486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'e56f2c52-22ab-44dd-8847-1c75e6418388', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'e56f2c52-22ab-44dd-8847-1c75e6418388', 'mac_address': 'fa:16:3e:6d:dd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:tempest-test_az-1262330209', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:58:48.543253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00c1a96a-5112-4883-bff1-ffa578e3aa2e req-bbd7a901-308e-4a42-a55e-742920bd3666 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 210 time: 0.0919864 Oct 22 12:58:48.574314 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.599760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56f2c52-22ab-44dd-8847-1c75e6418388 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:48.609720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47f5b347-8a49-4905-a90d-ab0de441d704 req-55da2501-3dff-43f2-bff8-bc3e47213cda tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467543 Oct 22 12:58:48.644612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e56f2c52-22ab-44dd-8847-1c75e6418388,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:48.653441 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.691377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:48.705259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:48.705699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:48.705978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:48.716862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:58:48.722904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:48.731983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:48.732359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:48.732925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:48.733393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Bound port: e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:48.733723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.777289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-1b8184f7-1d22-45d1-9947-97c82ff994a2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:48.779293 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-1b8184f7-1d22-45d1-9947-97c82ff994a2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.5389843 Oct 22 12:58:48.809031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Request body: {'port': {'device_id': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'admin_state_up': True, 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:48.822244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:48.877584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e56f2c52-22ab-44dd-8847-1c75e6418388'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:48.878792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.21', 53472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:48.880650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:48.885582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:48.921256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:48.952471 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-f0358994-665c-4414-970e-a9c69257869e tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c4fa6f531405431c9bf1b3628474df7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717552 Oct 22 12:58:49.023791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.026662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.027558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] 10.222.0.21 "PUT /v2.0/ports/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 1095 time: 1.3651669 Oct 22 12:58:49.034454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:49.130228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-8b307ebb-9905-46e4-ad01-3815d012e475 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.131833 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-8b307ebb-9905-46e4-ad01-3815d012e475 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703842 Oct 22 12:58:49.132970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:49.136312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.155392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Request body: {'port': {'device_id': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'c4fa6f531405431c9bf1b3628474df7b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:49.326067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-d3768edd-7281-4835-a2f3-49de0246b39a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.335292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-d3768edd-7281-4835-a2f3-49de0246b39a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 1122 time: 0.4962747 Oct 22 12:58:49.357742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a60d1-8e4e-4567-b3fd-5563a111ab4d service neutron] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:49.377430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeac05e-09c8-48d9-813e-45f504704479 req-0fa8e027-9a82-4682-9f44-d5f36b95324f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.379983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daeac05e-09c8-48d9-813e-45f504704479 req-0fa8e027-9a82-4682-9f44-d5f36b95324f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.4832518 Oct 22 12:58:49.388384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-24c1e54e-c1cb-4dcf-853c-aef7e75fe26a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.399396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Allocated IP 172.20.0.6 (18f8eb2c-a397-4687-8092-457dba41a07a/974bdd02-8733-4537-8ed7-401deaaffed9/018520e3-9068-444d-92e3-d00e0b163782) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:49.409906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Made reservation on behalf of c4fa6f531405431c9bf1b3628474df7b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:49.413851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.425243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.445403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a2f45954-611c-4f4e-97d5-4c8f11079d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.447613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a2f45954-611c-4f4e-97d5-4c8f11079d14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1098 time: 0.2822795 Oct 22 12:58:49.454722 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df57a09-a01e-4233-8379-dd4393e012c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:49.547637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-72163063-85c9-49c3-8354-1dd20cbdf22e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0886884 Oct 22 12:58:49.552166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daeac05e-09c8-48d9-813e-45f504704479 req-c25a921f-4a22-4833-b35f-5f5be7907ec5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561270 Oct 22 12:58:49.646309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.656453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.657919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.687506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-c5ad45f1-dbdc-4bd9-9e06-07c3f333c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.689017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-c5ad45f1-dbdc-4bd9-9e06-07c3f333c8df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1337993 Oct 22 12:58:49.701424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-24c1e54e-c1cb-4dcf-853c-aef7e75fe26a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.736683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b737a-f227-4b9a-a512-7f3b4c165d6d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:49.746766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-24c1e54e-c1cb-4dcf-853c-aef7e75fe26a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.796192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40dcaebc-a484-435e-a0be-e9c8f09608c3 req-24c1e54e-c1cb-4dcf-853c-aef7e75fe26a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600859 Oct 22 12:58:49.803731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.817363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c6c5-41df-4e7f-bb3f-1c66b03a5cbf req-0cd5151b-4c09-46a8-990b-468ac3d5debb tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.818980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae81c6c5-41df-4e7f-bb3f-1c66b03a5cbf req-0cd5151b-4c09-46a8-990b-468ac3d5debb tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 970 time: 0.1747305 Oct 22 12:58:49.837184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1e54e-c1cb-4dcf-853c-aef7e75fe26a tempest-AggregatesAdminTestJSON-1589794074 tempest-AggregatesAdminTestJSON-1589794074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e1fb8-0e18-4513-a308-63fe89c498d1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:49.853342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Allocated IP 192.168.233.130 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/26ce7ca3-6dbc-4d03-8bfc-9563f26898c7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:49.855930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a738b2bc-7cca-48c7-860b-5ec03adca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.857562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-a738b2bc-7cca-48c7-860b-5ec03adca4de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591623 Oct 22 12:58:49.871644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Network 18f8eb2c-a397-4687-8092-457dba41a07a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:49.880145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:49.888619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:49.895019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:49.895839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:49.910122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:49.934038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c44ba0-e1b0-4fb1-aa4c-c4e99e208a9e req-aa843beb-c33b-4886-9f0a-480a8e092cf9 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 210 time: 0.0543313 Oct 22 12:58:49.934906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-6658b9c4-8074-4270-80c5-514f264ff09d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380336 Oct 22 12:58:49.949744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Request body: {'port': {'device_id': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:49.950869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae81c6c5-41df-4e7f-bb3f-1c66b03a5cbf req-1453e25e-a8ba-4efe-880d-ab3ffb25a078 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145642 Oct 22 12:58:50.067263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.137208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.160997 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d0811-937a-43d4-8731-8946201df365 x-openstack-request-id: req-c03d0811-937a-43d4-8731-8946201df365 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:50.161289 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:50.161542 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c03d0811-937a-43d4-8731-8946201df365 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:50.161979 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'status': 'completed', 'code': 200} Oct 22 12:58:50.232315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb8a97-7b98-4a20-996f-6ff198ab8eaa req-49557693-dd46-46bc-8646-01d2dea9c59b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.234162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fb8a97-7b98-4a20-996f-6ff198ab8eaa req-49557693-dd46-46bc-8646-01d2dea9c59b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 931 time: 0.0710988 Oct 22 12:58:50.235651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-bbc53fe5-b7ef-4326-b2bb-e085c40da045 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708625 Oct 22 12:58:50.290161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fb8a97-7b98-4a20-996f-6ff198ab8eaa req-a5ff9930-63ae-4b07-9635-63c320922fdf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477912 Oct 22 12:58:50.347329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e56f2c52-22ab-44dd-8847-1c75e6418388 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:58:50.354504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.391862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018520e3-9068-444d-92e3-d00e0b163782 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:50.403998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.416482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Transition to ACTIVE for port object 018520e3-9068-444d-92e3-d00e0b163782 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:58:50.442377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.445344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port e56f2c52-22ab-44dd-8847-1c75e6418388 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:58:50.447784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58489f95-9e8b-441a-88af-c1fbded45b51 req-89ba12df-eeb7-4740-86c2-3efdc8021fac service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840653 Oct 22 12:58:50.449569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port e56f2c52-22ab-44dd-8847-1c75e6418388 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:50.449946 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.473159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:50.480271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:50.491108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:50.497099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.497736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.514791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Pushing event updated for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:50.550284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.566477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:50.566955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:50.567286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:50.577236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:50.578076 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-d3008f43-4b95-470d-8a39-d74a485712b2 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4264698 Oct 22 12:58:50.581122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:58:50.582133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:50.583425 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e82c20-7d45-4974-8ac3-d335934ae4f9" -d '{"events": [{"server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "name": "network-vif-plugged", "status": "completed", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:50.594547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Request body: {'port': {'device_id': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:50.596322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e56f2c52-22ab-44dd-8847-1c75e6418388,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:50.602051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-6a6e3cfa-bb0b-4d1e-b7f3-b5fa077ef773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.603977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.609452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-6a6e3cfa-bb0b-4d1e-b7f3-b5fa077ef773 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1098 time: 0.1039627 Oct 22 12:58:50.650203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:50.650345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:50.650715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:50.651159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Bound port: 018520e3-9068-444d-92e3-d00e0b163782, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:50.651860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.653919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:50.699298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:50.740539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.810626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:50.829535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:50.838012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c80c3-6349-4ca3-970c-bf7011579bd7 req-bb8e0647-0722-428d-b808-0c3cfa45866c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.839906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b59c80c3-6349-4ca3-970c-bf7011579bd7 req-bb8e0647-0722-428d-b808-0c3cfa45866c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.1666605 Oct 22 12:58:50.840095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.857838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-5b096f73-246c-4077-8156-959539facee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.859277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-5b096f73-246c-4077-8156-959539facee3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2426922 Oct 22 12:58:50.889652 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329ccaf-1584-4b5b-8a1f-fa2bc6770c9a x-openstack-request-id: req-3329ccaf-1584-4b5b-8a1f-fa2bc6770c9a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:50.889961 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "name": "network-vif-plugged", "status": "completed", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:50.890210 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3329ccaf-1584-4b5b-8a1f-fa2bc6770c9a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:50.890596 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388', 'code': 200} Oct 22 12:58:50.911998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-3f27c6d3-02da-4b9d-95c6-4b32d08be536 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0441451 Oct 22 12:58:50.923576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0546cc7a-9ed4-44be-9605-0f84c329a538 None None] Provisioning complete for port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:50.924466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0546cc7a-9ed4-44be-9605-0f84c329a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:50.942041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b59c80c3-6349-4ca3-970c-bf7011579bd7 req-65d0f4de-0338-40a5-b4d2-a455b9045416 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867984 Oct 22 12:58:50.998884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:50.999516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.000943 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] 10.222.0.21 "PUT /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 1091 time: 1.0577018 Oct 22 12:58:51.001395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'tag': '018520e3-9068-444d-92e3-d00e0b163782'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:51.001842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0546cc7a-9ed4-44be-9605-0f84c329a538 None None] Port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:58:51.008725 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e9c53-2d33-40b9-9f89-73c18a28a823" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "tag": "018520e3-9068-444d-92e3-d00e0b163782"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:51.021607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-df0f7799-18ce-435a-9e6c-b973e9f05e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.023556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-df0f7799-18ce-435a-9e6c-b973e9f05e66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0956490 Oct 22 12:58:51.156213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946babd-cee4-4f9f-99c1-53a85d713589 req-f5b57348-2894-4e42-8b24-599163eaed7e tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.160778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b946babd-cee4-4f9f-99c1-53a85d713589 req-f5b57348-2894-4e42-8b24-599163eaed7e tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 936 time: 0.1273937 Oct 22 12:58:51.166729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-2bd389be-c599-4e3d-aaa1-d6fea3217740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.168249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-2bd389be-c599-4e3d-aaa1-d6fea3217740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107795 Oct 22 12:58:51.236307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfb59a-fdf1-4a5b-b834-6a4638d12334 req-26685e91-fd42-4c92-9b5d-4d8176aef290 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.237712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fcfb59a-fdf1-4a5b-b834-6a4638d12334 req-26685e91-fd42-4c92-9b5d-4d8176aef290 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.1313412 Oct 22 12:58:51.279372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294208-0598-4f3f-b2d2-23262bc05a96 service neutron] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:51.286283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b946babd-cee4-4f9f-99c1-53a85d713589 req-ad7a1c1e-fc9d-4aa1-b1e6-32e24351581a tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217465 Oct 22 12:58:51.315241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b2cb4-6ba4-40c5-86b8-17c4bbdcb434 req-b7328da0-8f3f-4298-8dab-50d57fe7605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.317849 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-131b2cb4-6ba4-40c5-86b8-17c4bbdcb434 req-b7328da0-8f3f-4298-8dab-50d57fe7605a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 1122 time: 0.2665365 Oct 22 12:58:51.322378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-853c800b-ab06-4b35-9fe1-2c2ff4e5e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.322676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fcfb59a-fdf1-4a5b-b834-6a4638d12334 req-1dda5b3b-df15-4522-9904-effa2e6d9c96 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Oct 22 12:58:51.323852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-853c800b-ab06-4b35-9fe1-2c2ff4e5e7f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1094 time: 0.1148858 Oct 22 12:58:51.334782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-46ef5945-977a-495a-8874-ef1667f8a50d service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577268 Oct 22 12:58:51.388237 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87300211-3323-460d-9a18-fa38006b487c x-openstack-request-id: req-87300211-3323-460d-9a18-fa38006b487c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:51.388525 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "tag": "018520e3-9068-444d-92e3-d00e0b163782", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:51.388770 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87300211-3323-460d-9a18-fa38006b487c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:51.389159 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'tag': '018520e3-9068-444d-92e3-d00e0b163782', 'status': 'completed', 'code': 200} Oct 22 12:58:51.394764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-84d22028-fb6c-4dc9-b891-4a065f5b8a5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.0573440 Oct 22 12:58:51.475886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:51.482923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-131b2cb4-6ba4-40c5-86b8-17c4bbdcb434 req-c4f68432-c461-4822-8e00-27a08c05fb54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568341 Oct 22 12:58:51.490028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.498743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-ec5d28d4-0cc7-415f-b19a-c321a4f3badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.500194 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-ec5d28d4-0cc7-415f-b19a-c321a4f3badf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0877914 Oct 22 12:58:51.501068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df57a09-a01e-4233-8379-dd4393e012c0 req-d547bfa6-c422-4170-a02a-ec84b813661b service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595309 Oct 22 12:58:51.510388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Transition to ACTIVE for port object 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:58:51.512030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a1525-be13-4331-90d4-71de5239e1a0 req-05c3e099-09a4-4243-a454-62c82cc411cc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.513685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230a1525-be13-4331-90d4-71de5239e1a0 req-05c3e099-09a4-4243-a454-62c82cc411cc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.0791383 Oct 22 12:58:51.529630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.558525 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-c2bf63f7-0c93-4e91-a59e-377f864c2499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434241 Oct 22 12:58:51.558757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230a1525-be13-4331-90d4-71de5239e1a0 req-4f0d3ba1-f2b3-42bf-858e-f9d8b71f1a5a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Oct 22 12:58:51.633015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Pushing event updated for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:51.715794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Attempting to bind port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:51.716133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Attempting to bind port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:51.716468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Attempting to bind port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:51.723478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:58:51.723913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Attempting to bind port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:51.734722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:51.735068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:51.735460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:51.735899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Bound port: 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:51.736265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.757749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-198f0ab8-0f88-4c3d-88d8-daa6b47ca30e service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699135 Oct 22 12:58:51.884053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:51.901875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:51.913772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.943451 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6aa2beb-0553-43a8-bd03-a8c9e257a938 req-2efc3aed-c21c-46aa-94d1-291f669f751f service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580687 Oct 22 12:58:51.957503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:51.958200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:51.959679 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] 10.222.0.21 "PUT /v2.0/ports/26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 HTTP/1.1" status: 200 len: 1096 time: 1.3726594 Oct 22 12:58:51.983074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a627-4d9a-4254-9573-087c82039e48 service neutron] Pushing event updated for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:52.106450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f5e6-a698-47a5-b95f-7932f9ced7f4 req-cbd40fe5-7130-4050-b3cc-d7b5cda68260 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.108420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1694f5e6-a698-47a5-b95f-7932f9ced7f4 req-cbd40fe5-7130-4050-b3cc-d7b5cda68260 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.0595710 Oct 22 12:58:52.114138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-cea3f115-d8c9-4d64-abe5-94f8fbc6fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.116080 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-cea3f115-d8c9-4d64-abe5-94f8fbc6fbdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1094 time: 0.0931380 Oct 22 12:58:52.118077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-7f834320-1494-4d1d-b6cc-2c09bffc869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.119497 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-7f834320-1494-4d1d-b6cc-2c09bffc869f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4fa6f531405431c9bf1b3628474df7b&device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 1099 time: 0.0978601 Oct 22 12:58:52.157867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1694f5e6-a698-47a5-b95f-7932f9ced7f4 req-08a8f890-6dfe-4a22-991a-4f7097e9d6ab tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Oct 22 12:58:52.179619 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-1cd679b9-6fb3-467c-8479-718d2f187ac4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 HTTP/1.1" status: 200 len: 217 time: 0.0424309 Oct 22 12:58:52.289821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-3aa4116e-e9fd-4e9a-946c-7a3a70aa974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.289821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-3aa4116e-e9fd-4e9a-946c-7a3a70aa974d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1071775 Oct 22 12:58:52.329508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-b938ffca-5698-4eb9-82e0-1ea6d3029d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.331599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-b938ffca-5698-4eb9-82e0-1ea6d3029d37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1970513 Oct 22 12:58:52.403898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-fb7da160-9620-4442-a6a6-fddaf7004f86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.0576522 Oct 22 12:58:52.422111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a50fef9e-fe70-4ba7-8835-fadf696c9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.423709 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-a50fef9e-fe70-4ba7-8835-fadf696c9fee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248186 Oct 22 12:58:52.432223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8b974-eff7-4de1-b838-13564c567702 req-4a397c65-64b3-4e0c-b8e7-1ce056b93ea1 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.433939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49e8b974-eff7-4de1-b838-13564c567702 req-4a397c65-64b3-4e0c-b8e7-1ce056b93ea1 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 948 time: 0.0591576 Oct 22 12:58:52.486661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49e8b974-eff7-4de1-b838-13564c567702 req-825bd6c8-e224-43fd-a77c-a2d5fed6da4c tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Oct 22 12:58:52.488555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-092bf8af-2bd3-4147-96c6-6de5738cc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.490118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-092bf8af-2bd3-4147-96c6-6de5738cc2c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0777798 Oct 22 12:58:52.578259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-94f14940-d7f9-4241-9993-2dc4de01db84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406084 Oct 22 12:58:52.617514 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-353530e0-a486-4994-b885-02f526755cfc service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742916 Oct 22 12:58:52.629464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b81e-7226-4925-bc42-d94043de78ae req-6ea2d942-ce1a-4819-9f76-ec8ed14975b8 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.641437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e02b81e-7226-4925-bc42-d94043de78ae req-6ea2d942-ce1a-4819-9f76-ec8ed14975b8 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.0856717 Oct 22 12:58:52.695823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e02b81e-7226-4925-bc42-d94043de78ae req-0bc1af10-c1e7-47d7-98e1-e96241d0791c tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Oct 22 12:58:52.750538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-8c49b7ff-17a4-4167-979c-96d5178f5146 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616635 Oct 22 12:58:52.773583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412188a2-fd3e-4ea3-bc57-82e95ed37253 req-10d36a08-d9e6-4022-8bab-cf6b5bec4e5e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:52.776945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-412188a2-fd3e-4ea3-bc57-82e95ed37253 req-10d36a08-d9e6-4022-8bab-cf6b5bec4e5e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.0612841 Oct 22 12:58:52.787142 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea8fb2fd-626c-4d5d-bd3a-d23ff16dd8a4 req-2ec75a37-c5e2-400b-ac94-013b7f857d21 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584182 Oct 22 12:58:52.827461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-412188a2-fd3e-4ea3-bc57-82e95ed37253 req-f49e3106-ec25-4a74-b128-4b851da8c691 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Oct 22 12:58:52.881175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-751e9c53-2d33-40b9-9f89-73c18a28a823 req-b7118b93-1079-4d01-99e9-068e9ae7a585 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225736 Oct 22 12:58:53.310450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb119f-d0fc-4e65-88bb-1099dc4ff40f req-c4dfad00-c893-40a0-89a3-d1b7de8e8d4b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:53.311961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73cb119f-d0fc-4e65-88bb-1099dc4ff40f req-c4dfad00-c893-40a0-89a3-d1b7de8e8d4b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.0591345 Oct 22 12:58:53.355193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73cb119f-d0fc-4e65-88bb-1099dc4ff40f req-371d136e-749d-40f5-87fa-e58c9b5fe132 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Oct 22 12:58:53.382781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41224) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:53.390187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:53.400919 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0252519-8447-4f4c-a3aa-4640de16cd37" -d '{"events": [{"name": "network-changed", "server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:53.490527 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eba278-be73-4dcb-8414-19a06e8dd10e x-openstack-request-id: req-94eba278-be73-4dcb-8414-19a06e8dd10e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:53.491161 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:53.491161 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94eba278-be73-4dcb-8414-19a06e8dd10e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:53.491480 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7', 'status': 'completed', 'code': 200} Oct 22 12:58:53.541732 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e947aa6a-4066-4710-957f-15e80fe442c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:53.582149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-c78ab64e-a0b7-452b-be29-1010cf2d9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:53.584238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-c78ab64e-a0b7-452b-be29-1010cf2d9b5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4fa6f531405431c9bf1b3628474df7b&device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 1099 time: 0.0638862 Oct 22 12:58:53.683207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e947aa6a-4066-4710-957f-15e80fe442c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:53.703681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e947aa6a-4066-4710-957f-15e80fe442c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:53.716440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b8fe7-3523-4526-8b4f-3be5b4079b96 req-53bd5e53-94c6-40ea-ab9a-42411fc90b7d tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:53.718677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d82b8fe7-3523-4526-8b4f-3be5b4079b96 req-53bd5e53-94c6-40ea-ab9a-42411fc90b7d tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 948 time: 0.0828273 Oct 22 12:58:53.731803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-d36445e7-2e72-40bb-80aa-168795860193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:53.736690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-d36445e7-2e72-40bb-80aa-168795860193 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1441538 Oct 22 12:58:53.757796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947aa6a-4066-4710-957f-15e80fe442c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3614e69-6992-4ddc-ac65-5a725d217d68,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:53.797542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e947aa6a-4066-4710-957f-15e80fe442c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=961be0576d1544fdb3917c0de460abf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125385 Oct 22 12:58:53.799527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-32e38299-2e06-4093-98d5-f4e08d2c4442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 HTTP/1.1" status: 200 len: 217 time: 0.0554988 Oct 22 12:58:53.801228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:53.826099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d82b8fe7-3523-4526-8b4f-3be5b4079b96 req-85e24721-c590-4f34-818f-59e666b93c65 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767028 Oct 22 12:58:53.895161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:53.898023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-1bba10b8-56a9-46ef-ab2f-ba3a3d48f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:53.899993 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-1bba10b8-56a9-46ef-ab2f-ba3a3d48f81b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0856540 Oct 22 12:58:53.907865 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e37d271-bb50-43f9-9fea-1fa4616eaef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:53.982519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.004443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-99e2f897-a628-4ae6-aa8b-08d02bcc6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:54.005942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-99e2f897-a628-4ae6-aa8b-08d02bcc6838 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967073 Oct 22 12:58:54.011567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945949-93dd-469b-ae67-bf5da427a5de req-260bb35a-73cf-4302-ae08-8c1569832acb tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:54.013423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5945949-93dd-469b-ae67-bf5da427a5de req-260bb35a-73cf-4302-ae08-8c1569832acb tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.1036577 Oct 22 12:58:54.018370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.097269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a447b2e-5dd9-4d92-b019-1903bec2bbcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.106180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5945949-93dd-469b-ae67-bf5da427a5de req-355824da-0446-4537-ac7f-91967ef5b358 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Oct 22 12:58:54.177343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.180664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.187707 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3614e69-6992-4ddc-ac65-5a725d217d68 HTTP/1.1" status: 204 len: 168 time: 0.3747525 Oct 22 12:58:54.187707 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-01964fbf-1d73-4b5e-af08-aa17d5185619 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702416 Oct 22 12:58:54.192702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145d97-e01a-44ea-b800-4b50eb5a512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3614e69-6992-4ddc-ac65-5a725d217d68,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:54.257741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:58:54.290400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a447b2e-5dd9-4d92-b019-1903bec2bbcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.302528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a447b2e-5dd9-4d92-b019-1903bec2bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.330989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dad8ac-f95e-4e5a-8773-4334f296fb88 req-4895485b-8a99-4d73-bb94-721a04913d2f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:54.332693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08dad8ac-f95e-4e5a-8773-4334f296fb88 req-4895485b-8a99-4d73-bb94-721a04913d2f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.2021723 Oct 22 12:58:54.377729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0a447b2e-5dd9-4d92-b019-1903bec2bbcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70eefb539e614ae69542160cdecb4920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813335 Oct 22 12:58:54.387445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41288) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:54.407891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447b2e-5dd9-4d92-b019-1903bec2bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de75be2-0458-4b65-a11b-9d48ed491128,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:54.446039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08dad8ac-f95e-4e5a-8773-4334f296fb88 req-d550823b-0cd2-4600-bd81-caec5029a295 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021008 Oct 22 12:58:54.477104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.523758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.632764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:54.644970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.649281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.651037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8de75be2-0458-4b65-a11b-9d48ed491128 HTTP/1.1" status: 204 len: 168 time: 0.2625141 Oct 22 12:58:54.656232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'mac_address': 'fa:16:3e:49:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:58:54.662575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaff5e-b2b8-46f2-a97c-1884a03a123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de75be2-0458-4b65-a11b-9d48ed491128,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:54.749791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.758269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0252519-8447-4f4c-a3aa-4640de16cd37 req-cf3f929a-f63e-4fd4-b702-9b57a45c34f6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633376 Oct 22 12:58:54.776216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:54.810544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:54.819098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.851668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:54.876644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbb15-9072-49d7-9348-b86c0f541144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:54.917493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e9094-b48e-4ca0-9571-24426fe7f123 req-22ce6e83-7ff5-455a-933f-17fae0b6efe2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:54.930085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b9e9094-b48e-4ca0-9571-24426fe7f123 req-22ce6e83-7ff5-455a-933f-17fae0b6efe2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 948 time: 0.0889051 Oct 22 12:58:54.953952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:55.008900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b9e9094-b48e-4ca0-9571-24426fe7f123 req-53351503-ccea-40a5-830f-538fdb84c42e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774403 Oct 22 12:58:55.037050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbb15-9072-49d7-9348-b86c0f541144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.050449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbb15-9072-49d7-9348-b86c0f541144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.079219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439d6e-3894-4859-937c-6a9f726b58a9 req-63aff3a0-6aa9-4b18-9ea5-3bfece533b0b tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:55.089904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f439d6e-3894-4859-937c-6a9f726b58a9 req-63aff3a0-6aa9-4b18-9ea5-3bfece533b0b tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 948 time: 0.0796225 Oct 22 12:58:55.094948 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c9cbb15-9072-49d7-9348-b86c0f541144 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c5c0b4279b44fd688e3ee6cb89aad63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416515 Oct 22 12:58:55.096148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cbb15-9072-49d7-9348-b86c0f541144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a905e7-4bf0-449e-9b8f-17d905f6143a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:55.099665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41320) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:55.166400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f439d6e-3894-4859-937c-6a9f726b58a9 req-47628281-07f4-499c-9b27-3fb8189ceb86 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756173 Oct 22 12:58:55.181709 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.209030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.215693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41324) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:55.239047 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cab1151-f5bd-4033-939f-f997e91479b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.251645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:55.325009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.328940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.333509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75a905e7-4bf0-449e-9b8f-17d905f6143a HTTP/1.1" status: 204 len: 168 time: 0.2292576 Oct 22 12:58:55.348636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84a56-ff8c-4130-ad99-21178bc979e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a905e7-4bf0-449e-9b8f-17d905f6143a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:55.388190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-69064c3d-a702-4b46-9d20-fa4eaae44966 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507324 Oct 22 12:58:55.495805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cab1151-f5bd-4033-939f-f997e91479b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.504667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cab1151-f5bd-4033-939f-f997e91479b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.554377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8cab1151-f5bd-4033-939f-f997e91479b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30af0d462a824b75978d34c57455ad5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374586 Oct 22 12:58:55.557095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41344) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:55.565858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1151-f5bd-4033-939f-f997e91479b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f3701-15da-4950-bd97-e79201e29ba2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:55.575085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-b6f2266f-b0bc-4878-8c16-9556c8ec3817 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:55.582521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-b6f2266f-b0bc-4878-8c16-9556c8ec3817 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864214 Oct 22 12:58:55.598829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-4fcea4ad-cb9d-4f85-beeb-84c6161dd4f8 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/quotas/3fcab38bd81b4be9adbfd3ed89d10e89 HTTP/1.1" status: 200 len: 375 time: 0.0154226 Oct 22 12:58:55.618367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.639624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.689139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.692456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:55.694577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/461f3701-15da-4950-bd97-e79201e29ba2 HTTP/1.1" status: 204 len: 168 time: 0.1362181 Oct 22 12:58:55.697877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-f7b8cb2c-19ee-47fb-b404-f547d9f40f26 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981443 Oct 22 12:58:55.705107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010563da-382c-40c9-bd02-db5ba8ca6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f3701-15da-4950-bd97-e79201e29ba2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:55.720411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07cd4f-459c-4fa3-a75f-c162cbc42f5a req-f1d0e08a-c181-481a-a295-ffb7083b7412 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:55.722326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f07cd4f-459c-4fa3-a75f-c162cbc42f5a req-f1d0e08a-c181-481a-a295-ffb7083b7412 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.0963032 Oct 22 12:58:55.782944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f07cd4f-459c-4fa3-a75f-c162cbc42f5a req-348db223-17fa-47e6-9396-23ec94136a22 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Oct 22 12:58:55.905848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266d2de-b870-4062-a6fe-0454e2a798fd req-25aef896-48f0-4aab-ac13-481d21f821af tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:55.907916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c266d2de-b870-4062-a6fe-0454e2a798fd req-25aef896-48f0-4aab-ac13-481d21f821af tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.0663383 Oct 22 12:58:55.984225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28e6fa3d-af38-4ad9-860d-a47e2c64700a req-06a6e00c-2c3b-40fb-8999-24da54f9e7f7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0393128 Oct 22 12:58:55.990776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c266d2de-b870-4062-a6fe-0454e2a798fd req-5d466bfd-4a3f-4bd1-bb81-235c490a8d5d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739799 Oct 22 12:58:56.180496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558f55-8218-4746-a612-b70a281e2d08 req-eba02baf-3e69-44fe-9fac-cc2ca23431eb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:56.188609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27558f55-8218-4746-a612-b70a281e2d08 req-eba02baf-3e69-44fe-9fac-cc2ca23431eb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 948 time: 0.0847361 Oct 22 12:58:56.219085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:58:56.269386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:58:56.271984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27558f55-8218-4746-a612-b70a281e2d08 req-34656291-edf5-43eb-b55b-f2009b16a5f0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Oct 22 12:58:56.374273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01abec-6b3e-4f47-9fd0-f694b1ea7112 req-af1d03f8-8094-4e2b-9aca-3db5f370b3d4 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:56.384586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c01abec-6b3e-4f47-9fd0-f694b1ea7112 req-af1d03f8-8094-4e2b-9aca-3db5f370b3d4 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 948 time: 0.0783920 Oct 22 12:58:56.446624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c01abec-6b3e-4f47-9fd0-f694b1ea7112 req-593a4ae3-a18d-462d-819d-fe50cfc39fb4 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574434 Oct 22 12:58:56.477677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:58:56.484537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:56.484896 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:56.572275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:56.593198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7', 'mac_address': 'fa:16:3e:0d:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:58:56.668491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:56.686992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:56.712865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:56.715200 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f464d9d-e5ba-4bb0-bee9-b996fb2ab60b" -d '{"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-plugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:56.721468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:56.735372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:56.743709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:56.756958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:56.781929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:56.782774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 018520e3-9068-444d-92e3-d00e0b163782 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:58:56.816396 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79998fa9-3b10-4665-9a39-8549e3fad362 x-openstack-request-id: req-79998fa9-3b10-4665-9a39-8549e3fad362 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:56.822114 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-plugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:56.822793 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79998fa9-3b10-4665-9a39-8549e3fad362 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:56.823352 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'code': 200} Oct 22 12:58:56.935476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:57.016400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15847a02-e723-4b05-97bf-884918583114 req-74f9b4cf-d47d-41c4-b1a5-536ec8647f09 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.017918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-15847a02-e723-4b05-97bf-884918583114 req-74f9b4cf-d47d-41c4-b1a5-536ec8647f09 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.2195101 Oct 22 12:58:57.055178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03482837-86be-4c14-96b6-2afe72f8b02a req-f6815d6b-41e3-4a89-ba8d-45a2c71424f5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.071938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03482837-86be-4c14-96b6-2afe72f8b02a req-f6815d6b-41e3-4a89-ba8d-45a2c71424f5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 971 time: 0.1300488 Oct 22 12:58:57.084642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:57.093490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:57.136189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '018520e3-9068-444d-92e3-d00e0b163782', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'port_id': '018520e3-9068-444d-92e3-d00e0b163782', 'mac_address': 'fa:16:3e:ce:9d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974bdd02-8733-4537-8ed7-401deaaffed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:58:57.137882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295299-3aab-4400-a65f-4f3fd0d3f521 req-ac7ac9e7-81a9-46a0-a2d5-1a4d781a2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.139570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60295299-3aab-4400-a65f-4f3fd0d3f521 req-ac7ac9e7-81a9-46a0-a2d5-1a4d781a2021 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.2156866 Oct 22 12:58:57.153121 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e984eb0f-7daa-4991-9537-812ff9251292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.164064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc4afb84-da64-46fd-9483-e45985f93a11 req-7b5d9f8a-5bd4-4ee5-9673-a0592f86335e tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0519745 Oct 22 12:58:57.213761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03482837-86be-4c14-96b6-2afe72f8b02a req-bb702aa1-e27c-4d00-bc7e-e7303d871c29 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/security-groups?id=11326b65-5b75-4d82-a28e-9178b73bb372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408052 Oct 22 12:58:57.247363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:57.261557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.263603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60295299-3aab-4400-a65f-4f3fd0d3f521 req-f2b3a5b8-63d1-495c-8b9e-58582afb6060 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999725 Oct 22 12:58:57.284553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018520e3-9068-444d-92e3-d00e0b163782 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:57.307590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Deleting port 8a607b09-2d90-47c5-8081-69d56a5ab971 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:58:57.307940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.338185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:57.343879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.26', 52405) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:57.357638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.403708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-250ce330-0903-44dc-89fe-509b4e99173e tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580778 Oct 22 12:58:57.470908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-network', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:57.481870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:57.540784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] For port 8a607b09-2d90-47c5-8081-69d56a5ab971, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8a607b09-2d90-47c5-8081-69d56a5ab971,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:58:57.541827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.542532 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.552891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Made reservation on behalf of ca469b92f25b462084648c09e01cb66e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:57.555167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.569446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.571715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Calling delete_port for 8a607b09-2d90-47c5-8081-69d56a5ab971 owned by compute:tempest-test_az-1262330209 {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:58:57.624018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.737367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['26ce7ca3-6dbc-4d03-8bfc-9563f26898c7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:57.742528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['018520e3-9068-444d-92e3-d00e0b163782'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:57.790327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.793266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-f1b1f0c7-d365-44a4-b171-517bc56d6967 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.795714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-f1b1f0c7-d365-44a4-b171-517bc56d6967 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857083 Oct 22 12:58:57.799267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.809889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Request body: {'port': {'device_id': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '3fcab38bd81b4be9adbfd3ed89d10e89'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:57.836153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ffe9-a52b-4fef-90bf-72724d4356ab req-44cb2d65-4b9d-4d44-ab7c-c2802e2b5e75 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.837669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8f3ffe9-a52b-4fef-90bf-72724d4356ab req-44cb2d65-4b9d-4d44-ab7c-c2802e2b5e75 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.4474297 Oct 22 12:58:57.850789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252cd95-7bf5-433e-b9db-479e56aeb582,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:57.855510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.879951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:58:57.910668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8a607b09-2d90-47c5-8081-69d56a5ab971'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:57.914942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597a6cb-be5a-4a64-b549-e9ba1d9ad515 req-cc6c04cd-8f8b-4a91-b4a8-e141a18d8782 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:57.919045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2597a6cb-be5a-4a64-b549-e9ba1d9ad515 req-cc6c04cd-8f8b-4a91-b4a8-e141a18d8782 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.4124651 Oct 22 12:58:57.969992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Pushing event deleted for resources: {'Port': ['ID=8a607b09-2d90-47c5-8081-69d56a5ab971,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:57.973370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:57.973992 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Added segment bd89cefa-ad5e-47b5-84dd-40e0f18ff883 of type vlan for network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 Oct 22 12:58:57.984529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8f3ffe9-a52b-4fef-90bf-72724d4356ab req-e4451803-af07-48dc-ad85-e252de6d497e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301792 Oct 22 12:58:58.018341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2597a6cb-be5a-4a64-b549-e9ba1d9ad515 req-089091b3-ccf0-4a84-a522-f1e5aba281d1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879226 Oct 22 12:58:58.051959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] No DVR routers for this DVR port 8a607b09-2d90-47c5-8081-69d56a5ab971 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:58:58.055329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Made reservation on behalf of 3fcab38bd81b4be9adbfd3ed89d10e89 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:58.059981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.063460 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-15847a02-e723-4b05-97bf-884918583114 req-504b3818-fedb-45e2-881b-6f1267cb0ef5 tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.26 "DELETE /v2.0/ports/8a607b09-2d90-47c5-8081-69d56a5ab971 HTTP/1.1" status: 204 len: 173 time: 1.0301440 Oct 22 12:58:58.064296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'name': 'network-vif-deleted', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:58:58.065822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.080607 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291eb86d-a5ba-4adf-b096-1df62ddff24c" -d '{"events": [{"server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "name": "network-vif-deleted", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:58:58.134232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.168630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.169881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:58.171025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.260011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] Pushing event updated for resources: {'Network': ['ID=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:58.277285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:58:58.280075 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66df1e15-9489-452a-9495-b881b7baed19 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1939418 Oct 22 12:58:58.283447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41488) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:58.289145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Request body: {'subnet': {'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-subnet', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:58.326718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Made reservation on behalf of ca469b92f25b462084648c09e01cb66e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:58:58.329321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0fb3-fce5-4f76-9c47-6d3d57530c5b req-61f674c8-7c24-41a6-8514-25f9e5a1911e tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:58.332834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.339926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-862d0fb3-fce5-4f76-9c47-6d3d57530c5b req-61f674c8-7c24-41a6-8514-25f9e5a1911e tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 949 time: 0.2146327 Oct 22 12:58:58.421011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-862d0fb3-fce5-4f76-9c47-6d3d57530c5b req-960b47c0-43d9-4372-9060-793cf844a5e0 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 Oct 22 12:58:58.434856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Allocated IP 192.168.233.79 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/ed7c2ee6-bedf-45f5-8688-b10a5ca2d214) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:58.493240 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087af81-12ac-4533-a744-5d7b7afce759 x-openstack-request-id: req-9087af81-12ac-4533-a744-5d7b7afce759 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:58:58.493542 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153420d5-f726-4425-9c06-ee7997b7a274", "name": "network-vif-deleted", "tag": "8a607b09-2d90-47c5-8081-69d56a5ab971", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:58:58.493797 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9087af81-12ac-4533-a744-5d7b7afce759 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:58:58.494196 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153420d5-f726-4425-9c06-ee7997b7a274', 'name': 'network-vif-deleted', 'tag': '8a607b09-2d90-47c5-8081-69d56a5ab971', 'status': 'completed', 'code': 200} Oct 22 12:58:58.552718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.606195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:58.611332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-532c0708-6503-4e3a-8dbc-85674938d7ea req-81e39283-e9d0-43a3-93b7-7e350d1c6687 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0627680 Oct 22 12:58:58.623938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Checking segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:58.624297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Network hostable DHCP agents. Network: b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:58:58.648107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:58:58.652871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fac70bd5-22fe-405b-bfc7-92059761ca4e req-b2bd406d-043e-4b37-9315-171d44fb6cbd tempest-AggregatesAdminTestJSON-1763368822 tempest-AggregatesAdminTestJSON-1763368822-project] 10.222.0.25 "GET /v2.0/ports?device_id=153420d5-f726-4425-9c06-ee7997b7a274 HTTP/1.1" status: 200 len: 210 time: 0.0708027 Oct 22 12:58:58.661026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:58.679061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:58.679061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.679374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8840b1ae-54cc-44ab-b272-698829e19d85 None None] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:58:58.713175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-162f6ee6-4c6a-473a-aebd-59817a5c09c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4287083 Oct 22 12:58:58.716502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:58.723531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:58.727188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.778078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.780844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.794889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.814495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e56f2c52-22ab-44dd-8847-1c75e6418388'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:58:58.917857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:58.921640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:58.925940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:58.931756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:58.932393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:58.948158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Pushing event updated for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:58.972584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-6573d43d-f51a-45fc-921e-d19b3fcc5e80 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1656723 Oct 22 12:58:58.986393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Request body: {'port': {'device_id': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:58:59.039119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.070648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.100719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 12:58:59.101577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.264899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a05a7-c05e-4018-8bd6-ac1de983b68c req-c9b2a1d8-7f1d-44d0-bd1e-61ad59257b0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:59.274461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-864a05a7-c05e-4018-8bd6-ac1de983b68c req-c9b2a1d8-7f1d-44d0-bd1e-61ad59257b0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.0914943 Oct 22 12:58:59.286671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.293486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5517f-b75b-4c9b-bf98-fb77906a1367 req-0ec77566-3b82-4a27-b3ef-eae7b9a59412 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:59.302782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e5517f-b75b-4c9b-bf98-fb77906a1367 req-0ec77566-3b82-4a27-b3ef-eae7b9a59412 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1653144 Oct 22 12:58:59.320830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Allocated IP 172.20.0.2 (b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7/87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7/88041525-5939-49d0-83cc-be0dc46cceae) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:59.423121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3b1976ea-0c45-4ee6-b8c8-a753b1976161 None None] Provisioning complete for port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:58:59.423589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b1976ea-0c45-4ee6-b8c8-a753b1976161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.442069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e5517f-b75b-4c9b-bf98-fb77906a1367 req-fcf70218-d4c1-47fc-8cdc-9dea4eeff494 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 Oct 22 12:58:59.492337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-864a05a7-c05e-4018-8bd6-ac1de983b68c req-cf365c30-eff2-44a0-b1fe-73a8a615e8a9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102571 Oct 22 12:58:59.501015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41538) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:58:59.693587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3b1976ea-0c45-4ee6-b8c8-a753b1976161 None None] Port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:58:59.695351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.714737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65cd05cf-2efd-46fe-9e64-cbec34fad536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.721262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.733195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.740292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.750227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.769521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265270aa-f40a-4ca4-a42f-a30c7f57e41a req-ee502fcd-bad1-4980-9f6d-b3a88bfb62e0 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:59.771083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-265270aa-f40a-4ca4-a42f-a30c7f57e41a req-ee502fcd-bad1-4980-9f6d-b3a88bfb62e0 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 949 time: 0.1317387 Oct 22 12:58:59.792436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:58:59.794518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Pushing event updated for resources: {'Port': ['ID=88041525-5939-49d0-83cc-be0dc46cceae,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:58:59.798385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:58:59.801767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:58:59.864052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Attempting to bind port 88041525-5939-49d0-83cc-be0dc46cceae on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:58:59.864653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Attempting to bind port 88041525-5939-49d0-83cc-be0dc46cceae by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:58:59.865091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Attempting to bind port 88041525-5939-49d0-83cc-be0dc46cceae on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:58:59.870642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:58:59.871092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Checking segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:58:59.871556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.872036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Bound using segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:58:59.872564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Bound port: 88041525-5939-49d0-83cc-be0dc46cceae, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:58:59.873022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.880170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Allocated IP 172.25.6.86 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/efc0ff56-2b0a-44fe-ae93-298c294cdb57) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:58:59.903031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7e29-7957-41c9-826e-65e51c4ce6ad req-dae87c41-59f3-43a7-914e-8326209404ba tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:58:59.904556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec4f7e29-7957-41c9-826e-65e51c4ce6ad req-dae87c41-59f3-43a7-914e-8326209404ba tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 935 time: 0.1739941 Oct 22 12:58:59.919318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-265270aa-f40a-4ca4-a42f-a30c7f57e41a req-be9ecfca-312b-4247-be33-048e66f0de99 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239619 Oct 22 12:58:59.947776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] For port 88041525-5939-49d0-83cc-be0dc46cceae, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:58:59.952340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] For port 88041525-5939-49d0-83cc-be0dc46cceae, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=88041525-5939-49d0-83cc-be0dc46cceae,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:58:59.961136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:58:59.972942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:58:59.997253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.045048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda7fb1-3d65-4803-b22d-ef77ca745101 None None] Pushing event updated for resources: {'Port': ['ID=88041525-5939-49d0-83cc-be0dc46cceae,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:00.071415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65cd05cf-2efd-46fe-9e64-cbec34fad536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.072742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Transition to ACTIVE for port object ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:00.076893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec4f7e29-7957-41c9-826e-65e51c4ce6ad req-e571ab9b-6353-4691-a84b-b45645ede384 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342456 Oct 22 12:59:00.078121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65cd05cf-2efd-46fe-9e64-cbec34fad536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.089141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.158031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-65cd05cf-2efd-46fe-9e64-cbec34fad536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e356be686eb94cdaa91b56c1ecef1b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559408 Oct 22 12:59:00.167344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41560) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:00.168242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd05cf-2efd-46fe-9e64-cbec34fad536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b513d4-3885-4262-a25c-ed34813b125d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:00.254060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:00.257306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:00.298946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.307166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Attempting to bind port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:00.307519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Attempting to bind port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:00.307852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Attempting to bind port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:00.367040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.376631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.379834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:00.380290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Attempting to bind port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:00.408578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:00.410811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:00.411157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:00.411540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:00.419675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Bound port: ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:00.419821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:00.419905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.420393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.475736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8a607b09-2d90-47c5-8081-69d56a5ab971 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:00.492396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:00.507604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:00.514156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:00.520105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.600826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8a607b09-2d90-47c5-8081-69d56a5ab971 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 12:59:00.601268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8a607b09-2d90-47c5-8081-69d56a5ab971 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:00.695282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.713633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:00.719715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:00.720637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:00.724365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:00.727231 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55989ce3-a4da-4033-b6ce-c53f710277ee" -d '{"events": [{"server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "name": "network-vif-plugged", "status": "completed", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:00.744264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:00.748096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=efc0ff56-2b0a-44fe-ae93-298c294cdb57,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:00.754484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.755989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 018520e3-9068-444d-92e3-d00e0b163782 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:00.786572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.793839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41576) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:00.830988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:00.918103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.921221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:00.923724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.926492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 HTTP/1.1" status: 200 len: 1095 time: 1.9444225 Oct 22 12:59:00.928048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 018520e3-9068-444d-92e3-d00e0b163782 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:00.928289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:00.930788 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85e156-ac20-4a2e-a68d-70134001b826" -d '{"events": [{"name": "network-changed", "server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:00.948848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc948210-11cb-46c9-b647-e3f744913c78 req-28080e26-380c-40e3-830d-e3861c1f4839 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:00.950465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc948210-11cb-46c9-b647-e3f744913c78 req-28080e26-380c-40e3-830d-e3861c1f4839 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.3853576 Oct 22 12:59:00.953510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.954063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 018520e3-9068-444d-92e3-d00e0b163782 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:00.954901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.961975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:00.967016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88b513d4-3885-4262-a25c-ed34813b125d HTTP/1.1" status: 204 len: 168 time: 0.7922080 Oct 22 12:59:00.967718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ff106-42ae-4f7b-a51e-d90309709494 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:01.065873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab5342-8030-4762-9e92-647bcd86ab17 req-043992d3-c916-4bb3-99cd-701f48640714 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.068348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6ab5342-8030-4762-9e92-647bcd86ab17 req-043992d3-c916-4bb3-99cd-701f48640714 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.3861861 Oct 22 12:59:01.099631 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.127235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb05e9-32f1-4b82-a187-1c31b61516bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b513d4-3885-4262-a25c-ed34813b125d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:01.170187 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5692d407-6f2b-4e13-8217-c036ec7e82eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=840cd79ad1ec4b8fbd41c5a4f0f654fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4458425 Oct 22 12:59:01.172573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41588) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:01.173141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1de-cb39-4bf0-9dd8-40fc28014d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.211153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:01.223149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.236091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc948210-11cb-46c9-b647-e3f744913c78 req-56eb3f43-561a-46f3-bae9-6345f0b5841c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633023 Oct 22 12:59:01.283002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-956ea176-e7c2-475f-b729-badbdecce06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.285825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-956ea176-e7c2-475f-b729-badbdecce06c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 1098 time: 0.2892427 Oct 22 12:59:01.309228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6ab5342-8030-4762-9e92-647bcd86ab17 req-a1081a93-efc1-415a-afc3-c90cde72a0ae tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688278 Oct 22 12:59:01.366663 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a187fc2-4f35-4aff-819d-5cc0dce7face x-openstack-request-id: req-9a187fc2-4f35-4aff-819d-5cc0dce7face {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:01.366791 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "name": "network-vif-plugged", "status": "completed", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:01.366963 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a187fc2-4f35-4aff-819d-5cc0dce7face {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:01.374412 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7', 'code': 200} Oct 22 12:59:01.413974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.429149 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7630232-4d38-4c55-b12a-c0f9f2d7e3b9 x-openstack-request-id: req-d7630232-4d38-4c55-b12a-c0f9f2d7e3b9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:01.429149 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:01.429475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:01.429930 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7630232-4d38-4c55-b12a-c0f9f2d7e3b9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:01.429930 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214', 'status': 'completed', 'code': 200} Oct 22 12:59:01.440789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-94c3b84f-fe4a-4cb2-a22f-bbf1d090f9af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 HTTP/1.1" status: 200 len: 217 time: 0.1299605 Oct 22 12:59:01.555124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f253be-e2ba-4f7b-9e9d-489f955251f6 req-30861ee9-9eba-4b6a-b65b-6e1ba5600168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.556655 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-23f253be-e2ba-4f7b-9e9d-489f955251f6 req-30861ee9-9eba-4b6a-b65b-6e1ba5600168 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 1101 time: 0.1394510 Oct 22 12:59:01.559292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.607244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-9fe36d55-7158-453f-afb4-99ce33d2d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.608776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-9fe36d55-7158-453f-afb4-99ce33d2d9af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1581030 Oct 22 12:59:01.631626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:01.653524 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.668881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed46f7db-abe5-4810-8773-74c5a773e5dc None None] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:01.671107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-23f253be-e2ba-4f7b-9e9d-489f955251f6 req-33bcd4bd-2c7c-4b96-a4eb-f9dc195c7dd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Oct 22 12:59:01.693950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45200bc2-428c-4127-864b-bdf2440372af req-80448688-b723-4d8d-9f91-bbf1a9d41e13 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.695477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45200bc2-428c-4127-864b-bdf2440372af req-80448688-b723-4d8d-9f91-bbf1a9d41e13 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 950 time: 0.1990354 Oct 22 12:59:01.702220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01387047-9637-4b35-8852-d1e75ad554b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.705071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1de-cb39-4bf0-9dd8-40fc28014d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.723116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa90bfa-a183-4eac-ab18-43b6149fca86 req-aab7a474-d2c2-42d1-8746-8d493d9f6046 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:01.731332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa90bfa-a183-4eac-ab18-43b6149fca86 req-aab7a474-d2c2-42d1-8746-8d493d9f6046 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 947 time: 0.1958592 Oct 22 12:59:01.739160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Router b4f1151e-fa12-4b76-b108-c55721f91e22 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 12:59:01.754482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1de-cb39-4bf0-9dd8-40fc28014d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.807790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.811601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.816487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] Provisioning complete for port 88041525-5939-49d0-83cc-be0dc46cceae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:01.816704 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11326b65-5b75-4d82-a28e-9178b73bb372 HTTP/1.1" status: 204 len: 168 time: 0.6397657 Oct 22 12:59:01.816816 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.945325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:01.964945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75fc3c-b91c-4431-a655-070430f17f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11326b65-5b75-4d82-a28e-9178b73bb372,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:01.976880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:01.990705 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:01.998727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] For port 88041525-5939-49d0-83cc-be0dc46cceae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=88041525-5939-49d0-83cc-be0dc46cceae,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:02.008269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c1de-cb39-4bf0-9dd8-40fc28014d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9759fb99-b041-4ab1-b338-a4357327ab8c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:02.015743 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.028697 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:02.031299 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:02.062499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.064028 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5373f507-d15d-46f0-a132-3504c20dd1f5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3472147 Oct 22 12:59:02.067207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:02.104097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4d84c-216f-4567-b81c-a58e80ac5421 None None] Pushing event updated for resources: {'Port': ['ID=88041525-5939-49d0-83cc-be0dc46cceae,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:02.160284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 88041525-5939-49d0-83cc-be0dc46cceae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:02.182694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:59:02.197214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01387047-9637-4b35-8852-d1e75ad554b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.208329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-afa2c1de-cb39-4bf0-9dd8-40fc28014d18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=504a189ee51f484ea2a816f2f2ee10f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3604076 Oct 22 12:59:02.211086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:02.245994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45200bc2-428c-4127-864b-bdf2440372af req-243ead2c-ae02-4b60-bbbd-08c865ef0bfa tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315034 Oct 22 12:59:02.260397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-f60c5872-0a8a-489d-b12e-52e6bc7c4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:02.267455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-f60c5872-0a8a-489d-b12e-52e6bc7c4585 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6485112 Oct 22 12:59:02.268473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01387047-9637-4b35-8852-d1e75ad554b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.286428 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:02.294628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 88041525-5939-49d0-83cc-be0dc46cceae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:02.295327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.349387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-01387047-9637-4b35-8852-d1e75ad554b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0d51bb394624b3490aff2de849fd500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063992 Oct 22 12:59:02.361098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-39a0f7ad-a20a-4fea-9081-a39aba86ab10 None None] Provisioning complete for port 88041525-5939-49d0-83cc-be0dc46cceae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:02.361757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39a0f7ad-a20a-4fea-9081-a39aba86ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.363390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa90bfa-a183-4eac-ab18-43b6149fca86 req-b4368708-1936-42a0-8d8e-bfa8c508c80d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268690 Oct 22 12:59:02.403543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41610) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:02.513942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.522786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:02.523624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01387047-9637-4b35-8852-d1e75ad554b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248cac1-a71b-492c-8cda-0cb42d3c5ef1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:02.546802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.608094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-09aa3161-e8b2-41b1-bb5a-835e6da65491 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915232 Oct 22 12:59:02.632284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.671062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d53844c1-3615-4659-a92b-2a61f230a064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a55bef4960e4ae89e124309c76821c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444740 Oct 22 12:59:02.683630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:02.698030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7927c1-1d01-44ab-be49-426c60bb83c7 req-3f26a280-a9e6-4bcb-85b2-42d0cee1f2a9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:02.698365 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:00Z', 'revision_number': 3, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:02.703153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c7927c1-1d01-44ab-be49-426c60bb83c7 req-3f26a280-a9e6-4bcb-85b2-42d0cee1f2a9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.1679277 Oct 22 12:59:02.737183 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:02.737913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Updating router b4f1151e-fa12-4b76-b108-c55721f91e22 port efc0ff56-2b0a-44fe-ae93-298c294cdb57 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:02.759324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.777063 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.806968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.809642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:02.813318 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9759fb99-b041-4ab1-b338-a4357327ab8c HTTP/1.1" status: 204 len: 168 time: 0.5986595 Oct 22 12:59:02.871553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c7927c1-1d01-44ab-be49-426c60bb83c7 req-72b47f14-f08f-4ab3-b250-fbad5bdba2e3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539123 Oct 22 12:59:02.875004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ed7444-c9cd-4206-adf2-96863b25e43c req-e9e635f8-79b0-4a26-903d-2cc7ab8b3072 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574289 Oct 22 12:59:02.951702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.008147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-038c6dcf-dab1-4fae-925f-0e2c1b60f325 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.015682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-038c6dcf-dab1-4fae-925f-0e2c1b60f325 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.1789572 Oct 22 12:59:03.020555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.046400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-460dda55-9f6a-47b5-8401-9d14a90d5811 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.083510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb839b9-d259-4e41-8032-00893342b03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759fb99-b041-4ab1-b338-a4357327ab8c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.103838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-093bdf94-1fad-4e9e-988d-29b79ce37381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.105528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-093bdf94-1fad-4e9e-988d-29b79ce37381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 1098 time: 0.1364293 Oct 22 12:59:03.165741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.168510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.169653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e248cac1-a71b-492c-8cda-0cb42d3c5ef1 HTTP/1.1" status: 204 len: 168 time: 0.7448592 Oct 22 12:59:03.187834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e6772-cc63-4604-bf47-26ce7981a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248cac1-a71b-492c-8cda-0cb42d3c5ef1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.246930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.255804 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.255804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b4e1fb8-0e18-4513-a308-63fe89c498d1 HTTP/1.1" status: 204 len: 168 time: 0.5680482 Oct 22 12:59:03.327435 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.335934 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.352436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc8eb-2f68-4071-8973-2c03fa3209b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e1fb8-0e18-4513-a308-63fe89c498d1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.369866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:03.379116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018520e3-9068-444d-92e3-d00e0b163782'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:03.385099 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827864ae-47ea-4ae1-a323-8781c06b1343" -d '{"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-plugged", "status": "completed", "tag": "018520e3-9068-444d-92e3-d00e0b163782"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:03.411647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227bb652-8496-4b72-a1b3-21954764cd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.415118 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Attempting to bind port efc0ff56-2b0a-44fe-ae93-298c294cdb57 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:03.415745 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Attempting to bind port efc0ff56-2b0a-44fe-ae93-298c294cdb57 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:03.416497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Attempting to bind port efc0ff56-2b0a-44fe-ae93-298c294cdb57 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:03.425736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.435093 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:03.435656 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:03.437849 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.438707 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:03.439293 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Bound port: efc0ff56-2b0a-44fe-ae93-298c294cdb57, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:03.440298 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.459498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-03591b45-5676-42c5-a23b-d608af549311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.460973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-03591b45-5676-42c5-a23b-d608af549311 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3475287 Oct 22 12:59:03.469388 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Pushing event updated for resources: {'Port': ['ID=efc0ff56-2b0a-44fe-ae93-298c294cdb57,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.481863 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.482259 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.482555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.483254 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.483630 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.484501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.484501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.485043 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.485382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.485756 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.486088 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.486470 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Tracked resource versions report: Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: pushed versions: Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: { 'AddressGroup': {'1.2'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'ConntrackHelper': {'1.0'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Log': {'1.0'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Network': {'1.1'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Port': {'1.7'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'PortForwarding': {'1.2'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'QosPolicy': {'1.10'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SecurityGroup': {'1.4'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SecurityGroupRule': {'1.2'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SubPort': {'1.0'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Subnet': {'1.1'}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Trunk': {'1.1'}} Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: consumer versions: Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: { DHCP agent@n-d-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: HyperV agent@n-h1-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: HyperV agent@n-h2-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: L3 agent@n-d-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: Metadata agent@n-d-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: Metering agent@n-d-813419-8: {}, Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: Open vSwitch agent@n-d-813419-8: { 'AddressGroup': '1.2', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'ConntrackHelper': '1.0', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Log': '1.0', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Network': '1.1', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Port': '1.7', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'PortForwarding': '1.2', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'QosPolicy': '1.10', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SecurityGroup': '1.4', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SecurityGroupRule': '1.2', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'SubPort': '1.0', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Subnet': '1.1', Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: 'Trunk': '1.1'}} Oct 22 12:59:03.487952 n-d-813419-8 neutron-server[100622]: {{(pid=100622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 12:59:03.526563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] For port efc0ff56-2b0a-44fe-ae93-298c294cdb57, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:03.531317 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] For port efc0ff56-2b0a-44fe-ae93-298c294cdb57, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=efc0ff56-2b0a-44fe-ae93-298c294cdb57,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:03.540078 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.567990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-5df938e1-3005-4f04-a7a6-e75ac3b31a14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 HTTP/1.1" status: 200 len: 217 time: 0.0935357 Oct 22 12:59:03.600538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b169-1831-4e97-8b3c-f0edfe06b034 req-a5d3717b-0d8e-455c-81c5-40b8c03a477a tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.602119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70a9b169-1831-4e97-8b3c-f0edfe06b034 req-a5d3717b-0d8e-455c-81c5-40b8c03a477a tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 950 time: 0.2664034 Oct 22 12:59:03.628625 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:03.629377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:03.697910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2396e0-b9d1-475f-86ef-360b689493a1 None None] Pushing event updated for resources: {'Port': ['ID=efc0ff56-2b0a-44fe-ae93-298c294cdb57,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.707817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-460dda55-9f6a-47b5-8401-9d14a90d5811 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.724038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-460dda55-9f6a-47b5-8401-9d14a90d5811 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.747408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-15e95b0a-d3cb-40e9-950c-400fd05cc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.748930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-15e95b0a-d3cb-40e9-950c-400fd05cc7db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1696196 Oct 22 12:59:03.803397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70a9b169-1831-4e97-8b3c-f0edfe06b034 req-a5f09604-e5d6-4761-8c25-8a7fdeb0eada tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469386 Oct 22 12:59:03.845193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70cf13a-c8ce-4646-9dd6-d13bb591573c req-460dda55-9f6a-47b5-8401-9d14a90d5811 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8286769 Oct 22 12:59:03.863852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dda55-9f6a-47b5-8401-9d14a90d5811 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694457e9-692a-44d4-993c-efd7f9a90ae3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:03.874135 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:03.895775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-c9e3a6ff-ad33-4f2a-bf2b-d920c2beaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:03.900743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-c9e3a6ff-ad33-4f2a-bf2b-d920c2beaa92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392405 Oct 22 12:59:03.911417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227bb652-8496-4b72-a1b3-21954764cd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.928420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227bb652-8496-4b72-a1b3-21954764cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:03.963723 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4bbe4-8472-4b4b-b4ff-b32cc7802676 x-openstack-request-id: req-6fd4bbe4-8472-4b4b-b4ff-b32cc7802676 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:03.964207 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-plugged", "status": "completed", "tag": "018520e3-9068-444d-92e3-d00e0b163782", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:03.964597 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fd4bbe4-8472-4b4b-b4ff-b32cc7802676 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:03.965205 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018520e3-9068-444d-92e3-d00e0b163782', 'code': 200} Oct 22 12:59:04.044171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Allocated IP 172.20.0.1 (b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7/87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7/1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:04.065996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-227bb652-8496-4b72-a1b3-21954764cd29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea86bb59090546148fd0039ab0cce662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950872 Oct 22 12:59:04.069108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41658) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:04.078731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 88041525-5939-49d0-83cc-be0dc46cceae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:04.133818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bb652-8496-4b72-a1b3-21954764cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f1f12-2383-4af5-9c94-37f7e6fe764b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:04.158644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695cd4-8258-4ef4-9063-dedc3f252442 req-993d477f-9327-44e1-9aef-6900e5c52c43 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:04.166250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 88041525-5939-49d0-83cc-be0dc46cceae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:04.166821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.172427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a695cd4-8258-4ef4-9063-dedc3f252442 req-993d477f-9327-44e1-9aef-6900e5c52c43 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 947 time: 0.2685933 Oct 22 12:59:04.233941 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:00Z', 'revision_number': 3, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:04.258437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-01e83b21-1e3b-4ea6-9850-71697962aac3 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280637 Oct 22 12:59:04.295361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be6f03-df52-4fe0-acf1-ca8dc17f1015 req-b65f9e26-b5db-47bd-af82-93f1e34d259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:04.296915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21be6f03-df52-4fe0-acf1-ca8dc17f1015 req-b65f9e26-b5db-47bd-af82-93f1e34d259e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1096 time: 0.2505150 Oct 22 12:59:04.303058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a695cd4-8258-4ef4-9063-dedc3f252442 req-b01b0e8f-e830-494a-a9aa-30fb5537f995 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238954 Oct 22 12:59:04.406361 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3b9e7-84f3-4960-9f1b-d6e058ef9dda None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:00Z', 'revision_number': 3, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:04.464858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.498252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.509306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21be6f03-df52-4fe0-acf1-ca8dc17f1015 req-4c8e3341-124d-457f-8fe0-df5fd8be49ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455119 Oct 22 12:59:04.551533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.553007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.597672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:04.613930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:04.615558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:04.629531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:04.631076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.657465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.661043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:04.665197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed8f1f12-2383-4af5-9c94-37f7e6fe764b HTTP/1.1" status: 204 len: 168 time: 0.5948622 Oct 22 12:59:04.679432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcee39-1199-422e-86d1-91ad29232f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f1f12-2383-4af5-9c94-37f7e6fe764b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:04.718397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb0fd4-30d7-4186-b0c6-8e9a3694069b req-1ee7697c-ddea-4789-badd-5782caa03e50 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:04.720190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3efb0fd4-30d7-4186-b0c6-8e9a3694069b req-1ee7697c-ddea-4789-badd-5782caa03e50 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.1059601 Oct 22 12:59:04.728892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a85e156-ac20-4a2e-a68d-70134001b826 req-c3501a9d-92b5-4bb0-9be8-043be00eb9ac service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453356 Oct 22 12:59:04.803650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3efb0fd4-30d7-4186-b0c6-8e9a3694069b req-a77fc3b7-d7bc-4861-bf04-ef97e49a00f6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Oct 22 12:59:05.050795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.094938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-39b99a35-f41a-4717-b277-efb67c23cab5 None None] Provisioning complete for port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:05.095510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39b99a35-f41a-4717-b277-efb67c23cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.151547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-7f68fc5c-58e0-43da-8c7d-1b5f5cdef4b8 req-161bd27b-7180-465e-8754-2a1ff78bf96b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:05.166396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f68fc5c-58e0-43da-8c7d-1b5f5cdef4b8 req-161bd27b-7180-465e-8754-2a1ff78bf96b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4364183 Oct 22 12:59:05.192502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-39b99a35-f41a-4717-b277-efb67c23cab5 None None] Port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:05.403005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891881-47fd-4ac1-886d-2a83c040c1d4 req-94d92cf8-0cd3-4ae5-bc51-0fddabe05b48 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:05.415101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84891881-47fd-4ac1-886d-2a83c040c1d4 req-94d92cf8-0cd3-4ae5-bc51-0fddabe05b48 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 950 time: 0.0760033 Oct 22 12:59:05.417107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.426199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.427355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.479954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84891881-47fd-4ac1-886d-2a83c040c1d4 req-1dc4d4f2-ecb1-44e7-b66c-d96052653412 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626352 Oct 22 12:59:05.492552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:05.608354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6092a-fd53-40f9-91c4-3836a62a29ed req-8f4e219e-d949-4161-9424-22334da3411d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:05.616286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bc6092a-fd53-40f9-91c4-3836a62a29ed req-8f4e219e-d949-4161-9424-22334da3411d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 947 time: 0.0638785 Oct 22 12:59:05.623414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:05.626218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:05.681289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bc6092a-fd53-40f9-91c4-3836a62a29ed req-5c834f23-a0e1-4bf1-8918-15b7de2b8dda tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Oct 22 12:59:05.833004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 12:59:05.923382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d093da8f-8146-4a5e-a6ac-b0bf003f3c7d None None] Provisioning complete for port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:05.923757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d093da8f-8146-4a5e-a6ac-b0bf003f3c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:05.973769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c429-fa6f-4cf0-8f84-43837345802c req-30bdcc1f-916d-44f8-a308-4050bfbc2ab9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:05.987703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3220c429-fa6f-4cf0-8f84-43837345802c req-30bdcc1f-916d-44f8-a308-4050bfbc2ab9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.1016903 Oct 22 12:59:06.060261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:06.069955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3220c429-fa6f-4cf0-8f84-43837345802c req-8b617500-3138-4835-b62d-904909947704 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Oct 22 12:59:06.077423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8c5718d-0ee1-48a9-b8a5-843b6b9c3c91 admin admin] 10.222.0.25 "PUT /v2.0/routers/b4f1151e-fa12-4b76-b108-c55721f91e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090606 Oct 22 12:59:06.085926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d093da8f-8146-4a5e-a6ac-b0bf003f3c7d None None] Port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:06.087522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device efc0ff56-2b0a-44fe-ae93-298c294cdb57 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:06.184688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port efc0ff56-2b0a-44fe-ae93-298c294cdb57 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:06.186281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:06.318252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:06.374073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port efc0ff56-2b0a-44fe-ae93-298c294cdb57, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=efc0ff56-2b0a-44fe-ae93-298c294cdb57,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:06.380431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:06.464912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=efc0ff56-2b0a-44fe-ae93-298c294cdb57,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:06.484172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:06.484723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d46bcc-4b8f-4d5b-b69a-da9dec4b36b6 req-79e75950-b64a-43d5-a5dc-e01c1c19bfd9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:06.486353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70d46bcc-4b8f-4d5b-b69a-da9dec4b36b6 req-79e75950-b64a-43d5-a5dc-e01c1c19bfd9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.0717814 Oct 22 12:59:06.543458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70d46bcc-4b8f-4d5b-b69a-da9dec4b36b6 req-4c6fc85a-0ae9-45b0-8236-47d8c5d874f7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Oct 22 12:59:06.621023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:06.634972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dd679-34ff-4f07-b2c4-bf818b700c17 req-525e51dc-5d19-41e8-af45-31d3779ae5a1 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:06.636613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d6dd679-34ff-4f07-b2c4-bf818b700c17 req-525e51dc-5d19-41e8-af45-31d3779ae5a1 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 950 time: 0.0716040 Oct 22 12:59:06.663149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214', 'mac_address': 'fa:16:3e:17:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:06.704173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d6dd679-34ff-4f07-b2c4-bf818b700c17 req-ad95b24e-aaad-468d-bb97-0a3a3bba00cf tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.25 "GET /v2.0/security-groups?id=a16b737a-f227-4b9a-a512-7f3b4c165d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Oct 22 12:59:06.726643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:06.755728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:06.778789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:06.785862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:06.827185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:06.827639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ab403-706f-4b06-a22d-ea8fa66a310a req-dcf76849-67d6-4681-b648-7c66a4fa9e00 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:06.835582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d05ab403-706f-4b06-a22d-ea8fa66a310a req-dcf76849-67d6-4681-b648-7c66a4fa9e00 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 947 time: 0.0719237 Oct 22 12:59:06.859940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:06.860574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:06.864055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:06.908596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d05ab403-706f-4b06-a22d-ea8fa66a310a req-cc7ef34c-dd97-4265-ab6b-68569af622bc tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665641 Oct 22 12:59:06.917496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-105bb823-aa8e-4ba4-ab63-3322a833f6d0 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:06.919165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-105bb823-aa8e-4ba4-ab63-3322a833f6d0 tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.21 "GET /v2.0/ports?device_id=e831456d-15d4-49cd-b5e3-4b6350d38252 HTTP/1.1" status: 200 len: 950 time: 0.0632417 Oct 22 12:59:06.995407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ed7c2ee6-bedf-45f5-8688-b10a5ca2d214'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:07.043821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:07.048773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Deleting port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:07.049115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.059753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41772) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:07.215022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] For port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:07.216014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.231601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Calling delete_port for 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:07.280064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c47b1-9eb8-47c3-b74d-26234409d2af req-5da47575-7a7b-4281-919b-b7bd7795dfe4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:07.291730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc6c47b1-9eb8-47c3-b74d-26234409d2af req-5da47575-7a7b-4281-919b-b7bd7795dfe4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.1129787 Oct 22 12:59:07.366800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc6c47b1-9eb8-47c3-b74d-26234409d2af req-2eec96a3-f71e-4ed9-bc74-00d1fd03d0c9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737779 Oct 22 12:59:07.403164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.429204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['26ce7ca3-6dbc-4d03-8bfc-9563f26898c7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:07.455145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Pushing event deleted for resources: {'Port': ['ID=26ce7ca3-6dbc-4d03-8bfc-9563f26898c7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:07.490671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] No DVR routers for this DVR port 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:07.495361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.499609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d7e21bc1-ef6b-4b83-8b99-d01f89fc0c90 req-21c20428-ad43-4b29-80e4-5920a9de84bc tempest-TenantUsagesTestJSON-1766903821 tempest-TenantUsagesTestJSON-1766903821-project] 10.222.0.21 "DELETE /v2.0/ports/26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 HTTP/1.1" status: 204 len: 173 time: 0.5735486 Oct 22 12:59:07.500301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'name': 'network-vif-deleted', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:07.504270 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec0539-a74a-45de-b16d-bfa67520ff36" -d '{"events": [{"server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "name": "network-vif-deleted", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:07.546500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-cb4e97c3-bee6-43ec-ab98-f58e9b5cf30a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4855072 Oct 22 12:59:07.552126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-47193e23-5173-4a1b-830c-afb9aa9b5a15 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:07.565473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-47193e23-5173-4a1b-830c-afb9aa9b5a15 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0178595 Oct 22 12:59:07.614914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 2, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:07.657113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:07.657479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Updating router b4f1151e-fa12-4b76-b108-c55721f91e22 port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:07.709056 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.732986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:07.782956 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a34e67-c030-4554-b467-75ed920637db x-openstack-request-id: req-24a34e67-c030-4554-b467-75ed920637db {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:07.783583 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e831456d-15d4-49cd-b5e3-4b6350d38252", "name": "network-vif-deleted", "tag": "26ce7ca3-6dbc-4d03-8bfc-9563f26898c7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:07.784720 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24a34e67-c030-4554-b467-75ed920637db {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:07.785825 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831456d-15d4-49cd-b5e3-4b6350d38252', 'name': 'network-vif-deleted', 'tag': '26ce7ca3-6dbc-4d03-8bfc-9563f26898c7', 'status': 'completed', 'code': 200} Oct 22 12:59:07.897896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057520e-23f4-43ab-9851-ed7ad36e0697 req-98344af1-a925-45ef-ab2f-ca7a70b13765 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:07.906443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8057520e-23f4-43ab-9851-ed7ad36e0697 req-98344af1-a925-45ef-ab2f-ca7a70b13765 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.0604908 Oct 22 12:59:07.956962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8057520e-23f4-43ab-9851-ed7ad36e0697 req-9aab2f42-1f33-4efb-9a14-4d31834803cf tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494421 Oct 22 12:59:08.047806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device efc0ff56-2b0a-44fe-ae93-298c294cdb57 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:08.097486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.118211 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.182864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port efc0ff56-2b0a-44fe-ae93-298c294cdb57 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:08.183685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.220739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff663-6524-4243-8fba-6681ae45c2e7 None None] Pushing event updated for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:08.222468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41824) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:08.228886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-network', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:08.281913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f4628-fc27-4129-a3b5-0e512e57e446 req-35fbf21d-780e-4a2c-a0d5-a74bc0f0a5cc tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:08.286079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Made reservation on behalf of 7c1643b24d394f48b1d3e8dabcd2fa37 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:08.293920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-600f4628-fc27-4129-a3b5-0e512e57e446 req-35fbf21d-780e-4a2c-a0d5-a74bc0f0a5cc tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1096 time: 0.0910177 Oct 22 12:59:08.294140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.305601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Attempting to bind port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:08.306308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Attempting to bind port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:08.306900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Attempting to bind port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:08.313994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:08.314739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Checking segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:08.316028 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.316336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.316817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Bound using segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:08.317491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Bound port: 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:08.318242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.366417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-600f4628-fc27-4129-a3b5-0e512e57e446 req-0ae5a73f-6c49-48b4-a399-f6de3cb63f01 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Oct 22 12:59:08.490433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:08.553641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.566492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.594207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:59:08.614590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.615480 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Added segment 6ffcb622-5b5c-4961-b03a-ced87006b7f5 of type vlan for network 1c658d73-3479-42ed-8682-b30298b658e9 Oct 22 12:59:08.623599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] For port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:08.656674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] For port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:08.659029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dd89eb16-179b-49b0-a16f-eedff70fdec2 None None] Provisioning complete for port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:08.660087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd89eb16-179b-49b0-a16f-eedff70fdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.663462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:08.694681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.697228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:08.697592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.718877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.773651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff663-6524-4243-8fba-6681ae45c2e7 None None] Pushing event updated for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:08.811542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.813511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:08.817814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:08.826129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3b31a-1329-4012-ab2f-32c6f19707fe req-d4c62870-e1aa-4b8c-b1b3-b420a7e10480 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:08.837418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dd89eb16-179b-49b0-a16f-eedff70fdec2 None None] Port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:08.837971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ece3b31a-1329-4012-ab2f-32c6f19707fe req-d4c62870-e1aa-4b8c-b1b3-b420a7e10480 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 948 time: 0.1590807 Oct 22 12:59:08.852107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:08.852432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b21366-eb87-4897-b060-42f3a2531da8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:08.852581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:08.874079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591293-3873-45ac-a97b-58ce6e566c66 req-2e44ec0b-b602-4803-b741-4469e8cd09a3 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:08.876223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7591293-3873-45ac-a97b-58ce6e566c66 req-2e44ec0b-b602-4803-b741-4469e8cd09a3 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1096 time: 0.1216516 Oct 22 12:59:08.922551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6987915 Oct 22 12:59:08.925114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:08.938296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Request body: {'subnet': {'network_id': '1c658d73-3479-42ed-8682-b30298b658e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-subnet', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:08.969778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ece3b31a-1329-4012-ab2f-32c6f19707fe req-e15c7b05-4a39-4e91-8f8a-e04aa38b8b88 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306195 Oct 22 12:59:08.983962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7591293-3873-45ac-a97b-58ce6e566c66 req-dbcfeeca-3747-49f3-933d-1a45057b960d tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926991 Oct 22 12:59:09.034503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0980-7e11-4e60-9455-0037c855381c admin admin] Pushing event updated for resources: {'Network': ['ID=1c658d73-3479-42ed-8682-b30298b658e9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:09.094539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Made reservation on behalf of 7c1643b24d394f48b1d3e8dabcd2fa37 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:09.099750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.157539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1c658d73-3479-42ed-8682-b30298b658e9 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:59:09.261269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d8ea7-e2d9-488d-8c98-3eb22ffe457a req-35230f01-556f-4d72-859d-355cfe73396f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:09.269982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-341d8ea7-e2d9-488d-8c98-3eb22ffe457a req-35230f01-556f-4d72-859d-355cfe73396f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.0890522 Oct 22 12:59:09.328119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41870) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:09.387264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:09.395954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-341d8ea7-e2d9-488d-8c98-3eb22ffe457a req-0b67d70f-4522-4263-ae4a-04733a2f09d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243715 Oct 22 12:59:09.483668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f4bcfc9a-b349-415f-9660-4abc23fe19f4 req-a4ea1d01-1621-4de2-8678-93c4600bbff6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:09.499924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4bcfc9a-b349-415f-9660-4abc23fe19f4 req-a4ea1d01-1621-4de2-8678-93c4600bbff6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0340683 Oct 22 12:59:09.555954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-b567f55d-52e9-42f4-9617-0bf5ef8f9fcf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159081 Oct 22 12:59:09.577057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.621920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] Provisioning complete for port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:09.622466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.633224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:09.703139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a551473a-fdf1-407a-b62e-7e90384ebcbb,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:09.706208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Checking segment: {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:09.706559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Network hostable DHCP agents. Network: 1c658d73-3479-42ed-8682-b30298b658e9, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:59:09.716041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.736463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Network 1c658d73-3479-42ed-8682-b30298b658e9 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:59:09.759425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-948be8cc-c899-4b2d-a85c-f1713f888117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:09.761328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-948be8cc-c899-4b2d-a85c-f1713f888117 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 1122 time: 0.1218789 Oct 22 12:59:09.763540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1c658d73-3479-42ed-8682-b30298b658e9) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:09.767371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.781227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:09.785128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.810554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:09.828954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:09.832822 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff93ae9-b024-445f-a273-5882887551f7" -d '{"events": [{"server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:09.837377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688e791-7b54-4d5d-9824-ae5d32645d95 None None] Network 1c658d73-3479-42ed-8682-b30298b658e9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:09.839170 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-306d8c36-ca36-419f-ad31-52fb9aa47308 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9108202 Oct 22 12:59:09.842265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41890) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:09.851950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:09.921557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.922678 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.957374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:09.960086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5bbefc2-76d9-4e05-9bd7-27ef895f600e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.054424 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9be48b-4d47-4432-a5f8-8bd88c346c72 x-openstack-request-id: req-3e9be48b-4d47-4432-a5f8-8bd88c346c72 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:10.054790 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:10.055038 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e9be48b-4d47-4432-a5f8-8bd88c346c72 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:10.055487 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214', 'code': 200} Oct 22 12:59:10.064395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-ba42781d-6091-4793-be93-7602d73c8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.066372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-ba42781d-6091-4793-be93-7602d73c8efa service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2577894 Oct 22 12:59:10.116538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.136622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-f22c038d-10e4-4298-80c6-b10d76990abe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e56f2c52-22ab-44dd-8847-1c75e6418388 HTTP/1.1" status: 200 len: 217 time: 0.0461199 Oct 22 12:59:10.166515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66658c2b-069b-41bc-9868-841d980b7539 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4fa6f531405431c9bf1b3628474df7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350134 Oct 22 12:59:10.188089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41904) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:10.319193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-92402a1c-c74e-4870-9d3c-201b6f023f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.324935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-92402a1c-c74e-4870-9d3c-201b6f023f20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1758809 Oct 22 12:59:10.412441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-74fb1348-c8f6-4b36-b2ab-e05567440f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.413946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-74fb1348-c8f6-4b36-b2ab-e05567440f42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801270 Oct 22 12:59:10.459739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:10.460432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114d46-a141-4d7d-806a-28d62094f95b req-b64f40ef-25bd-42f3-9936-4d20ae43851c tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.461996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c114d46-a141-4d7d-806a-28d62094f95b req-b64f40ef-25bd-42f3-9936-4d20ae43851c tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 949 time: 0.0906861 Oct 22 12:59:10.579977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:10.584274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.589561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-4bbd4e67-6b0f-436b-882e-305e6bd814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.591774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-4bbd4e67-6b0f-436b-882e-305e6bd814d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.1079786 Oct 22 12:59:10.608110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5362dec-5987-4ddd-9772-4c34081de6f1 req-975aa54b-32ed-48a7-bafc-2a2670b5808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:10.609603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5362dec-5987-4ddd-9772-4c34081de6f1 req-975aa54b-32ed-48a7-bafc-2a2670b5808b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 1100 time: 0.4905841 Oct 22 12:59:10.618846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-6ec3a8f9-61ba-48ef-baf1-682a4824efaf service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907642 Oct 22 12:59:10.652019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:08Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:10.659527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] For port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:10.679250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.735343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce80c63f-4072-4c00-b10b-f120a724e0db req-cfc83662-a0da-400b-bcce-c2cbf9fc72aa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077960 Oct 22 12:59:10.741746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c114d46-a141-4d7d-806a-28d62094f95b req-97d588f0-d6e5-413a-a4b7-a0b6fd497441 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551389 Oct 22 12:59:10.773472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5362dec-5987-4ddd-9772-4c34081de6f1 req-29e90d02-90eb-4598-ad1d-446baa2da3e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853686 Oct 22 12:59:10.777821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79eee3-bc8a-431c-9375-bf3301606f6a None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:08Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:10.784400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1c658d73-3479-42ed-8682-b30298b658e9', 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'fixed_ips': [{'subnet_id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 12:59:10.785404 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.789321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.816057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.955028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5bbefc2-76d9-4e05-9bd7-27ef895f600e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.966107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:10.990304 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5bbefc2-76d9-4e05-9bd7-27ef895f600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.032307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc7937-c984-4450-9c83-df16a5812c33 None None] Pushing event updated for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.039864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41940) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:11.040052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5bbefc2-76d9-4e05-9bd7-27ef895f600e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ac2184eb9dc4b17af6361da17527929&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6515143 Oct 22 12:59:11.082531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60cf7de2-c846-44d0-9fa0-f9d9d86f31c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.117989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Allocated IP 172.20.0.2 (1c658d73-3479-42ed-8682-b30298b658e9/a551473a-fdf1-407a-b62e-7e90384ebcbb/bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:11.158291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.204955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.308895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60cf7de2-c846-44d0-9fa0-f9d9d86f31c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.312636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.316789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-deec9ac1-d28f-467d-b038-e1ca6ab858f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:11.318970 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-deec9ac1-d28f-467d-b038-e1ca6ab858f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.6336813 Oct 22 12:59:11.322200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60cf7de2-c846-44d0-9fa0-f9d9d86f31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.327356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbefc2-76d9-4e05-9bd7-27ef895f600e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7cd398-be6a-4a5f-9cb5-3a8bcc0c59c4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.332299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.376376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf7de2-c846-44d0-9fa0-f9d9d86f31c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd891d8-4432-4b8d-983e-d53679a8b351,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.398102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Pushing event updated for resources: {'Port': ['ID=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.406142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.406864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Network 1c658d73-3479-42ed-8682-b30298b658e9 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:11.410090 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.413207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:11.413665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd7cd398-be6a-4a5f-9cb5-3a8bcc0c59c4 HTTP/1.1" status: 204 len: 168 time: 0.3717763 Oct 22 12:59:11.416731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:11.440895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16276b1-b559-4cb8-8cdd-05648fa3ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7cd398-be6a-4a5f-9cb5-3a8bcc0c59c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.441408 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-b6fae8d1-327d-4b8a-8d2b-ea9442550c5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.1108425 Oct 22 12:59:11.449278 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60cf7de2-c846-44d0-9fa0-f9d9d86f31c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=771b91daa96949e6bcdb4a32f5cecb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565035 Oct 22 12:59:11.452777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:11.484318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2a285-2ce1-47f8-aa50-788887dc385b req-162b35e4-e783-4cf2-8cd7-3694bb1b2d34 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:11.486395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afb2a285-2ce1-47f8-aa50-788887dc385b req-162b35e4-e783-4cf2-8cd7-3694bb1b2d34 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1633456 Oct 22 12:59:11.519946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.522544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.523749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a16b737a-f227-4b9a-a512-7f3b4c165d6d HTTP/1.1" status: 204 len: 168 time: 1.3252773 Oct 22 12:59:11.581075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Attempting to bind port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:11.581452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Attempting to bind port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:11.582795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Attempting to bind port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf on network 1c658d73-3479-42ed-8682-b30298b658e9 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:11.590037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:11.590412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Checking segment: {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:11.591139 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.591674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Bound using segment: {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:11.592175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Bound port: bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:11.592689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.596210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b42af-65fb-4aeb-88d6-8d9c3291f40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b737a-f227-4b9a-a512-7f3b4c165d6d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:11.600178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afb2a285-2ce1-47f8-aa50-788887dc385b req-2d2783d4-f72f-47dc-bb74-3ebf75bef23a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Oct 22 12:59:11.675404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-e68f6e03-261c-4962-9ddd-31edd042f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:11.679192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-e68f6e03-261c-4962-9ddd-31edd042f5be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2280550 Oct 22 12:59:11.859564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] For port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:11.871497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] For port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:11.885361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.910264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:11.969495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.034645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a5ce-952f-4099-aee0-47c03bd738c7 req-e49eb76c-df3e-44a0-a2bf-cda3753ae2b2 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:12.036250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b39a5ce-952f-4099-aee0-47c03bd738c7 req-e49eb76c-df3e-44a0-a2bf-cda3753ae2b2 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 949 time: 0.1435404 Oct 22 12:59:12.152495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b39a5ce-952f-4099-aee0-47c03bd738c7 req-83e371d4-8ccc-4886-8742-df5bbfafe23d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971839 Oct 22 12:59:12.192216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:12.204964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-870bb1b3-5598-4bf2-9c6f-4515beeb3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:12.207407 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-870bb1b3-5598-4bf2-9c6f-4515beeb3d0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5141883 Oct 22 12:59:12.219993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:12.252887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0207-56d2-4ac6-aa9e-22e63110444c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.278020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90d36-2821-42b6-b364-d8faac2cbb64 None None] Pushing event updated for resources: {'Port': ['ID=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:12.303361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:12.328814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.339005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.340175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfd891d8-4432-4b8d-983e-d53679a8b351 HTTP/1.1" status: 204 len: 168 time: 0.8795443 Oct 22 12:59:12.358616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 12:59:12.359251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 26ce7ca3-6dbc-4d03-8bfc-9563f26898c7 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:12.388094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:12.388855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.432384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41976) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:12.447714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0207-56d2-4ac6-aa9e-22e63110444c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.454321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0207-56d2-4ac6-aa9e-22e63110444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.482134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f7ca-b018-4d42-b8c8-3c15f12bbefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd891d8-4432-4b8d-983e-d53679a8b351,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:12.512037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.563344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.578893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a6ce0207-56d2-4ac6-aa9e-22e63110444c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3cdc4be70e4586b97b109ddbbb34c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578255 Oct 22 12:59:12.582266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41980) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:12.626211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce0207-56d2-4ac6-aa9e-22e63110444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b66c4-a125-420a-ad22-649920cf29ff,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:12.635845 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-3528317a-5b8c-45ff-ae81-58fe11799e93 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875432 Oct 22 12:59:12.718748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41984) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:12.732830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41988) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:12.807235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6753300-47d7-4663-8277-d3e97a27c4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.939142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6753300-47d7-4663-8277-d3e97a27c4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.958679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6753300-47d7-4663-8277-d3e97a27c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:12.982855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.013044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Allocated IP 172.25.6.14 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/44d0d17e-8525-4725-bae1-48bf877ce763) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:13.021029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6753300-47d7-4663-8277-d3e97a27c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d35d57-5f82-481f-92c3-cd6e039f3216,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:13.028052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6cf-d3d0-43a4-835e-bfb1d76cae81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.066129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.069543 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-53d8ccff-dc3d-4775-a1f2-2ebcbfffa03c service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379416 Oct 22 12:59:13.180443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-dcaf6ecc-01bb-4549-86bc-81d4470f47dc tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:13.182019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-dcaf6ecc-01bb-4549-86bc-81d4470f47dc tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4622140 Oct 22 12:59:13.239922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e6753300-47d7-4663-8277-d3e97a27c4ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9ddabaa75394f9faa82ce177d4fbac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056422 Oct 22 12:59:13.242350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41994) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:13.284790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-57045e6a-fbc0-4476-b986-3e44757b60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:13.286435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-57045e6a-fbc0-4476-b986-3e44757b60cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.1087148 Oct 22 12:59:13.287160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.291024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b9d3b-08cc-4257-829a-933e24194cbc req-29f7abe6-a294-4d00-be65-b3744e018e40 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:13.292673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-849b9d3b-08cc-4257-829a-933e24194cbc req-29f7abe6-a294-4d00-be65-b3744e018e40 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.5475349 Oct 22 12:59:13.295061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.296363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b20b66c4-a125-420a-ad22-649920cf29ff HTTP/1.1" status: 204 len: 168 time: 0.7129588 Oct 22 12:59:13.313904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.334053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6cf-d3d0-43a4-835e-bfb1d76cae81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.344463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-b924b5fe-1d84-4350-9c3b-eadfdebc8cd9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:13.345120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e2a31-9425-47c1-bb61-ebfd22564e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b66c4-a125-420a-ad22-649920cf29ff,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:13.360865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-b924b5fe-1d84-4350-9c3b-eadfdebc8cd9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 1093 time: 0.1534033 Oct 22 12:59:13.364986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6cf-d3d0-43a4-835e-bfb1d76cae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.384339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:13.413773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc6cf-d3d0-43a4-835e-bfb1d76cae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a9613-c997-49b5-bd01-afc340163eed,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:13.445232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2569836-4bbc-4a92-be0c-a62407137782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.456357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-849b9d3b-08cc-4257-829a-933e24194cbc req-1316d0a6-41ce-463d-8221-ed8b052be1df tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375995 Oct 22 12:59:13.473692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e18bc6cf-d3d0-43a4-835e-bfb1d76cae81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=501e54e18ce54b0f8eff399d73094b64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366840 Oct 22 12:59:13.474558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42002) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:13.529942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.595308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.599298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.615505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-e204083f-ec45-4d7a-a380-64c343638c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:13.617265 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-e204083f-ec45-4d7a-a380-64c343638c2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2851982 Oct 22 12:59:13.623935 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.703241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Request body: {'binding': {'host': 'n-h1-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:13.703847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 12:59:13.732571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:13.739249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:13.741871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:13.745511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:13.810570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-243c4ef4-45f6-420f-a9b9-b796a9f11f10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.1767278 Oct 22 12:59:13.827048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273048b-1477-4da2-9098-5f6c13a818a7 req-2f2f1d46-a738-439d-8b31-9e4d62aa8736 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:13.836589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a273048b-1477-4da2-9098-5f6c13a818a7 req-2f2f1d46-a738-439d-8b31-9e4d62aa8736 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 949 time: 0.2669926 Oct 22 12:59:13.852223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b8a71-ae39-4a05-a123-4fd9d4853b32 None None] Network 1c658d73-3479-42ed-8682-b30298b658e9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:13.980054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] Provisioning complete for port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:13.980740 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.141611 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.157222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:14.204994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a273048b-1477-4da2-9098-5f6c13a818a7 req-02ea5f91-b9eb-4297-8ff3-572fd3f65d18 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670068 Oct 22 12:59:14.239578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.244842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Pushing event updated for resources: {'Port': ['ID=44d0d17e-8525-4725-bae1-48bf877ce763,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:14.248879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.250809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] For port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:14.251532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/908a9613-c997-49b5-bd01-afc340163eed HTTP/1.1" status: 204 len: 168 time: 0.7764342 Oct 22 12:59:14.271455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.304964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2569836-4bbc-4a92-be0c-a62407137782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.317711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-3afbc5d0-cb83-48e3-8bf1-f2d3e3297a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:14.319460 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-3afbc5d0-cb83-48e3-8bf1-f2d3e3297a1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.4947622 Oct 22 12:59:14.320959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2569836-4bbc-4a92-be0c-a62407137782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.331591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352561-0a8d-448f-90f0-bb6e21d2492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a9613-c997-49b5-bd01-afc340163eed,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:14.338742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.342698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.344084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89d35d57-5f82-481f-92c3-cd6e039f3216 HTTP/1.1" status: 204 len: 168 time: 1.0986154 Oct 22 12:59:14.349758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on host n-h1-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:14.350127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:14.351923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:14.366285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:14.366647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:14.383963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:14.384309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:14.384696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:14.399051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Bound port: 018520e3-9068-444d-92e3-d00e0b163782, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:14.488846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:14.489176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.506285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2569836-4bbc-4a92-be0c-a62407137782 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01a447db1ca6481796d9112a55bf59e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1146550 Oct 22 12:59:14.509153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42032) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:14.522190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569836-4bbc-4a92-be0c-a62407137782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20608d-7c2d-48f7-a989-41e3a376c362,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:14.552918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680c20-6d6d-4908-95c2-2f576f2aac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d35d57-5f82-481f-92c3-cd6e039f3216,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:14.595738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce1bd1-da8f-4aa6-9d9b-82d2a49f3b18 None None] Pushing event updated for resources: {'Port': ['ID=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:14.629846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:14.648020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.651122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-6525696c-4360-482d-beca-ba42b54d7df0 service neutron] 10.222.0.25 "POST /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782/bindings HTTP/1.1" status: 201 len: 389 time: 1.1078098 Oct 22 12:59:14.663616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ab0b814c-ee9e-4cff-8851-b674b1af331c None None] Provisioning complete for port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:14.664220 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab0b814c-ee9e-4cff-8851-b674b1af331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.701234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.926865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-77674a9b-8719-417c-8c9c-004188a529ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:14.928541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-77674a9b-8719-417c-8c9c-004188a529ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5717356 Oct 22 12:59:14.931425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:14.956391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf569ed-971b-48e7-9572-94ee2f03a45b req-674b0e90-07af-4117-af98-04305e9967cb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:14.958835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbf569ed-971b-48e7-9572-94ee2f03a45b req-674b0e90-07af-4117-af98-04305e9967cb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1809831 Oct 22 12:59:15.001347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.045305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-d8a5816b-e755-4d12-9e7e-6a6088a9d7cb tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:15.046971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-d8a5816b-e755-4d12-9e7e-6a6088a9d7cb tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 1100 time: 0.1360636 Oct 22 12:59:15.054893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbf569ed-971b-48e7-9572-94ee2f03a45b req-a93ed900-9a9c-472e-98d0-dd4b2fa52ccb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867951 Oct 22 12:59:15.068054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42046) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:15.088328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-93a6e254-2c2e-4566-8492-e365c569ed0a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.105379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62fa0f98-3c94-4f97-b4dd-0354c93a3df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.286521 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-30e952c1-e32b-4952-ad08-3eb8fb531072 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458595 Oct 22 12:59:15.292118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.348535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130917-86ee-4b3a-94b4-31452dc735df req-b0009da5-b974-4e1b-9542-bf990def9bd9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:15.350065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e130917-86ee-4b3a-94b4-31452dc735df req-b0009da5-b974-4e1b-9542-bf990def9bd9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.1788874 Oct 22 12:59:15.382093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.384825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.386302 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a20608d-7c2d-48f7-a989-41e3a376c362 HTTP/1.1" status: 204 len: 168 time: 0.8748066 Oct 22 12:59:15.394531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-93a6e254-2c2e-4566-8492-e365c569ed0a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.401421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62fa0f98-3c94-4f97-b4dd-0354c93a3df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.404110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-93a6e254-2c2e-4566-8492-e365c569ed0a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.420631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fca30386-d58c-43ce-91fc-ca77f2835e6a req-93a6e254-2c2e-4566-8492-e365c569ed0a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632030 Oct 22 12:59:15.425646 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62fa0f98-3c94-4f97-b4dd-0354c93a3df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.441578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-fbefb2b2-4128-436d-a72e-964e5c683518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:15.443096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-fbefb2b2-4128-436d-a72e-964e5c683518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1096 time: 0.4222090 Oct 22 12:59:15.453247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05fb56-e5a9-4bda-b20f-635b0f1970ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20608d-7c2d-48f7-a989-41e3a376c362,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:15.454274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e130917-86ee-4b3a-94b4-31452dc735df req-2f3acb8a-db13-4886-9ed4-c1742f65f23d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924335 Oct 22 12:59:15.504540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62fa0f98-3c94-4f97-b4dd-0354c93a3df0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9319484392164c88aac35384d330b8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353621 Oct 22 12:59:15.505173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42066) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:15.507539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6e254-2c2e-4566-8492-e365c569ed0a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a8ba7-d30d-4185-a4ba-83c988f522fd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:15.551578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2aa4d977-c307-4f5f-9c83-72e2a088d957 req-2a06b175-069e-46c7-8f84-0c1d31d47645 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470870 Oct 22 12:59:15.591868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa0f98-3c94-4f97-b4dd-0354c93a3df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a9d144-1e26-42d2-8357-95a6513bced4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:15.598255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.623355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-c560b825-f376-4fa8-9dac-19854962afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:15.624841 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-c560b825-f376-4fa8-9dac-19854962afd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1710372 Oct 22 12:59:15.632170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.681292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-34b3de3d-58ac-427c-8a46-57dee2142ecb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.0477858 Oct 22 12:59:15.693242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.697358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.699800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62a9d144-1e26-42d2-8357-95a6513bced4 HTTP/1.1" status: 204 len: 168 time: 0.1929567 Oct 22 12:59:15.715851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679d68f-dde0-4f88-a4aa-d4ee5a0308b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a9d144-1e26-42d2-8357-95a6513bced4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:15.719504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Router edac127d-0d72-4fc3-9f0e-8f8a59ec611e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 12:59:15.775550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-9e51a02d-20e0-484c-9291-bc6fcac24b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:15.777017 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-9e51a02d-20e0-484c-9291-bc6fcac24b10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0882261 Oct 22 12:59:15.824281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-b8f19128-b284-40a2-81b5-821840b2aba7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391407 Oct 22 12:59:15.906357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:15.918075 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Sync routers for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:15.950647 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:15.952639 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:15.964446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:15.966394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3ff45b3d-e53e-4788-b422-92f3c60573f7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1218596 Oct 22 12:59:15.969515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42080) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:15.979223 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-d96d6912-4aaf-4a1a-8312-705aaddc8112 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452222 Oct 22 12:59:16.073718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:16.141523 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:16.185171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-48a935a9-8ead-4c3b-a93a-e1d03f0a6511 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941319 Oct 22 12:59:16.192996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:16.193596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:16.419333 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:14Z', 'revision_number': 3, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:16.430307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc83bd-bff2-4d38-928e-c98c167d4be0 req-789c4817-e583-489e-bac3-f16f7ca05979 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:16.435579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8bfc83bd-bff2-4d38-928e-c98c167d4be0 req-789c4817-e583-489e-bac3-f16f7ca05979 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.2575543 Oct 22 12:59:16.465462 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Checking router: edac127d-0d72-4fc3-9f0e-8f8a59ec611e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:16.465815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Updating router edac127d-0d72-4fc3-9f0e-8f8a59ec611e port 44d0d17e-8525-4725-bae1-48bf877ce763 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:16.513481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-20b0a288-cae3-4ba4-a8b1-4c2c310a7fff tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:16.515915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-20b0a288-cae3-4ba4-a8b1-4c2c310a7fff tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1341166 Oct 22 12:59:16.523425 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:16.528620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:16.641659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:16.725060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8bfc83bd-bff2-4d38-928e-c98c167d4be0 req-8d128008-2881-4231-a2ba-882173b2825a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866840 Oct 22 12:59:16.967370 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:16.977907 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.042354 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9e0a1-bfd1-485b-be11-f5a3e0ad60bb None None] Pushing event updated for resources: {'Port': ['ID=44d0d17e-8525-4725-bae1-48bf877ce763,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:17.065556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.073373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Attempting to bind port 44d0d17e-8525-4725-bae1-48bf877ce763 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:17.073990 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Attempting to bind port 44d0d17e-8525-4725-bae1-48bf877ce763 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:17.075078 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Attempting to bind port 44d0d17e-8525-4725-bae1-48bf877ce763 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:17.084486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:17.085327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:17.086002 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.086574 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:17.087774 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Bound port: 44d0d17e-8525-4725-bae1-48bf877ce763, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:17.088505 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.134390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ee856-5e3e-4372-ba50-d66a42b8713b req-409b6aff-fd47-4868-861b-5df4524da77a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:17.142233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-362ee856-5e3e-4372-ba50-d66a42b8713b req-409b6aff-fd47-4868-861b-5df4524da77a tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 1100 time: 0.3381162 Oct 22 12:59:17.157186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] For port 44d0d17e-8525-4725-bae1-48bf877ce763, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:17.164589 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] For port 44d0d17e-8525-4725-bae1-48bf877ce763, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=44d0d17e-8525-4725-bae1-48bf877ce763,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:17.171352 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.194596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:17.227599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae72d-117a-4bfc-8f98-6f9a2602c113 req-1ac9a414-d21a-46d1-93a5-09c304fa2577 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:17.229518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe8ae72d-117a-4bfc-8f98-6f9a2602c113 req-1ac9a414-d21a-46d1-93a5-09c304fa2577 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 945 time: 0.2412467 Oct 22 12:59:17.241158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:17.290533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9e0a1-bfd1-485b-be11-f5a3e0ad60bb None None] Pushing event updated for resources: {'Port': ['ID=44d0d17e-8525-4725-bae1-48bf877ce763,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:17.306408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018520e3-9068-444d-92e3-d00e0b163782'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:17.310456 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c4be2a-0f26-4ce0-bc98-873ab7e85a83" -d '{"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-unplugged", "status": "completed", "tag": "018520e3-9068-444d-92e3-d00e0b163782"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:17.311046 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:17.311666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:17.316800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.329582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.384707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-362ee856-5e3e-4372-ba50-d66a42b8713b req-fa6ca15f-ba42-4869-b69f-c005cfc6bd6d tempest-ServersAdminNegativeTestJSON-849360101 tempest-ServersAdminNegativeTestJSON-849360101-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410369 Oct 22 12:59:17.400042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Allocated IP 172.20.0.1 (1c658d73-3479-42ed-8682-b30298b658e9/a551473a-fdf1-407a-b62e-7e90384ebcbb/a4d5c2d3-fb26-4212-b659-7a089bd087b9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:17.439361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:17.443033 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:17.452226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe8ae72d-117a-4bfc-8f98-6f9a2602c113 req-df601c16-b671-41df-95de-4a8564dac126 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083094 Oct 22 12:59:17.530463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on host n-h2-813419-8 for vnic_type normal with profile {"migrating_to": "n-h1-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:17.530833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:17.531232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:17.544367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:17.544720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Attempting to bind port 018520e3-9068-444d-92e3-d00e0b163782 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:17.555997 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60aab5b-167c-41d1-8ca0-30cb9ed375f1 x-openstack-request-id: req-c60aab5b-167c-41d1-8ca0-30cb9ed375f1 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:17.556292 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-unplugged", "status": "completed", "tag": "018520e3-9068-444d-92e3-d00e0b163782", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:17.556550 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c60aab5b-167c-41d1-8ca0-30cb9ed375f1 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:17.557016 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018520e3-9068-444d-92e3-d00e0b163782', 'code': 200} Oct 22 12:59:17.559786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:17.560129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:17.560530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:17.560961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Bound port: 018520e3-9068-444d-92e3-d00e0b163782, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:17.561321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.656342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.687055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:17.690479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:17.707166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.727569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.833299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Network 1c658d73-3479-42ed-8682-b30298b658e9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:17.844493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:17.855917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:17.856405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.873854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:17.875302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:17.876989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] 10.222.0.26 "PUT /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 1121 time: 1.3537283 Oct 22 12:59:17.944250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:17.952658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:14Z', 'revision_number': 3, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:17.957851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['018520e3-9068-444d-92e3-d00e0b163782'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:17.972279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.974196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.974530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.974918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.975250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.978131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.978515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.978947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.979777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.980123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.980952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:17.981349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4eaf2-568a-45ce-a168-6b0d22e4cdfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.030916 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057ea0a-e1a6-4ea0-9a78-003d1d5bb0d2 None None] The sync data for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 is: [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:14Z', 'revision_number': 3, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:18.100992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Pushing event updated for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:18.168592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.168944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.169297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.169611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.169941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.170267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.170951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.171335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.172046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.172376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.172695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.173011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:18.249676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef86fa-ebd1-4bc9-b20f-9c624c230190 req-984975a9-c2b0-43b5-92e8-d5eade25cf58 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:18.258144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ef86fa-ebd1-4bc9-b20f-9c624c230190 req-984975a9-c2b0-43b5-92e8-d5eade25cf58 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1426990 Oct 22 12:59:18.265092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:18.366392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4f56ddbc-ad9c-41ac-ad80-71e24bb05788 None None] Provisioning complete for port a4d5c2d3-fb26-4212-b659-7a089bd087b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:18.366689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f56ddbc-ad9c-41ac-ad80-71e24bb05788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.410898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.453918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4f56ddbc-ad9c-41ac-ad80-71e24bb05788 None None] Port a4d5c2d3-fb26-4212-b659-7a089bd087b9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:18.463746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ef86fa-ebd1-4bc9-b20f-9c624c230190 req-ae447bc9-8af9-4209-89d9-eca788fc5e67 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925471 Oct 22 12:59:18.498349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdec98-945d-47b7-8c4c-6803099ca1bc req-dcd40a2c-f49b-4747-ba2e-681b8fc11d6e tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:18.499972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abfdec98-945d-47b7-8c4c-6803099ca1bc req-dcd40a2c-f49b-4747-ba2e-681b8fc11d6e tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 949 time: 0.2277005 Oct 22 12:59:18.569256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abfdec98-945d-47b7-8c4c-6803099ca1bc req-97f8c121-ec46-4c5c-85f2-8e95c03c841f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561249 Oct 22 12:59:18.692626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-114968651-network', 'tenant_id': '6a512eabe2f64846901942cd0e22e64f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:18.698917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19f962-e9e9-42f0-a9be-3e15eacda3a1 req-e987e2ce-24a4-4f22-9df3-ba98eff30cfd tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:18.707517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d19f962-e9e9-42f0-a9be-3e15eacda3a1 req-e987e2ce-24a4-4f22-9df3-ba98eff30cfd tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.1180394 Oct 22 12:59:18.737803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Made reservation on behalf of 6a512eabe2f64846901942cd0e22e64f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:18.742323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.760521 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.768357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.770158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.770917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.828795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Pushing event updated for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:18.841569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42180) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:18.854282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d19f962-e9e9-42f0-a9be-3e15eacda3a1 req-25b948a7-086b-4afb-b86e-be2ba425eb3d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455553 Oct 22 12:59:18.912368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.924696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.937276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:59:18.950824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:18.951191 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Added segment 5ab10ab5-0de2-442f-8a9b-2b4aa6da64ce of type vlan for network 5a98e315-0f80-4a9e-8ebc-35051308b709 Oct 22 12:59:18.997205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.026854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Network 1c658d73-3479-42ed-8682-b30298b658e9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:19.028306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:19.035894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482ddeb0-4317-4f70-88a6-865240e3fdb4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:19.050936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.053066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:19.053670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.144485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42192) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:19.151614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Request body: {'subnet': {'network_id': '5a98e315-0f80-4a9e-8ebc-35051308b709', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-114968651-subnet', 'tenant_id': '6a512eabe2f64846901942cd0e22e64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:19.154076 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8882055 Oct 22 12:59:19.251736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabc62f-83cd-4306-b4c5-6819fb59af25 admin admin] Pushing event updated for resources: {'Network': ['ID=5a98e315-0f80-4a9e-8ebc-35051308b709,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:19.270980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5a98e315-0f80-4a9e-8ebc-35051308b709 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:59:19.273788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-63f9138b-ad54-4330-8722-66c29ebe6af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.407502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-63f9138b-ad54-4330-8722-66c29ebe6af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.413890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-63f9138b-ad54-4330-8722-66c29ebe6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.458895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9138b-ad54-4330-8722-66c29ebe6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe512d1-3097-476d-804e-aac4a4556b1a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:19.488268 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-63f9138b-ad54-4330-8722-66c29ebe6af3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee9a8acaff334f0ca5b845b901ba8d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6450791 Oct 22 12:59:19.488909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:19.562321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'tag': '018520e3-9068-444d-92e3-d00e0b163782'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:19.565411 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7891b8a-003f-41a1-92bd-5ab8750e00ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "tag": "018520e3-9068-444d-92e3-d00e0b163782"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:19.583295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7dc6ed90-1a8c-474b-909e-db649cd13ed4 None None] Provisioning complete for port a4d5c2d3-fb26-4212-b659-7a089bd087b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:19.583919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ed90-1a8c-474b-909e-db649cd13ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.606367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Made reservation on behalf of 6a512eabe2f64846901942cd0e22e64f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:19.609012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.620994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.634013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ce96e-2902-4703-af32-7dee24536f6f req-d82b8b45-6a65-43eb-b6f2-3dc8b801c35f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:19.635617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-783ce96e-2902-4703-af32-7dee24536f6f req-d82b8b45-6a65-43eb-b6f2-3dc8b801c35f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 949 time: 0.0819216 Oct 22 12:59:19.637945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-31fc03d5-7230-4e94-979c-c3fba5a792bd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0a847109b4f44087a38b23dfdbf895f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639026 Oct 22 12:59:19.646372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6ed90-1a8c-474b-909e-db649cd13ed4 None None] Port a4d5c2d3-fb26-4212-b659-7a089bd087b9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:19.680468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.767293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Deleting port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:19.768272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.790076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.792697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.794030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fe512d1-3097-476d-804e-aac4a4556b1a HTTP/1.1" status: 204 len: 168 time: 0.3038683 Oct 22 12:59:19.820558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cd208-f153-4862-abac-3a9f31f8d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe512d1-3097-476d-804e-aac4a4556b1a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:19.880669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a9dd-3761-42e1-bdfd-2603a8a10f5d req-1e714df2-c90d-403f-968b-93be6154d00c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:19.881752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9121a9dd-3761-42e1-bdfd-2603a8a10f5d req-1e714df2-c90d-403f-968b-93be6154d00c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.3063521 Oct 22 12:59:19.884747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Router edac127d-0d72-4fc3-9f0e-8f8a59ec611e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 12:59:19.887724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] For port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:19.887724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:19.903269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Calling delete_port for ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:19.946536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-45b151f9-ab8c-43fe-ac2b-5068bffd55ee tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:19.948057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-45b151f9-ab8c-43fe-ac2b-5068bffd55ee tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686803 Oct 22 12:59:20.062093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.074851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e56f2c52-22ab-44dd-8847-1c75e6418388', 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:20.086632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9121a9dd-3761-42e1-bdfd-2603a8a10f5d req-8f4734ea-248b-4b58-bd50-d31e1111c372 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954284 Oct 22 12:59:20.102126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-05607658-e800-408e-8054-784e9242dc2f tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/quotas/0a847109b4f44087a38b23dfdbf895f9 HTTP/1.1" status: 200 len: 375 time: 0.1354947 Oct 22 12:59:20.110080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Pushing event deleted for resources: {'Port': ['ID=ed7c2ee6-bedf-45f5-8688-b10a5ca2d214,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:20.126280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 44d0d17e-8525-4725-bae1-48bf877ce763 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:20.204155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] No DVR routers for this DVR port ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:20.210587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.223902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-783ce96e-2902-4703-af32-7dee24536f6f req-20b8a09e-a1d5-4e79-a041-807d5fa7f18d tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "DELETE /v2.0/ports/ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 HTTP/1.1" status: 204 len: 173 time: 0.5748844 Oct 22 12:59:20.225653 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124af817-0b5f-4300-a0a9-bee6633d185f x-openstack-request-id: req-124af817-0b5f-4300-a0a9-bee6633d185f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:20.226132 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "tag": "018520e3-9068-444d-92e3-d00e0b163782", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:20.226395 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-124af817-0b5f-4300-a0a9-bee6633d185f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:20.227724 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'tag': '018520e3-9068-444d-92e3-d00e0b163782', 'status': 'completed', 'code': 200} Oct 22 12:59:20.290135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-26d7404a-ceb5-4de0-a1c2-2f5ac4c05c29 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1796846 Oct 22 12:59:20.328130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 44d0d17e-8525-4725-bae1-48bf877ce763 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:20.328665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.347926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-d984c5d3-7048-46d7-bb18-d2ed1a827ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:20.350111 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-d984c5d3-7048-46d7-bb18-d2ed1a827ac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1124 time: 0.0933490 Oct 22 12:59:20.359314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b81e9aaf-f447-4a07-bdd3-eb9ec643afbc req-4cf05569-bba4-414c-8c5b-12be73d63474 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a7350-ab9b-4211-8f06-c6957198e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0606158 Oct 22 12:59:20.382178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:20.407069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42c9a349-dd16-404b-b693-6889c3cd153a admin admin] 10.222.0.25 "PUT /v2.0/routers/edac127d-0d72-4fc3-9f0e-8f8a59ec611e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4345396 Oct 22 12:59:20.417407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.543749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:20.571643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-4fb8bd93-b349-4ad1-b301-8965db036077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:20.573473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 018520e3-9068-444d-92e3-d00e0b163782 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:20.574562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-4fb8bd93-b349-4ad1-b301-8965db036077 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.2162893 Oct 22 12:59:20.615128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c1b490f-92e0-4ed3-98fc-b846284209a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.635862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Sync routers for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:20.671872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Checking segment: {'id': '5ab10ab5-0de2-442f-8a9b-2b4aa6da64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a98e315-0f80-4a9e-8ebc-35051308b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:20.672423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Network hostable DHCP agents. Network: 5a98e315-0f80-4a9e-8ebc-35051308b709, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:59:20.696812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd399ee-cfe2-4491-8043-847f6f4b7a10,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:20.710362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-24cb4f4b-90ea-45d8-8559-67a2ed4cc97e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.1156919 Oct 22 12:59:20.736793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Network 5a98e315-0f80-4a9e-8ebc-35051308b709 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:59:20.755861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5a98e315-0f80-4a9e-8ebc-35051308b709) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:20.760326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:20.761288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.804377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-89f96401-79ca-45a7-9de3-f02a58934f60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6485851 Oct 22 12:59:20.888674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:20.912769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e1328-a89d-484f-af6f-e559cba31811 req-0c28ee5f-070e-42b3-bbe7-0da079f26b98 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:20.914862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b1e1328-a89d-484f-af6f-e559cba31811 req-0c28ee5f-070e-42b3-bbe7-0da079f26b98 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.0807543 Oct 22 12:59:20.925008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e714e-77fe-45e7-afaf-212b458b7bfc None None] Network 5a98e315-0f80-4a9e-8ebc-35051308b709 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:20.939376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:20.940974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-154fd505-6837-4663-9bd8-ddef186d189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:20.942566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-154fd505-6837-4663-9bd8-ddef186d189f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.2219079 Oct 22 12:59:20.973656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 018520e3-9068-444d-92e3-d00e0b163782 has no active binding in host n-h1-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 12:59:20.976830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:20.977940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:21.011802 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-4a07beb1-3bb5-4b82-aee1-32888ca122bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563931 Oct 22 12:59:21.020373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b1e1328-a89d-484f-af6f-e559cba31811 req-e2740b88-aa06-41fb-be7a-48aabca405bc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932915 Oct 22 12:59:21.116574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7db20941-50a5-4fbc-a5ef-f88031821440 req-6aecbecd-15d8-439b-85d9-3aa433105f8c tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 210 time: 0.0391288 Oct 22 12:59:21.136823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c1b490f-92e0-4ed3-98fc-b846284209a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.148910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 44d0d17e-8525-4725-bae1-48bf877ce763, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=44d0d17e-8525-4725-bae1-48bf877ce763,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:21.164447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c1b490f-92e0-4ed3-98fc-b846284209a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.263477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.268772 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c1b490f-92e0-4ed3-98fc-b846284209a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7f4aed0be72449d97c222781a625aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229133 Oct 22 12:59:21.271526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42252) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:21.370516 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-d7066568-f7d7-4e65-9f65-7e58e7baba36 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483148 Oct 22 12:59:21.371342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b490f-92e0-4ed3-98fc-b846284209a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922034da-ab3b-4827-9429-f2066ba098d3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:21.391743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=44d0d17e-8525-4725-bae1-48bf877ce763,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:21.419470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.446018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:21.525837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.537171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90772ee-8882-4afc-aef5-a1b79f24cd3b None None] Network 5a98e315-0f80-4a9e-8ebc-35051308b709 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:21.592384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b7891b8a-003f-41a1-92bd-5ab8750e00ac req-25fba0b8-ad3c-4e22-99ed-fe8ac5dca690 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104502 Oct 22 12:59:21.623393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9de6d-c7fb-4692-aeb9-8a75b9d8faf7 req-21306533-c356-4cf5-8801-8b3d5c7b7c7e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:21.632544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5b9de6d-c7fb-4692-aeb9-8a75b9d8faf7 req-21306533-c356-4cf5-8801-8b3d5c7b7c7e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1032405 Oct 22 12:59:21.680818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5b9de6d-c7fb-4692-aeb9-8a75b9d8faf7 req-00a80eee-4cf2-45ab-a692-a5f91da8659e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Oct 22 12:59:21.694883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.710008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:21.710008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/922034da-ab3b-4827-9429-f2066ba098d3 HTTP/1.1" status: 204 len: 168 time: 0.4269180 Oct 22 12:59:21.710008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec0fd4-1d55-40fa-94bc-841c5be62e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922034da-ab3b-4827-9429-f2066ba098d3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:22.060564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:18Z', 'revision_number': 4, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a4d5c2d3-fb26-4212-b659-7a089bd087b9', 'name': '', 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'mac_address': 'fa:16:3e:5d:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:17Z', 'updated_at': '2021-10-22T12:59:18Z', 'revision_number': 2, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'subnets': [{'id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:22.065902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 44d0d17e-8525-4725-bae1-48bf877ce763 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:22.156895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9127e-d67c-4636-9a66-5315ceca6eac req-7bf5dc93-08a7-44b9-ae25-25086a12aa3f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:22.159556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39c9127e-d67c-4636-9a66-5315ceca6eac req-7bf5dc93-08a7-44b9-ae25-25086a12aa3f tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.0604541 Oct 22 12:59:22.165633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42292) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:22.170903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822244140-network', 'tenant_id': '42e9b8c92efd4e229f9a20d8e877396f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:22.201891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Made reservation on behalf of 42e9b8c92efd4e229f9a20d8e877396f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:22.205662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.215118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Checking router: edac127d-0d72-4fc3-9f0e-8f8a59ec611e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:22.221622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Updating router edac127d-0d72-4fc3-9f0e-8f8a59ec611e port a4d5c2d3-fb26-4212-b659-7a089bd087b9 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:22.234637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39c9127e-d67c-4636-9a66-5315ceca6eac req-ae5b8554-28ee-4b2a-b544-aac5d1322f4a tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593622 Oct 22 12:59:22.235088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'name': 'network-vif-deleted', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:22.236393 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4cdfc-9e55-425a-b78d-aaea04301dbb" -d '{"events": [{"server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "name": "network-vif-deleted", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:22.247423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.307796 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.369390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 44d0d17e-8525-4725-bae1-48bf877ce763 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:22.369826 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.410662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a305da-66a9-4c74-9502-b2cb6fa1e88f req-6d185aa6-34d8-4f9c-b0f8-08a4cf241bcf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:22.412238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5a305da-66a9-4c74-9502-b2cb6fa1e88f req-6d185aa6-34d8-4f9c-b0f8-08a4cf241bcf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.1226294 Oct 22 12:59:22.449204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.452086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-d630c83d-9546-405f-8987-f8277209d0f9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a847109b4f44087a38b23dfdbf895f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539712 Oct 22 12:59:22.454885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.481181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5a305da-66a9-4c74-9502-b2cb6fa1e88f req-ca6eaeaf-cb6a-4052-bd7b-7727c9fd14ba tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554619 Oct 22 12:59:22.593068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:22.613873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:59:22.621946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 12:59:22.622301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ed7c2ee6-bedf-45f5-8688-b10a5ca2d214 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:22.632373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-e919c974-69ad-4109-ab34-d2a16e33b977 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:22.634222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-e919c974-69ad-4109-ab34-d2a16e33b977 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716042 Oct 22 12:59:22.646904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d342c6c-0556-44fd-b5ed-8fd15b0e33d4 req-2cb31c74-e524-4073-a4af-9b6fb69a4e80 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 210 time: 0.0784180 Oct 22 12:59:22.654559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Request body: {'port': {'device_id': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '0a847109b4f44087a38b23dfdbf895f9'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:22.662109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.662734 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Added segment 449c7b8b-89cf-4402-ad27-8fed1a10fefc of type vlan for network 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 Oct 22 12:59:22.683641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ef33a-94fb-491a-a1e5-e13216b92c54,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:22.722031 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f85ca-fbb9-49f9-b5b7-6e84d5abc0ae x-openstack-request-id: req-f94f85ca-fbb9-49f9-b5b7-6e84d5abc0ae {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:22.722395 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a7350-ab9b-4211-8f06-c6957198e1a8", "name": "network-vif-deleted", "tag": "ed7c2ee6-bedf-45f5-8688-b10a5ca2d214", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:22.722729 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f94f85ca-fbb9-49f9-b5b7-6e84d5abc0ae {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:22.723201 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a7350-ab9b-4211-8f06-c6957198e1a8', 'name': 'network-vif-deleted', 'tag': 'ed7c2ee6-bedf-45f5-8688-b10a5ca2d214', 'status': 'completed', 'code': 200} Oct 22 12:59:22.810118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.875025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.876222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:22.876992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.902760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.908632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Made reservation on behalf of 0a847109b4f44087a38b23dfdbf895f9 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:22.912327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.914090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.932474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142ee9-c150-4e53-b8b0-a20c9ac06aa8 req-1f694868-590b-4db4-b9d3-1302e4a327f0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:22.939439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7717052 Oct 22 12:59:22.939735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a142ee9-c150-4e53-b8b0-a20c9ac06aa8 req-1f694868-590b-4db4-b9d3-1302e4a327f0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1189790 Oct 22 12:59:22.942336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:22.942673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:22.947457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Request body: {'subnet': {'network_id': '8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822244140-subnet', 'tenant_id': '42e9b8c92efd4e229f9a20d8e877396f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:22.977706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba393-31bc-493c-aa29-746812c40120 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:23.000368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Made reservation on behalf of 42e9b8c92efd4e229f9a20d8e877396f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:23.004672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.056221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.064951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.109416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:59:23.152641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42330) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:23.184076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:23.237629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc915b-634b-4626-9452-c47ac98a0cb7 None None] Pushing event updated for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:23.326195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Allocated IP 192.168.233.92 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:23.332435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.339063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Attempting to bind port a4d5c2d3-fb26-4212-b659-7a089bd087b9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:23.339602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Attempting to bind port a4d5c2d3-fb26-4212-b659-7a089bd087b9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:23.340183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Attempting to bind port a4d5c2d3-fb26-4212-b659-7a089bd087b9 on network 1c658d73-3479-42ed-8682-b30298b658e9 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:23.351852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:23.353724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Checking segment: {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:23.356169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.356906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Bound using segment: {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:23.357573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Bound port: a4d5c2d3-fb26-4212-b659-7a089bd087b9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffcb622-5b5c-4961-b03a-ced87006b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:23.358124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.379692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a142ee9-c150-4e53-b8b0-a20c9ac06aa8 req-5556c584-6bd9-4150-af80-fb044445cedc tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094770 Oct 22 12:59:23.485629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] For port a4d5c2d3-fb26-4212-b659-7a089bd087b9, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:23.492084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] For port a4d5c2d3-fb26-4212-b659-7a089bd087b9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a4d5c2d3-fb26-4212-b659-7a089bd087b9,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:23.514079 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.576849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1294328433-network', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:23.616371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32206e7e-2786-4165-82dd-9a90da082b66,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:23.628469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Checking segment: {'id': '449c7b8b-89cf-4402-ad27-8fed1a10fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:23.629279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Network hostable DHCP agents. Network: 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:59:23.640782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42340) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:23.654123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.654674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845502941', 'description': 'tempest-description--1353409778'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:23.661173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] Provisioning complete for port a4d5c2d3-fb26-4212-b659-7a089bd087b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:23.662056 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.686985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-0a516cbf-a2cf-4e81-8ab9-9281291ff14b tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:23.688794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-0a516cbf-a2cf-4e81-8ab9-9281291ff14b tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.1887958 Oct 22 12:59:23.707404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c95b-112f-4f43-bf94-5b9456b28764 req-71ff3af9-2e10-4da5-afaa-bd0f89491b99 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:23.712381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Made reservation on behalf of bf3eeedd28d84dd48d29a9b13c369ce9 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:23.716262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.717789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d60c95b-112f-4f43-bf94-5b9456b28764 req-71ff3af9-2e10-4da5-afaa-bd0f89491b99 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.1579964 Oct 22 12:59:23.753398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.764859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:23.765520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:58:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:23.794315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-278eaf25-6f1c-41ea-a5ab-893f552abc89 service neutron] 10.222.0.21 "GET /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782/bindings/n-h1-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.2243910 Oct 22 12:59:23.799813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.811106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:23.825193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc915b-634b-4626-9452-c47ac98a0cb7 None None] Pushing event updated for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:23.940029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2823f749-1e5e-4626-92ca-de2674159c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.953342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.963831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:23.965950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:23.999852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:24.010778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:24.013753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:24.020906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:24.021668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.053593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.054835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Network 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:59:24.059572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Pushing event updated for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:24.072898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.078492 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-000b5fd8-465d-4444-9038-cf8c7b6d5911 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4298484 Oct 22 12:59:24.104072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Request body: {'port': {'device_id': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:24.107371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0b4-6f58-4ac4-ba56-9eb7b4bea4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.115022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d60c95b-112f-4f43-bf94-5b9456b28764 req-893e30f8-ed47-4868-818d-6f4122ca021b tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961806 Oct 22 12:59:24.166461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:24.177274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:24.183332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.203199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86db60-fddc-40cd-b33d-0b116e0e414f None None] Network 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:24.209068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] For port a4d5c2d3-fb26-4212-b659-7a089bd087b9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a4d5c2d3-fb26-4212-b659-7a089bd087b9,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:24.232187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.233821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5831521 Oct 22 12:59:24.243919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:24.279801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'security_group_rule': {'security_group_id': '42a46cbb-c0e4-421c-8fab-c90e2195183c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:24.285484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.310788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a14c-002b-49da-a32f-ec4591a663ea req-2b86d53e-c8fb-47de-a2fc-8621f23396fc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:24.312451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ea4a14c-002b-49da-a32f-ec4591a663ea req-2b86d53e-c8fb-47de-a2fc-8621f23396fc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.4061370 Oct 22 12:59:24.317913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.333637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4390afd4-9c8b-4075-84b8-52b9607260eb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3899107 Oct 22 12:59:24.351510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcb421-4457-49f4-ba1f-0738450032e0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a46cbb-c0e4-421c-8fab-c90e2195183c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:24.358130 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.369991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Deleting port e56f2c52-22ab-44dd-8847-1c75e6418388 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:24.370747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.374787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263738c-1441-45ce-9b61-49915b70d7f3 None None] Pushing event updated for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:24.452079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.466427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 12:59:24.481972 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.482517 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Added segment c928c93a-1a15-4ac6-8670-01fcc429a977 of type vlan for network 8f55e4d6-3659-4332-865b-4c472ad208cd Oct 22 12:59:24.487489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ea4a14c-002b-49da-a32f-ec4591a663ea req-7a42d4ec-5b09-4e47-957f-3c8abafc37b4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512883 Oct 22 12:59:24.490725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e50cec0a-1d8f-4665-b169-af5fc838dae9 None None] Provisioning complete for port a4d5c2d3-fb26-4212-b659-7a089bd087b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:24.491287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e50cec0a-1d8f-4665-b169-af5fc838dae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.511848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2df63-dbc4-4cd5-839a-930eb4b06bf1 req-1c37de18-9c9d-4526-900b-4a035af3155b tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:24.514428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ae2df63-dbc4-4cd5-839a-930eb4b06bf1 req-1c37de18-9c9d-4526-900b-4a035af3155b tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 935 time: 0.2712047 Oct 22 12:59:24.564794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.571785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42356) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:24.622038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:18Z', 'revision_number': 4, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a4d5c2d3-fb26-4212-b659-7a089bd087b9', 'name': '', 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'mac_address': 'fa:16:3e:5d:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:17Z', 'updated_at': '2021-10-22T12:59:23Z', 'revision_number': 4, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'subnets': [{'id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:24.655283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0b4-6f58-4ac4-ba56-9eb7b4bea4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.677310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71232af-507f-45ee-a5f8-1f94ea4b2be8 None None] The sync data for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 is: [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T12:59:18Z', 'revision_number': 4, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a4d5c2d3-fb26-4212-b659-7a089bd087b9', 'name': '', 'network_id': '1c658d73-3479-42ed-8682-b30298b658e9', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'mac_address': 'fa:16:3e:5d:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:17Z', 'updated_at': '2021-10-22T12:59:23Z', 'revision_number': 4, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'subnets': [{'id': 'a551473a-fdf1-407a-b62e-7e90384ebcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:24.683546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e0e7f-c18b-4cdc-8c9e-beafe6cdd65a None None] Network 8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:24.690049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:24.691714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] For port e56f2c52-22ab-44dd-8847-1c75e6418388, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e56f2c52-22ab-44dd-8847-1c75e6418388,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:24.692181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.717651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ae2df63-dbc4-4cd5-839a-930eb4b06bf1 req-8cb6bc6b-e52b-4615-b6b4-0fca622a619b tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929798 Oct 22 12:59:24.731635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Calling delete_port for e56f2c52-22ab-44dd-8847-1c75e6418388 owned by compute:tempest-test_az-1262330209 {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:24.741274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:24.750364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Deleting subnet afd399ee-cfe2-4491-8043-847f6f4b7a10 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 12:59:24.759327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.786573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018520e3-9068-444d-92e3-d00e0b163782 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:24.801786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:24.828427 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.831574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:24.832198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.843979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce68f0b4-6f58-4ac4-ba56-9eb7b4bea4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.887702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ce68f0b4-6f58-4ac4-ba56-9eb7b4bea4d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6b37d1e3fab4e32afc5c4c676a83868&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0668612 Oct 22 12:59:24.888624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.890865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:24.938569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e50cec0a-1d8f-4665-b169-af5fc838dae9 None None] Provisioning complete for port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:24.939174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e50cec0a-1d8f-4665-b169-af5fc838dae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:24.997325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e50cec0a-1d8f-4665-b169-af5fc838dae9 None None] Port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:25.056675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Pushing event updated for resources: {'Network': ['ID=8f55e4d6-3659-4332-865b-4c472ad208cd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.068553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8f55e4d6-3659-4332-865b-4c472ad208cd details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 12:59:25.082031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.103978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.105234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.126169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.226561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b4074-7c01-487e-893f-9566392e502e req-7b2161c5-c5d6-4510-8442-2e7ffebb729f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:25.228176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa6b4074-7c01-487e-893f-9566392e502e req-7b2161c5-c5d6-4510-8442-2e7ffebb729f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.6061161 Oct 22 12:59:25.390827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.405269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa6b4074-7c01-487e-893f-9566392e502e req-16633166-1f40-4ccd-a8f2-75483cccdfdf tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666846 Oct 22 12:59:25.427502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2695189 Oct 22 12:59:25.429955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42366) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:25.434398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.450157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Request body: {'subnet': {'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1294328433-subnet', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:25.460163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9eb1d-ba76-467a-ba42-f75a38efc8d7 req-ea433063-94f9-41cd-8159-b4d40c12bc91 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:25.462002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41d9eb1d-ba76-467a-ba42-f75a38efc8d7 req-ea433063-94f9-41cd-8159-b4d40c12bc91 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce625acc-3680-4107-93e7-4dc1dfb4dd69 HTTP/1.1" status: 200 len: 971 time: 0.2329025 Oct 22 12:59:25.469002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2265-a32f-4290-91c2-6f04c7bb9e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7264530a-52be-429c-9339-97843b73c046,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.495975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Made reservation on behalf of bf3eeedd28d84dd48d29a9b13c369ce9 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:25.498297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.508537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd399ee-cfe2-4491-8043-847f6f4b7a10,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.526651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.531736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-380543af-a220-4d9f-ba55-a47bc0609b4a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/afd399ee-cfe2-4491-8043-847f6f4b7a10 HTTP/1.1" status: 204 len: 168 time: 0.9585729 Oct 22 12:59:25.544496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42370) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:25.742291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.755022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.757593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.758183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e56f2c52-22ab-44dd-8847-1c75e6418388'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:25.758779 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/542041e6-87d9-4b49-ba97-91c45d1464e3 HTTP/1.1" status: 204 len: 168 time: 0.8587418 Oct 22 12:59:25.791991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41d9eb1d-ba76-467a-ba42-f75a38efc8d7 req-59fe5dc3-6b01-4cfb-9601-eadce72d3179 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.25 "GET /v2.0/security-groups?id=02d4dbf7-16ae-4b1e-a589-69a2009f88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533474 Oct 22 12:59:25.832137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f0b4-6f58-4ac4-ba56-9eb7b4bea4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542041e6-87d9-4b49-ba97-91c45d1464e3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.852987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] Transition to ACTIVE for port object 018520e3-9068-444d-92e3-d00e0b163782 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:25.867285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Pushing event deleted for resources: {'Port': ['ID=e56f2c52-22ab-44dd-8847-1c75e6418388,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.871402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:25.877249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb58a2-1f0d-4417-95cc-5b1b4936a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542041e6-87d9-4b49-ba97-91c45d1464e3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:25.917418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.075602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] No DVR routers for this DVR port e56f2c52-22ab-44dd-8847-1c75e6418388 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:26.081225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.085302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2b5dbcb-d6fe-4796-854c-01db563ff118 req-89478dee-bc7b-4a6b-b867-d217881b8ba7 tempest-ServersAdminNegativeTestJSON-1509173602 tempest-ServersAdminNegativeTestJSON-1509173602-project] 10.222.0.26 "DELETE /v2.0/ports/e56f2c52-22ab-44dd-8847-1c75e6418388 HTTP/1.1" status: 204 len: 173 time: 2.3282888 Oct 22 12:59:26.091570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'name': 'network-vif-deleted', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:26.094368 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233e7589-5670-43ae-9d14-d40a5f561d97" -d '{"events": [{"server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "name": "network-vif-deleted", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:26.154294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0c6b-e8db-4241-9216-5a58971d801f req-66981e84-33f2-44d1-85c4-4178af7f1644 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:26.160077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a4d5c2d3-fb26-4212-b659-7a089bd087b9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:26.184371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19da0c6b-e8db-4241-9216-5a58971d801f req-66981e84-33f2-44d1-85c4-4178af7f1644 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 943 time: 0.5694718 Oct 22 12:59:26.204262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] Pushing event updated for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:26.322586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a4d5c2d3-fb26-4212-b659-7a089bd087b9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:26.322988 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.358390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.364499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.399874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42380) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:26.400557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.454395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.455947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.456596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81f1092c-ac53-4f99-b968-06914b8168c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.457148 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.457724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.458260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.459399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.459985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.460523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.461606 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.461939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.462404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.463410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1898704 Oct 22 12:59:26.492342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a338ec5-2ddc-4af7-accb-88d4d6aa98a0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581cd7c2-9436-4572-98c2-af7889ba972b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:26.496194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:26.504395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'security_group_rule': {'security_group_id': '42a46cbb-c0e4-421c-8fab-c90e2195183c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:26.509350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] No DVR routers for this DVR port 018520e3-9068-444d-92e3-d00e0b163782 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:26.513648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.560061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.560402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.560662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.560988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:26.561351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a98e315-0f80-4a9e-8ebc-35051308b709']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:26.600680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9859d-a15e-4300-9c17-d13644954dc8 req-b0be87dc-d0ae-4615-81f2-d8b0f59a98f0 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:26.602289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac9859d-a15e-4300-9c17-d13644954dc8 req-b0be87dc-d0ae-4615-81f2-d8b0f59a98f0 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 935 time: 0.6351621 Oct 22 12:59:26.605081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab10ab5-0de2-442f-8a9b-2b4aa6da64ce') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:26.605409 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-8c431881-5948-41b7-90b2-4a1d17ae3651 service neutron] 10.222.0.21 "PUT /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782/bindings/n-h1-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 2.7951953 Oct 22 12:59:26.605984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab10ab5-0de2-442f-8a9b-2b4aa6da64ce') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:26.623426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19da0c6b-e8db-4241-9216-5a58971d801f req-40445f88-a30b-4fc5-acbf-145f040f128b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358640 Oct 22 12:59:26.673753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.718138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9fd215-9916-421a-bbb0-88cb2f7cf2e6,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:26.741482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:26.749539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.759428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.787165 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e29614-d1f8-4aac-8976-8d68726be383 x-openstack-request-id: req-05e29614-d1f8-4aac-8976-8d68726be383 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:26.787451 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce625acc-3680-4107-93e7-4dc1dfb4dd69", "name": "network-vif-deleted", "tag": "e56f2c52-22ab-44dd-8847-1c75e6418388", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:26.787712 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05e29614-d1f8-4aac-8976-8d68726be383 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:26.788078 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce625acc-3680-4107-93e7-4dc1dfb4dd69', 'name': 'network-vif-deleted', 'tag': 'e56f2c52-22ab-44dd-8847-1c75e6418388', 'status': 'completed', 'code': 200} Oct 22 12:59:26.789043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.812381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Checking segment: {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:26.812689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Network hostable DHCP agents. Network: 8f55e4d6-3659-4332-865b-4c472ad208cd, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 12:59:26.840567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 12:59:26.841018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.867366 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81f1092c-ac53-4f99-b968-06914b8168c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: from cryptography.utils import int_from_bytes Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: from cryptography.utils import int_from_bytes Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: timer() Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 12:59:26.875251 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 12:59:26.879180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81f1092c-ac53-4f99-b968-06914b8168c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.903609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Network 8f55e4d6-3659-4332-865b-4c472ad208cd is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 12:59:26.912559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac9859d-a15e-4300-9c17-d13644954dc8 req-67896909-e069-478f-882e-072c94d1cdbf tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679336 Oct 22 12:59:26.944321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.954720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1092c-ac53-4f99-b968-06914b8168c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d501a-0ac5-420d-a63e-833a62d7d78f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:26.959563 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-81f1092c-ac53-4f99-b968-06914b8168c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6475c352ec3c4d37a7955443dfe3fa83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398910 Oct 22 12:59:26.963136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42388) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:26.965812 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.973862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8f55e4d6-3659-4332-865b-4c472ad208cd) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:26.990451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a75e89-bb49-4a17-b29f-794d13a3e559 None None] Network 8f55e4d6-3659-4332-865b-4c472ad208cd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:26.997884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:26.999156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:26.999832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-d9bbf8c9-2738-415d-a826-821da3e7d954 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.001399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-d9bbf8c9-2738-415d-a826-821da3e7d954 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.3036726 Oct 22 12:59:27.056735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Transition to ACTIVE for port object d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:27.069961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81503181-1194-41d5-9ca5-4544001853d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.074725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9134e6-026f-4d6a-a8ff-d6a87d7c0e14 req-07215671-e8cc-4d4a-aeb3-9b4fe1565050 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.076603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f9134e6-026f-4d6a-a8ff-d6a87d7c0e14 req-07215671-e8cc-4d4a-aeb3-9b4fe1565050 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1819997 Oct 22 12:59:27.084151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.093857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.106959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa80ef76-2a83-43e7-bd6d-4bbe3fdaa953,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:27.120834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a98e315-0f80-4a9e-8ebc-35051308b709,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:27.128099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.131486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60ed5048-24cf-4899-9fdf-73542893fba0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a98e315-0f80-4a9e-8ebc-35051308b709 HTTP/1.1" status: 204 len: 168 time: 1.5847697 Oct 22 12:59:27.140247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42392) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:27.144922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-9410aff0-77ad-4d98-89e9-99a463aec60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.146874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-9410aff0-77ad-4d98-89e9-99a463aec60b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 1095 time: 0.1356375 Oct 22 12:59:27.197946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.202175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15830716-6f1b-4e21-b430-b082d61c2e20 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6996505 Oct 22 12:59:27.208533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d8fade6-3065-4c1d-a0a2-5a62426a88a2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7727296 Oct 22 12:59:27.215875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42394) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:27.216397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42396) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:27.230623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f9134e6-026f-4d6a-a8ff-d6a87d7c0e14 req-1744f167-d19e-47db-a3cf-1254d79053f0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345928 Oct 22 12:59:27.238011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:27.264135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.271297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:27.299698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.302103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.303084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.350706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-4f35ad2b-9cc5-4e24-8dc7-12db3035f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.352580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-4f35ad2b-9cc5-4e24-8dc7-12db3035f69c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1095 time: 0.1789310 Oct 22 12:59:27.355736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Deleting subnet 32206e7e-2786-4165-82dd-9a90da082b66 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 12:59:27.365593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.385017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:27.393251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Attempting to bind port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:27.393753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Attempting to bind port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:27.394069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Attempting to bind port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:27.399360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:27.399857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Attempting to bind port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:27.403358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.406139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.407651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec1d501a-0ac5-420d-a63e-833a62d7d78f HTTP/1.1" status: 204 len: 168 time: 0.4430804 Oct 22 12:59:27.425093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.438365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:27.439936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:27.442775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:27.443327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Bound port: d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:27.443767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.451836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bec15-675c-4729-916a-af5fb70a2c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d501a-0ac5-420d-a63e-833a62d7d78f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:27.475779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.614488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:27.623435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:27.624045 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.633165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-8f55e4d6-3659-4332-865b-4c472ad208cd', 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'fixed_ips': [{'subnet_id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 12:59:27.633998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.638409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.682030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.694644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.784252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:27.784955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:27.798301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.800426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:27.802187 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-608cd68a-3bc9-4baa-aa26-d26d757fb5f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 HTTP/1.1" status: 200 len: 1095 time: 3.7101345 Oct 22 12:59:27.802995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:27.805738 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527dbe2c-b44e-46db-8e3d-a0a46566b903" -d '{"events": [{"name": "network-changed", "server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:27.932326 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa4562-8bbb-4cbc-ad48-4948fea1d8b3 x-openstack-request-id: req-a8aa4562-8bbb-4cbc-ad48-4948fea1d8b3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:27.932615 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:27.932868 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8aa4562-8bbb-4cbc-ad48-4948fea1d8b3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:27.933259 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4', 'status': 'completed', 'code': 200} Oct 22 12:59:27.948812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Allocated IP 172.20.0.2 (8f55e4d6-3659-4332-865b-4c472ad208cd/3d9fd215-9916-421a-bbb0-88cb2f7cf2e6/67e81e6f-711e-4bab-ae72-821bac4536f7) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:27.979440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-db5ab3b0-d8b5-4d0e-828b-a589613d6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:27.981264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-db5ab3b0-d8b5-4d0e-828b-a589613d6507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 1098 time: 0.1174092 Oct 22 12:59:28.090328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-f4dfe19c-e48b-45f0-986c-2a1ff0a64691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 HTTP/1.1" status: 200 len: 217 time: 0.0993538 Oct 22 12:59:28.194002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-ebb1110b-877d-436d-875e-e63e45e7d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.202956 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-ebb1110b-877d-436d-875e-e63e45e7d316 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1034851 Oct 22 12:59:28.243660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.260281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.262908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.307790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Network 8f55e4d6-3659-4332-865b-4c472ad208cd is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:28.312185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:28.322871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:28.327160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Pushing event updated for resources: {'Port': ['ID=67e81e6f-711e-4bab-ae72-821bac4536f7,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:28.340702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cee56c96-95af-4ef6-9515-673b8713de0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fcab38bd81b4be9adbfd3ed89d10e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442421 Oct 22 12:59:28.341349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42428) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:28.382027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-0ffb92be-6168-4f00-a15a-3c78b00095fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.388118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-0ffb92be-6168-4f00-a15a-3c78b00095fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756611 Oct 22 12:59:28.392914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 018520e3-9068-444d-92e3-d00e0b163782 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:28.403226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eca82-09c4-424f-a36c-53e5e7d4af12 req-4aaf7fe4-0118-49a3-8cb5-adc1ba62b6d1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.405269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d3eca82-09c4-424f-a36c-53e5e7d4af12 req-4aaf7fe4-0118-49a3-8cb5-adc1ba62b6d1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 947 time: 0.3131289 Oct 22 12:59:28.406479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-ddbccdeb-9797-4248-a820-3a7a514a144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.409131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-ddbccdeb-9797-4248-a820-3a7a514a144f service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 1.0463302 Oct 22 12:59:28.417492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.434812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Attempting to bind port 67e81e6f-711e-4bab-ae72-821bac4536f7 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:28.435186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Attempting to bind port 67e81e6f-711e-4bab-ae72-821bac4536f7 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:28.435558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Attempting to bind port 67e81e6f-711e-4bab-ae72-821bac4536f7 on network 8f55e4d6-3659-4332-865b-4c472ad208cd {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:28.452051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:28.452429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Checking segment: {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:28.453588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.454071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Bound using segment: {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:28.454635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Bound port: 67e81e6f-711e-4bab-ae72-821bac4536f7, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:28.455690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.478932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 018520e3-9068-444d-92e3-d00e0b163782 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:28.544448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] For port 67e81e6f-711e-4bab-ae72-821bac4536f7, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:28.550365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] For port 67e81e6f-711e-4bab-ae72-821bac4536f7, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67e81e6f-711e-4bab-ae72-821bac4536f7,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:28.556757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.570363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.593830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e56f2c52-22ab-44dd-8847-1c75e6418388 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:28.594852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-c8708a33-1afe-4500-ab00-8d51a0a4afe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.1428339 Oct 22 12:59:28.616498 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-ccebdd4a-c953-4bf8-a6de-700c0bc20ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198157 Oct 22 12:59:28.618795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.644178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: e56f2c52-22ab-44dd-8847-1c75e6418388 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 12:59:28.644510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e56f2c52-22ab-44dd-8847-1c75e6418388 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:28.663652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a4a98a12-3613-4196-af51-4609b8c3d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.665135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a4a98a12-3613-4196-af51-4609b8c3d90c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0600421 Oct 22 12:59:28.670485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a64c0-cb77-47c0-ad76-f9e2e2324b3b None None] Pushing event updated for resources: {'Port': ['ID=67e81e6f-711e-4bab-ae72-821bac4536f7,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:28.694661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72ddc-8a01-45ef-8808-07caba6d7846 req-8d163b92-aabe-4be2-873c-50d03b3c1330 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.703468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62d72ddc-8a01-45ef-8808-07caba6d7846 req-8d163b92-aabe-4be2-873c-50d03b3c1330 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.6123159 Oct 22 12:59:28.716817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d3eca82-09c4-424f-a36c-53e5e7d4af12 req-3cd13ba2-eba0-40d9-a4f0-0f33c1160a01 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959540 Oct 22 12:59:28.785731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.789546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.793892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02d4dbf7-16ae-4b1e-a589-69a2009f88f7 HTTP/1.1" status: 204 len: 168 time: 0.4492526 Oct 22 12:59:28.808928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-c8d0b4f3-3e4d-445f-a3e8-ba032e1ba733 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999832 Oct 22 12:59:28.821252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd6011-89bc-4be8-b19f-91cbd0f8a1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4dbf7-16ae-4b1e-a589-69a2009f88f7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:28.836346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fca699e-b35c-4921-a869-28f87380e1f3 req-3cf443fa-c96e-4119-b7cb-44be4f7df4f1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103703 Oct 22 12:59:28.846885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:28.965292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62d72ddc-8a01-45ef-8808-07caba6d7846 req-322e6c8d-9220-4963-9a78-e343418a845e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607968 Oct 22 12:59:28.974567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-5d8b5394-c481-43e6-8a03-55176f6a647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:28.976168 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-5d8b5394-c481-43e6-8a03-55176f6a647a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 1098 time: 0.0771801 Oct 22 12:59:29.222437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-29f361d0-929d-4a8c-8c2e-b4e8301df789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:29.224003 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-29f361d0-929d-4a8c-8c2e-b4e8301df789 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2314792 Oct 22 12:59:29.239060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-24873ec3-cfd8-414b-9f03-24d7f14a1703 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161229 Oct 22 12:59:29.240216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.288273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42444) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:29.295057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-edda3819-3879-4dc1-8505-9d6a4b6b66e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 HTTP/1.1" status: 200 len: 217 time: 0.0584643 Oct 22 12:59:29.296605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32206e7e-2786-4165-82dd-9a90da082b66,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:29.351513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Allocated IP 172.25.6.91 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3578e057-0150-476a-a79b-654b21beaf85) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:29.352759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-9d6d3096-2120-419a-aeff-af4138ba6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:29.354216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-9d6d3096-2120-419a-aeff-af4138ba6f7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0517118 Oct 22 12:59:29.366564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.369814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0b3d210a-b8b7-4f95-a04e-fbd5536cb943 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32206e7e-2786-4165-82dd-9a90da082b66 HTTP/1.1" status: 204 len: 168 time: 2.2281656 Oct 22 12:59:29.372377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:29.487319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d5c7f-c785-4220-b2d8-753d3d21c906 req-90333843-6773-4413-bec3-220245aaa9b5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:29.488958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea9d5c7f-c785-4220-b2d8-753d3d21c906 req-90333843-6773-4413-bec3-220245aaa9b5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.6472960 Oct 22 12:59:29.490787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.510191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-5574d72d-1174-4417-880f-d2f692e0c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:29.512287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-5574d72d-1174-4417-880f-d2f692e0c3c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492257 Oct 22 12:59:29.520256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fd3bfe01-e90f-4888-889a-a5f5929b3c8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e92e28c8cf304823a961f310cfd4dad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084181 Oct 22 12:59:29.520556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:29.615527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.696326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-05c8aa59-642c-4b9c-9930-7393e6fe6842 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008615 Oct 22 12:59:29.739855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea9d5c7f-c785-4220-b2d8-753d3d21c906 req-b4354c45-9025-43ae-98b5-42f147aa50d7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388048 Oct 22 12:59:29.808744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.815055 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-e95be329-722d-4930-9e19-b754b83a6fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434292 Oct 22 12:59:29.832015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.858367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.931626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:29.940147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.083345 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.113370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d76f3c-6c63-412a-b340-002fdf33c8b4 req-e9db5b68-3a20-47ce-a2ae-73be0c4e6bc1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:30.115296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d76f3c-6c63-412a-b340-002fdf33c8b4 req-e9db5b68-3a20-47ce-a2ae-73be0c4e6bc1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 947 time: 0.2511959 Oct 22 12:59:30.120409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67e81e6f-711e-4bab-ae72-821bac4536f7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:30.182090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.182372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.183154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.183490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > port after_create 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.183836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.184181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > port after_update 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.184802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.185150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.185475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 67e81e6f-711e-4bab-ae72-821bac4536f7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:30.185587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.185799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.185904 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.233443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.264311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.264663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.265369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.265877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 12:59:30.266462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:30.278900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.282700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.287214 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/548a8ba7-d30d-4185-a4ba-83c988f522fd HTTP/1.1" status: 204 len: 168 time: 0.7657161 Oct 22 12:59:30.340562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.347190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449c7b8b-89cf-4402-ad27-8fed1a10fefc') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:30.347713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449c7b8b-89cf-4402-ad27-8fed1a10fefc') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:30.348259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1509b00-4e32-4a44-ae6e-b4bea204f50f None None] Network 8f55e4d6-3659-4332-865b-4c472ad208cd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 12:59:30.356103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e6cc-9066-4ea4-b08f-63644566ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a8ba7-d30d-4185-a4ba-83c988f522fd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:30.358176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d76f3c-6c63-412a-b340-002fdf33c8b4 req-9c0b5103-0eb9-4fdf-8e31-7faf8c1ed602 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195885 Oct 22 12:59:30.360405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a580543e-9447-4f57-a3e8-37dc681cb0a6 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:30.362455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a580543e-9447-4f57-a3e8-37dc681cb0a6 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.2446649 Oct 22 12:59:30.365941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:30.384404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef7ec-d9d3-42c3-8875-34aec26891a2 req-4d5fb51c-852c-449b-ac7a-63a729634f10 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:30.385937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-555ef7ec-d9d3-42c3-8875-34aec26891a2 req-4d5fb51c-852c-449b-ac7a-63a729634f10 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.2695072 Oct 22 12:59:30.398393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.400064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:30.404870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-527dbe2c-b44e-46db-8e3d-a0a46566b903 req-7c3ec3f4-04c0-4a04-a552-92f16b3f4063 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753460 Oct 22 12:59:30.406393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:30.465484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.475882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 67e81e6f-711e-4bab-ae72-821bac4536f7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67e81e6f-711e-4bab-ae72-821bac4536f7,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:30.477538 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-7d6a63ee-f7d8-4f3a-a665-086a1a28dec3 service neutron] show failed (client error): The resource could not be found. Oct 22 12:59:30.478801 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-7d6a63ee-f7d8-4f3a-a665-086a1a28dec3 service neutron] 10.222.0.21 "GET /v2.0/ports/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.3525865 Oct 22 12:59:30.479953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 12:59:30.480368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.483556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'Port': ['ID=3578e057-0150-476a-a79b-654b21beaf85,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: from cryptography.utils import int_from_bytes Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: from cryptography.utils import int_from_bytes Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: timer() Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 12:59:30.484847 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 12:59:30.535235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Allocated IP 172.25.6.213 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d7588f7d-51ae-4146-a6bc-eb93c5dbd36c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:30.546646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-95eceb3d-9550-4812-8fca-09d0b4855002 None None] Provisioning complete for port 67e81e6f-711e-4bab-ae72-821bac4536f7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:30.547400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95eceb3d-9550-4812-8fca-09d0b4855002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.550031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.577492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.628749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:30.632037 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69 HTTP/1.1" status: 204 len: 168 time: 1.2584426 Oct 22 12:59:30.648531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df596-a418-4d86-ae38-a979d716ba79 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae1cbdb-c103-45b1-95d5-9aaebf6b6c69,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:30.671925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-555ef7ec-d9d3-42c3-8875-34aec26891a2 req-21a075cc-b0c9-4ee8-959b-b41eb9c7b6c5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539907 Oct 22 12:59:30.872216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=67e81e6f-711e-4bab-ae72-821bac4536f7,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:30.993541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:31.049556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-9bb43eae-5266-4df1-9254-f9aef0df55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:31.051599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-9bb43eae-5266-4df1-9254-f9aef0df55c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1100 time: 0.2069244 Oct 22 12:59:31.074848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:31.106249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bcff8bb0-963d-4d14-8f7e-2830f629a658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a512eabe2f64846901942cd0e22e64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041720 Oct 22 12:59:31.109091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42490) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:31.176206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.202433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bfc0d452-298d-4a70-9870-5098ad52a1d2 None None] Provisioning complete for port 67e81e6f-711e-4bab-ae72-821bac4536f7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:31.203357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d452-298d-4a70-9870-5098ad52a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.211998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.224013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.265383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-a72a9d29-4398-4643-a97f-066734fd62a7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a09713a7ace241328b3f84bb773de395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334379 Oct 22 12:59:31.268106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.281856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a702748d-f6d2-46a9-9c1e-dc00932825df service neutron] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:31.328769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.335800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a702748d-f6d2-46a9-9c1e-dc00932825df service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.336916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a4c4583-8251-4eee-8f60-04cd970b8515 req-a702748d-f6d2-46a9-9c1e-dc00932825df service neutron] 10.222.0.26 "DELETE /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782/bindings/n-h2-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.9609106 Oct 22 12:59:31.364331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.425523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.429389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.430807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/482ddeb0-4317-4f70-88a6-865240e3fdb4 HTTP/1.1" status: 204 len: 168 time: 0.3198168 Oct 22 12:59:31.453973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fce3-3516-4e48-a0a1-e279878c2b66 req-8ad24423-3606-467d-a3dd-ded2da20942a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:31.456562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a84fce3-3516-4e48-a0a1-e279878c2b66 req-8ad24423-3606-467d-a3dd-ded2da20942a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.3308818 Oct 22 12:59:31.480252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e3db-1b95-46ac-b3f7-1ef061dc2355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ddeb0-4317-4f70-88a6-865240e3fdb4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:31.543504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:31.558738 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.593480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:31.621392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-5eac375d-efc4-4bf4-8545-33c56cd63aa6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:31.622941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-5eac375d-efc4-4bf4-8545-33c56cd63aa6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460386 Oct 22 12:59:31.657770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a84fce3-3516-4e48-a0a1-e279878c2b66 req-53bedfc1-feda-4b2c-be1e-c374e5f64e5b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907847 Oct 22 12:59:31.668691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:31.677358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.687984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:31.694381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:31.700992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-3b2cacb4-cf9a-4a23-8cc4-807091f5cf5c tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/quotas/a09713a7ace241328b3f84bb773de395 HTTP/1.1" status: 200 len: 375 time: 0.0404315 Oct 22 12:59:31.718497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Transition to ACTIVE for port object e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:31.719469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:31.723385 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637996f1-4ca2-4e52-96ac-1d019447430c" -d '{"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-unplugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:31.744142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.746485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Pushing event updated for resources: {'Port': ['ID=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:31.816935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2ec8bfba-1b46-4d05-98cf-74e7faf82b6c tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879292 Oct 22 12:59:31.843747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:31.855544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] No DVR routers for this DVR port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:31.929410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:31.948593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:31.949185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:31.949708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:31.960747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:31.961301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Attempting to bind port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:31.967665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:31.968133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:31.968637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:31.969181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Bound port: e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:31.969641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.004653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.064785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:32.065364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718a0b-6f99-4aa3-b1fc-1ffa41cb08d3 req-3c9e7aaa-46d1-4311-9fbc-25ddc69e6795 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:32.066812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3718a0b-6f99-4aa3-b1fc-1ffa41cb08d3 req-3c9e7aaa-46d1-4311-9fbc-25ddc69e6795 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 947 time: 0.2534409 Oct 22 12:59:32.075914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:32.084059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.086498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67e81e6f-711e-4bab-ae72-821bac4536f7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:32.203443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:32.205223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.215437 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] 10.222.0.26 "PUT /v2.0/ports/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 1095 time: 1.1521637 Oct 22 12:59:32.247096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'Port': ['ID=3578e057-0150-476a-a79b-654b21beaf85,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:32.284332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 67e81e6f-711e-4bab-ae72-821bac4536f7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:32.284721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.363268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2851f-a1f9-4921-861e-720b31b62192 service neutron] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:32.373412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:32.388069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.420877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3718a0b-6f99-4aa3-b1fc-1ffa41cb08d3 req-d96aec31-7bf4-4238-b517-3bbc00c86307 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102651 Oct 22 12:59:32.531388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.556685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bf4c44b0-e2ef-42b8-b16a-049e0be0d59c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3245006 Oct 22 12:59:32.601470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:32.666298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ddd1-a439-4a92-a579-237fa9a8fda2 req-77c333d2-edd3-4f84-8bd7-d328ded1dc40 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:32.675505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a5ddd1-a439-4a92-a579-237fa9a8fda2 req-77c333d2-edd3-4f84-8bd7-d328ded1dc40 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.2490540 Oct 22 12:59:32.723366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6680e1eb-1476-4b09-bd07-815e805800d5 req-5c4f5183-da8b-4216-ac1e-bc61ff3e008a tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 210 time: 0.0678396 Oct 22 12:59:32.739203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:32.746154 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d551c69-6b31-437a-906a-008b73aa002f x-openstack-request-id: req-5d551c69-6b31-437a-906a-008b73aa002f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:32.746452 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-unplugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:32.750424 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d551c69-6b31-437a-906a-008b73aa002f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:32.750941 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'code': 200} Oct 22 12:59:32.842914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a5ddd1-a439-4a92-a579-237fa9a8fda2 req-bef20467-74a4-41c7-bb11-20f915e1bf66 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662862 Oct 22 12:59:32.854588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-64beabf5-3988-4d76-820b-a8ed8c29cf33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42e9b8c92efd4e229f9a20d8e877396f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709220 Oct 22 12:59:32.855754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-a6efbd35-b733-447c-955c-2f6161a5c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:32.861598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:32.880834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-a6efbd35-b733-447c-955c-2f6161a5c112 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1098 time: 0.6096780 Oct 22 12:59:32.952690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:33.007211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4', 'mac_address': 'fa:16:3e:fc:77:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:33.103069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.112813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bd162-aca0-4a53-91d0-0f0668ab2cd1 req-3ce832da-8803-4fe7-9dd1-6ffebe172038 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.119811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:33.120601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183bd162-aca0-4a53-91d0-0f0668ab2cd1 req-3ce832da-8803-4fe7-9dd1-6ffebe172038 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.2019596 Oct 22 12:59:33.142772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:33.150559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.166963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.205842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-a15b3637-09eb-4202-bddd-a6fb6ab6c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.212135 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-a15b3637-09eb-4202-bddd-a6fb6ab6c042 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3259864 Oct 22 12:59:33.227107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:33.251511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.276997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-77a33213-b586-4f35-94b3-3a64e9766d8c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--845502941&fields=id&tenant_id=ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 267 time: 0.1932189 Oct 22 12:59:33.300565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183bd162-aca0-4a53-91d0-0f0668ab2cd1 req-7f802b90-2b9f-492a-8f0d-e67a56934f44 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788661 Oct 22 12:59:33.302549 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-72c20ad8-686b-452e-b510-6fb4ef798bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0807078 Oct 22 12:59:33.373179 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-d3aca0ef-c32c-4d7c-bf39-61f7ec50193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.374960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-d3aca0ef-c32c-4d7c-bf39-61f7ec50193c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0642092 Oct 22 12:59:33.377675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:33.444990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-9b3d72d5-7b80-4689-8745-a6d4c4a1709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.446473 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-9b3d72d5-7b80-4689-8745-a6d4c4a1709d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628076 Oct 22 12:59:33.480116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.575786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-00b7b54f-f9c6-4f4f-b4a1-70a3c68d3c82 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200910 Oct 22 12:59:33.576039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.578744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:33.580478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f19ef33a-94fb-491a-a1e5-e13216b92c54 HTTP/1.1" status: 204 len: 168 time: 0.7170770 Oct 22 12:59:33.596875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-95c8f8a6-8e07-41cb-938c-143040796f10 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.599180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-95c8f8a6-8e07-41cb-938c-143040796f10 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 823 time: 0.3084502 Oct 22 12:59:33.620106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29192b43-e193-4cdf-9b69-b2deb47200c5 req-691d88e4-fb1b-4ff6-9606-37f80f0ef403 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:33.622578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29192b43-e193-4cdf-9b69-b2deb47200c5 req-691d88e4-fb1b-4ff6-9606-37f80f0ef403 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1095 time: 0.2168453 Oct 22 12:59:33.623339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db2160-b0cd-4314-8e46-e8ca3e621a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ef33a-94fb-491a-a1e5-e13216b92c54,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:33.664286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-d1efd08f-5e38-437a-a229-3dc3533c0f3c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/quotas/ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 375 time: 0.0554671 Oct 22 12:59:33.688154 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cc10372-d3ca-4924-bd30-9ace89719b89 req-bb52d01a-3e0d-498f-b4d9-bc6fe1e215ed service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045721 Oct 22 12:59:33.890544 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-ee352641-957c-4193-b06e-a5914357a074 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a09713a7ace241328b3f84bb773de395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243199 Oct 22 12:59:34.032237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29192b43-e193-4cdf-9b69-b2deb47200c5 req-8ba26706-3492-4420-9d97-4c0751d382ea tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955026 Oct 22 12:59:34.060295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-96858c18-033e-424d-bc96-9536fa40baf6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:34.061912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-96858c18-033e-424d-bc96-9536fa40baf6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644959 Oct 22 12:59:34.063897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-535bca8a-17c8-4545-ad86-c2bcf72a89c7 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3987515 Oct 22 12:59:34.078229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Request body: {'port': {'device_id': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'a09713a7ace241328b3f84bb773de395'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:34.102361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 12:59:34.234142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Made reservation on behalf of a09713a7ace241328b3f84bb773de395 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:34.237971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.249162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.347306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:34.348411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.354013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-bb45de0b-cf17-4684-b91a-2516f436d025 service neutron] 10.222.0.25 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707596 Oct 22 12:59:34.358804 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Sync routers for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:34.361146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.372134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:34.372723 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:34.415402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:34.444746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691e86e7-9601-4dcf-aa49-10bbaeb61a69,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:34.505714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:34.544109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.545937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-71b84554-a8df-4e0d-b82c-ff398782da74 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3126698 Oct 22 12:59:34.551842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42596) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:34.556497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:34.562791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-26a9b4e1-6576-4d35-b276-df45226f97c2 service neutron] 10.222.0.25 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930087 Oct 22 12:59:34.589473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Allocated IP 192.168.233.241 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/59cb2c29-6748-4483-9d5c-9684d4a0cb9d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:34.590935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad3a35-8d46-437c-bc4a-f6d7e903ec32 req-b18e2495-5a4c-402e-8a06-4d1cda35bba1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:34.592528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afad3a35-8d46-437c-bc4a-f6d7e903ec32 req-b18e2495-5a4c-402e-8a06-4d1cda35bba1 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 948 time: 0.1583314 Oct 22 12:59:34.602524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:34.695136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:34.701888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:34.702649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.732310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afad3a35-8d46-437c-bc4a-f6d7e903ec32 req-db2e6854-211e-49d1-9905-8c9d59491ed6 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324008 Oct 22 12:59:34.754514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:34.757228 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca1a277-ce95-4d62-8228-e2d1932e62eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:34.915818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:34.936220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52a1367d-3c4e-474a-a168-5774bfa7bb6f req-6b62d3a5-abde-4057-900b-4374092cd83e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 210 time: 0.0771186 Oct 22 12:59:34.943590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:34.959104 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf3a83-288a-47f4-96f2-3596061cfcd4" -d '{"events": [{"server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "name": "network-vif-plugged", "status": "completed", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:34.994490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:35.006111 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:32Z', 'revision_number': 3, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:35.007676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.038144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.086125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:35.091571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.099064 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Checking router: 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:35.100711 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Updating router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:35.156344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-06261cad-ba44-4f44-8181-8af5c9d41634 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:35.156586 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.164482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-06261cad-ba44-4f44-8181-8af5c9d41634 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.2636802 Oct 22 12:59:35.173842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:35.177167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Pushing event updated for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:35.182525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:35.192786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d2084-cb5f-4992-9c1a-43cec5482af1 req-69fd01a9-ce92-45ee-b17c-86f57bbc2047 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:35.200412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:35.201128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f8d2084-cb5f-4992-9c1a-43cec5482af1 req-69fd01a9-ce92-45ee-b17c-86f57bbc2047 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.1458056 Oct 22 12:59:35.221832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-e0e944ef-efa2-4ae8-93db-88bfaf672bb3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/quotas/d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 375 time: 0.0562439 Oct 22 12:59:35.316489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f8d2084-cb5f-4992-9c1a-43cec5482af1 req-38ffc4b0-133d-4946-86a2-9d8d2efc8fe3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089697 Oct 22 12:59:35.365341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-df5fd588-7c4a-4268-a4df-689e2156b821 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368992 Oct 22 12:59:35.429081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:35.429746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.552487 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ebad6f-cbbf-4640-897b-17364675dbe3 x-openstack-request-id: req-e6ebad6f-cbbf-4640-897b-17364675dbe3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:35.554104 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:35.557156 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6ebad6f-cbbf-4640-897b-17364675dbe3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:35.563547 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'status': 'completed', 'code': 200} Oct 22 12:59:35.570487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0a7da5f2-e821-42c1-a007-69b5a5bef482 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4971576 Oct 22 12:59:35.585727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3b0b152e-9b93-442b-b201-edb6cf8c04ab None None] Provisioning complete for port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:35.586190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b0b152e-9b93-442b-b201-edb6cf8c04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.664484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Request body: {'port': {'device_id': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:35.682985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-1dfda438-b91e-4357-96d8-795adae3a926 service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133376 Oct 22 12:59:35.685978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a893df5-f439-4840-8c2e-62c8ad9c1b6a req-935eb8ce-7274-45b5-a0af-a7f1fc76400e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 210 time: 0.0727544 Oct 22 12:59:35.699474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b152e-9b93-442b-b201-edb6cf8c04ab None None] Port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:35.740039 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.761117 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.770754 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3289f-090a-49f4-8373-9427362f9f5a x-openstack-request-id: req-efe3289f-090a-49f4-8373-9427362f9f5a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:35.772065 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "name": "network-vif-plugged", "status": "completed", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:35.772551 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efe3289f-090a-49f4-8373-9427362f9f5a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:35.773197 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4', 'code': 200} Oct 22 12:59:35.864286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-29402c61-0a5a-442c-981b-3f2d52b50949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:35.865802 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-29402c61-0a5a-442c-981b-3f2d52b50949 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1098 time: 0.3156259 Oct 22 12:59:35.875067 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527ffb6-50f4-443c-a22d-cbae70ef9c34 None None] Pushing event updated for resources: {'Port': ['ID=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:35.888657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-113eb9c6-1562-4d42-9cde-830d23a18f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:35.890106 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-113eb9c6-1562-4d42-9cde-830d23a18f65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1098 time: 0.2571943 Oct 22 12:59:35.901236 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Attempting to bind port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:35.901875 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Attempting to bind port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:35.903076 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Attempting to bind port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:35.912592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:35.913409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:35.914203 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.916716 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:35.917736 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Bound port: d7588f7d-51ae-4146-a6bc-eb93c5dbd36c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:35.918517 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.935289 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:35.952791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-e63e5242-4164-4040-bf4b-df79a04fd0ed service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552755 Oct 22 12:59:36.015065 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] For port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:36.020434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] For port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:36.028376 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:36.059079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764ad7f-f63c-4619-959a-1c8200e9dc3e req-aabd7086-5969-40fe-b317-bc5e79807065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.060591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b764ad7f-f63c-4619-959a-1c8200e9dc3e req-aabd7086-5969-40fe-b317-bc5e79807065 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 1100 time: 0.1070588 Oct 22 12:59:36.075014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e780cd-2086-4883-9e06-f628b4dfdda9 req-d7bd50c6-a4d8-40e7-87ff-61772d3ce694 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.083670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9e780cd-2086-4883-9e06-f628b4dfdda9 req-d7bd50c6-a4d8-40e7-87ff-61772d3ce694 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 949 time: 0.1289697 Oct 22 12:59:36.101468 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527ffb6-50f4-443c-a22d-cbae70ef9c34 None None] Pushing event updated for resources: {'Port': ['ID=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:36.151060 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:36.151802 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:36.195371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9e780cd-2086-4883-9e06-f628b4dfdda9 req-ebf92408-5c02-4699-b23d-d6048fa991f0 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107342 Oct 22 12:59:36.210151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b764ad7f-f63c-4619-959a-1c8200e9dc3e req-67799ba7-d26d-45d5-9370-fc0ac13d54a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238699 Oct 22 12:59:36.325052 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:36.331328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1049-e988-42b7-8f97-2622b7005cf1 req-c8b4ba02-ca9d-4e71-8f54-c9b36f4230f9 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.340865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bdb1049-e988-42b7-8f97-2622b7005cf1 req-c8b4ba02-ca9d-4e71-8f54-c9b36f4230f9 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 936 time: 0.0807407 Oct 22 12:59:36.388664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bdb1049-e988-42b7-8f97-2622b7005cf1 req-294fe1fb-7ecb-4576-93be-e9257a1071b3 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Oct 22 12:59:36.484899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-766d3429-7057-403d-9312-62ea4e31e999 req-3ddee346-0a1d-434b-ad5c-5aa138b222ec tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 210 time: 0.0413723 Oct 22 12:59:36.541490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-b84e39e3-9d88-4142-99f4-338323577694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.543027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-b84e39e3-9d88-4142-99f4-338323577694 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.6628129 Oct 22 12:59:36.604782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:36.665118 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:32Z', 'revision_number': 3, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:36.745707 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3d77c-6211-4a22-b0b4-60e0144a9fbe None None] The sync data for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 is: [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:32Z', 'revision_number': 3, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:36.861876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:36.881943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'mac_address': 'fa:16:3e:49:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:36.888170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759afe1-79c3-47c1-be1b-ebfa05b0e2e4 req-ba271e55-6dda-4d94-99a2-f366ee0f0781 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.889891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e759afe1-79c3-47c1-be1b-ebfa05b0e2e4 req-ba271e55-6dda-4d94-99a2-f366ee0f0781 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 947 time: 0.1635485 Oct 22 12:59:36.899111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-de28d545-4d68-47fb-9cd0-1451c2c64d39 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:36.900479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-de28d545-4d68-47fb-9cd0-1451c2c64d39 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.21 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 823 time: 0.2988005 Oct 22 12:59:36.967478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:36.984692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e759afe1-79c3-47c1-be1b-ebfa05b0e2e4 req-c7d7789c-5249-4d5f-94a2-e6190bc36d9d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830939 Oct 22 12:59:36.994329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-c0d61ab2-f3a7-4768-a0d7-5cb2a08445f5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 379 time: 0.0778487 Oct 22 12:59:37.009543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:37.023646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'port': {'device_id': '01370256-335e-4a75-ac06-86c649dc4b3c', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'admin_state_up': True, 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'security_groups': ['42a46cbb-c0e4-421c-8fab-c90e2195183c']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:37.068121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-f921a0fa-17a9-4605-89f2-c60ddf54147c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.5003271 Oct 22 12:59:37.075431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-08a0dc9b-dd50-4b3a-9470-1b4b062f296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:37.080572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-08a0dc9b-dd50-4b3a-9470-1b4b062f296c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 1.1704097 Oct 22 12:59:37.089777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:37.097163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.099153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.185124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:37.223846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c780467e-1540-45ec-8292-490a21142aa7 req-d24d7225-eb51-4ac4-b72f-6f55ffa8f520 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 210 time: 0.0532255 Oct 22 12:59:37.297645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-22540455-9470-4241-bc52-ac3068685cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:37.300009 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-22540455-9470-4241-bc52-ac3068685cb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2153227 Oct 22 12:59:37.306846 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-7b6499de-02b0-4d7d-bd10-41a5a4efeaad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.1915150 Oct 22 12:59:37.381951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:37.453920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Made reservation on behalf of ca469b92f25b462084648c09e01cb66e for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:37.457569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.624044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cb2c29-6748-4483-9d5c-9684d4a0cb9d {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:37.632490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-7e3b7e95-5eb9-423e-86b0-3f605b80bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:37.634181 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-7e3b7e95-5eb9-423e-86b0-3f605b80bfda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.3044517 Oct 22 12:59:37.642764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.21', 53510) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:37.649982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.689804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2a13d5b-dfde-4cdc-b3df-119bf03a53c0 req-d913f8c9-2d93-42f2-bd5e-ce16781706c6 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=095b978bfc0a4281a3c793f549338e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370388 Oct 22 12:59:37.715810 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.720068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-5c7dc172-020a-44a0-a858-26ba79e0ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:37.721729 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-5c7dc172-020a-44a0-a858-26ba79e0ca8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4046166 Oct 22 12:59:37.723387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f175-8fc1-4dc1-9892-e858b2c226b5 req-de9149aa-4e2b-4763-b61c-50ea422f880d tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:37.727075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e17f175-8fc1-4dc1-9892-e858b2c226b5 req-de9149aa-4e2b-4763-b61c-50ea422f880d tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 949 time: 0.3335533 Oct 22 12:59:37.757938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Allocated IP 172.20.0.9 (b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7/87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7/c3015554-7819-405e-a2a8-bc22f3a53c8d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:37.768473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Transition to ACTIVE for port object 59cb2c29-6748-4483-9d5c-9684d4a0cb9d will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:37.834019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:37.918890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e17f175-8fc1-4dc1-9892-e858b2c226b5 req-ebd7104f-07b2-4c10-b1af-817a726ce127 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780291 Oct 22 12:59:37.999114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Allocated IP 172.20.0.1 (8f55e4d6-3659-4332-865b-4c472ad208cd/3d9fd215-9916-421a-bbb0-88cb2f7cf2e6/bf46b95d-bc95-4a61-9aae-638055b57d3b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:38.053466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Pushing event updated for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:38.068551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-4a8bfc2a-492c-4bf8-8926-4375e094860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.075039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-4a8bfc2a-492c-4bf8-8926-4375e094860c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4223466 Oct 22 12:59:38.115220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-c482fada-f35c-408b-ac93-0437c5397dd9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.116947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-c482fada-f35c-408b-ac93-0437c5397dd9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f&tenant_id=9e8a625f8d2745bda6fe9b390c121dca&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 948 time: 0.4728968 Oct 22 12:59:38.127331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d7588f7d-51ae-4146-a6bc-eb93c5dbd36c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:38.206636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a13d5b-dfde-4cdc-b3df-119bf03a53c0 req-13057b29-5e18-4846-8c44-8e89a6d918bf tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.213960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2a13d5b-dfde-4cdc-b3df-119bf03a53c0 req-13057b29-5e18-4846-8c44-8e89a6d918bf tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4993684 Oct 22 12:59:38.264794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:38.266248 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.276571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2a13d5b-dfde-4cdc-b3df-119bf03a53c0 req-a40e64b5-9673-4e03-a58e-738253569810 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/quotas/095b978bfc0a4281a3c793f549338e59 HTTP/1.1" status: 200 len: 375 time: 0.0615613 Oct 22 12:59:38.313140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f6fee-2e06-4002-94ae-898ab0f79938 req-f7355656-70a2-4c10-9fb1-b22d6a1fd146 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.315238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a0f6fee-2e06-4002-94ae-898ab0f79938 req-f7355656-70a2-4c10-9fb1-b22d6a1fd146 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 948 time: 0.2791982 Oct 22 12:59:38.318519 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-5b841a69-68a0-411b-b5a4-78b98222d994 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711319 Oct 22 12:59:38.344715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2a13d5b-dfde-4cdc-b3df-119bf03a53c0 req-6d1d997f-80ae-4803-b533-ad617e7157b7 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=095b978bfc0a4281a3c793f549338e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673470 Oct 22 12:59:38.376003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-a9bf6376-80ee-427f-bbad-9aba6c22637d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.377555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-a9bf6376-80ee-427f-bbad-9aba6c22637d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.4182918 Oct 22 12:59:38.397765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.407398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Request body: {'port': {'device_id': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'admin_state_up': True, 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:38.421620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.425933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:38.437407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.450628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a0f6fee-2e06-4002-94ae-898ab0f79938 req-1755bf66-065a-4241-a49f-872326e859ab tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142945 Oct 22 12:59:38.554634 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-9c41621f-49c0-4858-a9ec-087e80cb2b80 service neutron] delete failed (client error): The resource could not be found. Oct 22 12:59:38.555673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-9c41621f-49c0-4858-a9ec-087e80cb2b80 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.4061573 Oct 22 12:59:38.565643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Attempting to bind port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:38.565837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:38.565961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Attempting to bind port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:38.566300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Attempting to bind port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:38.583957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.587243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:38.587564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Attempting to bind port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:38.595197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-241585f3-c466-4280-b6cc-9b507559b2aa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016055 Oct 22 12:59:38.602311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:38.603640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:38.603982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:38.604371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:38.604805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Bound port: 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:38.605468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.606068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.667957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:38.669122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-26eac48d-f770-4d67-9c94-56e5bf8b12f7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167374 Oct 22 12:59:38.672250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:38.672628 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.680162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:38.683680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.690744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43c09a9e-f995-4ad6-9d1e-c872299a5b59 req-950e6372-87d3-4840-9624-c4ca854e714b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 210 time: 0.0899880 Oct 22 12:59:38.715902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:38.728729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:38.758851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:38.769470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:38.869925 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.883065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143e34-3437-41e9-bbca-da20db84370a req-76fb7606-4a95-4543-bc91-74d4f0385868 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.884676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce143e34-3437-41e9-bbca-da20db84370a req-76fb7606-4a95-4543-bc91-74d4f0385868 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 948 time: 0.2942109 Oct 22 12:59:38.886551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.924120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:38.990427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ca1a277-ce95-4d62-8228-e2d1932e62eb req-4372de34-c70d-4f93-b2eb-982b00647329 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829918 Oct 22 12:59:38.997083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Network 8f55e4d6-3659-4332-865b-4c472ad208cd is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:38.997980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:38.998818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:38.999608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:39.016648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:39.031579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.044186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:39.074488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce143e34-3437-41e9-bbca-da20db84370a req-ff3cf820-f225-4fb8-857d-db1680bf442d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743155 Oct 22 12:59:39.096923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:39.101152 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefd8f8-6187-4d2b-be47-3f2e3936b918" -d '{"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-plugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:39.115778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.116050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-5fb22f1e-471f-4254-b926-46caff4f47e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1051326 Oct 22 12:59:39.136967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:39.147032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.147558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c937b7-48aa-4612-be99-f2614fe3e00e req-f7e7bf0b-42d0-4797-a6e6-ddf3d05a0c83 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.161048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47c937b7-48aa-4612-be99-f2614fe3e00e req-f7e7bf0b-42d0-4797-a6e6-ddf3d05a0c83 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 931 time: 0.2703779 Oct 22 12:59:39.172817 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 12:59:39.177421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Request body: {'port': {'device_id': '01370256-335e-4a75-ac06-86c649dc4b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:39.228420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Allocated IP 172.20.0.10 (18f8eb2c-a397-4687-8092-457dba41a07a/974bdd02-8733-4537-8ed7-401deaaffed9/80b2288e-d5e9-4619-ba48-1382d52a4d76) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:39.229116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.229963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.231676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] 10.222.0.21 "PUT /v2.0/ports/59cb2c29-6748-4483-9d5c-9684d4a0cb9d HTTP/1.1" status: 200 len: 1096 time: 3.5739310 Oct 22 12:59:39.234633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:39.235559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:39.260652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9bda22f3-ab5b-4e90-886c-3c2f6267a44a None None] Provisioning complete for port c3015554-7819-405e-a2a8-bc22f3a53c8d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:39.261039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9bda22f3-ab5b-4e90-886c-3c2f6267a44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.264166 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215ebb1f-1820-45fd-8583-1cafec969981" -d '{"events": [{"name": "network-changed", "server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:39.271313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Pushing event updated for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:39.330558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9bda22f3-ab5b-4e90-886c-3c2f6267a44a None None] Port c3015554-7819-405e-a2a8-bc22f3a53c8d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:39.409481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.419079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-5125ec41-8be0-4406-98a1-e5b545596c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.420573 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-5125ec41-8be0-4406-98a1-e5b545596c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1099 time: 0.5529742 Oct 22 12:59:39.421190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb69c5-51fc-40bc-8693-d5fbbe06035f service neutron] Pushing event updated for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:39.456427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c596eddb-40b9-47f4-b793-32a491ab0c8d None None] Provisioning complete for port bf46b95d-bc95-4a61-9aae-638055b57d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:39.456803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c596eddb-40b9-47f4-b793-32a491ab0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.460819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47c937b7-48aa-4612-be99-f2614fe3e00e req-5d8c876c-0e7b-4075-8db1-2196fd5ba909 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987347 Oct 22 12:59:39.530336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c596eddb-40b9-47f4-b793-32a491ab0c8d None None] Port bf46b95d-bc95-4a61-9aae-638055b57d3b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:39.612545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.643972 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeadde85-dafa-439f-88ee-cf32c733abbc x-openstack-request-id: req-eeadde85-dafa-439f-88ee-cf32c733abbc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:39.644426 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-plugged", "status": "completed", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:39.644853 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeadde85-dafa-439f-88ee-cf32c733abbc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:39.645343 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'code': 200} Oct 22 12:59:39.686787 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a7192-fc37-44f5-afdc-d3f79d840e23 x-openstack-request-id: req-0d3a7192-fc37-44f5-afdc-d3f79d840e23 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:39.687285 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:39.688225 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d3a7192-fc37-44f5-afdc-d3f79d840e23 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:39.688723 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d', 'status': 'completed', 'code': 200} Oct 22 12:59:39.695601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.704811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-c092ddc0-0309-40ee-836a-a4dab2ac22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.706621 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-c092ddc0-0309-40ee-836a-a4dab2ac22d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 1099 time: 0.2897913 Oct 22 12:59:39.749186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f377c-1cd9-413c-b5ea-08356ef45bd5 req-eab17eec-0831-489c-9967-4dd8cdca02a4 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.758183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f2f377c-1cd9-413c-b5ea-08356ef45bd5 req-eab17eec-0831-489c-9967-4dd8cdca02a4 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 949 time: 0.1764915 Oct 22 12:59:39.856567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f2f377c-1cd9-413c-b5ea-08356ef45bd5 req-7cf98a88-2e9f-4313-b8db-6725cd3c063d tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972967 Oct 22 12:59:39.862186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:39.977028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42760) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:39.987936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a785c3-9c33-4c9d-a149-7f22d3186804 req-998b8a73-e780-42e3-afb2-e908bed22e7c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:39.988976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-85ed7157-3df3-4c30-b44b-6dab1ce5d25c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d HTTP/1.1" status: 200 len: 217 time: 0.2700746 Oct 22 12:59:39.995323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21a785c3-9c33-4c9d-a149-7f22d3186804 req-998b8a73-e780-42e3-afb2-e908bed22e7c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1041741 Oct 22 12:59:40.036819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d7588f7d-51ae-4146-a6bc-eb93c5dbd36c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:40.074384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-919579f1-8e46-44c7-9dbf-c92de5160c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.076771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-919579f1-8e46-44c7-9dbf-c92de5160c5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.6040273 Oct 22 12:59:40.097893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:40.098533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.141346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-4924e7d0-f189-4d5c-9067-20c73d77e6b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0560091 Oct 22 12:59:40.143891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0352421d-a37d-4f66-bab4-6bed1193e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.145456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-0352421d-a37d-4f66-bab4-6bed1193e1d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1443787 Oct 22 12:59:40.271763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d00b1cc2-fc88-4463-b8c8-0ccf48fe44af req-67af505a-3a63-43d0-9008-771f6c8b3826 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 210 time: 0.3000381 Oct 22 12:59:40.294504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9e80744-c275-4dd1-b0b7-656691166239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.303863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-7edd5bb7-b695-41d8-b971-73be8bafd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.305427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-7edd5bb7-b695-41d8-b971-73be8bafd401 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1322744 Oct 22 12:59:40.311932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.313367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-744d502c-6787-4500-894c-37407e739c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.315658 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-744d502c-6787-4500-894c-37407e739c51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405838 Oct 22 12:59:40.385952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21a785c3-9c33-4c9d-a149-7f22d3186804 req-90bfdc62-d74a-46f2-9b7c-fc30c4a25055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899877 Oct 22 12:59:40.412824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3015554-7819-405e-a2a8-bc22f3a53c8d {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:40.421761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Network 18f8eb2c-a397-4687-8092-457dba41a07a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:40.435648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.440494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:40.443218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:40.449900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:40.455382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-dc020de2-d06a-4f05-9c6a-db47872d15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.456902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-dc020de2-d06a-4f05-9c6a-db47872d15a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387329 Oct 22 12:59:40.460750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.489470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.498854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Transition to ACTIVE for port object c3015554-7819-405e-a2a8-bc22f3a53c8d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:40.516365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.564739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:40.565387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.573412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-ccb7f1e8-c29f-47a0-8530-cacf8040540f service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419446 Oct 22 12:59:40.595941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9e80744-c275-4dd1-b0b7-656691166239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.615269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9e80744-c275-4dd1-b0b7-656691166239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.623669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-650b9faa-d8c7-4bc2-8486-dc76ddba16c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2223260 Oct 22 12:59:40.624259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Pushing event updated for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:40.636756 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.649553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Request body: {'port': {'device_id': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:40.654189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Pushing event updated for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:40.754629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f9e80744-c275-4dd1-b0b7-656691166239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0a25b319ec24624a559e537e74436d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7660916 Oct 22 12:59:40.754629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e80744-c275-4dd1-b0b7-656691166239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88097f5b-dc1d-4646-a9fa-c6e08b2ea1e3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:40.754629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:40.851781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-72c8d837-b7c1-4995-b918-f15b0f6f8d74 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873477 Oct 22 12:59:40.879260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.906969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Attempting to bind port c3015554-7819-405e-a2a8-bc22f3a53c8d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:40.907979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Attempting to bind port c3015554-7819-405e-a2a8-bc22f3a53c8d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:40.908532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Attempting to bind port c3015554-7819-405e-a2a8-bc22f3a53c8d on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:40.927829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Port c3015554-7819-405e-a2a8-bc22f3a53c8d on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:40.929143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Attempting to bind port c3015554-7819-405e-a2a8-bc22f3a53c8d on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:40.985056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:40.985396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Checking segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:40.985972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Bound using segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:40.986536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Bound port: c3015554-7819-405e-a2a8-bc22f3a53c8d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:40.986918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:40.998022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaeb9979-46e9-4266-bf49-facf03c2e43c req-4239f744-6e7b-45e1-8639-16e829588b81 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942306 Oct 22 12:59:41.043209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Network 8f55e4d6-3659-4332-865b-4c472ad208cd is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:41.045977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0552c92-3d64-4926-93fc-6a3358aeb525 req-9358f1b3-3811-4622-aeb6-25fe7110e734 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767771 Oct 22 12:59:41.046977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:41.112122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.125977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dd20-7fa2-45a4-abb7-d3d15a5748b8 req-928e3528-20e6-40e8-a6f7-22049715ef20 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.128073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c385dd20-7fa2-45a4-abb7-d3d15a5748b8 req-928e3528-20e6-40e8-a6f7-22049715ef20 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 948 time: 0.2396092 Oct 22 12:59:41.188332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebb1f-1820-45fd-8583-1cafec969981 req-72e3e0dc-819c-410b-b7bd-fa3e609b40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.191033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-72e3e0dc-819c-410b-b7bd-fa3e609b40c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 1099 time: 0.1334150 Oct 22 12:59:41.229073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533175-7e2b-4e4f-9b53-34018b30717c req-eb225882-f867-4f83-ae98-d1986eb25179 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.230069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1533175-7e2b-4e4f-9b53-34018b30717c req-eb225882-f867-4f83-ae98-d1986eb25179 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 943 time: 0.2618458 Oct 22 12:59:41.245441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 12:59:41.259786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.311661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:41.351900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1346169-8fd2-475e-baac-46b52e2c8e20 None None] Provisioning complete for port bf46b95d-bc95-4a61-9aae-638055b57d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:41.352466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1346169-8fd2-475e-baac-46b52e2c8e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.353455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebb1f-1820-45fd-8583-1cafec969981 req-56457599-5fb1-49a9-8cc5-359d6830163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.354973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-56457599-5fb1-49a9-8cc5-359d6830163d service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1530004 Oct 22 12:59:41.360743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:41.364611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c385dd20-7fa2-45a4-abb7-d3d15a5748b8 req-51c7d63f-afff-46ad-aa20-41be0ad33042 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153761 Oct 22 12:59:41.382241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.403507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c1346169-8fd2-475e-baac-46b52e2c8e20 None None] Port bf46b95d-bc95-4a61-9aae-638055b57d3b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:41.425502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1533175-7e2b-4e4f-9b53-34018b30717c req-0f344ef6-c200-4a13-a356-642bda0361f4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741445 Oct 22 12:59:41.439807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-808c2ad8-361e-4f25-a399-bb4fed893906 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d HTTP/1.1" status: 200 len: 217 time: 0.0756893 Oct 22 12:59:41.465089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:41.476634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Sync routers for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:41.479468 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a79f776a-92ae-4530-b0b8-0342d4fbbe0c admin admin] 10.222.0.25 "PUT /v2.0/routers/08fcf914-7c8c-4fb8-bcfc-a343ee2de14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9230344 Oct 22 12:59:41.482150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.482962 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.484349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] 10.222.0.21 "PUT /v2.0/ports/c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 200 len: 1091 time: 2.3561823 Oct 22 12:59:41.485079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:41.488029 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5811a-74eb-4cec-a186-1390851eacdb" -d '{"events": [{"name": "network-changed", "server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:41.525852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:41.526517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:41.549787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.555417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.556565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88097f5b-dc1d-4646-a9fa-c6e08b2ea1e3 HTTP/1.1" status: 204 len: 168 time: 0.7948687 Oct 22 12:59:41.563961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebb1f-1820-45fd-8583-1cafec969981 req-749bf2b1-b4f9-4598-9fe5-6f0691585293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.566361 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-749bf2b1-b4f9-4598-9fe5-6f0691585293 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1181529 Oct 22 12:59:41.708191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebb1f-1820-45fd-8583-1cafec969981 req-2228c35d-381d-40ce-a950-7d594a163b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.709805 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-2228c35d-381d-40ce-a950-7d594a163b7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322727 Oct 22 12:59:41.737095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb7ea7-ff2e-4e60-9490-95c7957c63d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88097f5b-dc1d-4646-a9fa-c6e08b2ea1e3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:41.764298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6705c-859f-4185-ad3a-edb8f998471a service neutron] Pushing event updated for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:41.786928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5971d6de-3e74-48e1-b5d0-176a8c0bc47f req-b27bf214-494c-44e9-b763-af46ebddc588 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=095b978bfc0a4281a3c793f549338e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831276 Oct 22 12:59:41.827555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b2288e-d5e9-4619-ba48-1382d52a4d76 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:41.829601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:41.863969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838a14e-951b-4eef-83c7-943361ed173b req-9e3f07c6-2668-444d-b014-1b01b4c27319 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.871741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4838a14e-951b-4eef-83c7-943361ed173b req-9e3f07c6-2668-444d-b014-1b01b4c27319 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 949 time: 0.4110680 Oct 22 12:59:41.881093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:41.886405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-abffc722-2b87-4679-9132-83f85a19bb58 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658881 Oct 22 12:59:41.896238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-c00f7bbe-3e3e-49fb-98bd-da5940b59d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:41.897990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-c00f7bbe-3e3e-49fb-98bd-da5940b59d1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 1094 time: 0.3508184 Oct 22 12:59:41.971751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-f61fc882-37f6-4344-a338-204af9a96770 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 200 len: 217 time: 0.0503728 Oct 22 12:59:42.025300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4838a14e-951b-4eef-83c7-943361ed173b req-ef12bf42-9358-4825-ab04-a96b107bf549 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526082 Oct 22 12:59:42.027147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Transition to ACTIVE for port object 80b2288e-d5e9-4619-ba48-1382d52a4d76 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:42.058260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215ebb1f-1820-45fd-8583-1cafec969981 req-077bb313-6186-4860-a80c-dfdc22cc4604 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643977 Oct 22 12:59:42.086206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.135932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:39Z', 'revision_number': 4, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'bf46b95d-bc95-4a61-9aae-638055b57d3b', 'name': '', 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'mac_address': 'fa:16:3e:a6:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:37Z', 'updated_at': '2021-10-22T12:59:40Z', 'revision_number': 2, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'subnets': [{'id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:42.148198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42806) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:42.165110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a564-aeba-4d48-bd65-6e27685f8724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.180184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Checking router: 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:42.180559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Updating router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e port bf46b95d-bc95-4a61-9aae-638055b57d3b binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 12:59:42.217734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.235487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-e69a4420-1875-431e-a1bc-3a60872f8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.237655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-e69a4420-1875-431e-a1bc-3a60872f8663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.2560170 Oct 22 12:59:42.250347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a564-aeba-4d48-bd65-6e27685f8724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.257888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a564-aeba-4d48-bd65-6e27685f8724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.263251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:42.272133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d6de-3e74-48e1-b5d0-176a8c0bc47f req-f3fa0d9d-d673-49ac-8007-7ea4e40b2028 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.279703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5971d6de-3e74-48e1-b5d0-176a8c0bc47f req-f3fa0d9d-d673-49ac-8007-7ea4e40b2028 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644477 Oct 22 12:59:42.301628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1a564-aeba-4d48-bd65-6e27685f8724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae4793b-465b-4a32-97b0-73292b7593a8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:42.312142 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3dd1a564-aeba-4d48-bd65-6e27685f8724 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=535bad5eb2954b02b81ab99a82f7d624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628671 Oct 22 12:59:42.315787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42808) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:42.346343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5971d6de-3e74-48e1-b5d0-176a8c0bc47f req-260293f0-e2c1-4b05-8c8d-0022c48e96cd tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/quotas/095b978bfc0a4281a3c793f549338e59 HTTP/1.1" status: 200 len: 375 time: 0.0654542 Oct 22 12:59:42.369614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5010206-0365-47d3-ade1-24980e11a970 req-86f4d3e3-1b0b-4dee-8fbf-72e9302bc486 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.371515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5010206-0365-47d3-ade1-24980e11a970 req-86f4d3e3-1b0b-4dee-8fbf-72e9302bc486 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.2277713 Oct 22 12:59:42.403377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5971d6de-3e74-48e1-b5d0-176a8c0bc47f req-d1c87bbf-546c-4453-bc20-6fa518170833 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=095b978bfc0a4281a3c793f549338e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552599 Oct 22 12:59:42.403893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.411092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-4b3605fb-ee49-4055-89ef-b7536cd0bcc0 tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.412571 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-4b3605fb-ee49-4055-89ef-b7536cd0bcc0 tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b38c1b85-a723-48f2-87f5-22185c5ab72b HTTP/1.1" status: 200 len: 1100 time: 0.0601776 Oct 22 12:59:42.439792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:42.440135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:42.441079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:42.449710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:42.450052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:42.460314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:42.460715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.460978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:42.462723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:42.463340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Bound port: 80b2288e-d5e9-4619-ba48-1382d52a4d76, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:42.466998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.479208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233579-104d-402c-aa5f-33e7c40daab5 req-8d6164df-39ff-432f-9d1e-a96206a1dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.482003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-8d6164df-39ff-432f-9d1e-a96206a1dd62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203157 Oct 22 12:59:42.541176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5010206-0365-47d3-ade1-24980e11a970 req-82ded634-0aa5-451f-82d2-fa638e27b19e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421306 Oct 22 12:59:42.550807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Deleting port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:42.552168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.555321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.558238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.559725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dae4793b-465b-4a32-97b0-73292b7593a8 HTTP/1.1" status: 204 len: 168 time: 0.2427530 Oct 22 12:59:42.583353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b610-97d9-4954-af75-fd66ae94d5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae4793b-465b-4a32-97b0-73292b7593a8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:42.597460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.616043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.664282 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeca8c2-73ee-44c5-98ff-bd178d630167 x-openstack-request-id: req-adeca8c2-73ee-44c5-98ff-bd178d630167 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:42.664826 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:42.666000 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adeca8c2-73ee-44c5-98ff-bd178d630167 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:42.666413 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'status': 'completed', 'code': 200} Oct 22 12:59:42.700158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] For port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:42.701412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.721853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Calling delete_port for d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:42.776841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Pushing event updated for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:42.779948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736ae16-9813-4bc4-925f-30414b5c0df0 req-06815304-cef6-4e83-9f3a-85eb3f9df7e3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:42.787861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2736ae16-9813-4bc4-925f-30414b5c0df0 req-06815304-cef6-4e83-9f3a-85eb3f9df7e3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.2339497 Oct 22 12:59:42.812921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.813364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.814316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.815083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.815528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.815887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.816227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.816803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.817145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.817534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.817910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.818247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 12:59:42.841176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:42.846887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Attempting to bind port bf46b95d-bc95-4a61-9aae-638055b57d3b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:42.848017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Attempting to bind port bf46b95d-bc95-4a61-9aae-638055b57d3b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:42.848498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Attempting to bind port bf46b95d-bc95-4a61-9aae-638055b57d3b on network 8f55e4d6-3659-4332-865b-4c472ad208cd {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:42.849397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-4a74c017-c033-4db8-b247-3d803b807695 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554482 Oct 22 12:59:42.855415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:42.855858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Checking segment: {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:42.856319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.856825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Bound using segment: {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:42.857328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Bound port: bf46b95d-bc95-4a61-9aae-638055b57d3b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c928c93a-1a15-4ac6-8670-01fcc429a977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:42.857764 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.938065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:42.956727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:42.985187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:42.990544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] For port bf46b95d-bc95-4a61-9aae-638055b57d3b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:42.991864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:42.994382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16233579-104d-402c-aa5f-33e7c40daab5 req-3b9d3433-1205-4465-b7a3-95545dc6821a service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262641 Oct 22 12:59:42.995193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] For port bf46b95d-bc95-4a61-9aae-638055b57d3b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bf46b95d-bc95-4a61-9aae-638055b57d3b,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:43.000980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.017475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.056362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2736ae16-9813-4bc4-925f-30414b5c0df0 req-4d87df8e-24d8-4c81-be30-c588a7834fe3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675121 Oct 22 12:59:43.149820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc739c-b773-47c2-92a8-e60149a9f0fd None None] Pushing event updated for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:43.189591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:43.190256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.197338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-acfab082-df5e-4077-adf8-980707dad57a service neutron] 10.222.0.26 "PUT /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 1092 time: 2.5560586 Oct 22 12:59:43.211428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] Provisioning complete for port bf46b95d-bc95-4a61-9aae-638055b57d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:43.212329 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.287809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfab082-df5e-4077-adf8-980707dad57a service neutron] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:43.342449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:43.343141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:43.425986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-d834d417-4abd-4caf-9586-b300b0a46b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:43.438488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-d834d417-4abd-4caf-9586-b300b0a46b05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 1094 time: 0.3688226 Oct 22 12:59:43.490002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] No DVR routers for this DVR port d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 12:59:43.493940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.497824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e370ee7b-0e23-4d6d-ad35-382557b3971a req-a9a68b4f-39c2-4e37-b463-d26c99988d4a tempest-DeleteServersAdminTestJSON-660428484 tempest-DeleteServersAdminTestJSON-660428484-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 HTTP/1.1" status: 204 len: 173 time: 1.0790884 Oct 22 12:59:43.498291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'name': 'network-vif-deleted', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:43.500749 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3223929-6886-479e-afe5-60d79123d7e6" -d '{"events": [{"server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "name": "network-vif-deleted", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:43.525488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:43.613264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.739352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] For port bf46b95d-bc95-4a61-9aae-638055b57d3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bf46b95d-bc95-4a61-9aae-638055b57d3b,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:43.769926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:43.781198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e68c-3957-4b71-aae5-11a22a243e05 req-2cef0322-a3f4-47e3-8ec6-bc0cee0a708a tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:43.783599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6293e68c-3957-4b71-aae5-11a22a243e05 req-2cef0322-a3f4-47e3-8ec6-bc0cee0a708a tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 948 time: 0.5845673 Oct 22 12:59:43.807619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-2febf5bd-0ff3-411e-af5a-69491dbe902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:43.809201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-2febf5bd-0ff3-411e-af5a-69491dbe902b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1095 time: 0.5423887 Oct 22 12:59:43.845483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720b88b-f44d-4125-b23c-fb95bedb0e69 None None] Pushing event updated for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:43.941947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-55181482-fdf2-473e-bf26-8665a1f3e9ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.1051228 Oct 22 12:59:43.953970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-d7f1e011-90d1-4d46-b882-674dcb596443 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6850891 Oct 22 12:59:43.982804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:44.004216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5fe36196-b33d-4859-ab5f-ff2f992596c1 None None] Provisioning complete for port bf46b95d-bc95-4a61-9aae-638055b57d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:44.004577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fe36196-b33d-4859-ab5f-ff2f992596c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:44.013777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6293e68c-3957-4b71-aae5-11a22a243e05 req-ad9747b4-a22d-4627-aa29-e2d87b454c71 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164731 Oct 22 12:59:44.055603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-964d584f-fd02-41af-9660-8f1a3a5ca433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:44.057611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-964d584f-fd02-41af-9660-8f1a3a5ca433 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0917132 Oct 22 12:59:44.058738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-18e074d4-61b2-4af7-8430-8afc1f61e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:44.060104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-18e074d4-61b2-4af7-8430-8afc1f61e943 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 924 time: 0.6102412 Oct 22 12:59:44.069214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:39Z', 'revision_number': 4, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'bf46b95d-bc95-4a61-9aae-638055b57d3b', 'name': '', 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'mac_address': 'fa:16:3e:a6:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:37Z', 'updated_at': '2021-10-22T12:59:42Z', 'revision_number': 4, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'subnets': [{'id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:44.097414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-66cbb125-ddab-4be8-b8bd-38ec0c69dec5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319078 Oct 22 12:59:44.105931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:44.107410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d8ab9-d1ea-441c-9042-82471ec9d34e None None] The sync data for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 is: [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T12:59:39Z', 'revision_number': 4, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'bf46b95d-bc95-4a61-9aae-638055b57d3b', 'name': '', 'network_id': '8f55e4d6-3659-4332-865b-4c472ad208cd', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'mac_address': 'fa:16:3e:a6:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:37Z', 'updated_at': '2021-10-22T12:59:42Z', 'revision_number': 4, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'subnets': [{'id': '3d9fd215-9916-421a-bbb0-88cb2f7cf2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:44.173940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-80602af3-f3bb-4c82-a4f2-e9cd850582e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 200 len: 217 time: 0.1056633 Oct 22 12:59:44.328578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-7efd49a0-79e9-44e6-b722-60a59dd9a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:44.330486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-7efd49a0-79e9-44e6-b722-60a59dd9a43c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.1218348 Oct 22 12:59:44.342454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032715-5a7e-4613-af2e-30075799e172 req-5842bc8f-5682-40fb-ac50-0dc6c35a1776 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:44.343993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93032715-5a7e-4613-af2e-30075799e172 req-5842bc8f-5682-40fb-ac50-0dc6c35a1776 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 943 time: 0.2393477 Oct 22 12:59:44.398490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-575b7de4-77f0-4a3d-aac5-c9257748bfaa service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618544 Oct 22 12:59:44.470140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 59cb2c29-6748-4483-9d5c-9684d4a0cb9d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:44.500498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93032715-5a7e-4613-af2e-30075799e172 req-363e009b-258f-46ff-8105-9cfa56252341 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338565 Oct 22 12:59:44.541773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-625d20b9-81d4-46c8-a405-f7da15f744a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:44.547799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-625d20b9-81d4-46c8-a405-f7da15f744a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996224 Oct 22 12:59:44.602120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:44.619517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d', 'mac_address': 'fa:16:3e:f0:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:44.663707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed3ce8-efa7-43df-a50f-effdef8e5d05 req-ab719412-0678-44c0-a1b8-b30ff43b79e5 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326746 Oct 22 12:59:44.667065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:44.669357 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:44.671165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:44.679628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:44.690517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cb2c29-6748-4483-9d5c-9684d4a0cb9d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:44.699961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-b1859903-6cd7-466e-af13-29a276a48af3 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422637 Oct 22 12:59:44.715816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:44.722527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:44.785781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:44.875909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Allocated IP 172.25.6.144 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:44.880256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0d5811a-74eb-4cec-a186-1390851eacdb req-98302560-3be6-4c3b-8c14-3653b9d67189 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504760 Oct 22 12:59:45.029777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['59cb2c29-6748-4483-9d5c-9684d4a0cb9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:45.040496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.045185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b92c0-066c-45c7-91ff-4f0c20e9f0bf req-c008b111-3a13-430f-9296-c250800f764f tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:45.046849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce8b92c0-066c-45c7-91ff-4f0c20e9f0bf req-c008b111-3a13-430f-9296-c250800f764f tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.0775065 Oct 22 12:59:45.103383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce8b92c0-066c-45c7-91ff-4f0c20e9f0bf req-f3be9c7d-e206-43e1-9db2-78a31a8de2c1 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Oct 22 12:59:45.104307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.151394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:45.154688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:45.162153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:45.166189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event updated for resources: {'Port': ['ID=ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:45.171104 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6118b9-3838-47a4-9319-b0f213aa21a5 x-openstack-request-id: req-4a6118b9-3838-47a4-9319-b0f213aa21a5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:45.171605 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38c1b85-a723-48f2-87f5-22185c5ab72b", "name": "network-vif-deleted", "tag": "d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:45.171875 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a6118b9-3838-47a4-9319-b0f213aa21a5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:45.172338 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38c1b85-a723-48f2-87f5-22185c5ab72b', 'name': 'network-vif-deleted', 'tag': 'd0121ccf-94bf-44ad-9a42-bbbbaf9c76a4', 'status': 'completed', 'code': 200} Oct 22 12:59:45.300200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.320925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb03f2-5d85-46e3-91c9-00a90805b823 req-a36f1bb7-deaf-46d5-ba64-adb985a2b4df tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:45.322415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80bb03f2-5d85-46e3-91c9-00a90805b823 req-a36f1bb7-deaf-46d5-ba64-adb985a2b4df tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.0756683 Oct 22 12:59:45.361617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.400441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80bb03f2-5d85-46e3-91c9-00a90805b823 req-32166551-2076-4c92-b765-dec462bc3d3a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609865 Oct 22 12:59:45.524047 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8287e69f-f5ee-431e-bf79-e84fe43989da x-openstack-request-id: req-8287e69f-f5ee-431e-bf79-e84fe43989da {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:45.524677 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:45.524677 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8287e69f-f5ee-431e-bf79-e84fe43989da {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:45.524927 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'status': 'completed', 'code': 200} Oct 22 12:59:45.528800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.539631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.640194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event updated for resources: {'Port': ['ID=ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:45.658951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-e6f4c178-26b7-472b-9aeb-4d13729fc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:45.660554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-e6f4c178-26b7-472b-9aeb-4d13729fc6f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1095 time: 0.0937564 Oct 22 12:59:45.661166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.709985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:45.711184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-c2ec946c-7e8e-4203-b056-4062464a7189 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7426491 Oct 22 12:59:45.712825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-2de51081-3728-4742-a281-0dedf4f98702 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0a847109b4f44087a38b23dfdbf895f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451119 Oct 22 12:59:45.850898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-7a55b879-02d9-4e6d-8ac6-75b7a52f326a tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.1266961 Oct 22 12:59:46.033348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bf46b95d-bc95-4a61-9aae-638055b57d3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:46.082828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bf46b95d-bc95-4a61-9aae-638055b57d3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:46.084084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:46.151127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-0dcfaa4d-a101-4c9d-99cc-4897ceb3b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.152533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-0dcfaa4d-a101-4c9d-99cc-4897ceb3b8e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.4837663 Oct 22 12:59:46.241473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-9701a093-7754-4a32-9568-c6a3122974d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.0740016 Oct 22 12:59:46.255871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-673933eb-c370-4754-8b12-84f69b1ffcad tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.257313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-673933eb-c370-4754-8b12-84f69b1ffcad tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5321672 Oct 22 12:59:46.313214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0b02d2d8-3a3c-4b89-97ea-a039b2dfb151 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/quotas/0a847109b4f44087a38b23dfdbf895f9 HTTP/1.1" status: 200 len: 375 time: 0.0435221 Oct 22 12:59:46.328149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-98a81f54-9808-44ba-9383-607fb1321c60 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.329991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-98a81f54-9808-44ba-9383-607fb1321c60 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.4689462 Oct 22 12:59:46.348796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-85436db7-3dcd-4bd7-8b08-2542ee256da1 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:46.349754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17ff99da-5595-441b-8774-4f2e3d6a5c78 req-85436db7-3dcd-4bd7-8b08-2542ee256da1 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060458 Oct 22 12:59:46.351300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-c928d161-d51c-4b45-957f-5af95dbdd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.352664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-c928d161-d51c-4b45-957f-5af95dbdd77f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0925801 Oct 22 12:59:46.369177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-39e62f16-f4fc-444c-b7f1-74a3a9a53d7a tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485380 Oct 22 12:59:46.399863 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-31412a36-02f8-439e-8159-95983768b406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329995 Oct 22 12:59:46.494531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c3015554-7819-405e-a2a8-bc22f3a53c8d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:46.499243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 59cb2c29-6748-4483-9d5c-9684d4a0cb9d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:46.521069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c1ad-5e4e-4d96-8a15-7f42d3a6f3f6 req-90835d29-92c8-43d8-815b-c69375cc674e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.522647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eca5c1ad-5e4e-4d96-8a15-7f42d3a6f3f6 req-90835d29-92c8-43d8-815b-c69375cc674e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 949 time: 0.1252856 Oct 22 12:59:46.583310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-4b946dce-94c0-4e1d-bdb0-9d54586d6a34 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751468 Oct 22 12:59:46.623231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eca5c1ad-5e4e-4d96-8a15-7f42d3a6f3f6 req-35d4ae80-9526-427d-b072-521362ca4405 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940380 Oct 22 12:59:46.667314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 12:59:46.698342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:46.701060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 12:59:46.701831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d0121ccf-94bf-44ad-9a42-bbbbaf9c76a4 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 12:59:46.711661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:46.712268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:46.755721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:46.763502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d75aa4-09df-406a-87d8-1f7f629d8ad2 req-ef28bbab-199f-457e-930e-a9949d5f1413 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677704 Oct 22 12:59:46.777885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'port_id': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'mac_address': 'fa:16:3e:43:be:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:46.792725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d98d4-7096-4265-8298-2f5649d65fb6 req-a91c0e9b-8b30-4d7e-b19f-fb54a8b22b21 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:46.800662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f7d98d4-7096-4265-8298-2f5649d65fb6 req-a91c0e9b-8b30-4d7e-b19f-fb54a8b22b21 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 943 time: 0.0951512 Oct 22 12:59:46.835623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:46.875103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f7d98d4-7096-4265-8298-2f5649d65fb6 req-8ae17f56-61ee-418b-8b11-4cce53803987 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733159 Oct 22 12:59:46.878050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3015554-7819-405e-a2a8-bc22f3a53c8d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:46.906990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:46.934994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:46.953727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:46.961159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:46.963511 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d89079-356c-43ba-85d3-508eb48e793f" -d '{"events": [{"server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "name": "network-vif-plugged", "status": "completed", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:46.995158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfc13e5f-d98c-4a96-a7d2-93e1d7c14456 req-41800056-6ec6-46c3-9b60-b0cbb53f6f1d tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips/53ec533d-d457-4a0e-8dbc-df4c4791bdaa HTTP/1.1" status: 200 len: 693 time: 0.1162913 Oct 22 12:59:46.997632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:47.005513 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:47.026435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:47.074106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963061a8-c07c-4b03-b299-825a28adda48 req-8a202892-ec1e-40d9-815e-9a5b0fa39f35 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.075639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963061a8-c07c-4b03-b299-825a28adda48 req-8a202892-ec1e-40d9-815e-9a5b0fa39f35 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.1108675 Oct 22 12:59:47.083823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:47.157024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963061a8-c07c-4b03-b299-825a28adda48 req-808f5d12-380a-4a6e-b595-38b98a0a08f4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553603 Oct 22 12:59:47.164115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13e5f-d98c-4a96-a7d2-93e1d7c14456 req-a6843d58-60fa-4711-bcfc-2ea5470e3d1d tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.165411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfc13e5f-d98c-4a96-a7d2-93e1d7c14456 req-a6843d58-60fa-4711-bcfc-2ea5470e3d1d tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1527174 Oct 22 12:59:47.185932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-dfc13e5f-d98c-4a96-a7d2-93e1d7c14456 req-43bc1f12-9fd4-4a0e-a27b-671636e2e3ea tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:47.186922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfc13e5f-d98c-4a96-a7d2-93e1d7c14456 req-43bc1f12-9fd4-4a0e-a27b-671636e2e3ea tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058198 Oct 22 12:59:47.246515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['c3015554-7819-405e-a2a8-bc22f3a53c8d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:47.273093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46de0520-2cc0-4995-9461-9a0787282f20 req-f1e4d6b5-8805-48cd-aa86-132319a07857 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 210 time: 0.0494008 Oct 22 12:59:47.318673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-6a0e530e-124b-4156-b5bb-cb2488327cda tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267251 Oct 22 12:59:47.342969 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2b6098-1b68-4e1c-8efb-567d13ba0c4a x-openstack-request-id: req-ef2b6098-1b68-4e1c-8efb-567d13ba0c4a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:47.343276 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "name": "network-vif-plugged", "status": "completed", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:47.343582 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef2b6098-1b68-4e1c-8efb-567d13ba0c4a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:47.343905 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d', 'code': 200} Oct 22 12:59:47.464986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90e8243b-acf9-4092-8f5d-a41f3c69bf3c req-38808261-a46c-4736-aaaa-da49bd617e5c tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=095b978bfc0a4281a3c793f549338e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469728 Oct 22 12:59:47.489648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-4dca94f7-eacd-4c40-91c6-e7fcf6424ab1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.491082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-4dca94f7-eacd-4c40-91c6-e7fcf6424ab1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653757 Oct 22 12:59:47.537781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-38ba684d-9826-446a-8494-0c2041d3de3a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/quotas/9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 375 time: 0.0377131 Oct 22 12:59:47.588918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8ea2-7e38-4cf5-9007-93b02b408f13 req-ad6d14d4-443f-4b3e-9b36-49ee60afacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.590703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e7d8ea2-7e38-4cf5-9007-93b02b408f13 req-ad6d14d4-443f-4b3e-9b36-49ee60afacb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 1101 time: 0.1544340 Oct 22 12:59:47.661646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-a25a8c30-b52a-48e5-9cec-06b78aa54d75 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a847109b4f44087a38b23dfdbf895f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401719 Oct 22 12:59:47.706908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8243b-acf9-4092-8f5d-a41f3c69bf3c req-78f126dc-bcf0-4993-b6aa-a4d1aed47873 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.708384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90e8243b-acf9-4092-8f5d-a41f3c69bf3c req-78f126dc-bcf0-4993-b6aa-a4d1aed47873 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281044 Oct 22 12:59:47.725839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-ab0f94f6-0072-432e-b5ad-cb1f1862d65f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814384 Oct 22 12:59:47.743396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e7d8ea2-7e38-4cf5-9007-93b02b408f13 req-01d8b875-da63-4ba6-8075-5747ffa3fe3d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343372 Oct 22 12:59:47.777515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90e8243b-acf9-4092-8f5d-a41f3c69bf3c req-646c442e-18dc-4d9d-82db-cfbabd024933 tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/quotas/095b978bfc0a4281a3c793f549338e59 HTTP/1.1" status: 200 len: 375 time: 0.0563283 Oct 22 12:59:47.821508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90e8243b-acf9-4092-8f5d-a41f3c69bf3c req-9d4b57bf-9e89-4c18-bcdb-818915bb061c tempest-QuotasAdminNegativeTest-1586158059 tempest-QuotasAdminNegativeTest-1586158059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=095b978bfc0a4281a3c793f549338e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361953 Oct 22 12:59:47.846161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-e97e9f46-1d23-491b-871b-3136a802e022 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:47.847703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-e97e9f46-1d23-491b-871b-3136a802e022 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790841 Oct 22 12:59:47.878156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Request body: {'port': {'device_id': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '0a847109b4f44087a38b23dfdbf895f9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:47.937593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0490ab75-f5c5-448c-9de3-4bdfd61f297c req-313abde1-1917-4579-a47e-39b0adceb060 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=bf3eeedd28d84dd48d29a9b13c369ce9 HTTP/1.1" status: 200 len: 696 time: 0.0889411 Oct 22 12:59:48.121959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76972601-c256-4cff-a878-63ea2db39f19 req-e417f40c-4446-4306-8aa2-e1ddc4d83d12 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:48.123458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76972601-c256-4cff-a878-63ea2db39f19 req-e417f40c-4446-4306-8aa2-e1ddc4d83d12 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1450205 Oct 22 12:59:48.170228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490ab75-f5c5-448c-9de3-4bdfd61f297c req-b80027f8-9d6e-4c4b-bd08-7d71bafbc642 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:48.171649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0490ab75-f5c5-448c-9de3-4bdfd61f297c req-b80027f8-9d6e-4c4b-bd08-7d71bafbc642 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks?id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 787 time: 0.2276754 Oct 22 12:59:48.180278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Made reservation on behalf of 0a847109b4f44087a38b23dfdbf895f9 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:48.183771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.209525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-0490ab75-f5c5-448c-9de3-4bdfd61f297c req-607e9dca-c0c3-483d-bcd6-fba86a050e95 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:48.211001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0490ab75-f5c5-448c-9de3-4bdfd61f297c req-607e9dca-c0c3-483d-bcd6-fba86a050e95 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0241120 Oct 22 12:59:48.227927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76972601-c256-4cff-a878-63ea2db39f19 req-a1894300-1526-4d1f-9cec-7324d273fb90 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937853 Oct 22 12:59:48.332300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67b2c84f-184f-473a-b34c-6c0bba45cfdb req-eaa0ebc7-26d7-49ff-94b7-c7770bbcd65e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 210 time: 0.0446603 Oct 22 12:59:48.417096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34056f-edec-42b8-81e6-105fc3513e3c req-73f3b66c-d0a9-49f4-bed2-d39eb8236151 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:48.419211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd34056f-edec-42b8-81e6-105fc3513e3c req-73f3b66c-d0a9-49f4-bed2-d39eb8236151 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 944 time: 0.1117377 Oct 22 12:59:48.439060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Allocated IP 192.168.233.148 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/bfc8cde0-8371-45df-b758-cf8955e05ae6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:48.479300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd34056f-edec-42b8-81e6-105fc3513e3c req-c5f33dff-fab3-4ff5-9aef-aecf50b4b3a3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537996 Oct 22 12:59:48.492959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c3015554-7819-405e-a2a8-bc22f3a53c8d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:48.562748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port c3015554-7819-405e-a2a8-bc22f3a53c8d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:48.567468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port c3015554-7819-405e-a2a8-bc22f3a53c8d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:48.568180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.649778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.671967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-9379bd89-0f4d-4ae4-bd6b-a966b2c3afee tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips/53ec533d-d457-4a0e-8dbc-df4c4791bdaa HTTP/1.1" status: 200 len: 693 time: 0.1094742 Oct 22 12:59:48.681086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:48.689411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:48.696198 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.793719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eef30c-5518-4920-ab6e-4148dd2f78c0 req-eb345e71-0c2c-4c2b-b2cd-38e10dbdbd72 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:48.795784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87eef30c-5518-4920-ab6e-4148dd2f78c0 req-eb345e71-0c2c-4c2b-b2cd-38e10dbdbd72 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.2169504 Oct 22 12:59:48.798569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.799600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:48.837151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:48.849757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'port_id': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'mac_address': 'fa:16:3e:8c:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974bdd02-8733-4537-8ed7-401deaaffed9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:48.890829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.900929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-6e66bd5c-6165-43bd-a261-84a13337af29 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:48.902335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-6e66bd5c-6165-43bd-a261-84a13337af29 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.2228270 Oct 22 12:59:48.906494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b2288e-d5e9-4619-ba48-1382d52a4d76 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:48.924760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-c0c87be6-a0cd-4e0c-b30f-254714a4a266 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569632 Oct 22 12:59:48.928818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-2abd592d-b65c-4a9b-b580-ec9a5632961f tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:48.929097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:48.933272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:48.938518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-2abd592d-b65c-4a9b-b580-ec9a5632961f tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0221326 Oct 22 12:59:48.947379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87eef30c-5518-4920-ab6e-4148dd2f78c0 req-80ae7633-4b15-442f-82ad-41cf97809eb2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393611 Oct 22 12:59:48.996396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:49.024568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:49.181557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['80b2288e-d5e9-4619-ba48-1382d52a4d76'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:49.299969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-070e4afc-53e4-487b-920b-819a36eabede tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.3605697 Oct 22 12:59:49.345649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:49.348151 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1aae30-a72d-43ca-a92f-d000b191bf32" -d '{"events": [{"server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:49.409791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:49.427152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:49.429949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:49.439383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Pushing event updated for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:49.471535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-2a99afbb-7b14-43a1-a920-1ef58cfa91fd tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.1496580 Oct 22 12:59:49.542486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb441-dc78-49ce-ab27-f1e93cf2d531 req-55b0d107-8990-443b-a666-0d630708050a tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:49.544057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecbeb441-dc78-49ce-ab27-f1e93cf2d531 req-55b0d107-8990-443b-a666-0d630708050a tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 936 time: 0.2497039 Oct 22 12:59:49.555561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-9fa7a4e2-5fac-47be-8c22-cbca501f2a07 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:49.557040 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-9fa7a4e2-5fac-47be-8c22-cbca501f2a07 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6129270 Oct 22 12:59:49.579360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Request body: {'port': {'device_id': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '9e8a625f8d2745bda6fe9b390c121dca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:49.589120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:49.589733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:49.628861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a7e09b87-70cc-4808-9266-32c9400a5340 None None] Provisioning complete for port bfc8cde0-8371-45df-b758-cf8955e05ae6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:49.629496 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7e09b87-70cc-4808-9266-32c9400a5340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:49.665283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a7e09b87-70cc-4808-9266-32c9400a5340 None None] Port bfc8cde0-8371-45df-b758-cf8955e05ae6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:49.680232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-0d094b46-9cc3-41ec-9ea8-2cf6ff2b5bfd tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8067253 Oct 22 12:59:49.707560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Request body: {'port': {'device_id': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:49.738904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecbeb441-dc78-49ce-ab27-f1e93cf2d531 req-fc6e36ad-3668-4b4e-85b9-fbd1ee8939fe tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748216 Oct 22 12:59:49.825734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:49.903104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Deleting port ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:49.903443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:49.921705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Made reservation on behalf of 9e8a625f8d2745bda6fe9b390c121dca for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:49.925734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.002095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b88fa-7dea-4e94-9a11-84a745e6b02c req-cd48037b-acaa-4aaa-8226-79192682c728 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:50.003620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-439b88fa-7dea-4e94-9a11-84a745e6b02c req-cd48037b-acaa-4aaa-8226-79192682c728 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1756253 Oct 22 12:59:50.027979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:50.135882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d452ee2f-7dab-4fc4-8869-8035113b4794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.153374 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.153699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.198648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Calling delete_port for ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:50.203095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-439b88fa-7dea-4e94-9a11-84a745e6b02c req-64596402-aba0-45bf-a10e-3fdcb331f1c5 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916142 Oct 22 12:59:50.211284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d452ee2f-7dab-4fc4-8869-8035113b4794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.222058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d452ee2f-7dab-4fc4-8869-8035113b4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.253398 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded4700f-5824-44bd-9388-80cb3be84c66 x-openstack-request-id: req-ded4700f-5824-44bd-9388-80cb3be84c66 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:50.254016 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:50.255636 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ded4700f-5824-44bd-9388-80cb3be84c66 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:50.263629 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d452ee2f-7dab-4fc4-8869-8035113b4794 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=095b978bfc0a4281a3c793f549338e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337487 Oct 22 12:59:50.266768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42988) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:50.270685 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'code': 200} Oct 22 12:59:50.314389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452ee2f-7dab-4fc4-8869-8035113b4794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c420e-799c-4cce-b41a-352045e6e718,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:50.370017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0695bf36-c3cc-4ef0-beb4-546ae908b2e6 req-21aab458-74b9-4f7c-acc8-cf1c44a4adf7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 210 time: 0.0410242 Oct 22 12:59:50.388086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.390837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76c04b-5411-4a8a-a6ea-995bac91b060 req-ab294d30-d8c5-4cba-a120-91e8c88c9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:50.392932 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e76c04b-5411-4a8a-a6ea-995bac91b060 req-ab294d30-d8c5-4cba-a120-91e8c88c9b9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 1096 time: 0.0638299 Oct 22 12:59:50.430738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.464525 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e76c04b-5411-4a8a-a6ea-995bac91b060 req-51576b02-27e7-4728-a95e-86e8256670dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624123 Oct 22 12:59:50.474935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8cde0-8371-45df-b758-cf8955e05ae6 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:50.491791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.494431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.495837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/755c420e-799c-4cce-b41a-352045e6e718 HTTP/1.1" status: 204 len: 168 time: 0.2279625 Oct 22 12:59:50.499642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.505820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c533-824a-408d-bb38-50164332f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c420e-799c-4cce-b41a-352045e6e718,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:50.527494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Transition to ACTIVE for port object bfc8cde0-8371-45df-b758-cf8955e05ae6 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:50.528329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.566077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.599926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53557b-8e4b-4d20-be8b-56bfc3efdf62 req-e3c771a2-dc6a-4abd-8e7e-eed8f54f65e1 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:50.601419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab53557b-8e4b-4d20-be8b-56bfc3efdf62 req-e3c771a2-dc6a-4abd-8e7e-eed8f54f65e1 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 945 time: 0.1501234 Oct 22 12:59:50.602179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event deleted for resources: {'Port': ['ID=ddab7576-5e5a-45ae-a3c0-1c5c1c0d3b7c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:50.676506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:50.738170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 80b2288e-d5e9-4619-ba48-1382d52a4d76 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:50.743924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Allocated IP 192.168.233.151 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/fbc73670-3f64-4ba7-b807-1e96367eb124) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:50.744456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 80b2288e-d5e9-4619-ba48-1382d52a4d76 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:50.744614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.812967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:50.849411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.852173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.856306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48d1ea5-266c-47e9-9af8-4e1393588624 req-95771e78-e32d-4981-937e-d58eb44cdbbb tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "DELETE /v2.0/floatingips/53ec533d-d457-4a0e-8dbc-df4c4791bdaa HTTP/1.1" status: 204 len: 173 time: 1.3731604 Oct 22 12:59:50.857263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:50.863626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab53557b-8e4b-4d20-be8b-56bfc3efdf62 req-cefe930b-fb14-42e5-a9ac-919b2e63c9e4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501516 Oct 22 12:59:50.864122 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.897264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a31e5f7a-3783-4ef8-b041-cb35cb44f24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.938300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:50.942126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Attempting to bind port bfc8cde0-8371-45df-b758-cf8955e05ae6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:50.942461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Attempting to bind port bfc8cde0-8371-45df-b758-cf8955e05ae6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:50.942819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Attempting to bind port bfc8cde0-8371-45df-b758-cf8955e05ae6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:50.947881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:50.962406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Port bfc8cde0-8371-45df-b758-cf8955e05ae6 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:50.962763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Attempting to bind port bfc8cde0-8371-45df-b758-cf8955e05ae6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:50.979198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:50.979524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:50.979912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:50.980363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Bound port: bfc8cde0-8371-45df-b758-cf8955e05ae6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:50.981152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.010642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:51.054072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a31e5f7a-3783-4ef8-b041-cb35cb44f24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.058316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a31e5f7a-3783-4ef8-b041-cb35cb44f24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.103499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e5f7a-3783-4ef8-b041-cb35cb44f24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca69c1-5d77-49ec-b787-9cc25fbbf199,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:51.112647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a31e5f7a-3783-4ef8-b041-cb35cb44f24d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63d7cf4063c34fbd8ad473b4db2f9fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540445 Oct 22 12:59:51.113227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43004) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:51.133892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b205-531b-4588-9777-0de6e3137c5c req-a6f7fb31-9601-4c76-98c1-9708f317a638 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:51.135434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a3b205-531b-4588-9777-0de6e3137c5c req-a6f7fb31-9601-4c76-98c1-9708f317a638 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 946 time: 0.1401191 Oct 22 12:59:51.144765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:51.151876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:51.169042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.172347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.187131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.191692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.244876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:51.245496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.246907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfc8cde0-8371-45df-b758-cf8955e05ae6 HTTP/1.1" status: 200 len: 1096 time: 1.5474432 Oct 22 12:59:51.247507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:51.249749 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da138b6f-dd01-4256-a6c9-477a4b898022" -d '{"events": [{"name": "network-changed", "server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:51.256840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.260006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.261348 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feca69c1-5d77-49ec-b787-9cc25fbbf199 HTTP/1.1" status: 204 len: 168 time: 0.1470199 Oct 22 12:59:51.262847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a3b205-531b-4588-9777-0de6e3137c5c req-13236e56-be09-4302-97ed-a2a63df13204 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154652 Oct 22 12:59:51.300411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a99818-ead7-4262-a4b8-bc59865939e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca69c1-5d77-49ec-b787-9cc25fbbf199,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:51.356917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3df9bb-27b0-40bc-aee4-77d64e4c9569 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:51.421826 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:51.433069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:51.688912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-7b28afd6-eb6d-44b4-95be-b2334696831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:51.690501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-7b28afd6-eb6d-44b4-95be-b2334696831e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 1099 time: 0.3728311 Oct 22 12:59:51.740446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac33b0e-3d21-411f-9d9b-59973361c45e req-c70a088e-0e58-4ca9-9243-fcdab294861d tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:51.748292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fac33b0e-3d21-411f-9d9b-59973361c45e req-c70a088e-0e58-4ca9-9243-fcdab294861d tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 948 time: 0.3797848 Oct 22 12:59:51.810576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:51.817280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-67bbfac0-fbaf-4bd5-8bbb-e54a521f621e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6 HTTP/1.1" status: 200 len: 217 time: 0.1024930 Oct 22 12:59:51.832811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:51.835368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:51.874265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:51.976890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fac33b0e-3d21-411f-9d9b-59973361c45e req-07b286e3-8a48-48c4-b4e3-68c64081bc5b tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277567 Oct 22 12:59:51.989495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-9115473c-96b8-4a4f-968e-86d08b979735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:51.992022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-9115473c-96b8-4a4f-968e-86d08b979735 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1661944 Oct 22 12:59:52.008162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:52.008812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:52.037902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-8476d317-b66a-459f-89a9-521800326f5f tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3523777 Oct 22 12:59:52.060052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:52.073003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-fbad262b-4eaa-4787-9b57-316a81678055 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5004847 Oct 22 12:59:52.074445 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbeb2c4-55ff-473e-9f02-b5ccc6f61793 x-openstack-request-id: req-2bbeb2c4-55ff-473e-9f02-b5ccc6f61793 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:52.074755 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:52.075179 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bbeb2c4-55ff-473e-9f02-b5ccc6f61793 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:52.075439 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6', 'status': 'completed', 'code': 200} Oct 22 12:59:52.089034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Request body: {'port': {'device_id': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:52.128600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-6e435826-d033-4ecb-bb31-1a7407766279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:52.130164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-6e435826-d033-4ecb-bb31-1a7407766279 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116791 Oct 22 12:59:52.132351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d90373d6-5bb4-4173-a80e-3d107310de0e None None] Provisioning complete for port fbc73670-3f64-4ba7-b807-1e96367eb124 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:52.132833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d90373d6-5bb4-4173-a80e-3d107310de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:52.134883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:52.168555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d90373d6-5bb4-4173-a80e-3d107310de0e None None] Port fbc73670-3f64-4ba7-b807-1e96367eb124 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:52.228531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:52.272398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:52.274985 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d0a04f-e76f-4c05-bcf7-a8f3a9957974" -d '{"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-plugged", "status": "completed", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:52.330255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fc3b-2796-43cd-9650-1dd35d6702de req-905b9e0c-9a77-4d43-824b-b27d6b244ba6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:52.331782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b07fc3b-2796-43cd-9650-1dd35d6702de req-905b9e0c-9a77-4d43-824b-b27d6b244ba6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 936 time: 0.2007198 Oct 22 12:59:52.472842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-c7bcecbc-a159-497a-9817-ba540c9d52da service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133774 Oct 22 12:59:52.519445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b07fc3b-2796-43cd-9650-1dd35d6702de req-18e07cc5-b9a0-4df2-a246-ee7f3b841381 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791537 Oct 22 12:59:52.688410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:52.694056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efae519f-c11b-4c6e-a042-ae1f8a20a77f req-946ea4f1-9efb-4971-bcc4-1108a90a2f7e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125278 Oct 22 12:59:52.761330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88681124-f1dd-45e1-b5e0-d8585ded4df8 req-acfba91f-3116-45c2-8ef5-e96ffcdfa2af tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:52.762841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88681124-f1dd-45e1-b5e0-d8585ded4df8 req-acfba91f-3116-45c2-8ef5-e96ffcdfa2af tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1784391 Oct 22 12:59:52.916126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88681124-f1dd-45e1-b5e0-d8585ded4df8 req-6380717b-fe0d-42a5-8149-2ee0c35d368e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Oct 22 12:59:52.923574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-200872a7-bf73-4348-8f6b-3d553ae00e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:52.924994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-200872a7-bf73-4348-8f6b-3d553ae00e16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a847109b4f44087a38b23dfdbf895f9&device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 1099 time: 0.1597149 Oct 22 12:59:52.956361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc73670-3f64-4ba7-b807-1e96367eb124 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:52.973759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Allocated IP 172.25.6.68 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/2d3f85bd-237a-4d41-abfb-ae3edd271a71) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:52.984582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.075525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Transition to ACTIVE for port object fbc73670-3f64-4ba7-b807-1e96367eb124 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:53.090276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.188214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef314b-8dcf-461f-9d7a-386941411e5a req-d13cf525-f36b-4fc5-bd1d-e48d692cb704 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.190025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ef314b-8dcf-461f-9d7a-386941411e5a req-d13cf525-f36b-4fc5-bd1d-e48d692cb704 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 945 time: 0.2024500 Oct 22 12:59:53.205910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-0d8202fd-6c83-4958-87bb-8a1760fbeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.207328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-0d8202fd-6c83-4958-87bb-8a1760fbeea8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2728469 Oct 22 12:59:53.243457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:53.310674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-57de4fd4-88fd-4c2f-9b88-d3253c043b66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6 HTTP/1.1" status: 200 len: 217 time: 0.0834844 Oct 22 12:59:53.362045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.388417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ef314b-8dcf-461f-9d7a-386941411e5a req-0811a0f7-2ed4-4576-bd50-7cdb6f41b15c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860931 Oct 22 12:59:53.444092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 12:59:53.444430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 12:59:53.444757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:53.449704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-0e582513-905e-45a8-839b-070732a93889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.450708 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75accc83-54a9-4dea-ad4f-6fa96d2adb38 x-openstack-request-id: req-75accc83-54a9-4dea-ad4f-6fa96d2adb38 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:53.451452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-0e582513-905e-45a8-839b-070732a93889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1102877 Oct 22 12:59:53.451534 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-plugged", "status": "completed", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:53.451807 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75accc83-54a9-4dea-ad4f-6fa96d2adb38 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:53.452376 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'code': 200} Oct 22 12:59:53.456299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 12:59:53.456572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 12:59:53.463264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 12:59:53.463264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 12:59:53.463681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 12:59:53.464119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Bound port: fbc73670-3f64-4ba7-b807-1e96367eb124, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 12:59:53.464478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.468941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.562852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5ce-d8aa-45de-9b93-2109b305c943 req-3bb5ef3d-278a-4594-8c8c-7c1bbe49b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.564654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d445e5ce-d8aa-45de-9b93-2109b305c943 req-3bb5ef3d-278a-4594-8c8c-7c1bbe49b911 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.0406160 Oct 22 12:59:53.586457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:53.603654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d445e5ce-d8aa-45de-9b93-2109b305c943 req-f7fe85b0-eb24-4996-b028-f1312ded19bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293510 Oct 22 12:59:53.603906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:53.609262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:53.612154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event updated for resources: {'Port': ['ID=2d3f85bd-237a-4d41-abfb-ae3edd271a71,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:53.660943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-2454a24c-ccc6-48a3-90bb-e1d434d4b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.662457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-2454a24c-ccc6-48a3-90bb-e1d434d4b7a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959217 Oct 22 12:59:53.685710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d62a6-cfcd-4767-827d-5db1877af06d req-4e4c64f0-fc46-4085-93c0-da368c274d32 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:53.687191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-656d62a6-cfcd-4767-827d-5db1877af06d req-4e4c64f0-fc46-4085-93c0-da368c274d32 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 946 time: 0.1630950 Oct 22 12:59:53.689914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 12:59:53.697348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 12:59:53.710543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:53.905728 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9467b2-22b9-430f-afc7-ff89fb33ca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.015583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:54.016201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.017763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] 10.222.0.21 "PUT /v2.0/ports/fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 1096 time: 1.9327750 Oct 22 12:59:54.064421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.068159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-656d62a6-cfcd-4767-827d-5db1877af06d req-988c62a4-c336-4b6d-9851-a8c2035615b9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727314 Oct 22 12:59:54.079144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:54.081373 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:54.142507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3bddc-b282-4825-a39a-c154f964508a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:54.197539 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.223759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-b8afff92-107b-4b8b-a4f6-199fe0ac50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:54.225242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-b8afff92-107b-4b8b-a4f6-199fe0ac50f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1099 time: 0.1470199 Oct 22 12:59:54.228848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-be0efd5d-3b2d-4ee7-8b26-9303fbace2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366309 Oct 22 12:59:54.310930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-574eae17-3833-4d92-9922-3529030bf55d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.0561569 Oct 22 12:59:54.320842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-127080217', 'description': 'tempest-description-1372452668'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:54.467606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-2e88720b-131f-4308-a4f2-56a2de92be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:54.469060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-2e88720b-131f-4308-a4f2-56a2de92be15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1419632 Oct 22 12:59:54.477815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.505231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da138b6f-dd01-4256-a6c9-477a4b898022 req-11aabcc2-a686-474c-ade7-4f18adcb5321 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666366 Oct 22 12:59:54.505863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.596049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-ad249558-061d-440b-9e17-09c5490fe4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:54.597557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-ad249558-061d-440b-9e17-09c5490fe4fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134796 Oct 22 12:59:54.604545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.627179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.770297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event updated for resources: {'Port': ['ID=2d3f85bd-237a-4d41-abfb-ae3edd271a71,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:54.805701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.808449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-5b350d9b-d7b8-406b-a8d3-92aa31fcfaed service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011783 Oct 22 12:59:54.809171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.812904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.869839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:54.870974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-dc71d154-e571-4616-9ae5-a4d52841e2fe tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8151643 Oct 22 12:59:54.946287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c754e8b-be38-4da2-b83f-bad4d6fdd7c1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:54.996703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-71c2cf0c-f26a-401f-b131-62c2bd9ea857 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1135218 Oct 22 12:59:55.092872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:55.126638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:55.130267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05f625c3-cb08-43c0-9884-9531fdae4cb4 req-2f8efcf8-1bb7-46e3-93d3-5985038e6db4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078589 Oct 22 12:59:55.176722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:55.177933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83740578-b754-48ea-bcf7-1c9f9b8a57a1 req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8728111 Oct 22 12:59:55.193742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35eb0-ee9a-4506-9fbb-16a66d7b3c11 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdb3b1-0747-43f9-839a-b97840db499f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:55.206076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-aee0b7b8-e9ad-41a5-89ed-7640ea068d53 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.207649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-aee0b7b8-e9ad-41a5-89ed-7640ea068d53 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.2033188 Oct 22 12:59:55.219123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-d96ec7a6-5cc5-4e15-8981-7106ee539344 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 12:59:55.220673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e75823ba-b718-469a-b95d-3ea8a0ad8aaa req-d96ec7a6-5cc5-4e15-8981-7106ee539344 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062866 Oct 22 12:59:55.306038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37229314-8ffc-4c4a-8262-540616668acd req-6bffb736-e555-4e79-8294-fd51862d1aa6 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.307568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37229314-8ffc-4c4a-8262-540616668acd req-6bffb736-e555-4e79-8294-fd51862d1aa6 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 948 time: 0.0629704 Oct 22 12:59:55.335855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-b9f1e7c0-c32d-409f-9a24-5e7311f658ab tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a09713a7ace241328b3f84bb773de395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273097 Oct 22 12:59:55.390092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37229314-8ffc-4c4a-8262-540616668acd req-48a80def-5720-47a9-962b-35ed5192cfdc tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Oct 22 12:59:55.502747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-bce1c2bb-330c-4e5b-be05-571db882060c tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.504230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-bce1c2bb-330c-4e5b-be05-571db882060c tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579006 Oct 22 12:59:55.527487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-943da2a5-2ede-4406-8cca-a4a0e31db3b2 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/quotas/a09713a7ace241328b3f84bb773de395 HTTP/1.1" status: 200 len: 375 time: 0.0173821 Oct 22 12:59:55.538680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108104-9ec5-4340-aeda-905a9d6251c4 req-1c3f421f-0f65-4b34-b699-e2fc78e3d8c0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.540194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5108104-9ec5-4340-aeda-905a9d6251c4 req-1c3f421f-0f65-4b34-b699-e2fc78e3d8c0 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 945 time: 0.0856833 Oct 22 12:59:55.549371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:55.555207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'floatingip': {'port_id': 'c3015554-7819-405e-a2a8-bc22f3a53c8d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:55.600057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ea32c644-8f8d-48de-96b6-e138f0937ef3 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587966 Oct 22 12:59:55.633134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:55.686800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b52d-c7c5-44c6-a102-e9103a9dc5f9 req-d1f1386c-917b-41dc-ad0b-30c48ac7c51f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.688489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c487b52d-c7c5-44c6-a102-e9103a9dc5f9 req-d1f1386c-917b-41dc-ad0b-30c48ac7c51f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 948 time: 0.0538790 Oct 22 12:59:55.748627 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72062d30-0d83-4e88-b8c8-19123d643ffb x-openstack-request-id: req-72062d30-0d83-4e88-b8c8-19123d643ffb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:55.748999 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:55.749318 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72062d30-0d83-4e88-b8c8-19123d643ffb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:55.749776 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'status': 'completed', 'code': 200} Oct 22 12:59:55.768840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c487b52d-c7c5-44c6-a102-e9103a9dc5f9 req-0aa6c279-b1de-4b41-94aa-da527c60ad08 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727346 Oct 22 12:59:55.816603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1844501277', 'description': 'tempest-description-1254482642'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:55.845504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-057e82bb-d42c-4b9e-87b5-9687133f8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:55.848308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-057e82bb-d42c-4b9e-87b5-9687133f8493 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1099 time: 0.0776956 Oct 22 12:59:55.855188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:55.998145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098791e-ada2-4665-8171-ec6bd59b9d20 req-1416dcbf-5b00-4c97-8a70-aad7dbd539ee tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.006257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c098791e-ada2-4665-8171-ec6bd59b9d20 req-1416dcbf-5b00-4c97-8a70-aad7dbd539ee tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 946 time: 0.1470940 Oct 22 12:59:56.059275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-7889612f-5114-4456-9e8f-5995e3ff63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.060921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-7889612f-5114-4456-9e8f-5995e3ff63a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2030957 Oct 22 12:59:56.088743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c098791e-ada2-4665-8171-ec6bd59b9d20 req-9c15e6e0-ce32-4ce7-a501-92e260fd1121 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816019 Oct 22 12:59:56.124650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-8d70b520-ac69-4369-b015-de8aab57151d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.0502009 Oct 22 12:59:56.127113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.159673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.236317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-51266190-cf1b-4c0d-9d48-b373519022b7 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips/6d713642-8029-408d-8e3c-2c4cd04c3bdb HTTP/1.1" status: 200 len: 692 time: 0.0945039 Oct 22 12:59:56.248289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-f608e67a-29aa-4dd8-a7bc-8c9f64da9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.249864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-f608e67a-29aa-4dd8-a7bc-8c9f64da9b28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1187239 Oct 22 12:59:56.254422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.266217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe7e8358-e04a-491e-84e9-1618d567b0d9 req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4563513 Oct 22 12:59:56.277233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8f68-eb71-4ba4-9137-cc8cb5df6dfc tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41219ea-1826-4acd-a593-fffba5ea7b72,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:56.351889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.356106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.397393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13c91511-8d7e-4e64-bacf-17fd7cc1c67b req-fca3164c-64bc-4e70-ba97-40b0a16547f6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 210 time: 0.0664377 Oct 22 12:59:56.409974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-8bbc34d0-16fb-4ad0-a85e-3972ca70c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.411723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-8bbc34d0-16fb-4ad0-a85e-3972ca70c369 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443937 Oct 22 12:59:56.432084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-a199a990-931a-45f0-b425-75e1fc8c19a5 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.440019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-a199a990-931a-45f0-b425-75e1fc8c19a5 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1714575 Oct 22 12:59:56.468757 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Floating IP 4d43a331-893c-4be4-ae24-38b6d861b273 associated. External IP: 172.25.6.91, port: c3015554-7819-405e-a2a8-bc22f3a53c8d. Oct 22 12:59:56.521676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-52477894-1992-44ff-9a0d-e87651873a59 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.0806985 Oct 22 12:59:56.630382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-9f975717-32bc-4b86-a83b-64da3f1b3ad0 tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.0862384 Oct 22 12:59:56.655626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58171c9e-90d0-4c75-af2a-95427fc2d754 req-1f8fe2de-98da-4440-b398-73b8b3f508bb tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:56.657682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58171c9e-90d0-4c75-af2a-95427fc2d754 req-1f8fe2de-98da-4440-b398-73b8b3f508bb tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.1648726 Oct 22 12:59:56.684539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc8cde0-8371-45df-b758-cf8955e05ae6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:56.686682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-94ad892b-20c3-472b-86b1-8a6455d87d6a service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446241 Oct 22 12:59:56.831311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:56.848638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'bfc8cde0-8371-45df-b758-cf8955e05ae6', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'bfc8cde0-8371-45df-b758-cf8955e05ae6', 'mac_address': 'fa:16:3e:75:3e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:56.902883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:56.920438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 12:59:56.927203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8cde0-8371-45df-b758-cf8955e05ae6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:57.042241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 12:59:57.046911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.062299 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 12:59:57.071979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-3aacd45e-e09f-4153-acec-bd03c9325d90 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a09713a7ace241328b3f84bb773de395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655093 Oct 22 12:59:57.072194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:57.072564 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:57.073466 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:57.087151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.096420 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23281098-759a-4f45-9a0c-2bf9eedbfc59 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "PUT /v2.0/floatingips/4d43a331-893c-4be4-ae24-38b6d861b273 HTTP/1.1" status: 200 len: 990 time: 1.5444803 Oct 22 12:59:57.096675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:57.102312 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ecde2-78b4-4d3e-8970-a24393324210" -d '{"events": [{"name": "network-changed", "server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:57.106744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58171c9e-90d0-4c75-af2a-95427fc2d754 req-a6a3ada7-fc54-4495-b59f-259fedd56129 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205720 Oct 22 12:59:57.119086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d049cf67-9326-4931-8176-3a314c8677ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.150762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:57.208023 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:57.222110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a0e6d09-a40d-46cd-91d5-7e37f6584d8e req-30a682d0-5f99-4d34-9b68-a967f8c50c1f service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222707 Oct 22 12:59:57.252079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Deleting port 2d3f85bd-237a-4d41-abfb-ae3edd271a71 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 12:59:57.252413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.258704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1857383648', 'description': 'tempest-description-731021726'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:57.288346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-504ddc08-f262-4f09-b039-7aa5835ceb5f tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:57.289790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-504ddc08-f262-4f09-b039-7aa5835ceb5f tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727440 Oct 22 12:59:57.309930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Request body: {'port': {'device_id': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'a09713a7ace241328b3f84bb773de395'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:57.356822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.373592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['bfc8cde0-8371-45df-b758-cf8955e05ae6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:57.375207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.452695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.453035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.483426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Calling delete_port for 2d3f85bd-237a-4d41-abfb-ae3edd271a71 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 12:59:57.496104 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:43:be:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01370256-335e-4a75-ac06-86c649dc4b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T12:59:56Z', 'revision_number': 1, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:57.528011 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 12:59:57.537663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 12:59:57.538479 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:57.546383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.575593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Made reservation on behalf of a09713a7ace241328b3f84bb773de395 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 12:59:57.579965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.618860 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.646404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.686007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.728418 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 12:59:57.795631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaed359-893b-4a16-b8c8-5f1b004dd8b9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:57.838280 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.848792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Allocated IP 192.168.233.145 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/a208d622-c196-4cd4-8fe6-6bad3c4467d8) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 12:59:57.888756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Pushing event deleted for resources: {'Port': ['ID=2d3f85bd-237a-4d41-abfb-ae3edd271a71,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:57.920179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.927817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:57.964877 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:43:be:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01370256-335e-4a75-ac06-86c649dc4b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T12:59:56Z', 'revision_number': 1, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 12:59:57.993064 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27f8fd-0806-4040-80b6-7b8da1c2882c None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:43:be:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01370256-335e-4a75-ac06-86c649dc4b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T12:59:56Z', 'revision_number': 1, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 12:59:58.000326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.003106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-903656e7-d139-4ba1-8cda-c2c9baaa18bd req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7586710 Oct 22 12:59:58.012502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f930a-841d-4727-92c4-4192e148badf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d98316-84a6-4e36-a701-71a8767c4702,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:58.040828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.044154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.045302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-708fadfd-a6eb-49ff-8946-ae94b5bdf2d5 req-8161abdb-7569-4807-88cb-5ca535c2aaed tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "DELETE /v2.0/floatingips/6d713642-8029-408d-8e3c-2c4cd04c3bdb HTTP/1.1" status: 204 len: 173 time: 1.4079392 Oct 22 12:59:58.222505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.238743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f69db-335c-49d6-a656-46cbb2b86490 req-e32ac425-4114-4a48-94d2-6117f7e30e9d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.240340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af7f69db-335c-49d6-a656-46cbb2b86490 req-e32ac425-4114-4a48-94d2-6117f7e30e9d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 948 time: 0.1313238 Oct 22 12:59:58.246039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e341e6-e329-4f06-86e9-7562243f47d1 None None] New status for floating IP 4d43a331-893c-4be4-ae24-38b6d861b273: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 12:59:58.247711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62623539-6778-43d7-85e0-1d5609e228bd req-0f56b2ee-3d21-49d1-a055-3e8a1f018555 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.249144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62623539-6778-43d7-85e0-1d5609e228bd req-0f56b2ee-3d21-49d1-a055-3e8a1f018555 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 949 time: 0.1412702 Oct 22 12:59:58.315375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af7f69db-335c-49d6-a656-46cbb2b86490 req-9f164168-fab8-495e-a995-62c97d70cee5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633500 Oct 22 12:59:58.338228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62623539-6778-43d7-85e0-1d5609e228bd req-d8fc81dd-7c9f-41df-99ca-255842332aef tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707815 Oct 22 12:59:58.342053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.358887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['59cb2c29-6748-4483-9d5c-9684d4a0cb9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:58.394155 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb68ea-a20e-41fd-9ce2-f250d2fb67ca x-openstack-request-id: req-64fb68ea-a20e-41fd-9ce2-f250d2fb67ca {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:58.395183 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:58.395651 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64fb68ea-a20e-41fd-9ce2-f250d2fb67ca {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:58.396784 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'status': 'completed', 'code': 200} Oct 22 12:59:58.406084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 12:59:58.409895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 12:59:58.413835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 12:59:58.442814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Pushing event updated for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:58.566965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 12:59:58.590323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.591160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.614363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecde2-78b4-4d3e-8970-a24393324210 req-e155c4ec-6225-484f-8c47-185e9822675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.615942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-e155c4ec-6225-484f-8c47-185e9822675f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 1096 time: 0.1607981 Oct 22 12:59:58.624684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ba8f3ff3-1ffc-4094-aa00-c677adab14b7 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3213165 Oct 22 12:59:58.636429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c9b1-2e84-4ebb-a390-6bc2a2e4c1de req-015435da-6cad-45bf-a6c3-af8c58fe5886 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.643064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e13c9b1-2e84-4ebb-a390-6bc2a2e4c1de req-015435da-6cad-45bf-a6c3-af8c58fe5886 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.1668763 Oct 22 12:59:58.653225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Request body: {'port': {'device_id': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:58.680750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec422bb-47a1-4e97-ab98-034bcec91257 req-15f732e4-7720-467e-9e2d-65a9ecdbaf9d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.682210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bec422bb-47a1-4e97-ab98-034bcec91257 req-15f732e4-7720-467e-9e2d-65a9ecdbaf9d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 936 time: 0.1735275 Oct 22 12:59:58.709828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc8cde0-8371-45df-b758-cf8955e05ae6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 12:59:58.775638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a1f6d20a-23ae-490d-8df3-12fdd684492e None None] Provisioning complete for port a208d622-c196-4cd4-8fe6-6bad3c4467d8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:58.776018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d20a-23ae-490d-8df3-12fdd684492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.820985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e13c9b1-2e84-4ebb-a390-6bc2a2e4c1de req-f2efc0dc-bf4e-438d-96dc-7a35d5bd5e7d tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768808 Oct 22 12:59:58.824051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:58.835940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bec422bb-47a1-4e97-ab98-034bcec91257 req-aeb98058-893f-410b-bbf0-71ceb28aff23 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264191 Oct 22 12:59:58.839347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.862456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'mac_address': 'fa:16:3e:52:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 12:59:58.862932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecde2-78b4-4d3e-8970-a24393324210 req-a364fe3c-eeaf-43bf-b1bb-cdfc913d072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:58.862932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-a364fe3c-eeaf-43bf-b1bb-cdfc913d072c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 924 time: 0.2308378 Oct 22 12:59:58.863100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6d20a-23ae-490d-8df3-12fdd684492e None None] Port a208d622-c196-4cd4-8fe6-6bad3c4467d8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 12:59:58.897836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port bfc8cde0-8371-45df-b758-cf8955e05ae6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 12:59:58.906517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port bfc8cde0-8371-45df-b758-cf8955e05ae6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 12:59:58.906874 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.939567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-157116610', 'description': 'tempest-description-1191764084'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 12:59:58.944975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:58.964255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc73670-3f64-4ba7-b807-1e96367eb124 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:58.989430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:59.011428 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.020166 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-8172b78b-6ae0-42cf-bde4-724c86544b31 req-c7e7a915-d13d-4eb0-bb72-8699cd8564ef tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] show failed (client error): The resource could not be found. Oct 22 12:59:59.021200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8172b78b-6ae0-42cf-bde4-724c86544b31 req-c7e7a915-d13d-4eb0-bb72-8699cd8564ef tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips/6d713642-8029-408d-8e3c-2c4cd04c3bdb HTTP/1.1" status: 404 len: 350 time: 0.0854678 Oct 22 12:59:59.050203 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.082469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:59.091271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 12:59:59.093536 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed916bb-2bce-43af-85e6-e7781ee2b1e0" -d '{"events": [{"server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 12:59:59.111466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-3e8ff646-41d3-4206-8dfc-98cfa829327e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 200 len: 1000 time: 0.2357235 Oct 22 12:59:59.112682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 12:59:59.115702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.118632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.167914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:59.208537 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-ab8e5c21-c718-412f-8f2e-f90d92f40a51 req-1a1b0aa2-5c24-4181-9a66-f032b222b05b tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] show failed (client error): The resource could not be found. Oct 22 12:59:59.209543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab8e5c21-c718-412f-8f2e-f90d92f40a51 req-1a1b0aa2-5c24-4181-9a66-f032b222b05b tempest-FloatingIPsTestJSON-734282347 tempest-FloatingIPsTestJSON-734282347-project] 10.222.0.25 "GET /v2.0/floatingips/6d713642-8029-408d-8e3c-2c4cd04c3bdb HTTP/1.1" status: 404 len: 350 time: 0.0839901 Oct 22 12:59:59.218591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43140) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 12:59:59.263373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecde2-78b4-4d3e-8970-a24393324210 req-30b331c8-7394-4ff6-9c3d-746603c3050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:59.264830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-30b331c8-7394-4ff6-9c3d-746603c3050e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.1381364 Oct 22 12:59:59.380300 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb71b1-1615-41e0-a921-9df94e7d09cd x-openstack-request-id: req-4fbb71b1-1615-41e0-a921-9df94e7d09cd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 12:59:59.382182 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 12:59:59.383390 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fbb71b1-1615-41e0-a921-9df94e7d09cd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 12:59:59.384001 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6', 'code': 200} Oct 22 12:59:59.390279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.398236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['fbc73670-3f64-4ba7-b807-1e96367eb124'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 12:59:59.433020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.459613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecde2-78b4-4d3e-8970-a24393324210 req-803de198-50b4-4f29-ad79-aaad027023fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:59.461788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-803de198-50b4-4f29-ad79-aaad027023fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598797 Oct 22 12:59:59.524595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722b269b-0b81-48a0-bc7e-502945278ea4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 12:59:59.548897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a850b-bae7-4dd6-aaa0-0a7b3a46e175 req-89857105-55f0-4b36-868f-c839559a5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:59.551044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8a850b-bae7-4dd6-aaa0-0a7b3a46e175 req-89857105-55f0-4b36-868f-c839559a5295 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 1101 time: 0.0993407 Oct 22 12:59:59.567706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.569187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0a52465-d053-4300-bc45-d7c15deb20e1 req-9332b8a9-7e5b-496c-a068-322860a33bf2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6807957 Oct 22 12:59:59.609764 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.685571 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8a850b-bae7-4dd6-aaa0-0a7b3a46e175 req-aa6f0525-7886-452b-9d78-796a10529164 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011617 Oct 22 12:59:59.696036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a208d622-c196-4cd4-8fe6-6bad3c4467d8 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 12:59:59.702899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c738a-a3ac-4d54-a67e-3dc9ddd06625 req-fdd3fe1e-e724-452c-9cda-0ea6df983eed tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:59.704774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa6c738a-a3ac-4d54-a67e-3dc9ddd06625 req-fdd3fe1e-e724-452c-9cda-0ea6df983eed tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.2319629 Oct 22 12:59:59.717268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.756449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Transition to ACTIVE for port object a208d622-c196-4cd4-8fe6-6bad3c4467d8 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 12:59:59.761708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-42672c1b-1291-4f1e-be05-849fc294f897 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841907 Oct 22 12:59:59.766289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.778129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea93f-3656-4112-9d4b-4f48af40269e req-e78d6727-ae9f-408f-83a8-9ceb11638741 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 12:59:59.779607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-956ea93f-3656-4112-9d4b-4f48af40269e req-e78d6727-ae9f-408f-83a8-9ceb11638741 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 949 time: 0.1298652 Oct 22 12:59:59.828679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 12:59:59.863178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa6c738a-a3ac-4d54-a67e-3dc9ddd06625 req-97a4b266-e565-439a-aed3-9f77a16bb2af tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418636 Oct 22 13:00:00.163428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Deleting port bf46b95d-bc95-4a61-9aae-638055b57d3b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:00.163939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.185601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Pushing event updated for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:00.222527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-956ea93f-3656-4112-9d4b-4f48af40269e req-fb5eb2d3-a392-421f-987a-e1716ffe094f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049482 Oct 22 13:00:00.268745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] For port bf46b95d-bc95-4a61-9aae-638055b57d3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bf46b95d-bc95-4a61-9aae-638055b57d3b,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:00.269408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.272416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-569ecde2-78b4-4d3e-8970-a24393324210 req-68e68f05-6505-4566-b306-e97f7a6fec42 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888573 Oct 22 13:00:00.283484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Calling delete_port for bf46b95d-bc95-4a61-9aae-638055b57d3b owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:00.285751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638b37-3def-4958-bb86-1bc091aa9970 req-f6a1ebd2-0afa-4873-82b2-05908abf50e3 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:00.287352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60638b37-3def-4958-bb86-1bc091aa9970 req-f6a1ebd2-0afa-4873-82b2-05908abf50e3 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.1780694 Oct 22 13:00:00.322796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Attempting to bind port a208d622-c196-4cd4-8fe6-6bad3c4467d8 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:00.323131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Attempting to bind port a208d622-c196-4cd4-8fe6-6bad3c4467d8 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:00.323456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Attempting to bind port a208d622-c196-4cd4-8fe6-6bad3c4467d8 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:00.331763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Port a208d622-c196-4cd4-8fe6-6bad3c4467d8 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:00.332082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Attempting to bind port a208d622-c196-4cd4-8fe6-6bad3c4467d8 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:00.358049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:00.358460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:00.358865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:00.359310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Bound port: a208d622-c196-4cd4-8fe6-6bad3c4467d8, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:00.359655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.368095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60638b37-3def-4958-bb86-1bc091aa9970 req-26a0a922-bfaf-4d23-9829-693e5b7a1c9f tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740004 Oct 22 13:00:00.488318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.513084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bf46b95d-bc95-4a61-9aae-638055b57d3b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:00.535505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:00.548854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94204cc8-3fb0-4633-9ea5-83503fda0195 req-121ef17e-45ad-479e-b35c-347b94ede8c2 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:00.550986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94204cc8-3fb0-4633-9ea5-83503fda0195 req-121ef17e-45ad-479e-b35c-347b94ede8c2 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 948 time: 0.1109471 Oct 22 13:00:00.572602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:00.579974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:00.593933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.642665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port fbc73670-3f64-4ba7-b807-1e96367eb124 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:00.650089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port fbc73670-3f64-4ba7-b807-1e96367eb124 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:00.650614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.690546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:00.691190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.692582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] 10.222.0.26 "PUT /v2.0/ports/a208d622-c196-4cd4-8fe6-6bad3c4467d8 HTTP/1.1" status: 200 len: 1096 time: 2.0434234 Oct 22 13:00:00.693026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:00.695328 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:00.705836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.714295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94204cc8-3fb0-4633-9ea5-83503fda0195 req-6ebcd73b-e453-4ed4-ad19-4897ad90cb97 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477432 Oct 22 13:00:00.853046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:00.884213 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65ddab-a2f9-4550-9730-89f144f70f37 x-openstack-request-id: req-7e65ddab-a2f9-4550-9730-89f144f70f37 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:00.884537 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:00.884739 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e65ddab-a2f9-4550-9730-89f144f70f37 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:00.887199 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8', 'status': 'completed', 'code': 200} Oct 22 13:00:00.887808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099fa83-d0d0-4729-847a-bcd62f0badac service neutron] Pushing event updated for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:00.937719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:00.945855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.003427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:01.041420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-a63793a9-a4d2-4151-9c81-a3accfe4fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.042976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-a63793a9-a4d2-4151-9c81-a3accfe4fb00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 1099 time: 0.2587805 Oct 22 13:00:01.106154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-7fae3954-1a61-4ef4-bd5d-6db3f237ca37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8 HTTP/1.1" status: 200 len: 217 time: 0.0529790 Oct 22 13:00:01.122677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-5683b78c-9653-4185-9ff9-e4f2b47035f6 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47853 time: 0.7839365 Oct 22 13:00:01.138022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972338-8bf7-49e7-b64d-1205ad42661c req-64437161-0523-4ea7-864a-c5a6849d1f8b tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.139526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29972338-8bf7-49e7-b64d-1205ad42661c req-64437161-0523-4ea7-864a-c5a6849d1f8b tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.1622579 Oct 22 13:00:01.218775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-5f781a24-24f5-4e29-8f72-760632a33430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.220761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-5f781a24-24f5-4e29-8f72-760632a33430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0956092 Oct 22 13:00:01.245222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-37b66640-17c9-4749-b873-b7d190b44239 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33b21366-eb87-4897-b060-42f3a2531da8 HTTP/1.1" status: 200 len: 2981 time: 0.1103432 Oct 22 13:00:01.266849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29972338-8bf7-49e7-b64d-1205ad42661c req-9b045cfe-a687-4450-b2be-06e5b729c8b7 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047425 Oct 22 13:00:01.272055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:00:01.311636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ad14d4ff-787d-4fba-834f-43fa7bcd6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.311636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-ad14d4ff-787d-4fba-834f-43fa7bcd6363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812361 Oct 22 13:00:01.313869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-d4e908ed-34a3-42b9-8a36-44b97cbc3bda tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33b21366-eb87-4897-b060-42f3a2531da8 HTTP/1.1" status: 200 len: 2981 time: 0.0522621 Oct 22 13:00:01.382226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-ea69c403-f6cc-4d65-ab16-650335a2e797 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5c754e8b-be38-4da2-b83f-bad4d6fdd7c1 HTTP/1.1" status: 200 len: 2981 time: 0.0508816 Oct 22 13:00:01.385089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:01.388731 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e1aa97-34ca-4884-8535-63bff4287704" -d '{"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-plugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:01.396894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:00:01.401951 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-671843a7-3dba-4c20-9864-44281cbe96ae admin admin] 10.222.0.25 "PUT /v2.0/routers/08fcf914-7c8c-4fb8-bcfc-a343ee2de14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1818182 Oct 22 13:00:01.404387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:01.410869 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Sync routers for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:00:01.426373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:01.427164 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:01.513715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-361e88b1-a0ed-4634-a98d-a3429d58be03 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5c754e8b-be38-4da2-b83f-bad4d6fdd7c1 HTTP/1.1" status: 200 len: 2981 time: 0.1202440 Oct 22 13:00:01.516559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-a19a0423-9984-41d2-ad64-2a70d14287ea service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979063 Oct 22 13:00:01.518701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.524370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcea1f-eda0-4b07-9d10-cd0a1b351b07 req-4b4cca91-7039-412d-b818-af57f91e19da tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.525828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13dcea1f-eda0-4b07-9d10-cd0a1b351b07 req-4b4cca91-7039-412d-b818-af57f91e19da tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1336720 Oct 22 13:00:01.566450 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:01.656031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13dcea1f-eda0-4b07-9d10-cd0a1b351b07 req-3a2b5cae-8587-4a12-b678-e725568fb036 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056609 Oct 22 13:00:01.659485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-566d8ab9-2644-4d77-91ca-05f3a2d092f1 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6252cd95-7bf5-433e-b9db-479e56aeb582 HTTP/1.1" status: 200 len: 2981 time: 0.1326113 Oct 22 13:00:01.665595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.698043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43182) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:01.703038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59d04e1c-c8db-44f2-8315-545d9568131a req-be945652-f229-4698-9ced-9ca4b39168db service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752560 Oct 22 13:00:01.743760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-91505e81-2f6b-4fdc-b744-bb497ed66aab tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6252cd95-7bf5-433e-b9db-479e56aeb582 HTTP/1.1" status: 200 len: 2981 time: 0.0578125 Oct 22 13:00:01.758634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Deleting port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:01.759181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.847685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-be6132f4-8ea6-4f27-8b0a-3b41e05457a1 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/691e86e7-9601-4dcf-aa49-10bbaeb61a69 HTTP/1.1" status: 200 len: 2981 time: 0.0972292 Oct 22 13:00:01.900342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] For port d7588f7d-51ae-4146-a6bc-eb93c5dbd36c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:01.901383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.901506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed68e8f8-d78f-41b2-8823-cfccd3b869a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:01.904515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-5264f943-230a-4e6a-9b74-c6fedd548645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:01.904753 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T13:00:00Z', 'revision_number': 5, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port': {'id': 'd7588f7d-51ae-4146-a6bc-eb93c5dbd36c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:29Z', 'updated_at': '2021-10-22T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:01.906018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-5264f943-230a-4e6a-9b74-c6fedd548645 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a09713a7ace241328b3f84bb773de395&device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 1099 time: 0.1135972 Oct 22 13:00:01.917860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Calling delete_port for d7588f7d-51ae-4146-a6bc-eb93c5dbd36c owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:01.934310 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Checking router: 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:00:01.941729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-d8c1f165-0169-4d4a-beae-0e27ca31e04f tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/691e86e7-9601-4dcf-aa49-10bbaeb61a69 HTTP/1.1" status: 200 len: 2981 time: 0.0931356 Oct 22 13:00:01.944199 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Routers {'08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:01.945066 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:02.058121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-e446ab87-3792-4d47-80df-d411a9508bde tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/694457e9-692a-44d4-993c-efd7f9a90ae3 HTTP/1.1" status: 200 len: 2981 time: 0.1154616 Oct 22 13:00:02.074368 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] Set router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:02.153430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.156435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T13:00:01Z', 'revision_number': 6, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:02.161679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-11009397-1aeb-44fd-bbfc-5fd8d91d1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:02.163406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-11009397-1aeb-44fd-bbfc-5fd8d91d1a90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2379296 Oct 22 13:00:02.182711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-ce4f7476-8e41-4f28-ad1e-51c13c7ae9b1 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/694457e9-692a-44d4-993c-efd7f9a90ae3 HTTP/1.1" status: 200 len: 2981 time: 0.1236339 Oct 22 13:00:02.187321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74be8c-c299-4b04-b365-5f42ef7a258a None None] The sync data for ids ['08fcf914-7c8c-4fb8-bcfc-a343ee2de14e'] in n-d-813419-8 is: [{'id': '08fcf914-7c8c-4fb8-bcfc-a343ee2de14e', 'name': 'tempest-FloatingIPsTestJSON-1294328433-router', 'tenant_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:27Z', 'updated_at': '2021-10-22T13:00:01Z', 'revision_number': 6, 'project_id': 'bf3eeedd28d84dd48d29a9b13c369ce9', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:00:02.199964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7588f7d-51ae-4146-a6bc-eb93c5dbd36c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:02.237313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-bdca9806-9d8f-463e-89f2-b807f2bd5a4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8 HTTP/1.1" status: 200 len: 217 time: 0.0630527 Oct 22 13:00:02.265375 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.281436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed68e8f8-d78f-41b2-8823-cfccd3b869a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.305280 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed68e8f8-d78f-41b2-8823-cfccd3b869a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.371066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-5a6f57c0-8caf-48a5-bc2e-6f57ebd79fd8 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7264530a-52be-429c-9339-97843b73c046 HTTP/1.1" status: 200 len: 2981 time: 0.1871674 Oct 22 13:00:02.372443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-cc0f2baf-79f4-4c1c-865e-ddc6cc19cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:02.373939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-cc0f2baf-79f4-4c1c-865e-ddc6cc19cd4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1250942 Oct 22 13:00:02.387769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed68e8f8-d78f-41b2-8823-cfccd3b869a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d7571eeb8b4461ba98e7ce53f7eba2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6857224 Oct 22 13:00:02.392470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43200) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:02.393062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.395776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.409196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68e8f8-d78f-41b2-8823-cfccd3b869a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c9fa6-99d2-44c0-b989-0218cf217c5d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:02.469804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.470696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fcf914-7c8c-4fb8-bcfc-a343ee2de14e {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:00:02.476557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.477889 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b414e5e9-7240-4862-9595-a754bfeb5b0f admin admin] 10.222.0.25 "DELETE /v2.0/routers/08fcf914-7c8c-4fb8-bcfc-a343ee2de14e HTTP/1.1" status: 204 len: 168 time: 1.0719254 Oct 22 13:00:02.480897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:02.488959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-68fa2f22-47a6-446e-a730-780842b9d03e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7264530a-52be-429c-9339-97843b73c046 HTTP/1.1" status: 200 len: 2981 time: 0.1094544 Oct 22 13:00:02.495420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-027b1527-d316-4d66-a5cd-f567eafdd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:02.496971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-027b1527-d316-4d66-a5cd-f567eafdd078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069605 Oct 22 13:00:02.540840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Deleting subnet 3d9fd215-9916-421a-bbb0-88cb2f7cf2e6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:00:02.545746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.551506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.607610 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.631272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-79f41b41-5257-4654-a8e5-b530b96872cf tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8525050a-01dc-4f8b-93a1-f918a169316d HTTP/1.1" status: 200 len: 2981 time: 0.1319706 Oct 22 13:00:02.637071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.709897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-fe1e5c78-d731-4a0a-91e3-c2202c393b71 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021778 Oct 22 13:00:02.742134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-c5718e0c-e247-4bc1-8f69-b375414550c4 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8525050a-01dc-4f8b-93a1-f918a169316d HTTP/1.1" status: 200 len: 2981 time: 0.0965986 Oct 22 13:00:02.772503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.798919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.802155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.802659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e4c9fa6-99d2-44c0-b989-0218cf217c5d HTTP/1.1" status: 204 len: 168 time: 0.4002891 Oct 22 13:00:02.833101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71e1ac-1744-422f-acd7-b9592c993e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c9fa6-99d2-44c0-b989-0218cf217c5d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:02.866296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.867686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-c3b46c41-575c-474a-823c-f9cc33a2361c tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c1198b40-8fab-4a90-8858-027ae2cf73e2 HTTP/1.1" status: 200 len: 2981 time: 0.1052613 Oct 22 13:00:02.869727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b9c8d5c-27c7-4b05-9e9d-b85d752543ba req-9f1cb0fc-3668-42ab-aa37-4ef050e67666 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495683 Oct 22 13:00:02.903971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9fd215-9916-421a-bbb0-88cb2f7cf2e6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:02.910653 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:02.916609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c79538-4a79-493f-8a40-201c9b7c4b92 None None] Network 8f55e4d6-3659-4332-865b-4c472ad208cd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:02.931614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e5243768-2544-499a-93a8-ef471e6ee23e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3d9fd215-9916-421a-bbb0-88cb2f7cf2e6 HTTP/1.1" status: 204 len: 168 time: 0.4496379 Oct 22 13:00:02.934292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43220) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:02.958312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-1aeedd09-663e-4290-8074-6a3f6b414985 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c1198b40-8fab-4a90-8858-027ae2cf73e2 HTTP/1.1" status: 200 len: 2981 time: 0.0832980 Oct 22 13:00:03.018138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.041323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-66085ce0-4428-4f53-9eff-8c07c2fa45e5 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:00:03.042714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-66085ce0-4428-4f53-9eff-8c07c2fa45e5 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0146706 Oct 22 13:00:03.049093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-6ad9ea6b-9d6e-4a24-9240-cadea8bb2e56 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cde233bc-0f2e-4782-ba84-0f850022a36d HTTP/1.1" status: 200 len: 2981 time: 0.0899067 Oct 22 13:00:03.087200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Deleting port 67e81e6f-711e-4bab-ae72-821bac4536f7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:03.087578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.133914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-40048f8b-886e-4ce0-b0f4-a4a3570b88fd tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:03.135295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-40048f8b-886e-4ce0-b0f4-a4a3570b88fd tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0757947 Oct 22 13:00:03.154381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:03.155206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:00:03.172962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] For port 67e81e6f-711e-4bab-ae72-821bac4536f7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67e81e6f-711e-4bab-ae72-821bac4536f7,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:03.173351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.185498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] DHCP port deletion for 8f55e4d6-3659-4332-865b-4c472ad208cd request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:00:03.196108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Calling delete_port for 67e81e6f-711e-4bab-ae72-821bac4536f7 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:03.264104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Deleting port 67e81e6f-711e-4bab-ae72-821bac4536f7 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:03.264586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.276828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-51333ed5-775b-47cd-9e25-2ed208056b76 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cde233bc-0f2e-4782-ba84-0f850022a36d HTTP/1.1" status: 200 len: 2981 time: 0.2159498 Oct 22 13:00:03.289354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.305984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] No DVR routers for this DVR port 67e81e6f-711e-4bab-ae72-821bac4536f7 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:03.346719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-b03ce28e-44c0-4587-b7bc-d8c7e6d2dc33 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9ec8a8c-4693-4889-b632-a67f41a40bf1 HTTP/1.1" status: 200 len: 2981 time: 0.0688839 Oct 22 13:00:03.357899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e81e6f-711e-4bab-ae72-821bac4536f7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:03.430591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:03.436906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:03.437256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:03.449315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-9dd440ae-9a16-4304-9d2f-452eca80e951 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9ec8a8c-4693-4889-b632-a67f41a40bf1 HTTP/1.1" status: 200 len: 2981 time: 0.1016090 Oct 22 13:00:03.478702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:03.478985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:03.483371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] For port 67e81e6f-711e-4bab-ae72-821bac4536f7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67e81e6f-711e-4bab-ae72-821bac4536f7,segment=NetworkSegment(c928c93a-1a15-4ac6-8670-01fcc429a977),segment_id=c928c93a-1a15-4ac6-8670-01fcc429a977)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:03.483974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.491466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:03.491821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:03.492215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:03.492653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Bound port: 80b2288e-d5e9-4619-ba48-1382d52a4d76, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:03.504403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-afd10a74-f49c-493d-bad0-c7559b8a78fc tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9ee25f5-3321-4c73-9c50-d80dd3d0a42a HTTP/1.1" status: 200 len: 2981 time: 0.0541611 Oct 22 13:00:03.506350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.512995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Calling delete_port for 67e81e6f-711e-4bab-ae72-821bac4536f7 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:03.543565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f55e4d6-3659-4332-865b-4c472ad208cd']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:03.555829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c928c93a-1a15-4ac6-8670-01fcc429a977') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:03.556379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c928c93a-1a15-4ac6-8670-01fcc429a977') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:03.573172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.596230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-3a513e68-82e9-43dd-a7b8-6db40f78d6f8 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9ee25f5-3321-4c73-9c50-d80dd3d0a42a HTTP/1.1" status: 200 len: 2981 time: 0.0908811 Oct 22 13:00:03.600319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.613049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:00:03.613493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.620081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:03.633707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.634953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1b1da092-f336-4050-b637-cf1473b8fabb service neutron] 10.222.0.25 "POST /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76/bindings HTTP/1.1" status: 201 len: 389 time: 0.4870713 Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:00:03.639900 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:00:03.661540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-891cc8a1-15d5-4a8c-af4f-bd0cafbbb3f9 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/da13f888-3932-4ff0-89ef-74f5b6e6e267 HTTP/1.1" status: 200 len: 2977 time: 0.0643582 Oct 22 13:00:03.669071 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.699905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] Pushing event deleted for resources: {'Port': ['ID=67e81e6f-711e-4bab-ae72-821bac4536f7,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:03.702589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69846630-dfe3-40ca-87cb-6762dc0e7b97 None None] No DVR routers for this DVR port 67e81e6f-711e-4bab-ae72-821bac4536f7 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:03.713333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-f6eeff38-fe2f-42e9-a398-76d40224afb5 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/da13f888-3932-4ff0-89ef-74f5b6e6e267 HTTP/1.1" status: 200 len: 2977 time: 0.0507452 Oct 22 13:00:03.779484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.781173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-91a132db-ad69-4c34-ba7a-71964223a137 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/deaed359-893b-4a16-b8c8-5f1b004dd8b9 HTTP/1.1" status: 200 len: 2981 time: 0.0577903 Oct 22 13:00:03.791259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:03.807449 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f55e4d6-3659-4332-865b-4c472ad208cd HTTP/1.1" status: 204 len: 168 time: 0.8695886 Oct 22 13:00:03.832622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeecdb-f2fe-4a71-a594-f98eafd891f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f55e4d6-3659-4332-865b-4c472ad208cd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:03.884937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-4d75df8d-fb47-4ada-8091-8924b97e79ee tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/deaed359-893b-4a16-b8c8-5f1b004dd8b9 HTTP/1.1" status: 200 len: 2981 time: 0.0883019 Oct 22 13:00:03.907607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa016-195a-411d-8e2d-456f0fc1e5da req-540676de-7c23-4fc4-a9eb-e45cb5c6db45 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:03.909114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57faa016-195a-411d-8e2d-456f0fc1e5da req-540676de-7c23-4fc4-a9eb-e45cb5c6db45 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.0804274 Oct 22 13:00:03.954294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43244) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:03.969482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-b8eaa72d-87f0-48dd-a2ad-71718c856b99 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eb614b87-71bb-4a01-815b-51ce2d4f230f HTTP/1.1" status: 200 len: 2973 time: 0.0753970 Oct 22 13:00:03.972599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57faa016-195a-411d-8e2d-456f0fc1e5da req-77fec200-142b-466c-b5a6-77f8288574cc tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Oct 22 13:00:04.051176 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b50277-b58c-4919-9b75-484ba52235a0 x-openstack-request-id: req-92b50277-b58c-4919-9b75-484ba52235a0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:04.051677 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-plugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:04.051861 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b50277-b58c-4919-9b75-484ba52235a0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:04.053108 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'code': 200} Oct 22 13:00:04.055214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38c29dfa-2620-455f-ab78-605ec3ade6d1 req-9c3cd70f-5e22-4a78-ad24-1573851adf74 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/eb614b87-71bb-4a01-815b-51ce2d4f230f HTTP/1.1" status: 200 len: 2973 time: 0.0738449 Oct 22 13:00:04.057178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-13334512-0e9b-4277-90ee-df629287fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.058791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-13334512-0e9b-4277-90ee-df629287fde7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1097 time: 0.0851014 Oct 22 13:00:04.079129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d7588f7d-51ae-4146-a6bc-eb93c5dbd36c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:04.098830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:04.134683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d7588f7d-51ae-4146-a6bc-eb93c5dbd36c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:04.135050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d7588f7d-51ae-4146-a6bc-eb93c5dbd36c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:04.135476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bf46b95d-bc95-4a61-9aae-638055b57d3b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:04.180123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: bf46b95d-bc95-4a61-9aae-638055b57d3b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:04.180497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bf46b95d-bc95-4a61-9aae-638055b57d3b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:04.180871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67e81e6f-711e-4bab-ae72-821bac4536f7 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:04.186982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9be9c54-1c40-4e9a-9713-dabdc5477391 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf3eeedd28d84dd48d29a9b13c369ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859287 Oct 22 13:00:04.188385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:04.202528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-0a7c4728-4b13-48ee-9d32-6f20f650e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.204629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-0a7c4728-4b13-48ee-9d32-6f20f650e626 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1274796 Oct 22 13:00:04.216639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 67e81e6f-711e-4bab-ae72-821bac4536f7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:04.217036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67e81e6f-711e-4bab-ae72-821bac4536f7 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:04.265398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09fbf-6615-459d-8233-e6735fcd8e3a req-51bddcb1-6045-498a-ad86-5ff52384b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.267695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bc09fbf-6615-459d-8233-e6735fcd8e3a req-51bddcb1-6045-498a-ad86-5ff52384b498 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1101 time: 0.1087148 Oct 22 13:00:04.282491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8d71fcac-4af5-4e2f-b235-2e9fd87bf340 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.0557663 Oct 22 13:00:04.296677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.327589 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bc09fbf-6615-459d-8233-e6735fcd8e3a req-2bb0e5f6-eed2-4eea-ae49-788d33ad44d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Oct 22 13:00:04.332586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.333567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa61c-f25b-4d8e-9de8-1985abbc5642 req-535a925f-bbeb-4f55-bfc8-80db82c113f9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.335069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99baa61c-f25b-4d8e-9de8-1985abbc5642 req-535a925f-bbeb-4f55-bfc8-80db82c113f9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1548674 Oct 22 13:00:04.345310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1478366600-network', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:04.352899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7ccc-82fa-4f8b-a40b-dede967bce07 req-f49e05eb-2a58-4965-97ca-9e3e3f26ec9f tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.354336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe2b7ccc-82fa-4f8b-a40b-dede967bce07 req-f49e05eb-2a58-4965-97ca-9e3e3f26ec9f tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 948 time: 0.1539254 Oct 22 13:00:04.388663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Made reservation on behalf of aa708cf5b5e04431be64b743cd09310c for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:04.391635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.396715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-a159f421-25c2-415d-bbd0-e88e318c6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.398166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-a159f421-25c2-415d-bbd0-e88e318c6513 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1067579 Oct 22 13:00:04.401204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.418334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.420527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99baa61c-f25b-4d8e-9de8-1985abbc5642 req-693144d3-3e94-4940-911e-69bc8f6b7a9f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775781 Oct 22 13:00:04.420857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.424535 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7264530a-52be-429c-9339-97843b73c046 HTTP/1.1" status: 204 len: 168 time: 0.2173305 Oct 22 13:00:04.426839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe2b7ccc-82fa-4f8b-a40b-dede967bce07 req-783f8909-1678-4c33-a693-f825b705517b tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Oct 22 13:00:04.454537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8a8aa-08b8-424c-84f6-f0c9b733689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264530a-52be-429c-9339-97843b73c046,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:04.544245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.549779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.561623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e3c9d-529a-43f8-a0e1-7b1f07d083df req-8de5ee42-d448-4024-941f-777d2af688f4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.563703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-025e3c9d-529a-43f8-a0e1-7b1f07d083df req-8de5ee42-d448-4024-941f-777d2af688f4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 946 time: 0.0558639 Oct 22 13:00:04.578523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:00:04.590381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0e21b-c213-4ab8-8fbb-76815bc46cec,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:04.597000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.597459 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Added segment 59e80e11-3d28-4ed0-a7b2-e2c62b760034 of type vlan for network 43efcd96-f259-4de8-a9ed-2de6f9f25928 Oct 22 13:00:04.645191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-6bf40f30-2ba5-4c1b-8a7c-bf133bb0d74b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321527 Oct 22 13:00:04.648132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.661061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-025e3c9d-529a-43f8-a0e1-7b1f07d083df req-d2cb7a20-592d-4eb7-82d6-0f5af836fc91 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Oct 22 13:00:04.679397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.680803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:04.681685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.711622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a208d622-c196-4cd4-8fe6-6bad3c4467d8 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:04.727222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7715158 Oct 22 13:00:04.757041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:04.768003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea1d6-b5af-40db-9369-f40ed2d7d935 admin admin] Pushing event updated for resources: {'Network': ['ID=43efcd96-f259-4de8-a9ed-2de6f9f25928,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:04.768189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Request body: {'subnet': {'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-subnet', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:04.782888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:00:04.910836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:04.915168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Made reservation on behalf of aa708cf5b5e04431be64b743cd09310c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:04.917484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.924041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8', 'mac_address': 'fa:16:3e:61:34:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:04.948852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c9c13b-3429-433d-bbcc-4dc31503eb85 req-0d86b2e9-0396-4475-828c-226ab9007a94 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cf8ed080f8047918cb49c512edacea1 HTTP/1.1" status: 200 len: 6103 time: 0.2335432 Oct 22 13:00:04.963725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1ffba1f4-43ff-4849-a589-9db683396005 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012590 Oct 22 13:00:04.964956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:04.977864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a208d622-c196-4cd4-8fe6-6bad3c4467d8 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:05.000163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:05.005169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:05.032985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29a58-bbac-477d-812a-8130bb9d7421 req-3e1778ac-b37d-4fcb-8ef4-e405d2473909 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:05.039100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddc29a58-bbac-477d-812a-8130bb9d7421 req-3e1778ac-b37d-4fcb-8ef4-e405d2473909 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.1790414 Oct 22 13:00:05.065004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:05.267676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a208d622-c196-4cd4-8fe6-6bad3c4467d8'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:05.391647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c9c13b-3429-433d-bbcc-4dc31503eb85 req-130b7b7b-b640-48d6-9fd5-3289a3b187e1 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "GET /v2.0/security-groups/5c754e8b-be38-4da2-b83f-bad4d6fdd7c1 HTTP/1.1" status: 200 len: 2981 time: 0.4301558 Oct 22 13:00:05.427778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddc29a58-bbac-477d-812a-8130bb9d7421 req-b93b25e0-e66e-481a-b497-343d484a0349 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693879 Oct 22 13:00:05.494304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-82c20798-e067-4b85-8bff-473b2e4f87c0 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107443 Oct 22 13:00:05.505841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c9c13b-3429-433d-bbcc-4dc31503eb85 req-9b649c5f-f8c1-4aff-884e-059a2c527821 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "GET /v2.0/security-groups/5c754e8b-be38-4da2-b83f-bad4d6fdd7c1 HTTP/1.1" status: 200 len: 2981 time: 0.1001935 Oct 22 13:00:05.607329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:05.701962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-bbd3f40c-672f-47ab-bfbb-a84590f0c6c9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:05.703448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-bbd3f40c-672f-47ab-bfbb-a84590f0c6c9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1097 time: 0.1381197 Oct 22 13:00:05.704105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac23981-8959-4af5-9b84-64cb1a511a96,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:05.718838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d4ea-c8b4-4783-acad-9ea23c1bf0d8 req-cb0ade1f-3aa4-407f-a96f-2540da0839ab tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:05.721049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6666d4ea-c8b4-4783-acad-9ea23c1bf0d8 req-cb0ade1f-3aa4-407f-a96f-2540da0839ab tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 949 time: 0.1438935 Oct 22 13:00:05.727798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:05.767317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Checking segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:05.767666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Network hostable DHCP agents. Network: 43efcd96-f259-4de8-a9ed-2de6f9f25928, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:00:05.865448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6666d4ea-c8b4-4783-acad-9ea23c1bf0d8 req-2d42f3a0-c8e9-41af-89cc-c58da6a33d39 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171665 Oct 22 13:00:05.867529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:05.871230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:00:05.907049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 43efcd96-f259-4de8-a9ed-2de6f9f25928) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:05.915537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c73cc-2860-4c4d-bb9c-6661ae5830e9 None None] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:05.931050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:05.931631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:05.946676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabac206-dc08-44ea-a164-f85ae56af85e req-993f2e7e-6dc8-4550-a44f-ef2107ca68be tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:05.948857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fabac206-dc08-44ea-a164-f85ae56af85e req-993f2e7e-6dc8-4550-a44f-ef2107ca68be tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1758521 Oct 22 13:00:06.005765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f44121d1-f70e-41b1-96c6-21b7094b6fb7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2394795 Oct 22 13:00:06.006039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43304) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:06.011142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:06.027481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-f2abb74b-12ad-4bdc-bdf4-421b2b43e5d2 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/722b269b-0b81-48a0-bc7e-502945278ea4 HTTP/1.1" status: 200 len: 1777 time: 0.1314840 Oct 22 13:00:06.034648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.036235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.059181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fabac206-dc08-44ea-a164-f85ae56af85e req-c7cf7ac9-db88-42f8-a318-4aa99250b800 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002424 Oct 22 13:00:06.074363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-43efcd96-f259-4de8-a9ed-2de6f9f25928', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:00:06.075277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.100442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.168062 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.170747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:06.207310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.255854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:06.265710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Allocated IP 172.20.0.2 (43efcd96-f259-4de8-a9ed-2de6f9f25928/dac23981-8959-4af5-9b84-64cb1a511a96/8091d802-3ff9-4599-ada7-241a55247131) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:06.300307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.305025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.306777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7654e031-36cc-401a-be5d-24954b98d4b0 req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/722b269b-0b81-48a0-bc7e-502945278ea4 HTTP/1.1" status: 204 len: 173 time: 0.2594376 Oct 22 13:00:06.334554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:06.337417 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b6486d-cfb4-4012-9977-2a9c32638ce3" -d '{"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:06.345225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.348368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b6cd6-9ed8-4ca6-8366-a4ca4fa35bb7 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b269b-0b81-48a0-bc7e-502945278ea4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:06.373632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.456575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.468612 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.489146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.509493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:06.512669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:06.516809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:06.523670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f97c-2dfc-4590-8f27-4bd54bb46d29 req-3f937345-8efa-4c9d-9746-855e3268d209 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:06.525200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d171f97c-2dfc-4590-8f27-4bd54bb46d29 req-3f937345-8efa-4c9d-9746-855e3268d209 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.1674919 Oct 22 13:00:06.551044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Pushing event updated for resources: {'Port': ['ID=8091d802-3ff9-4599-ada7-241a55247131,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:06.565235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:06.566114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:06.566455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:06.568627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:06.580704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Attempting to bind port 8091d802-3ff9-4599-ada7-241a55247131 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:06.581110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Attempting to bind port 8091d802-3ff9-4599-ada7-241a55247131 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:06.581442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Attempting to bind port 8091d802-3ff9-4599-ada7-241a55247131 on network 43efcd96-f259-4de8-a9ed-2de6f9f25928 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:06.588089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:06.588884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Checking segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:06.588884 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.589873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Bound using segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:06.589873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Bound port: 8091d802-3ff9-4599-ada7-241a55247131, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:06.590160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.597282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:06.597612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Attempting to bind port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:06.605167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:06.605167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:06.605556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:06.605987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Bound port: 80b2288e-d5e9-4619-ba48-1382d52a4d76, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:06.606339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.615192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e3b0-5916-44f3-aef5-6be931a67655 req-45a1833c-3d09-4f58-99d5-e90da0700cd5 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:06.616695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c3e3b0-5916-44f3-aef5-6be931a67655 req-45a1833c-3d09-4f58-99d5-e90da0700cd5 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.2013738 Oct 22 13:00:06.654434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] For port 8091d802-3ff9-4599-ada7-241a55247131, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:06.654948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d171f97c-2dfc-4590-8f27-4bd54bb46d29 req-bac49fcc-6292-4095-8c6c-8a5c32100231 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072383 Oct 22 13:00:06.658400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] For port 8091d802-3ff9-4599-ada7-241a55247131, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8091d802-3ff9-4599-ada7-241a55247131,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:06.664265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.716662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.744889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a208d622-c196-4cd4-8fe6-6bad3c4467d8 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:06.745060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c3e3b0-5916-44f3-aef5-6be931a67655 req-a9258a23-9021-4f90-bbb5-ed4674c774f7 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Oct 22 13:00:06.759318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.798510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2ce46-1e5c-4c9d-b1c7-b84d0f9cae40 None None] Pushing event updated for resources: {'Port': ['ID=8091d802-3ff9-4599-ada7-241a55247131,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:06.827154 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3f24c-8256-4c74-ab8e-93d175b03d92 x-openstack-request-id: req-88b3f24c-8256-4c74-ab8e-93d175b03d92 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:06.829237 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:06.829694 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88b3f24c-8256-4c74-ab8e-93d175b03d92 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:06.830305 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'code': 200} Oct 22 13:00:06.842105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a208d622-c196-4cd4-8fe6-6bad3c4467d8 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:06.849731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a208d622-c196-4cd4-8fe6-6bad3c4467d8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:06.850199 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.868258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-0125cc4e-bcc4-4ed7-80d3-f59e578c4002 tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c5d98316-84a6-4e36-a701-71a8767c4702 HTTP/1.1" status: 200 len: 1777 time: 0.1202738 Oct 22 13:00:06.887005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:06.920538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:06.932225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Allocated IP 172.25.6.5 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/86d89bd9-4b15-46fa-8bb7-6732a77e3918) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:06.955115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:06.974819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.042478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:07.043912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:07.051366 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18258887-7650-4065-9dbd-16ab845e64b1" -d '{"events": [{"server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "name": "network-vif-plugged", "status": "completed", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:07.055725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.108733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.139529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.140440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.144261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] 10.222.0.21 "PUT /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 1122 time: 1.4220581 Oct 22 13:00:07.148789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:07.154979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.163363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.176512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b137-5962-4b0c-9d5e-d0a276b08785 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=8']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:07.201329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892bd65-52bf-494f-8a49-d14463f6ca2b req-6f859d8d-5d17-4f2b-b3b3-5889377e14f4 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.202944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f892bd65-52bf-494f-8a49-d14463f6ca2b req-6f859d8d-5d17-4f2b-b3b3-5889377e14f4 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 949 time: 0.2319200 Oct 22 13:00:07.207163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:07.210748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:07.212167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.214344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:07.229364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['80b2288e-d5e9-4619-ba48-1382d52a4d76'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:07.240509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Pushing event updated for resources: {'Port': ['ID=86d89bd9-4b15-46fa-8bb7-6732a77e3918,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:07.307600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f892bd65-52bf-494f-8a49-d14463f6ca2b req-8d4f8889-3a3e-40eb-9c9d-94262d7c357d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Oct 22 13:00:07.330159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.336446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.344515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16bf0646-dc35-4e4a-8de4-69c78892784e req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5d98316-84a6-4e36-a701-71a8767c4702 HTTP/1.1" status: 204 len: 173 time: 0.4739900 Oct 22 13:00:07.384227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-dbd4a844-831d-41f8-bfcd-8bef64e323c2 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.385806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-dbd4a844-831d-41f8-bfcd-8bef64e323c2 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.1310713 Oct 22 13:00:07.399392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124606-149c-446e-be67-dc9cef89822e tempest-SecurityGroupsTestAdminJSON-542105088 tempest-SecurityGroupsTestAdminJSON-542105088-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d98316-84a6-4e36-a701-71a8767c4702,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:07.416061 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01311065-10f5-4bf2-8730-4e839ee4e743 x-openstack-request-id: req-01311065-10f5-4bf2-8730-4e839ee4e743 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:07.416871 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "name": "network-vif-plugged", "status": "completed", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:07.416871 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01311065-10f5-4bf2-8730-4e839ee4e743 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:07.417389 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8', 'code': 200} Oct 22 13:00:07.618916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc495a3-bf29-4192-93e9-157d5c747ba6 req-a971e07a-f9a7-4d7c-abcc-063fbcde9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.620412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0cc495a3-bf29-4192-93e9-157d5c747ba6 req-a971e07a-f9a7-4d7c-abcc-063fbcde9151 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 1101 time: 0.0847352 Oct 22 13:00:07.622871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022b3be-a507-4df1-9ab1-5a8b594f4bed req-bbba4e85-20c9-4aac-9c61-c08008e37675 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.624451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0022b3be-a507-4df1-9ab1-5a8b594f4bed req-bbba4e85-20c9-4aac-9c61-c08008e37675 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1662893 Oct 22 13:00:07.634378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-b445faea-e335-4b03-9298-b13893c91a17 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "GET /v2.0/security-groups/a41219ea-1826-4acd-a593-fffba5ea7b72 HTTP/1.1" status: 200 len: 1778 time: 0.0992780 Oct 22 13:00:07.657273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.697830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Deleting port bfc8cde0-8371-45df-b758-cf8955e05ae6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:07.698178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.737222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.754956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0022b3be-a507-4df1-9ab1-5a8b594f4bed req-28ccc91a-e69f-4816-995e-cbec9d6762d2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206830 Oct 22 13:00:07.790379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:07.868197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0cc495a3-bf29-4192-93e9-157d5c747ba6 req-3b6132b8-6b16-45b7-a8c5-63c7e028359f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375138 Oct 22 13:00:07.876030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.921248 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.934308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] For port bfc8cde0-8371-45df-b758-cf8955e05ae6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc8cde0-8371-45df-b758-cf8955e05ae6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:07.934702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.937106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:07.967687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77978cd-9cfa-4132-b5fe-8ed8917806ea req-72a19719-c3d3-453c-8635-d17e90ed7665 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:07.969405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77978cd-9cfa-4132-b5fe-8ed8917806ea req-72a19719-c3d3-453c-8635-d17e90ed7665 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.1392269 Oct 22 13:00:07.978503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Calling delete_port for bfc8cde0-8371-45df-b758-cf8955e05ae6 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:08.054810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.057339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.058445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef5bd613-651a-401d-b5fe-bde65f0b87f1 req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "DELETE /v2.0/security-groups/a41219ea-1826-4acd-a593-fffba5ea7b72 HTTP/1.1" status: 204 len: 173 time: 0.4164629 Oct 22 13:00:08.060308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e21685fd-d119-4c4e-8267-7b7436bcfc7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.064987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145ead4-4a66-4460-823b-a68a6c975b6c None None] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:08.097071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77978cd-9cfa-4132-b5fe-8ed8917806ea req-cc417f16-f9b4-4a67-b072-b393b9f526c2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097708 Oct 22 13:00:08.101578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c9ec9-ac80-4ef3-85dd-bea24deb15d9 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41219ea-1826-4acd-a593-fffba5ea7b72,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:08.180344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8091d802-3ff9-4599-ada7-241a55247131 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:08.223899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Router a46c28d8-610d-4e9a-900e-7a8392ec1fef is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:00:08.254527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] Provisioning complete for port 8091d802-3ff9-4599-ada7-241a55247131 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:08.255075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.255469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-4191ee45-d36d-4695-abd9-54ebb88e5d4c req-99e03af2-ca78-4517-b101-d8421f8dd66a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:00:08.256642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4191ee45-d36d-4695-abd9-54ebb88e5d4c req-99e03af2-ca78-4517-b101-d8421f8dd66a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0225194 Oct 22 13:00:08.313495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45355b9-1c13-4a18-9d07-7bb3c94e5e4a req-f1dadccf-e891-4479-a42e-cfaf6eed15b3 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:08.315698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d45355b9-1c13-4a18-9d07-7bb3c94e5e4a req-f1dadccf-e891-4479-a42e-cfaf6eed15b3 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6 HTTP/1.1" status: 200 len: 950 time: 0.1263349 Oct 22 13:00:08.317125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.333840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['bfc8cde0-8371-45df-b758-cf8955e05ae6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:08.337004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e21685fd-d119-4c4e-8267-7b7436bcfc7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.374112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e21685fd-d119-4c4e-8267-7b7436bcfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.383393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8091d802-3ff9-4599-ada7-241a55247131 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:08.383918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.405267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Pushing event deleted for resources: {'Port': ['ID=bfc8cde0-8371-45df-b758-cf8955e05ae6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:08.413975 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e21685fd-d119-4c4e-8267-7b7436bcfc7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5a17e24e15445c3ac13c397a4fa29c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227088 Oct 22 13:00:08.415923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43366) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:08.467013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] No DVR routers for this DVR port bfc8cde0-8371-45df-b758-cf8955e05ae6 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:08.480448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d45355b9-1c13-4a18-9d07-7bb3c94e5e4a req-d6d53027-4267-4b74-8c30-ae28108b7159 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559045 Oct 22 13:00:08.482219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.486920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1ed761e-f2a4-4012-b957-4fb1663fc408 req-848324a5-51e4-48e1-9e6c-d0368a2f78c9 tempest-DeleteServersAdminTestJSON-1763552346 tempest-DeleteServersAdminTestJSON-1763552346-project] 10.222.0.26 "DELETE /v2.0/ports/bfc8cde0-8371-45df-b758-cf8955e05ae6 HTTP/1.1" status: 204 len: 173 time: 1.0892606 Oct 22 13:00:08.506831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:00:08.528621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Sync routers for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:00:08.537326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21685fd-d119-4c4e-8267-7b7436bcfc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13415df-d0c5-4145-8aee-e7345b7cfc44,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:08.553349 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.566264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:08.567014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:08.568417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.576809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09eef3a5-f78b-4720-885f-8628350cca2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5690055 Oct 22 13:00:08.581128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:08.705054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.758050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.805143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-961ec2c6-dcdc-49e9-bbfb-451cf4647ca0 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "GET /v2.0/security-groups/54bdb3b1-0747-43f9-839a-b97840db499f HTTP/1.1" status: 200 len: 1777 time: 0.2821844 Oct 22 13:00:08.871586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76'}, {'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'name': 'network-vif-deleted', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:08.874088 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e24574-a173-45fd-af89-bcd5a2aaa311" -d '{"events": [{"name": "network-changed", "server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76"}, {"server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "name": "network-vif-deleted", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:08.900842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] For port 8091d802-3ff9-4599-ada7-241a55247131, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8091d802-3ff9-4599-ada7-241a55247131,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:08.913942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.914443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-1fb17f71-d8d7-4dfd-a36b-884cff7519ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2800896 Oct 22 13:00:08.926483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.940840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d286f-d479-46a7-895c-7cec443dcd03 req-aefa11bb-145a-4388-9cfd-cbd2239654f8 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:08.942359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594d286f-d479-46a7-895c-7cec443dcd03 req-aefa11bb-145a-4388-9cfd-cbd2239654f8 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.2667966 Oct 22 13:00:08.949125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.953798 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.956999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:08.961883 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f13415df-d0c5-4145-8aee-e7345b7cfc44 HTTP/1.1" status: 204 len: 168 time: 0.5404003 Oct 22 13:00:08.977129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f63b-b007-40b2-8200-1789d223af56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13415df-d0c5-4145-8aee-e7345b7cfc44,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:09.025576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.044485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:09.101381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.112649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.131552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be822e84-a413-4ca9-8c7f-98961dc0ce89 None None] Pushing event updated for resources: {'Port': ['ID=8091d802-3ff9-4599-ada7-241a55247131,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:09.132770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-957825fa-41b3-4a49-8038-bbbfca532c71 req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] 10.222.0.25 "DELETE /v2.0/security-groups/54bdb3b1-0747-43f9-839a-b97840db499f HTTP/1.1" status: 204 len: 173 time: 0.3252435 Oct 22 13:00:09.170149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30733fc-e17c-4f2a-99b4-0f27fcc3e4e7 tempest-SecurityGroupsTestAdminJSON-1999006156 tempest-SecurityGroupsTestAdminJSON-1999006156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdb3b1-0747-43f9-839a-b97840db499f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:09.171448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:00:09.171448 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:00:09.178100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-73b8631b-071f-49c4-90fb-94a60f8fab49 None None] Provisioning complete for port 8091d802-3ff9-4599-ada7-241a55247131 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:09.178477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-73b8631b-071f-49c4-90fb-94a60f8fab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.278052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594d286f-d479-46a7-895c-7cec443dcd03 req-5c615d37-153b-4136-980d-e0a177045afd tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249195 Oct 22 13:00:09.417699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:07Z', 'revision_number': 3, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:09.455735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Checking router: a46c28d8-610d-4e9a-900e-7a8392ec1fef for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:00:09.456344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Updating router a46c28d8-610d-4e9a-900e-7a8392ec1fef port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:00:09.480791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.492239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.545432 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5d1de-4df3-408e-a34e-0e8cad1c6532 x-openstack-request-id: req-e4f5d1de-4df3-408e-a34e-0e8cad1c6532 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:09.545698 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76", "status": "completed", "code": 200}, {"server_uuid": "a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6", "name": "network-vif-deleted", "tag": "bfc8cde0-8371-45df-b758-cf8955e05ae6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:09.546900 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4f5d1de-4df3-408e-a34e-0e8cad1c6532 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:09.548406 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'status': 'completed', 'code': 200} Oct 22 13:00:09.548963 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2661d8d-9cf3-4e5c-8df7-c6c14cdc49b6', 'name': 'network-vif-deleted', 'tag': 'bfc8cde0-8371-45df-b758-cf8955e05ae6', 'status': 'completed', 'code': 200} Oct 22 13:00:09.644785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114ae-bfb0-4a9b-b28a-b353880e406e req-9a608aab-0d44-4581-893c-a755a39595de tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:09.646723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-245114ae-bfb0-4a9b-b28a-b353880e406e req-9a608aab-0d44-4581-893c-a755a39595de tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2451150 Oct 22 13:00:09.699241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-c86abfa3-b54b-4a08-a4fb-ed544faa5e40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3244896 Oct 22 13:00:09.724705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-7f5ec596-6f91-4209-ab80-91193f9f38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:09.725822 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-7f5ec596-6f91-4209-ab80-91193f9f38b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1125 time: 0.2474861 Oct 22 13:00:09.837791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43408) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:09.839905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:09.855606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Allocated IP 172.20.0.1 (43efcd96-f259-4de8-a9ed-2de6f9f25928/dac23981-8959-4af5-9b84-64cb1a511a96/580f8d2e-f164-42df-921f-06d92df80c2f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:09.900651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134646e-df43-4919-9749-0bfa438d4fbd req-3db86193-ccdf-4141-9dbf-d367aefe3cd1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:09.904175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6134646e-df43-4919-9749-0bfa438d4fbd req-3db86193-ccdf-4141-9dbf-d367aefe3cd1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.3087327 Oct 22 13:00:09.928410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-245114ae-bfb0-4a9b-b28a-b353880e406e req-d3baf934-c69f-4d2b-962d-960de81577b9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689612 Oct 22 13:00:09.999443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-3270ee0e-e0c9-43c0-8141-d31cc3147ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.008974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-3270ee0e-e0c9-43c0-8141-d31cc3147ace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.2477739 Oct 22 13:00:10.114358 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.128806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8091d802-3ff9-4599-ada7-241a55247131 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:10.170394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6134646e-df43-4919-9749-0bfa438d4fbd req-1b2d1c85-c992-48c5-8f06-46c5c76ac25d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396505 Oct 22 13:00:10.194016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.256243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e2f00104-19a4-4c2b-a045-c5d89fe16c9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cf8ed080f8047918cb49c512edacea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157758 Oct 22 13:00:10.257635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:10.268861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.294126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-dd2eca95-c9e8-4d14-b5fc-dab0ae9f44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.299745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-dd2eca95-c9e8-4d14-b5fc-dab0ae9f44e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2540708 Oct 22 13:00:10.324458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-4093395a-1837-468c-ac52-81b434fd9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.326503 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-4093395a-1837-468c-ac52-81b434fd9203 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.5884371 Oct 22 13:00:10.348700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-722da762-a611-4c4b-8ac3-13831e52aa6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0431447 Oct 22 13:00:10.361232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0cb4d-124d-41d0-aa64-c9c21b7128e3 None None] Pushing event updated for resources: {'Port': ['ID=86d89bd9-4b15-46fa-8bb7-6732a77e3918,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:10.384069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Attempting to bind port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:10.384914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Attempting to bind port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:10.387279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Attempting to bind port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:10.393095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8091d802-3ff9-4599-ada7-241a55247131 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:10.398567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.399488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-0ecb623f-1573-4f10-a4f7-f6994c1d93f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.0618017 Oct 22 13:00:10.478338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:10.479478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:10.480132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.481029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:10.481158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-80778ed4-0786-4104-901c-fdaf3c00ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.481857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Bound port: 86d89bd9-4b15-46fa-8bb7-6732a77e3918, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:10.482429 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.482635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-80778ed4-0786-4104-901c-fdaf3c00ccd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1249275 Oct 22 13:00:10.512026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-c9b9c14a-29db-4c86-8359-87de6407b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.513552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-c9b9c14a-29db-4c86-8359-87de6407b1f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0980673 Oct 22 13:00:10.515767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.574362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-d045b58b-e0f5-4098-b3f4-0cb93ce9f309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499434 Oct 22 13:00:10.579941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.584503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.622970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] For port 86d89bd9-4b15-46fa-8bb7-6732a77e3918, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:10.629611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] For port 86d89bd9-4b15-46fa-8bb7-6732a77e3918, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d89bd9-4b15-46fa-8bb7-6732a77e3918,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:10.639577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:10.646436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:10.649206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008c72-bc00-4a84-bc3f-deec3f3bb16c req-3f17a4d8-f28a-4326-b953-3b7afcf72448 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.650838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b008c72-bc00-4a84-bc3f-deec3f3bb16c req-3f17a4d8-f28a-4326-b953-3b7afcf72448 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.1925471 Oct 22 13:00:10.659403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:10.666195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:10.690040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:10.735705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b008c72-bc00-4a84-bc3f-deec3f3bb16c req-2fb40fa3-36ab-4d55-ba48-3d884ffdd793 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Oct 22 13:00:10.741598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-034ffe58-d848-42a9-b103-7e8d02d741c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:10.743754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-034ffe58-d848-42a9-b103-7e8d02d741c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362742 Oct 22 13:00:10.818314 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:00:10.820474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc8cde0-8371-45df-b758-cf8955e05ae6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:10.903555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:10.936102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: bfc8cde0-8371-45df-b758-cf8955e05ae6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:10.936470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc8cde0-8371-45df-b758-cf8955e05ae6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:10.992924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-9f67da03-ab66-47b6-a4fc-7d36450fb020 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320571 Oct 22 13:00:11.078323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:11.092444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:00:11.103393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:11.104402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:11.204711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405836b0-e5d6-43fd-aa58-142187726eb0 req-7e11cca8-31c2-4b7e-928c-af20ce7cc92d service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867158 Oct 22 13:00:11.227367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:11.239521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:11.240901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.289955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d17a-8506-4971-b8c7-f0ecdb0ff704 req-906f1737-0fe5-4847-b995-863814111b31 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:11.292592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f66d17a-8506-4971-b8c7-f0ecdb0ff704 req-906f1737-0fe5-4847-b995-863814111b31 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1558852 Oct 22 13:00:11.316887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0cb4d-124d-41d0-aa64-c9c21b7128e3 None None] Pushing event updated for resources: {'Port': ['ID=86d89bd9-4b15-46fa-8bb7-6732a77e3918,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:11.320216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.327598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.331210 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c754e8b-be38-4da2-b83f-bad4d6fdd7c1 HTTP/1.1" status: 204 len: 168 time: 1.0708437 Oct 22 13:00:11.345142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a8e841be-33e8-4505-bf08-090f335dccbe None None] Provisioning complete for port 580f8d2e-f164-42df-921f-06d92df80c2f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:11.345569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a8e841be-33e8-4505-bf08-090f335dccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.346016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cccac67a-2cf3-4781-8de5-a8bd91830b7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a847109b4f44087a38b23dfdbf895f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411900 Oct 22 13:00:11.348379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-d7fb302e-8f38-4a17-83a9-58b620ac54ef service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618866 Oct 22 13:00:11.350075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43466) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:11.404225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f66d17a-8506-4971-b8c7-f0ecdb0ff704 req-13ab2ea6-1486-491a-b784-bbc4df77a82e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Oct 22 13:00:11.476734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a8e841be-33e8-4505-bf08-090f335dccbe None None] Port 580f8d2e-f164-42df-921f-06d92df80c2f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:11.500105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c661-b72f-41ea-8111-3859f12db25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c754e8b-be38-4da2-b83f-bad4d6fdd7c1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:11.547505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.621078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.654151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:11.717087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d98f8-bde0-4fa2-adb3-4bf962de46d5 req-dfd451b7-f8f6-43e2-91a8-cefb402cd2d2 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:11.725374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c5d98f8-bde0-4fa2-adb3-4bf962de46d5 req-dfd451b7-f8f6-43e2-91a8-cefb402cd2d2 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.1938410 Oct 22 13:00:11.743688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c5df-bb38-4cb3-bd34-d5135c10410d req-a49fdc6e-3e63-4a4d-8ec4-c1a7877e1c6b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:11.745222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6298c5df-bb38-4cb3-bd34-d5135c10410d req-a49fdc6e-3e63-4a4d-8ec4-c1a7877e1c6b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.2503307 Oct 22 13:00:11.799675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:07Z', 'revision_number': 3, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:11.816817 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-52e24574-a173-45fd-af89-bcd5a2aaa311 req-643fbce1-2319-4d56-8a1d-e60b23f76610 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588841 Oct 22 13:00:11.849265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:11.866916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adc5d-a60c-450b-8652-e3a44ab1f332 None None] The sync data for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 is: [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:07Z', 'revision_number': 3, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:00:11.915577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6298c5df-bb38-4cb3-bd34-d5135c10410d req-040b9b90-d4da-4307-a994-7f0ceff830c7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156802 Oct 22 13:00:11.920351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-66e62472-e0a9-46b3-adbc-dcff9b22d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:11.921833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-66e62472-e0a9-46b3-adbc-dcff9b22d9d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1101 time: 0.2351670 Oct 22 13:00:11.939603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c5d98f8-bde0-4fa2-adb3-4bf962de46d5 req-c65112ef-5ce9-4043-8208-24b83382b1a8 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126033 Oct 22 13:00:12.005886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.018451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.067915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43484) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:12.121295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:12.124958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.185511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-98c3767b-8c42-4354-bf75-6b784f057d96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f18e1c8a1b714876aaa2660623f0074e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866849 Oct 22 13:00:12.186168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43486) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:12.303837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d297f6bb-d720-40dc-9d82-5446d2402b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.309694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.312176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.313409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9ee25f5-3321-4c73-9c50-d80dd3d0a42a HTTP/1.1" status: 204 len: 168 time: 0.9633465 Oct 22 13:00:12.339269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166b196-f212-44a9-b0e1-9390790dffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee25f5-3321-4c73-9c50-d80dd3d0a42a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:12.391309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:12.392452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.398147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:12.427351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-801104ea-fc0e-4f47-b855-3fb15664826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:12.430734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-801104ea-fc0e-4f47-b855-3fb15664826f service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.4896054 Oct 22 13:00:12.446139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.539858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-cdf86750-94f6-437a-b0f7-62040b7fc135 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.1011291 Oct 22 13:00:12.579292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d297f6bb-d720-40dc-9d82-5446d2402b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.617538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d297f6bb-d720-40dc-9d82-5446d2402b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.622208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-8209415f-838f-442f-ace2-9730f457206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:12.623954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-8209415f-838f-442f-ace2-9730f457206b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0510664 Oct 22 13:00:12.697313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.699989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.711065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deaed359-893b-4a16-b8c8-5f1b004dd8b9 HTTP/1.1" status: 204 len: 168 time: 0.5217175 Oct 22 13:00:12.719502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb972c8-7a33-47ef-82e1-c12ce78bda16 req-595f1229-69cb-47da-96d5-840aa880dae6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:12.727932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bb972c8-7a33-47ef-82e1-c12ce78bda16 req-595f1229-69cb-47da-96d5-840aa880dae6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1969056 Oct 22 13:00:12.753051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d297f6bb-d720-40dc-9d82-5446d2402b07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=012b8b17048341b2927408332f3918dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506477 Oct 22 13:00:12.767517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43496) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:12.783609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f6bb-d720-40dc-9d82-5446d2402b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a4a2e-3f68-4830-b80d-15b3f0c153e0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:12.789778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Router a46c28d8-610d-4e9a-900e-7a8392ec1fef has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:00:12.827385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e7bb101e-688f-42a0-b7ee-e0aa269a6363 None None] Provisioning complete for port 580f8d2e-f164-42df-921f-06d92df80c2f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:12.828018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7bb101e-688f-42a0-b7ee-e0aa269a6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.843574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43498) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:12.848663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c6ab8-613f-4692-b080-062bffbc1cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaed359-893b-4a16-b8c8-5f1b004dd8b9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:12.902031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb101e-688f-42a0-b7ee-e0aa269a6363 None None] Port 580f8d2e-f164-42df-921f-06d92df80c2f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:12.920218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2979b37-debf-4db0-aa1f-345a7365d399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:12.942412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-078c0e01-3449-41d7-8a81-a01ab30f1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:12.944792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-078c0e01-3449-41d7-8a81-a01ab30f1102 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743864 Oct 22 13:00:12.955401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bb972c8-7a33-47ef-82e1-c12ce78bda16 req-78e1fc70-d388-49bc-adad-fc583a0fa0c6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261660 Oct 22 13:00:13.006680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.033087 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8138546f-9d57-4aa6-9ecd-3eb107f5f589 service neutron] 10.222.0.26 "GET /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.3421302 Oct 22 13:00:13.146093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.207622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:00:13.214632 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27517a42-0f7a-4cee-a12f-07f12040e5f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/a46c28d8-610d-4e9a-900e-7a8392ec1fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6322837 Oct 22 13:00:13.235699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-5342af71-aebf-4ef5-99c0-bf2142e348d2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683625 Oct 22 13:00:13.254245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82cdd0-ff21-4769-88a9-2488d21468bd req-ac3941ce-d5ec-4c4a-afe3-377bb3c21059 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:13.255286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe82cdd0-ff21-4769-88a9-2488d21468bd req-ac3941ce-d5ec-4c4a-afe3-377bb3c21059 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 944 time: 0.1688302 Oct 22 13:00:13.268411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2979b37-debf-4db0-aa1f-345a7365d399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.274691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c9e9c-97b0-4b43-9711-d9b035792378 req-4f13fad9-0943-4267-9d6b-fe99fdec5a8b tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:13.276297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-140c9e9c-97b0-4b43-9711-d9b035792378 req-4f13fad9-0943-4267-9d6b-fe99fdec5a8b tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.1839738 Oct 22 13:00:13.286400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2979b37-debf-4db0-aa1f-345a7365d399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.376118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2979b37-debf-4db0-aa1f-345a7365d399 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d088bca84262474aa282b6624ddc59d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287690 Oct 22 13:00:13.380525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979b37-debf-4db0-aa1f-345a7365d399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a54b091-7ed1-46b4-98f4-cac445f1baba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:13.382986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43518) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:13.404793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.408182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.411612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/682a4a2e-3f68-4830-b80d-15b3f0c153e0 HTTP/1.1" status: 204 len: 168 time: 0.6371145 Oct 22 13:00:13.424000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-140c9e9c-97b0-4b43-9711-d9b035792378 req-f4a61fb2-de30-41f2-bfd7-14d376c654a4 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378999 Oct 22 13:00:13.443110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe82cdd0-ff21-4769-88a9-2488d21468bd req-43834f30-dff9-41c0-8751-0db1f21e8610 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489532 Oct 22 13:00:13.445327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:13.452622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f93051-00d3-4fa1-b765-17deef184898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a4a2e-3f68-4830-b80d-15b3f0c153e0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:13.495467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:13.502656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-06c4af3e-515e-4536-88e5-97e6411b1792 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429233 Oct 22 13:00:13.553811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.574222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b2288e-d5e9-4619-ba48-1382d52a4d76 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:13.612320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:13.615988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.640297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-1b10ad49-a2be-4dd6-b8e9-77bffacf7a30 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:13.654370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.660903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-1b10ad49-a2be-4dd6-b8e9-77bffacf7a30 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 1101 time: 0.1078427 Oct 22 13:00:13.696741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-12f36fc0-9791-456b-aec1-72c667fd3212 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.749839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.753267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.754442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a54b091-7ed1-46b4-98f4-cac445f1baba HTTP/1.1" status: 204 len: 168 time: 0.3687720 Oct 22 13:00:13.770229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0042536-9d07-43b1-9b38-7dcd63e1c8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a54b091-7ed1-46b4-98f4-cac445f1baba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:13.784679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] Transition to ACTIVE for port object 80b2288e-d5e9-4619-ba48-1382d52a4d76 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:13.793327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.886520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-12f36fc0-9791-456b-aec1-72c667fd3212 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.896081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-12f36fc0-9791-456b-aec1-72c667fd3212 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:13.899015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] No DVR routers for this DVR port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:13.923698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] Pushing event updated for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:13.945506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda4b0c2-cc9b-49ea-962b-4db2d157ac5c req-12f36fc0-9791-456b-aec1-72c667fd3212 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835994 Oct 22 13:00:13.950702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-4706aa43-d328-4ab6-9219-b6a9c5444a8e service neutron] 10.222.0.26 "PUT /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9072199 Oct 22 13:00:13.958413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f36fc0-9791-456b-aec1-72c667fd3212 tempest-LiveMigrationNegativeTest-1864624640 tempest-LiveMigrationNegativeTest-1864624640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e18815-5548-4cfc-99dd-9493fa5e1ae2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:14.099640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d89bd9-4b15-46fa-8bb7-6732a77e3918 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:14.252519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:14.253147 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.336881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8b4eb0ac-efa6-4a59-a6b7-cd469c9990c8 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.345449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-8b4eb0ac-efa6-4a59-a6b7-cd469c9990c8 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1468866 Oct 22 13:00:14.366951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6d01-c24c-415b-b5e1-3f064dd8f4f6 req-60650b3c-f566-486e-a1b9-031cdb2eab18 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.372359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-913a6d01-c24c-415b-b5e1-3f064dd8f4f6 req-60650b3c-f566-486e-a1b9-031cdb2eab18 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2424779 Oct 22 13:00:14.385017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43554) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:14.395117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250003245', 'description': 'tempest-description--1543568964'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:14.424305 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98733907-63de-4212-a143-5bff5d824111 None None] Sync routers for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:00:14.436712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.442327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:14.443453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:14.470233 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.522302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-913a6d01-c24c-415b-b5e1-3f064dd8f4f6 req-34b8a42f-cfae-4da4-a05a-ee628852d081 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394091 Oct 22 13:00:14.526982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-2a93d1ae-232d-429f-ab0d-58174070a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.528858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-2a93d1ae-232d-429f-ab0d-58174070a56e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 1096 time: 0.1548450 Oct 22 13:00:14.535133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 86d89bd9-4b15-46fa-8bb7-6732a77e3918, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d89bd9-4b15-46fa-8bb7-6732a77e3918,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:14.546426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.590365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.599124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.660646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=86d89bd9-4b15-46fa-8bb7-6732a77e3918,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:14.668688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.671089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2843764 Oct 22 13:00:14.680217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43568) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:14.693217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'security_group_rule': {'security_group_id': 'fced55ab-2188-4fcc-b424-613d1349a155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:14.712494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537e1b7-95c1-44a7-ad30-e02a878939b5 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fced55ab-2188-4fcc-b424-613d1349a155,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:14.727134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1bc6f474-3cc9-4619-8c86-7d65a829f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.728648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1bc6f474-3cc9-4619-8c86-7d65a829f5dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1096 time: 0.1692083 Oct 22 13:00:14.742081 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:14.746805 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.831057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00366b-a6a4-4297-8a73-bf2506db9ce5 req-048e73d0-5269-40a5-8704-7cf2926852d4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.833118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c00366b-a6a4-4297-8a73-bf2506db9ce5 req-048e73d0-5269-40a5-8704-7cf2926852d4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.1880822 Oct 22 13:00:14.869490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.878776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.924832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6ee0b7-b415-4fb9-ae0e-9c406eb38604,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:14.942325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:14.943804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c88026e7-416a-4c5b-a42c-ab4e2b0b92bf tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616932 Oct 22 13:00:14.946528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43584) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:14.951322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'security_group_rule': {'security_group_id': 'fced55ab-2188-4fcc-b424-613d1349a155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:14.963272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-a98db19b-b526-4c9a-9776-f61f8cb12fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:14.965028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-a98db19b-b526-4c9a-9776-f61f8cb12fba service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.2191706 Oct 22 13:00:14.987307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.032060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-9cc62610-9cf4-461d-886c-6b4b30c29dbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.0560608 Oct 22 13:00:15.047918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c00366b-a6a4-4297-8a73-bf2506db9ce5 req-9152b1f9-b4b9-43df-b41b-6b73ee501ae0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988568 Oct 22 13:00:15.062940 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 2, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:15.094898 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98733907-63de-4212-a143-5bff5d824111 None None] Checking router: a46c28d8-610d-4e9a-900e-7a8392ec1fef for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:00:15.095536 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98733907-63de-4212-a143-5bff5d824111 None None] Updating router a46c28d8-610d-4e9a-900e-7a8392ec1fef port 580f8d2e-f164-42df-921f-06d92df80c2f binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:00:15.121215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.123051 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.130985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.170108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50927e9-afb5-457c-a435-7b50275bc378,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:15.215672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.216919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b5830b41-7431-45a4-8211-8fd5929bb504 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2693334 Oct 22 13:00:15.221429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43590) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:15.226138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:15.267758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-f3a4b98a-4c18-44e6-a50d-4cf6b2a89728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:15.272131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-f3a4b98a-4c18-44e6-a50d-4cf6b2a89728 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.2222786 Oct 22 13:00:15.331193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.367295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-7ea01cee-6539-4ac8-8d3d-9002c41bddd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748072 Oct 22 13:00:15.507124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d17c-8822-40b7-8257-416a67a1d13e req-d75b52a4-b93c-4bf9-bae8-2589d2fee25a tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:15.524297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1236d17c-8822-40b7-8257-416a67a1d13e req-d75b52a4-b93c-4bf9-bae8-2589d2fee25a tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.2426772 Oct 22 13:00:15.538398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.581105 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.592208 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.650795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-36a548ea-0600-4063-9e7a-952a34443431 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667680 Oct 22 13:00:15.663412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1236d17c-8822-40b7-8257-416a67a1d13e req-3def9caf-d418-4bca-93da-417df85ef8fe tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402464 Oct 22 13:00:15.668235 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Pushing event updated for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:15.700266 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.700800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.701544 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.702043 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.702522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.703082 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.703602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.704252 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.704767 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.705234 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.705758 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.706232 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:15.765148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Allocated IP 172.25.6.254 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/316556d7-c6b2-45a4-9dd3-ac3fcd18e129) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:15.781778 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98733907-63de-4212-a143-5bff5d824111 None None] Attempting to bind port 580f8d2e-f164-42df-921f-06d92df80c2f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:15.783417 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98733907-63de-4212-a143-5bff5d824111 None None] Attempting to bind port 580f8d2e-f164-42df-921f-06d92df80c2f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:15.783883 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98733907-63de-4212-a143-5bff5d824111 None None] Attempting to bind port 580f8d2e-f164-42df-921f-06d92df80c2f on network 43efcd96-f259-4de8-a9ed-2de6f9f25928 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:15.792418 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98733907-63de-4212-a143-5bff5d824111 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:15.792841 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98733907-63de-4212-a143-5bff5d824111 None None] Checking segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:15.793632 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.794204 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98733907-63de-4212-a143-5bff5d824111 None None] Bound using segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:15.795231 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98733907-63de-4212-a143-5bff5d824111 None None] Bound port: 580f8d2e-f164-42df-921f-06d92df80c2f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:15.795817 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.858535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-f63cbf0f-6f16-44c0-b938-90d9e6819dbc service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929915 Oct 22 13:00:15.898086 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-98733907-63de-4212-a143-5bff5d824111 None None] For port 580f8d2e-f164-42df-921f-06d92df80c2f, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:15.904617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f7aa5-0ec1-4403-bf3d-f29ebafe2499 req-ecd4d50f-1fc1-4b15-91a9-db5bb2faf8f7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:15.904851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-98733907-63de-4212-a143-5bff5d824111 None None] For port 580f8d2e-f164-42df-921f-06d92df80c2f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=580f8d2e-f164-42df-921f-06d92df80c2f,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:15.913015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-151f7aa5-0ec1-4403-bf3d-f29ebafe2499 req-ecd4d50f-1fc1-4b15-91a9-db5bb2faf8f7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2322023 Oct 22 13:00:15.914322 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98733907-63de-4212-a143-5bff5d824111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:15.982136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-151f7aa5-0ec1-4403-bf3d-f29ebafe2499 req-38d346e1-e33a-47d3-bc65-689c05383202 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636508 Oct 22 13:00:16.017707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.054209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] Provisioning complete for port 580f8d2e-f164-42df-921f-06d92df80c2f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:16.055393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.084498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3853-bb1a-481e-84e6-39b4bbd734d8 None None] Pushing event updated for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:16.122025 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:16.122986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T12:59:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:16.123735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.192745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d89bd9-4b15-46fa-8bb7-6732a77e3918 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:16.224152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:00:16.375514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:16.378282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:16.402384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'Port': ['ID=316556d7-c6b2-45a4-9dd3-ac3fcd18e129,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:16.414070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:16.414452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:16.415861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.426849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:16.463357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1002743e-7cc2-4b4c-b043-a077ea1d6d56 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:16.473485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-1002743e-7cc2-4b4c-b043-a077ea1d6d56 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.2691123 Oct 22 13:00:16.556776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.616997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-4e7dbb37-4721-4131-90dd-eb1467e04461 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:16.618569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-4e7dbb37-4721-4131-90dd-eb1467e04461 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.26 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.3979394 Oct 22 13:00:16.640241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a336f9-d163-44bb-9d36-02409bd800a6 req-021d045a-76f5-4681-97fd-e5ebaa7d1e5c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:16.645500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a336f9-d163-44bb-9d36-02409bd800a6 req-021d045a-76f5-4681-97fd-e5ebaa7d1e5c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.3198154 Oct 22 13:00:16.659980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:16.665780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] For port 580f8d2e-f164-42df-921f-06d92df80c2f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=580f8d2e-f164-42df-921f-06d92df80c2f,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:16.682049 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.744452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08631d74-b107-4831-9fc7-06dbdfa8382e None None] Pushing event updated for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:16.830141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-efb48472-d2b3-48dc-b362-992a7e0e2b2c None None] Provisioning complete for port 580f8d2e-f164-42df-921f-06d92df80c2f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:16.831026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-efb48472-d2b3-48dc-b362-992a7e0e2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.843077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:16.883659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.910311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98733907-63de-4212-a143-5bff5d824111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:15Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:16.918380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Deleting port a208d622-c196-4cd4-8fe6-6bad3c4467d8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:16.919075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.950582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3df94b07-b53d-41c1-8594-cea5a0924bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:16.962218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:16.966067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a336f9-d163-44bb-9d36-02409bd800a6 req-3cb4a719-d8ac-4858-a1b5-b80b81ed5826 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064775 Oct 22 13:00:16.975795 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98733907-63de-4212-a143-5bff5d824111 None None] The sync data for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 is: [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:15Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:00:17.145759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2668ac3-7620-4a39-9859-d02ec3e720ce req-a4a3496d-6240-4be4-bd1d-ccc38bfb647d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:17.145759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2668ac3-7620-4a39-9859-d02ec3e720ce req-a4a3496d-6240-4be4-bd1d-ccc38bfb647d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 950 time: 0.2972221 Oct 22 13:00:17.165646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-b9c62bad-18a6-4180-a409-2f7ce89b2c21 service neutron] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:17.200522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-b9c62bad-18a6-4180-a409-2f7ce89b2c21 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.202088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba9773c-f582-42f1-ae42-39899b5d2dd3 req-b9c62bad-18a6-4180-a409-2f7ce89b2c21 service neutron] 10.222.0.21 "DELETE /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.7154822 Oct 22 13:00:17.228263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:17.231812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] For port a208d622-c196-4cd4-8fe6-6bad3c4467d8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a208d622-c196-4cd4-8fe6-6bad3c4467d8,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:17.232332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.263027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.298275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2668ac3-7620-4a39-9859-d02ec3e720ce req-bb102bed-a7ee-45e0-8cd3-aa78de887032 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528387 Oct 22 13:00:17.359005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68235-22d5-4477-a148-3254eeb043a6 req-ba767813-32d1-43d2-9e05-898f8aa4785b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:17.370803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8b68235-22d5-4477-a148-3254eeb043a6 req-ba767813-32d1-43d2-9e05-898f8aa4785b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2227471 Oct 22 13:00:17.408089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3df94b07-b53d-41c1-8594-cea5a0924bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.431993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3df94b07-b53d-41c1-8594-cea5a0924bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.552896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df94b07-b53d-41c1-8594-cea5a0924bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd111cca-dfe8-466f-855e-e1e58cd79613,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:17.564156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.570778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Calling delete_port for a208d622-c196-4cd4-8fe6-6bad3c4467d8 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:17.572828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8b68235-22d5-4477-a148-3254eeb043a6 req-76cad505-6fc0-4c57-84a0-f0e7cdc2e496 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756403 Oct 22 13:00:17.578580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.582535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3df94b07-b53d-41c1-8594-cea5a0924bd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ae9cf3510b24fd1bfad3f76e7e235b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212925 Oct 22 13:00:17.584439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43712) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:17.643408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'Port': ['ID=316556d7-c6b2-45a4-9dd3-ac3fcd18e129,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:17.714399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.760392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.804537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.805810 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-578f7b13-172d-4a05-9ba8-5598b7317cc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5833938 Oct 22 13:00:17.908403 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.909054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.912186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25888-bd54-4ad0-a5c7-eaf48dad2b50 req-8204a404-2cf2-4921-8eb2-f03a9ba8c4c7 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:17.914360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28e25888-bd54-4ad0-a5c7-eaf48dad2b50 req-8204a404-2cf2-4921-8eb2-f03a9ba8c4c7 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1096 time: 0.3305414 Oct 22 13:00:17.918823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.929035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a208d622-c196-4cd4-8fe6-6bad3c4467d8'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:17.944039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Pushing event deleted for resources: {'Port': ['ID=a208d622-c196-4cd4-8fe6-6bad3c4467d8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:17.973668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:17.985494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['59cb2c29-6748-4483-9d5c-9684d4a0cb9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:18.014146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] No DVR routers for this DVR port a208d622-c196-4cd4-8fe6-6bad3c4467d8 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:18.016276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.022257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca096297-915e-4c44-8e5f-9ae0534477dd req-1ed4d1b0-3180-4448-b384-0d6cf50253c1 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.26 "DELETE /v2.0/ports/a208d622-c196-4cd4-8fe6-6bad3c4467d8 HTTP/1.1" status: 204 len: 173 time: 1.3930416 Oct 22 13:00:18.022770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'name': 'network-vif-deleted', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:18.024455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.028071 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279e17f-6518-408a-bc29-d8f435d6970f" -d '{"events": [{"server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "name": "network-vif-deleted", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:18.244024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 580f8d2e-f164-42df-921f-06d92df80c2f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:18.256014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1f712-b8ae-4431-a310-33cdd52a8832,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:18.310387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:18.324999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9fb5e8a3f5f4367a3ce9cd9266a7be2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0906262 Oct 22 13:00:18.349263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.356373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.362708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd111cca-dfe8-466f-855e-e1e58cd79613 HTTP/1.1" status: 204 len: 168 time: 0.7723007 Oct 22 13:00:18.364456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.365339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.365707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.366039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.368107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.368457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.368793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.369150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.369480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.369805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.370135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.370454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ee1ea-56f5-4279-8be2-16fd20b154e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.397920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2e0f7-3ada-48dd-a55f-944ac10d13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd111cca-dfe8-466f-855e-e1e58cd79613,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:18.442462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28e25888-bd54-4ad0-a5c7-eaf48dad2b50 req-5f3ee88a-68e2-4ebb-8bdb-a2d0f6a4bfc8 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748721 Oct 22 13:00:18.466620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 580f8d2e-f164-42df-921f-06d92df80c2f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:18.466920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-bf5cdf87-baf8-4c09-b624-0ff7a5a12ac0 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1250003245&fields=id&tenant_id=aa708cf5b5e04431be64b743cd09310c HTTP/1.1" status: 200 len: 267 time: 0.1754756 Oct 22 13:00:18.469797 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.475081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.549373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.684907 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4acc2-da30-4b39-bd19-2a56d7cbdad9 x-openstack-request-id: req-29d4acc2-da30-4b39-bd19-2a56d7cbdad9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:18.685738 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2947532c-1880-41f1-9aeb-5f71ab23c417", "name": "network-vif-deleted", "tag": "a208d622-c196-4cd4-8fe6-6bad3c4467d8", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:18.688079 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29d4acc2-da30-4b39-bd19-2a56d7cbdad9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:18.690626 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2947532c-1880-41f1-9aeb-5f71ab23c417', 'name': 'network-vif-deleted', 'tag': 'a208d622-c196-4cd4-8fe6-6bad3c4467d8', 'status': 'completed', 'code': 200} Oct 22 13:00:18.710810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.726361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:18.734475 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07c1f712-b8ae-4431-a310-33cdd52a8832 HTTP/1.1" status: 204 len: 168 time: 0.4199367 Oct 22 13:00:18.750647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1f712-b8ae-4431-a310-33cdd52a8832,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:18.767216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.768087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.768579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.769247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.769802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.770304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.770826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.771308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.771790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.772269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.772973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.773602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9fb65-0af1-4039-b22c-799f95e3e8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:18.811328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c0b56c9-0a8b-45f2-8c9f-5f5859e8170d req-8c52bec3-17c1-41b9-a8bf-a4cde02abdb6 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=2947532c-1880-41f1-9aeb-5f71ab23c417 HTTP/1.1" status: 200 len: 210 time: 0.0893757 Oct 22 13:00:18.837460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-d54a35ac-a8b4-4870-9c80-2b18c787f3a9 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:18.843180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-d54a35ac-a8b4-4870-9c80-2b18c787f3a9 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/networks?id=43efcd96-f259-4de8-a9ed-2de6f9f25928 HTTP/1.1" status: 200 len: 815 time: 0.3628337 Oct 22 13:00:18.865418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-5c095f0d-d220-4a45-b483-ff58780f6ca3 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/quotas/aa708cf5b5e04431be64b743cd09310c HTTP/1.1" status: 200 len: 375 time: 0.0102472 Oct 22 13:00:18.947335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-9a667dfb-9c91-49b5-8274-165b20f89dc2 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa708cf5b5e04431be64b743cd09310c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736392 Oct 22 13:00:19.053316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-716837a8-c0fb-4da6-b5af-342042eee36b service neutron] 10.222.0.25 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970087 Oct 22 13:00:19.163364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-db2b0907-b0f1-4167-97c2-596feca3f9db service neutron] 10.222.0.25 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036692 Oct 22 13:00:19.362074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52706a7-2e00-41dd-875a-62c188bc7498 req-0b0106b6-cfbc-4923-8804-d8f6e3bdda06 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:19.369872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c52706a7-2e00-41dd-875a-62c188bc7498 req-0b0106b6-cfbc-4923-8804-d8f6e3bdda06 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0776687 Oct 22 13:00:19.424270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c52706a7-2e00-41dd-875a-62c188bc7498 req-09ae1e5f-6455-4c8a-bcae-10004f1084ab tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Oct 22 13:00:19.565372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-b3a7a810-9bb4-4d73-bf7e-523b55942293 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:19.567490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-b3a7a810-9bb4-4d73-bf7e-523b55942293 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.1423080 Oct 22 13:00:19.586254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-f5969b63-5d81-4a30-89ea-f9a35218f134 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/quotas/d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 375 time: 0.0129945 Oct 22 13:00:19.652336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-092a3dae-8337-4071-be39-fd302801b8a9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593033 Oct 22 13:00:19.758024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-7040556d-ebe1-48cf-b9e7-3a332d8a1f78 service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048937 Oct 22 13:00:19.821339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43818) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:19.933833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-88096741-4f61-4a74-8106-a9a1e76a0348 service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655734 Oct 22 13:00:19.935958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90218ae8-052f-489b-a107-b3af113e0466 req-a6e4ab89-390e-49fe-83ac-e579a8fc95b1 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 210 time: 0.0501888 Oct 22 13:00:20.130424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-508229987-network', 'tenant_id': 'e15d9ab41c2b4287b9992caaad4f1c40'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:20.160321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Made reservation on behalf of e15d9ab41c2b4287b9992caaad4f1c40 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:20.170805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.187006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.301945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.307329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.337130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:00:20.344575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719c9e1-0802-4fcd-87b8-610286ec0ff7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:20.350836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.351305 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Added segment f992dd07-1511-4b41-807b-255b3e59b2cf of type vlan for network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 Oct 22 13:00:20.403429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e628b20-8872-49ab-82b6-87c61e91561a req-0e568b24-8d6f-4b51-8774-39192917abc7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 210 time: 0.0430446 Oct 22 13:00:20.426161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.457940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.459100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:20.459685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.493619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6706629 Oct 22 13:00:20.496562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:20.502428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Request body: {'subnet': {'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-508229987-subnet', 'tenant_id': 'e15d9ab41c2b4287b9992caaad4f1c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:20.544547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b60c-adba-4e26-a201-c74a6eb7ba7b admin admin] Pushing event updated for resources: {'Network': ['ID=5868feaa-a205-44e1-97ab-1ca681c9b6b3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:20.548171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Made reservation on behalf of e15d9ab41c2b4287b9992caaad4f1c40 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:20.552600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:20.558213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:00:20.830505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-0f269af9-6558-4207-a25d-9270d80e6bbb tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:20.832061 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-0f269af9-6558-4207-a25d-9270d80e6bbb tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.26 "GET /v2.0/networks?id=43efcd96-f259-4de8-a9ed-2de6f9f25928 HTTP/1.1" status: 200 len: 815 time: 0.2343807 Oct 22 13:00:20.865960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a208d622-c196-4cd4-8fe6-6bad3c4467d8 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:20.888519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36916-b732-4b67-b554-f5abcdf49149 req-a2fa4776-52af-4aa3-803b-c4f4646d3dc6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:20.890983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2fa36916-b732-4b67-b554-f5abcdf49149 req-a2fa4776-52af-4aa3-803b-c4f4646d3dc6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1011374 Oct 22 13:00:20.896521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a208d622-c196-4cd4-8fe6-6bad3c4467d8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:20.897219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a208d622-c196-4cd4-8fe6-6bad3c4467d8 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:20.915899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf6643-ef94-47aa-96aa-8495e96d7ea5 req-21c60e93-691c-4f9e-8bac-a94598202d93 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:20.917361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddf6643-ef94-47aa-96aa-8495e96d7ea5 req-21c60e93-691c-4f9e-8bac-a94598202d93 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1017592 Oct 22 13:00:20.926792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-61b080a9-3958-49ca-9553-bc54e4a7b397 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa708cf5b5e04431be64b743cd09310c HTTP/1.1" status: 200 len: 380 time: 0.0764909 Oct 22 13:00:20.938636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'port': {'device_id': '179c502a-da4e-4b72-9219-788ea030ef77', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'admin_state_up': True, 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'security_groups': ['fced55ab-2188-4fcc-b424-613d1349a155']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:20.970983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2fa36916-b732-4b67-b554-f5abcdf49149 req-05abe03d-5f2c-4f8f-8206-46ca7309594e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Oct 22 13:00:20.976330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:21.002976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddf6643-ef94-47aa-96aa-8495e96d7ea5 req-80b5c22f-bb99-4d19-aab6-7917b09a29b9 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769508 Oct 22 13:00:21.094232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab887249-f10d-44a0-9d7f-21c68adb562f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:21.117352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Checking segment: {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:21.117703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Network hostable DHCP agents. Network: 5868feaa-a205-44e1-97ab-1ca681c9b6b3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:00:21.121279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfcc574d-8956-4dff-87bd-608f7d300dd1 req-578726b3-a3dd-49d5-92db-97867cc8b860 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 210 time: 0.0332448 Oct 22 13:00:21.145836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Made reservation on behalf of aa708cf5b5e04431be64b743cd09310c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:21.149718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:21.442109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:00:21.493233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5868feaa-a205-44e1-97ab-1ca681c9b6b3) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:21.508817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:21.509469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:21.514919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-77871ba1-4a38-46ea-93d4-607b265eb0f7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:21.515982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca057e-8972-466b-ae61-0e120644dcf6 None None] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:21.519443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-77871ba1-4a38-46ea-93d4-607b265eb0f7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.1898296 Oct 22 13:00:21.534118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Request body: {'port': {'device_id': '7e600c16-a443-42c9-adb4-77d83890e236', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'admin_state_up': True, 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:21.575290 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecec5913-ae1f-45f7-bd4a-d018bf15c053 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0774238 Oct 22 13:00:21.645712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Allocated IP 172.20.0.4 (43efcd96-f259-4de8-a9ed-2de6f9f25928/dac23981-8959-4af5-9b84-64cb1a511a96/64317fc8-033a-4cd6-8239-9011e5ff38ea) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:21.727560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe08d75-3aa3-45c3-a264-8794e14eae95 None None] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:21.870059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:21.910460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:21.957453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba37e39-70ae-4831-9c44-2a8b8013417a req-63f51cc5-c3c9-4d6f-86de-813545b33a1e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 210 time: 0.3770585 Oct 22 13:00:21.964686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event updated for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:21.993291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:21.993291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:21.994313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:22.028661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:22.038822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.055889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.056301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.080961 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-fa59f152-2536-44b4-a54b-91a97d76c52a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482008 Oct 22 13:00:22.108928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Request body: {'port': {'device_id': '179c502a-da4e-4b72-9219-788ea030ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:22.122829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834107902', 'description': 'tempest-description-1527188654'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:22.173440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.202032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.253133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Allocated IP 172.20.0.13 (18f8eb2c-a397-4687-8092-457dba41a07a/974bdd02-8733-4537-8ed7-401deaaffed9/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:22.319349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.340078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-463c3985-24b6-47d4-8b88-dc9ce8490dcd None None] Provisioning complete for port 64317fc8-033a-4cd6-8239-9011e5ff38ea triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:22.340848 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-463c3985-24b6-47d4-8b88-dc9ce8490dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.360327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.403473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-463c3985-24b6-47d4-8b88-dc9ce8490dcd None None] Port 64317fc8-033a-4cd6-8239-9011e5ff38ea cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:22.436232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.441143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04fcd8ba-ff10-4c99-8bc2-5443a5d56ba4 req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3249786 Oct 22 13:00:22.506521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df197ccf-27fd-4489-809e-450b6e48118b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7bd59-8d5a-42ba-9014-e072ff6725c5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:22.527610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513164-00e3-4750-afef-7c15547d6f1d req-c62a3bef-33e2-4d67-8ca2-6899627c754e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.529074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06513164-00e3-4750-afef-7c15547d6f1d req-c62a3bef-33e2-4d67-8ca2-6899627c754e tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.21 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1976373 Oct 22 13:00:22.553798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64317fc8-033a-4cd6-8239-9011e5ff38ea {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:22.562049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.577102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Transition to ACTIVE for port object 64317fc8-033a-4cd6-8239-9011e5ff38ea will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:22.582087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.638685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Pushing event updated for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:22.659310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.694219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364520d4-284a-4559-9387-4f01f3f3f757 req-14a8d2a7-3acd-4f55-899b-df85fd3f88f6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.695801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-364520d4-284a-4559-9387-4f01f3f3f757 req-14a8d2a7-3acd-4f55-899b-df85fd3f88f6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1974661 Oct 22 13:00:22.711245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Attempting to bind port 64317fc8-033a-4cd6-8239-9011e5ff38ea on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:22.711595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Attempting to bind port 64317fc8-033a-4cd6-8239-9011e5ff38ea by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:22.711954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Attempting to bind port 64317fc8-033a-4cd6-8239-9011e5ff38ea on network 43efcd96-f259-4de8-a9ed-2de6f9f25928 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:22.713883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a22dbb-6d31-4dfc-bae0-32fffb609d18 req-846dd5c6-9ff5-456f-bf41-9c65606df688 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.715434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12a22dbb-6d31-4dfc-bae0-32fffb609d18 req-846dd5c6-9ff5-456f-bf41-9c65606df688 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/ports?device_id=bce89a64-a39e-42a5-8d9e-97fc7aa4ef83 HTTP/1.1" status: 200 len: 950 time: 0.1823661 Oct 22 13:00:22.716618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Port 64317fc8-033a-4cd6-8239-9011e5ff38ea on network 43efcd96-f259-4de8-a9ed-2de6f9f25928 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:22.716947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Attempting to bind port 64317fc8-033a-4cd6-8239-9011e5ff38ea on network 43efcd96-f259-4de8-a9ed-2de6f9f25928 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:22.722198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:22.722547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Checking segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:22.723211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Bound using segment: {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:22.723406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Bound port: 64317fc8-033a-4cd6-8239-9011e5ff38ea, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80e11-3d28-4ed0-a7b2-e2c62b760034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:22.723773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.791003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:22.795230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:22.800688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.818473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-364520d4-284a-4559-9387-4f01f3f3f757 req-5972c0c2-3243-4c66-b278-5e518fcb3488 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123817 Oct 22 13:00:22.822754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.843997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.844679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.844797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Deleting port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:00:22.845325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:22.846090 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] 10.222.0.26 "PUT /v2.0/ports/64317fc8-033a-4cd6-8239-9011e5ff38ea HTTP/1.1" status: 200 len: 1091 time: 0.7496600 Oct 22 13:00:22.846647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:22.848878 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a97a9d-540f-4b05-ab2c-cd659408e9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:22.865934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12a22dbb-6d31-4dfc-bae0-32fffb609d18 req-2fa3d75d-2023-4e2e-a7df-b599423a700d tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.25 "GET /v2.0/security-groups?id=691e86e7-9601-4dcf-aa49-10bbaeb61a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313632 Oct 22 13:00:22.893899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c09e-7448-42fb-ae3d-604cf45e5250 service neutron] Pushing event updated for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:22.962255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-19783b97-9edf-4817-9bf7-4e5e941a834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:22.964310 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-19783b97-9edf-4817-9bf7-4e5e941a834d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa708cf5b5e04431be64b743cd09310c&device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 1094 time: 0.0629644 Oct 22 13:00:23.013057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Network 18f8eb2c-a397-4687-8092-457dba41a07a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:23.016136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-b72767e6-487c-4285-847e-ee770785c998 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea HTTP/1.1" status: 200 len: 217 time: 0.0423558 Oct 22 13:00:23.028122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:23.041498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1399819364', 'description': 'tempest-description-600002330'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:23.048692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:23.056691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:23.070287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-74f2da04-88e0-4bce-95d9-04ade505b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.071795 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-74f2da04-88e0-4bce-95d9-04ade505b15f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac23981-8959-4af5-9b84-64cb1a511a96 HTTP/1.1" status: 200 len: 854 time: 0.0490408 Oct 22 13:00:23.126921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-e1193bea-b872-475f-86d2-71fc95699b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.128436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-e1193bea-b872-475f-86d2-71fc95699b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43efcd96-f259-4de8-a9ed-2de6f9f25928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487280 Oct 22 13:00:23.134194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e22446-93ff-4db5-8072-d3a1901f2997 req-20653e98-d563-4218-8e67-e42040dcf31c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.135779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e22446-93ff-4db5-8072-d3a1901f2997 req-20653e98-d563-4218-8e67-e42040dcf31c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 943 time: 0.2224088 Oct 22 13:00:23.138467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] For port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:23.138859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.152383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.177410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.177941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.181849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Calling delete_port for 59cb2c29-6748-4483-9d5c-9684d4a0cb9d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:00:23.227262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-468f13c2-76a9-4275-bc68-a4d13960e3ee service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912533 Oct 22 13:00:23.267669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-9553c46c-762a-43c6-b4b1-ee8e2a557a11 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7380240 Oct 22 13:00:23.270560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e22446-93ff-4db5-8072-d3a1901f2997 req-c574439e-ee87-4c4c-b477-854471e49f24 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261210 Oct 22 13:00:23.292342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Request body: {'port': {'device_id': '7e600c16-a443-42c9-adb4-77d83890e236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:23.325802 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ed08c07a-5747-4502-b4df-0ae9b34cfec2 req-a5de0bee-ecfb-4918-9d12-db26c1b60308 service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920408 Oct 22 13:00:23.390108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.394274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.398275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.479592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.480713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f7da50b-ae3b-47ba-a29d-36d72b629dd3 req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4618094 Oct 22 13:00:23.491273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772c46f-b552-427a-9c2b-335d9298e6e8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a545d48-b905-4c47-933f-c1ff75484a58,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:23.601699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.613607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['59cb2c29-6748-4483-9d5c-9684d4a0cb9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:23.628050 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127ba0c-b508-4170-a9fc-be4809c4f3c3 x-openstack-request-id: req-5127ba0c-b508-4170-a9fc-be4809c4f3c3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:23.628557 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:23.628651 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5127ba0c-b508-4170-a9fc-be4809c4f3c3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:23.628993 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'status': 'completed', 'code': 200} Oct 22 13:00:23.649695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Pushing event deleted for resources: {'Port': ['ID=59cb2c29-6748-4483-9d5c-9684d4a0cb9d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:23.721862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-d0de0a98-ec91-4177-be9f-48d5ff15e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.723431 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-d0de0a98-ec91-4177-be9f-48d5ff15e46a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa708cf5b5e04431be64b743cd09310c&device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 1094 time: 0.0576234 Oct 22 13:00:23.784221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] No DVR routers for this DVR port 59cb2c29-6748-4483-9d5c-9684d4a0cb9d on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:23.788109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.791730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06513164-00e3-4750-afef-7c15547d6f1d req-c23817d0-4ea6-4a98-8741-3f4decf71a88 tempest-LiveMigrationNegativeTest-474167106 tempest-LiveMigrationNegativeTest-474167106-project] 10.222.0.21 "DELETE /v2.0/ports/59cb2c29-6748-4483-9d5c-9684d4a0cb9d HTTP/1.1" status: 204 len: 173 time: 1.2411253 Oct 22 13:00:23.798664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'name': 'network-vif-deleted', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:23.801113 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96255479-0d84-466c-90c2-46d5988a4d06" -d '{"events": [{"server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "name": "network-vif-deleted", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:23.842130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-06d8d171-109a-47c1-ba8b-28dc742f8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.843722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-06d8d171-109a-47c1-ba8b-28dc742f8efb service neutron] 10.222.0.26 "GET /v2.0/networks?id=43efcd96-f259-4de8-a9ed-2de6f9f25928 HTTP/1.1" status: 200 len: 916 time: 0.1125956 Oct 22 13:00:23.893928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-21ef99e2-ed4e-4719-8a21-481166629c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea HTTP/1.1" status: 200 len: 217 time: 0.0421441 Oct 22 13:00:23.910037 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21366a15-b7f9-4f20-83b0-12931744e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:23.923165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85661166-1cc8-4d8f-9856-1b49de41344c req-c96c17c0-18c9-44bd-a649-61329125c9ba tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.924552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85661166-1cc8-4d8f-9856-1b49de41344c req-c96c17c0-18c9-44bd-a649-61329125c9ba tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 932 time: 0.2598951 Oct 22 13:00:23.952573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-7bec6bcc-c2ba-4a1c-b235-b841f981ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:23.954648 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-7bec6bcc-c2ba-4a1c-b235-b841f981ace5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac23981-8959-4af5-9b84-64cb1a511a96 HTTP/1.1" status: 200 len: 854 time: 0.0538669 Oct 22 13:00:24.015066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-ccf4759a-d20c-4240-8ab9-df556b1ab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.017009 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-ccf4759a-d20c-4240-8ab9-df556b1ab47b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43efcd96-f259-4de8-a9ed-2de6f9f25928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553150 Oct 22 13:00:24.017812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-de4cc921-ecaf-438d-9f7f-970e4c77ca2e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.019321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-de4cc921-ecaf-438d-9f7f-970e4c77ca2e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 812 time: 0.2899487 Oct 22 13:00:24.027504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85661166-1cc8-4d8f-9856-1b49de41344c req-35f93488-421c-40df-b2b0-b850d93e55d2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Oct 22 13:00:24.063187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-0e93a749-e924-4619-96e3-bb39a9b4a66d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/quotas/e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 375 time: 0.0347168 Oct 22 13:00:24.119184 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-d33d8953-6c90-495b-9c0a-22dee9abfc23 service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933497 Oct 22 13:00:24.126296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-25164aa1-5265-49c4-8648-0f95d11f825d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360751 Oct 22 13:00:24.127809 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0bc348-dfaa-4c74-a85a-16ae6fd43b6e x-openstack-request-id: req-fe0bc348-dfaa-4c74-a85a-16ae6fd43b6e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:24.128096 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce89a64-a39e-42a5-8d9e-97fc7aa4ef83", "name": "network-vif-deleted", "tag": "59cb2c29-6748-4483-9d5c-9684d4a0cb9d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:24.128349 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe0bc348-dfaa-4c74-a85a-16ae6fd43b6e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:24.128732 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce89a64-a39e-42a5-8d9e-97fc7aa4ef83', 'name': 'network-vif-deleted', 'tag': '59cb2c29-6748-4483-9d5c-9684d4a0cb9d', 'status': 'completed', 'code': 200} Oct 22 13:00:24.135043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:24.152060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:24.185098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Transition to ACTIVE for port object 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:24.230043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:24.239061 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-82a97a9d-540f-4b05-ab2c-cd659408e9d7 req-77727834-47d1-47e8-895e-2c15ce60d087 service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109591 Oct 22 13:00:24.371250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-b2e996da-5024-4887-ab62-98925eeec45b service neutron] 10.222.0.25 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315602 Oct 22 13:00:24.373327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999618-de5f-4437-8816-a64569446044 service neutron] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:24.465700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899a109-647d-47d6-a2be-f62569304b79 req-00cee1a9-09ee-45a2-b8fe-a96d63c55839 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.467213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3899a109-647d-47d6-a2be-f62569304b79 req-00cee1a9-09ee-45a2-b8fe-a96d63c55839 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2407110 Oct 22 13:00:24.566595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:24.566960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:24.567289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:24.574914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-0e22a314-d76c-407b-b572-4468a06141e5 service neutron] 10.222.0.25 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968286 Oct 22 13:00:24.578425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3899a109-647d-47d6-a2be-f62569304b79 req-9dcacc2a-2d09-4247-a177-4ca8860718dd tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803034 Oct 22 13:00:24.579164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:24.579491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:24.584806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:24.585144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:24.585522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:24.585949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Bound port: 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:24.586308 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:24.677011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:24.682362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:24.688917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:24.763233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999618-de5f-4437-8816-a64569446044 service neutron] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:24.768634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.769357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:24.771115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-cc999618-de5f-4437-8816-a64569446044 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 1092 time: 1.4925067 Oct 22 13:00:24.922119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-2827aa78-3f7e-4b98-a62a-2366f49c96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.923820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-2827aa78-3f7e-4b98-a62a-2366f49c96ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1095 time: 0.1006947 Oct 22 13:00:24.936853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee554-82fb-438d-bf99-cf9dcd78b908 req-4eedd60d-6111-420b-a1ba-791cbb26f670 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:24.938567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdeee554-82fb-438d-bf99-cf9dcd78b908 req-4eedd60d-6111-420b-a1ba-791cbb26f670 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 943 time: 0.0706007 Oct 22 13:00:25.003079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:25.010073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8580e748-c70d-4894-900c-6f0eae588cdf req-2115b3d7-1424-4cc7-806f-f309c9552846 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 210 time: 0.0608175 Oct 22 13:00:25.020749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-2e072ae4-2cd6-4170-9bf7-46c8c281fa2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 217 time: 0.0811114 Oct 22 13:00:25.055564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdeee554-82fb-438d-bf99-cf9dcd78b908 req-c0e8cc4f-b394-4d4c-a105-4a8fbb561668 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062887 Oct 22 13:00:25.130445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-8958fefa-3903-439c-807e-0fad91fbec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:25.131692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-8958fefa-3903-439c-807e-0fad91fbec40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0871155 Oct 22 13:00:25.178273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-e5ceaa91-48c1-4549-9ad9-484751f8034d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391128 Oct 22 13:00:25.299325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94857d-3f29-41f7-9e63-6187d35a5dd1 req-9e3757e6-60ea-4893-834e-7726f2e17fa9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:25.301015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea94857d-3f29-41f7-9e63-6187d35a5dd1 req-9e3757e6-60ea-4893-834e-7726f2e17fa9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1261785 Oct 22 13:00:25.310385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5314d362-f49d-4291-91c7-a271ae00d33c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a09713a7ace241328b3f84bb773de395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026741 Oct 22 13:00:25.311025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:25.348802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-d302e367-98ca-45e9-8898-22a1112d5769 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390274 Oct 22 13:00:25.364297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:25.390991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:25.430392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea94857d-3f29-41f7-9e63-6187d35a5dd1 req-44351d76-401d-4ecd-9553-9842babad1fb tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183069 Oct 22 13:00:25.470195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:25.473785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:25.475381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/691e86e7-9601-4dcf-aa49-10bbaeb61a69 HTTP/1.1" status: 204 len: 168 time: 0.1633797 Oct 22 13:00:25.492655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a568-c964-42cc-837d-868018a6761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e86e7-9601-4dcf-aa49-10bbaeb61a69,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:25.571609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c6811aa-6fec-4cc3-9fae-0a99f462148c req-0b27364f-7b91-44c4-bd2a-6469e3486472 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087948 Oct 22 13:00:25.965794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:25.998910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71e6a9-7f46-4448-a128-f80c89422b1f req-03f24526-f683-4cfb-9422-7c108f4ba921 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.001217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc71e6a9-7f46-4448-a128-f80c89422b1f req-03f24526-f683-4cfb-9422-7c108f4ba921 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.3242009 Oct 22 13:00:26.034665 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-58f7ac53-2357-4e96-bab0-66b1d7ca8af6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc853cc920df4ccb8787b213d53ae97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676665 Oct 22 13:00:26.037041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44028) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:26.045431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc71e6a9-7f46-4448-a128-f80c89422b1f req-b5004513-485b-4e0d-9e54-02c7f57fcd63 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Oct 22 13:00:26.090129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:26.125666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:26.130298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:26.132522 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f25249-6a79-4131-a296-9ba361c57983" -d '{"events": [{"name": "network-changed", "server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:26.199323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:26.204625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:26.205959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12e18815-5548-4cfc-99dd-9493fa5e1ae2 HTTP/1.1" status: 204 len: 168 time: 0.1679156 Oct 22 13:00:26.214796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e0418-92bf-43f7-bfea-83de7a138f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e18815-5548-4cfc-99dd-9493fa5e1ae2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:26.255341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7daa35b6-6b69-4145-a397-e3267cec5d3d req-ea983ac4-0195-4903-a805-9bc9c92f0b52 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 210 time: 0.1145051 Oct 22 13:00:26.338403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-73558424-dfc2-4ea7-84fc-d4a6132fd4b1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.340223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-73558424-dfc2-4ea7-84fc-d4a6132fd4b1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.21 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 812 time: 0.1557608 Oct 22 13:00:26.358745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'device_id': '0863c31b-d489-447e-bf96-742b1074a458', 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3', 'admin_state_up': True, 'tenant_id': 'e15d9ab41c2b4287b9992caaad4f1c40'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:26.456389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3295d8-52e2-4767-b945-48953e5a2c0f req-072653b2-40c3-4a7d-bb24-fddeb3967339 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.457895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a3295d8-52e2-4767-b945-48953e5a2c0f req-072653b2-40c3-4a7d-bb24-fddeb3967339 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 943 time: 0.1149647 Oct 22 13:00:26.524949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a3295d8-52e2-4767-b945-48953e5a2c0f req-7e16d4dc-a457-4d60-be3f-6c06d56fbee9 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523205 Oct 22 13:00:26.533463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Made reservation on behalf of e15d9ab41c2b4287b9992caaad4f1c40 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:26.537784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:26.626475 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67deff9f-5cc4-4a87-a8f5-735a569d353f x-openstack-request-id: req-67deff9f-5cc4-4a87-a8f5-735a569d353f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:26.626887 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:26.627434 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67deff9f-5cc4-4a87-a8f5-735a569d353f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:26.628643 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'status': 'completed', 'code': 200} Oct 22 13:00:26.716498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 59cb2c29-6748-4483-9d5c-9684d4a0cb9d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:26.755764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 59cb2c29-6748-4483-9d5c-9684d4a0cb9d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:00:26.756612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 59cb2c29-6748-4483-9d5c-9684d4a0cb9d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:26.794301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25249-6a79-4131-a296-9ba361c57983 req-ff33b901-50be-4cc0-bf17-a854a5803f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.794703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-ff33b901-50be-4cc0-bf17-a854a5803f1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1095 time: 0.1580532 Oct 22 13:00:26.805531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e376-6106-4de1-b6d1-3953c8e7b50e req-598285a3-6254-4f94-a4e1-fa7568f9a102 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.807308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0e1e376-6106-4de1-b6d1-3953c8e7b50e req-598285a3-6254-4f94-a4e1-fa7568f9a102 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1252558 Oct 22 13:00:26.847297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Allocated IP 172.20.0.10 (5868feaa-a205-44e1-97ab-1ca681c9b6b3/ab887249-f10d-44a0-9d7f-21c68adb562f/ebaa1df8-aa0e-4082-ae39-61128aaf7e2e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:26.896022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 64317fc8-033a-4cd6-8239-9011e5ff38ea details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:26.946676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0e1e376-6106-4de1-b6d1-3953c8e7b50e req-7001c417-c414-427c-8a3f-51f2e6c310df tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234565 Oct 22 13:00:26.994152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25249-6a79-4131-a296-9ba361c57983 req-ba7d3060-6672-4a2a-9f0d-65092a5473b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:26.994587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:26.995633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-ba7d3060-6672-4a2a-9f0d-65092a5473b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1873994 Oct 22 13:00:27.029856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:27.061013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'port_id': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'mac_address': 'fa:16:3e:f8:7f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:27.079383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-9efc82f1-04d3-467d-89b8-1fffb620c607 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 217 time: 0.0621407 Oct 22 13:00:27.105840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae51a624-d93e-4120-9da7-fe714407b6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.133701 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.157425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64317fc8-033a-4cd6-8239-9011e5ff38ea {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:27.196220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:27.199419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4482f172-92dd-44ee-99ce-8a4fb4153c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.208337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.282947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25249-6a79-4131-a296-9ba361c57983 req-bd944c36-925c-4702-b7d2-5302cc1c4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:27.284499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-bd944c36-925c-4702-b7d2-5302cc1c4b70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1981225 Oct 22 13:00:27.296850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:27.315390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:27.358477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.373115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4482f172-92dd-44ee-99ce-8a4fb4153c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.378775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4482f172-92dd-44ee-99ce-8a4fb4153c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.404728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-cf54ca77-4109-4ddc-8169-572a477abdca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008120 Oct 22 13:00:27.414487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a91139-6d30-464e-b9a7-6d489480ded5 req-26b1536e-d80a-4d9d-b81e-192655223943 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:27.416054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3a91139-6d30-464e-b9a7-6d489480ded5 req-26b1536e-d80a-4d9d-b81e-192655223943 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2176499 Oct 22 13:00:27.426478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['64317fc8-033a-4cd6-8239-9011e5ff38ea'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:27.450187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482f172-92dd-44ee-99ce-8a4fb4153c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccca23-6053-4942-b56b-5ffe743e020c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:27.476386 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4482f172-92dd-44ee-99ce-8a4fb4153c25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59059b1b86604786924b98204d64f643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797587 Oct 22 13:00:27.477138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:27.521713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb5f5f82-1c48-4684-9465-42804674c416 req-e5037614-c78b-4ab8-bcb7-19d6c0203256 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 210 time: 0.1177750 Oct 22 13:00:27.556755 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.565472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.588116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.649475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.654159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.657775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cccca23-6053-4942-b56b-5ffe743e020c HTTP/1.1" status: 204 len: 168 time: 0.1786673 Oct 22 13:00:27.662480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.675948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098c07-c08c-451f-afc6-1c39b7db5b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccca23-6053-4942-b56b-5ffe743e020c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:27.696480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-94bc806a-9040-4845-83d5-9ccfa460d9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.699179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.816210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-94bc806a-9040-4845-83d5-9ccfa460d9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.824444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-94bc806a-9040-4845-83d5-9ccfa460d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:27.835194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:27.859388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3a91139-6d30-464e-b9a7-6d489480ded5 req-f2614268-d1f1-4214-b57a-721ba8fa7b88 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244308 Oct 22 13:00:27.872519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc806a-9040-4845-83d5-9ccfa460d9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d34d5-ff6b-466e-9b6f-c052851304cf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:27.878650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-94bc806a-9040-4845-83d5-9ccfa460d9c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9cdfb15627643fbb9163afc6166807d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789340 Oct 22 13:00:27.880557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:27.888192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:27.897349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-eb9a0929-b2ae-46bc-8e89-08b26d46511b service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697676 Oct 22 13:00:27.916565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e956c7-5820-4e5a-b7ba-a3e9efebeee2 req-a46ae5b9-40ac-410b-bcb7-42f920f0502c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:27.918290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e956c7-5820-4e5a-b7ba-a3e9efebeee2 req-a46ae5b9-40ac-410b-bcb7-42f920f0502c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 944 time: 0.2389531 Oct 22 13:00:27.918986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:27.924774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:28.088665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44108) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:28.103957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf8e438c-213c-4efd-8bea-6dded41b1296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.127097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:28.127651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.141764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e956c7-5820-4e5a-b7ba-a3e9efebeee2 req-a51c8cb5-769a-44fd-b359-28369b01ec50 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050261 Oct 22 13:00:28.176561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.198309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-34e3e4eb-b335-43e7-9ce8-a2e839e21ae8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8443706 Oct 22 13:00:28.215287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Request body: {'port': {'device_id': '0863c31b-d489-447e-bf96-742b1074a458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:28.233467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf8e438c-213c-4efd-8bea-6dded41b1296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.238873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf8e438c-213c-4efd-8bea-6dded41b1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.249179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f25249-6a79-4131-a296-9ba361c57983 req-d7a3b08f-5278-4f70-ba07-e491900924f9 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279321 Oct 22 13:00:28.286273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bf8e438c-213c-4efd-8bea-6dded41b1296 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8adee310cb34b5aa3cb660a16e4e31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963265 Oct 22 13:00:28.287523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e438c-213c-4efd-8bea-6dded41b1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceee5ac-b755-4006-9596-085f3a54569e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:28.290233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44114) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:28.291873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b3d4c-9a04-45ed-9922-c885c5f45243 req-90de3f44-f0a8-417a-85fa-c15456260184 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:28.293421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b00b3d4c-9a04-45ed-9922-c885c5f45243 req-90de3f44-f0a8-417a-85fa-c15456260184 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.2484574 Oct 22 13:00:28.301242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.347573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.372132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.389988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.409537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b00b3d4c-9a04-45ed-9922-c885c5f45243 req-2dd2089a-5b9a-47c5-9ca0-f78f626246b5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946991 Oct 22 13:00:28.432530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.436314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.438753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ceee5ac-b755-4006-9596-085f3a54569e HTTP/1.1" status: 204 len: 168 time: 0.1474285 Oct 22 13:00:28.455279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8c04a-ec95-4bd1-8b34-1bb37e7903a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceee5ac-b755-4006-9596-085f3a54569e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:28.526932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.529517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.531258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff2d34d5-ff6b-466e-9b6f-c052851304cf HTTP/1.1" status: 204 len: 168 time: 0.6450899 Oct 22 13:00:28.565635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a65fc-abec-4351-96cf-debefaf27371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d34d5-ff6b-466e-9b6f-c052851304cf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:28.712277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d082a7f-f7aa-4eca-aa7a-4cae368de546 req-3dc1343b-859f-43f5-92e2-83688f2d9f6e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:28.713781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d082a7f-f7aa-4eca-aa7a-4cae368de546 req-3dc1343b-859f-43f5-92e2-83688f2d9f6e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 932 time: 0.1064808 Oct 22 13:00:28.810375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d082a7f-f7aa-4eca-aa7a-4cae368de546 req-1d8d4618-e83e-420d-a271-e28acfc2a1ca tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725117 Oct 22 13:00:28.824164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaa1df8-aa0e-4082-ae39-61128aaf7e2e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:28.832626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.846745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Transition to ACTIVE for port object ebaa1df8-aa0e-4082-ae39-61128aaf7e2e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:28.850826 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:28.898127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:28.905282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:28.931363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44140) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:28.962297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3cbab17a-7bee-4dfc-875b-bf18b2d19d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.039142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Attempting to bind port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:29.039638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Attempting to bind port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:29.040023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Attempting to bind port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:29.082572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-117f474e-e1e7-48fc-bf8f-0e70cf5420b3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399053 Oct 22 13:00:29.084776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:29.085101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Attempting to bind port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:29.085519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:29.087659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3cbab17a-7bee-4dfc-875b-bf18b2d19d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.091877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:29.092203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Checking segment: {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:29.092572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Bound using segment: {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:29.093070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Bound port: ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:29.094062 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.095648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3cbab17a-7bee-4dfc-875b-bf18b2d19d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.109805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'port_id': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'mac_address': 'fa:16:3e:9d:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974bdd02-8733-4537-8ed7-401deaaffed9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:29.112004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 64317fc8-033a-4cd6-8239-9011e5ff38ea up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:29.130468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbab17a-7bee-4dfc-875b-bf18b2d19d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394f5d4-4699-4e16-a3d1-8b030a0c6747,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:29.155126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3cbab17a-7bee-4dfc-875b-bf18b2d19d74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d3ea30a75d34e8d96ebf8f06552b053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228317 Oct 22 13:00:29.156317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44154) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:29.220355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.235506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.239970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:29.246617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91248e1-4087-4826-b4e2-a6b1682a9c03 req-cd7dfccf-2c27-4fec-a2a0-273c7f55b7e5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.255242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f91248e1-4087-4826-b4e2-a6b1682a9c03 req-cd7dfccf-2c27-4fec-a2a0-273c7f55b7e5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.2359180 Oct 22 13:00:29.267588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 64317fc8-033a-4cd6-8239-9011e5ff38ea completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:29.268639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.275493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:29.277221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 64317fc8-033a-4cd6-8239-9011e5ff38ea triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:29.277838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.278207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-10a9aeeb-87a3-482f-a4fa-f51c355c6c8b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.279958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-10a9aeeb-87a3-482f-a4fa-f51c355c6c8b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835020 Oct 22 13:00:29.315426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.327319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93a0a2f1-eb46-4571-96bf-747c3efbd7bf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.0344486 Oct 22 13:00:29.349069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.352185 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.353628 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5394f5d4-4699-4e16-a3d1-8b030a0c6747 HTTP/1.1" status: 204 len: 168 time: 0.1961272 Oct 22 13:00:29.364390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f91248e1-4087-4826-b4e2-a6b1682a9c03 req-d89f34b5-106c-416c-ad9c-6b21d7bed42a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036310 Oct 22 13:00:29.364997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14b1c2-dbf1-4ef0-b064-216141962c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394f5d4-4699-4e16-a3d1-8b030a0c6747,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:29.398739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-71621dff-28c3-46f5-9555-d4e6c9761a3c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633547 Oct 22 13:00:29.399758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:29.415251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:29.425276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.427425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:29.499027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.519043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:29.536387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:29.541269 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d136f1-8ab7-46ed-97c9-32fb5959af9b" -d '{"events": [{"server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "name": "network-vif-plugged", "status": "completed", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:29.561328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.567442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.569513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-183f0f8a-d9c0-4131-83ec-59e94e59f648 service neutron] 10.222.0.21 "PUT /v2.0/ports/ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 1092 time: 1.3597407 Oct 22 13:00:29.570002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:29.573314 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f69f3-bc2c-4c18-8f13-812bf4573205" -d '{"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:29.596911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:29.606355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4be607-acc5-4844-9863-2e805e68f027 req-a8582233-8bdb-4ee2-9a87-cd3c324a04d7 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.614303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a4be607-acc5-4844-9863-2e805e68f027 req-a8582233-8bdb-4ee2-9a87-cd3c324a04d7 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 944 time: 0.0997331 Oct 22 13:00:29.652484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:29.693256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a4be607-acc5-4844-9863-2e805e68f027 req-6289edca-252c-46e4-a67a-1bf41166c627 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756264 Oct 22 13:00:29.713630 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.716180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-c4940943-9f36-4bc8-a025-a9c7d0a33838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.717805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-c4940943-9f36-4bc8-a025-a9c7d0a33838 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1095 time: 0.0955098 Oct 22 13:00:29.759136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:29.784148 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7822ad7-8d04-4d6e-bd48-7ebf047909fc x-openstack-request-id: req-e7822ad7-8d04-4d6e-bd48-7ebf047909fc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:29.784490 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "name": "network-vif-plugged", "status": "completed", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:29.784746 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7822ad7-8d04-4d6e-bd48-7ebf047909fc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:29.785186 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'code': 200} Oct 22 13:00:29.848465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-95342811-5a05-4d0d-a118-aed44beea4c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 217 time: 0.1210530 Oct 22 13:00:29.871101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:29.965301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-361b3b82-3645-4b02-92b9-182ececeb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:29.966984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-361b3b82-3645-4b02-92b9-182ececeb6d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.1051831 Oct 22 13:00:29.970240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe412a0f-5f7c-4a76-a215-a05d0684847f req-929a44b7-fcd5-4622-98bd-ee61328113a4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 210 time: 0.0977280 Oct 22 13:00:30.021441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-93c06ee3-ed18-4de5-9166-9967d05f22a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312233 Oct 22 13:00:30.068787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7242-5546-4475-b73f-9627a6af39f8 req-3ff0c92e-82fe-4de3-9055-9677c94808d9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.070306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7dca7242-5546-4475-b73f-9627a6af39f8 req-3ff0c92e-82fe-4de3-9055-9677c94808d9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.2208519 Oct 22 13:00:30.072699 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719741b2-9508-442c-b792-4589b2d516d8 x-openstack-request-id: req-719741b2-9508-442c-b792-4589b2d516d8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:30.073180 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:30.073439 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-719741b2-9508-442c-b792-4589b2d516d8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:30.073826 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'status': 'completed', 'code': 200} Oct 22 13:00:30.101228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2b84e-4f0b-43a8-85dc-600505477ae8 req-4894b6f6-2742-43c6-8f66-c18c1eaa183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.102795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55e2b84e-4f0b-43a8-85dc-600505477ae8 req-4894b6f6-2742-43c6-8f66-c18c1eaa183b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 1096 time: 0.1762500 Oct 22 13:00:30.462870 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-d038a4a5-c369-4b46-805f-1be826efd81b service neutron] show failed (client error): The resource could not be found. Oct 22 13:00:30.463962 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-d038a4a5-c369-4b46-805f-1be826efd81b service neutron] 10.222.0.21 "GET /v2.0/ports/fbc73670-3f64-4ba7-b807-1e96367eb124/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0993047 Oct 22 13:00:30.479517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7dca7242-5546-4475-b73f-9627a6af39f8 req-37956dfc-4db3-45fa-b427-df3c67ce9a31 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939815 Oct 22 13:00:30.488733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55e2b84e-4f0b-43a8-85dc-600505477ae8 req-55bd7ce0-53d9-468f-ae97-cf69f5e7bcda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731794 Oct 22 13:00:30.498221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-df567912-f83d-4709-ba72-15feb43e262f service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678905 Oct 22 13:00:30.519708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aff7b-1292-4753-a775-f993904d751c req-cd9e7fc2-11b9-4edf-b649-bb63e24f0da6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.521257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b1aff7b-1292-4753-a775-f993904d751c req-cd9e7fc2-11b9-4edf-b649-bb63e24f0da6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 944 time: 0.1147101 Oct 22 13:00:30.648424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b1aff7b-1292-4753-a775-f993904d751c req-99b06af5-ab4e-4f02-9682-45148d8cfd59 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182685 Oct 22 13:00:30.677337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c7616e-4e01-46d9-bd49-565c47188bdf req-5b998fb2-b55a-4de6-b688-7a6b2a6f7853 service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691566 Oct 22 13:00:30.685623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2e55-17f8-4d6f-bbd8-0fc9055daea2 req-6a398e29-e01c-40c0-8374-f844375fd47d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.687186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e7e2e55-17f8-4d6f-bbd8-0fc9055daea2 req-6a398e29-e01c-40c0-8374-f844375fd47d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1094458 Oct 22 13:00:30.747407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e7e2e55-17f8-4d6f-bbd8-0fc9055daea2 req-7ae874cd-981a-4d07-9ce2-1108d2ccfc25 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Oct 22 13:00:30.789068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438dc7c3-77d9-4b83-97f4-581958622ee2 req-a81c3c91-5b3d-4ae7-8fc2-2a34f3ece779 tempest-AbsoluteLimitsNegativeTestJSON-1746082660 tempest-AbsoluteLimitsNegativeTestJSON-1746082660-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e52ef35a9d484e478743409b55edab1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404463 Oct 22 13:00:30.882802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-4fa2940e-1f61-479a-93f7-fa7e1f5970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.884094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-4fa2940e-1f61-479a-93f7-fa7e1f5970a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1101 time: 0.1241503 Oct 22 13:00:30.888981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-4228a8ec-1e5b-4c3f-b9ee-6fb05b580ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:30.891227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-4228a8ec-1e5b-4c3f-b9ee-6fb05b580ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1095 time: 0.1284914 Oct 22 13:00:30.918469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:30.938719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:30.991425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-dde19697-f54e-469a-92ca-5b0bd220c787 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335956 Oct 22 13:00:31.033099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:31.038259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:31.040052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.118893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af04ff-4964-40b1-9dff-6e91e615261d req-80ed699d-8970-4abd-aabc-f2f4cf3c32f1 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.126649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4af04ff-4964-40b1-9dff-6e91e615261d req-80ed699d-8970-4abd-aabc-f2f4cf3c32f1 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.2069471 Oct 22 13:00:31.144998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7c3-77d9-4b83-97f4-581958622ee2 req-05f71679-d5ea-4c86-a9bf-57ac459f9124 tempest-AbsoluteLimitsNegativeTestJSON-1746082660 tempest-AbsoluteLimitsNegativeTestJSON-1746082660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.148875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.152195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438dc7c3-77d9-4b83-97f4-581958622ee2 req-05f71679-d5ea-4c86-a9bf-57ac459f9124 tempest-AbsoluteLimitsNegativeTestJSON-1746082660 tempest-AbsoluteLimitsNegativeTestJSON-1746082660-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433766 Oct 22 13:00:31.154104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.190111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-66baae5e-8ed3-4307-a50b-c5e25bde22b0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.190400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:31.192693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-66baae5e-8ed3-4307-a50b-c5e25bde22b0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929786 Oct 22 13:00:31.195699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.207527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:31.215830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438dc7c3-77d9-4b83-97f4-581958622ee2 req-66e5fb16-1ddc-412f-90ed-72fdd05b1fa2 tempest-AbsoluteLimitsNegativeTestJSON-1746082660 tempest-AbsoluteLimitsNegativeTestJSON-1746082660-project] 10.222.0.25 "GET /v2.0/quotas/e52ef35a9d484e478743409b55edab1e HTTP/1.1" status: 200 len: 375 time: 0.0628185 Oct 22 13:00:31.229456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-f0a02cdd-ee27-4376-b17b-7394d7330c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.231887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-f0a02cdd-ee27-4376-b17b-7394d7330c60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.3131111 Oct 22 13:00:31.276153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:31.287424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438dc7c3-77d9-4b83-97f4-581958622ee2 req-0b032289-8ae8-4f89-b665-3e23f43e59f6 tempest-AbsoluteLimitsNegativeTestJSON-1746082660 tempest-AbsoluteLimitsNegativeTestJSON-1746082660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e52ef35a9d484e478743409b55edab1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706596 Oct 22 13:00:31.339594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:31.342728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-102820b7-1ba8-4a2c-b8ad-5176f10be2ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 217 time: 0.0670073 Oct 22 13:00:31.344529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.356580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.366191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4af04ff-4964-40b1-9dff-6e91e615261d req-36a21ed5-4665-4c5c-bbb0-9ff306c59e38 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386940 Oct 22 13:00:31.467014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.479815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.518095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8218b607-286a-4e33-8c3e-72987c48ac16 req-91b73a19-be2d-4d8a-b34a-57c251d858f9 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 210 time: 0.1021731 Oct 22 13:00:31.532519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-6fbcf498-8484-47b9-b4ca-6fa3c99a09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.534045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-6fbcf498-8484-47b9-b4ca-6fa3c99a09d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.1832759 Oct 22 13:00:31.564937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:31.608839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-1198e990-c002-45ce-a6da-d2c68c631b54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663023 Oct 22 13:00:31.728834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:31.786253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:31.787431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef529ed-f74a-4517-8f57-10f337cdc461 req-20050fc9-6a27-4e99-b511-d29ed217e08d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:31.788950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef529ed-f74a-4517-8f57-10f337cdc461 req-20050fc9-6a27-4e99-b511-d29ed217e08d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1661170 Oct 22 13:00:31.789716 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48890634-9ec4-4dd8-acaf-038d63810950" -d '{"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-plugged", "status": "completed", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:31.795370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:31.866896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-0d7468d3-6a7b-4dce-9b50-73c9bbc8fe2b service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038758 Oct 22 13:00:31.874018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef529ed-f74a-4517-8f57-10f337cdc461 req-343ece37-318c-453d-b02f-5de7e4c9eeab tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677891 Oct 22 13:00:31.886794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aff25a05-2aca-40f5-b280-ac58ba99f31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.887467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:31.981858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aff25a05-2aca-40f5-b280-ac58ba99f31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:31.985615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aff25a05-2aca-40f5-b280-ac58ba99f31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.006928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.024935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff25a05-2aca-40f5-b280-ac58ba99f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d677cc-2db3-44f0-9e74-98d9ae1ad3cd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:32.029520 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aff25a05-2aca-40f5-b280-ac58ba99f31e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e52ef35a9d484e478743409b55edab1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988825 Oct 22 13:00:32.032285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44270) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:32.056644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Transition to ACTIVE for port object fbc73670-3f64-4ba7-b807-1e96367eb124 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:32.073348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.084857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:32.087090 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efdecd2-4ad9-4c71-88cb-df13af9001e7" -d '{"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:32.113109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.116526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-388f69f3-bc2c-4c18-8f13-812bf4573205 req-f2feaecb-6765-47d2-a6b1-b55731c819fe service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382369 Oct 22 13:00:32.134064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c737bd-4371-4a7d-9a8f-d8b4f9c61cba req-abb152be-21d6-4895-8f91-5d187c355da8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.135582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56c737bd-4371-4a7d-9a8f-d8b4f9c61cba req-abb152be-21d6-4895-8f91-5d187c355da8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 944 time: 0.2033637 Oct 22 13:00:32.142000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.143 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/33ad2da0-83d4-4666-b74c-871f2b47d0b1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:32.156993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715e8a1-ba44-437e-8686-2c9f5394d6c1 req-75a04c32-e0bc-40f9-8b18-c901214d51ec tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.157275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.163144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f715e8a1-ba44-437e-8686-2c9f5394d6c1 req-75a04c32-e0bc-40f9-8b18-c901214d51ec tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.1937461 Oct 22 13:00:32.210250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:32.221756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] No DVR routers for this DVR port fbc73670-3f64-4ba7-b807-1e96367eb124 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:00:32.256895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.260537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.261952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73d677cc-2db3-44f0-9e74-98d9ae1ad3cd HTTP/1.1" status: 204 len: 168 time: 0.2287531 Oct 22 13:00:32.283646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785195a-e7b2-4f5d-9ead-09c9754e479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d677cc-2db3-44f0-9e74-98d9ae1ad3cd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:32.304260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:32.304592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:32.304919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:32.327170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f715e8a1-ba44-437e-8686-2c9f5394d6c1 req-90a6bcdd-0fad-4269-aed5-66e5429e35b1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512794 Oct 22 13:00:32.337950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:32.338441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Attempting to bind port fbc73670-3f64-4ba7-b807-1e96367eb124 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:32.344646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56c737bd-4371-4a7d-9a8f-d8b4f9c61cba req-07fac6a8-77cf-4a1a-b838-1cd6098694a2 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780493 Oct 22 13:00:32.355104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:32.355679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:32.356061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:32.356513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Bound port: fbc73670-3f64-4ba7-b807-1e96367eb124, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:32.356864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.398241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.402800 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cf63eb-49fe-4862-8bd8-5d9331b56bf0 x-openstack-request-id: req-15cf63eb-49fe-4862-8bd8-5d9331b56bf0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:32.403307 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-plugged", "status": "completed", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:32.403391 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15cf63eb-49fe-4862-8bd8-5d9331b56bf0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:32.404171 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'code': 200} Oct 22 13:00:32.449367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:32.453118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:32.458925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.500489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.501180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.503353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] 10.222.0.26 "PUT /v2.0/ports/fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 1096 time: 1.5858531 Oct 22 13:00:32.543800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.594767 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61153e24-fe74-4352-8a62-748ea20e577b x-openstack-request-id: req-61153e24-fe74-4352-8a62-748ea20e577b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:32.595399 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:32.596038 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61153e24-fe74-4352-8a62-748ea20e577b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:32.596038 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'code': 200} Oct 22 13:00:32.624570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccbe9c-1136-48fa-a0e9-368a2ed0993e req-4e4bbd72-6fa5-47b8-a5d7-ea0806f54dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.635280 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4ccbe9c-1136-48fa-a0e9-368a2ed0993e req-4e4bbd72-6fa5-47b8-a5d7-ea0806f54dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1097 time: 0.1576433 Oct 22 13:00:32.642951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:32.654013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f738330-6260-43cd-b0bc-064b5e117705 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:32.659487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:32.670895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:32.727731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:32.738058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-a2bdbd1d-5e42-4f2c-ae3a-0c4490693e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.740377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-a2bdbd1d-5e42-4f2c-ae3a-0c4490693e26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1099 time: 0.2122467 Oct 22 13:00:32.741538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4ccbe9c-1136-48fa-a0e9-368a2ed0993e req-00f3e6ac-deb0-4d1d-b351-47be2d5a6733 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974762 Oct 22 13:00:32.756450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.757012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.764923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3b8f6-0d11-4f65-930a-a0298a907e8f req-d8ddebb0-3b67-4e32-a992-38c4ec713824 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.773782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fee3b8f6-0d11-4f65-930a-a0298a907e8f req-d8ddebb0-3b67-4e32-a992-38c4ec713824 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.1132572 Oct 22 13:00:32.781926 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-4eba30d4-2916-4bfc-b66a-56094e784e69 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5791523 Oct 22 13:00:32.795290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Request body: {'port': {'device_id': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:32.867391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:32.881332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fee3b8f6-0d11-4f65-930a-a0298a907e8f req-0e18b1a7-3b95-48ee-9f83-22c25cd42a29 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998187 Oct 22 13:00:32.930883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a376d-2af7-41a8-aa55-a1c433b9b7e5 req-f696c8a1-288f-45e2-86ba-e4b97207bec0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:32.947069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d28a376d-2af7-41a8-aa55-a1c433b9b7e5 req-f696c8a1-288f-45e2-86ba-e4b97207bec0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 936 time: 0.1289260 Oct 22 13:00:33.118226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d28a376d-2af7-41a8-aa55-a1c433b9b7e5 req-0dd54dac-6239-41a7-b77e-05ffc9b1abc2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702716 Oct 22 13:00:33.141081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c401e-fb43-4456-9639-b9f0a78e5452 req-1073942a-ae25-43fa-903f-25ad3fd25c4d tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.142656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe9c401e-fb43-4456-9639-b9f0a78e5452 req-1073942a-ae25-43fa-903f-25ad3fd25c4d tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.1533661 Oct 22 13:00:33.152416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44304) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:33.158797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Request body: {'floatingip': {'port_id': '64317fc8-033a-4cd6-8239-9011e5ff38ea'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:33.216096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1353b27-61a1-460c-83f5-e7f49a2c894b None None] Provisioning complete for port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:33.219763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-7543de7d-7142-495c-876f-788c4ad0b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.220475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1353b27-61a1-460c-83f5-e7f49a2c894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.220607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-7543de7d-7142-495c-876f-788c4ad0b41f service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2714574 Oct 22 13:00:33.247264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.274400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c1353b27-61a1-460c-83f5-e7f49a2c894b None None] Port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:33.329324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-ddc823a7-5772-4c4c-aaf9-603ee4822f68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.0765133 Oct 22 13:00:33.365858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607df5-3d94-4eda-9bf0-9e80122a095d req-3920414d-1c8b-4129-8648-b307cca50290 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.375143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae607df5-3d94-4eda-9bf0-9e80122a095d req-3920414d-1c8b-4129-8648-b307cca50290 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1714787 Oct 22 13:00:33.397813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:33.404136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44318) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:33.455040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-57579353-ec3d-48a4-ae72-5e39d0329508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.456604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-57579353-ec3d-48a4-ae72-5e39d0329508 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1199262 Oct 22 13:00:33.504513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae607df5-3d94-4eda-9bf0-9e80122a095d req-6b89c6e2-10f2-4530-a23b-a4d19597c382 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010666 Oct 22 13:00:33.598393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-659169073-network', 'tenant_id': '3ec8c20bd4804db98e4bacc3a9341e73'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:33.623257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-e923b17d-db02-46eb-b7f0-208b0d0de55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.626658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-e923b17d-db02-46eb-b7f0-208b0d0de55c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603119 Oct 22 13:00:33.639823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a34d-0f43-44ef-9a0d-f4ec7e123991 req-961b59ef-c09b-48a4-9bf7-c1baae515c96 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:33.641875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ff3a34d-0f43-44ef-9a0d-f4ec7e123991 req-961b59ef-c09b-48a4-9bf7-c1baae515c96 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 948 time: 0.1456501 Oct 22 13:00:33.642653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6ffb-a2bd-42fe-bfcc-4544036a1ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.697452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ad2da0-83d4-4666-b74c-871f2b47d0b1 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:33.733139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.746984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Made reservation on behalf of 3ec8c20bd4804db98e4bacc3a9341e73 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:33.749763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.789367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Transition to ACTIVE for port object 33ad2da0-83d4-4666-b74c-871f2b47d0b1 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:33.798126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:33.919390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Pushing event updated for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:34.060253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.079440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Attempting to bind port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:34.079773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Attempting to bind port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:34.080101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Attempting to bind port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:34.081465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ff3a34d-0f43-44ef-9a0d-f4ec7e123991 req-3f26f166-6a24-42d2-85cb-94019356acb6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173334 Oct 22 13:00:34.088569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:34.088891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Attempting to bind port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:34.098701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.100012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:34.100147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70794d4-0781-4dfa-919c-bb813900da6c req-05b4c1ef-6011-46fc-9995-a7c27390efd0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.100243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:34.100627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:34.101048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Bound port: 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:34.101415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.101666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70794d4-0781-4dfa-919c-bb813900da6c req-05b4c1ef-6011-46fc-9995-a7c27390efd0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 944 time: 0.4722686 Oct 22 13:00:34.110715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.163228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-b1cce3e1-2762-4b24-97a8-08796f08db6c service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182650 Oct 22 13:00:34.261936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:34.262086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70794d4-0781-4dfa-919c-bb813900da6c req-1d130d1c-d39c-4554-9fdb-9ea3cb0f2465 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369030 Oct 22 13:00:34.273452 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Floating IP d8d159bc-694c-4262-8903-3c3925f80874 associated. External IP: 172.25.6.254, port: 64317fc8-033a-4cd6-8239-9011e5ff38ea. Oct 22 13:00:34.317125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:34.323775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.336983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6ffb-a2bd-42fe-bfcc-4544036a1ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.347902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6ffb-a2bd-42fe-bfcc-4544036a1ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.430733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6ffb-a2bd-42fe-bfcc-4544036a1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec730c4-7e7e-4cf1-9701-5f85da18b532,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:34.434838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a76607e6-cd8d-427c-a9c1-cbc5f80504d5 req-5b6aed69-c27f-46ba-86e2-b032df321126 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637637 Oct 22 13:00:34.448347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468d28a-742f-47c4-be5d-e5db207b9f6f req-b41dcc87-d783-460b-b8c9-bfb3cebb76b1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.449960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2468d28a-742f-47c4-be5d-e5db207b9f6f req-b41dcc87-d783-460b-b8c9-bfb3cebb76b1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 948 time: 0.2028975 Oct 22 13:00:34.456139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d6b6ffb-a2bd-42fe-bfcc-4544036a1ee5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74cd312860d947da8c2f4d5c40384983&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572126 Oct 22 13:00:34.456816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:34.463103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.484988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.533090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:00:34.567407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c148c5c-56f8-48a2-80b2-ed069e710663,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:34.572119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.572457 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Added segment 75b75392-4f69-4d1e-a85e-df146d629262 of type vlan for network 08fe8a42-8867-4581-b77d-70d9ea901c91 Oct 22 13:00:34.576677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2468d28a-742f-47c4-be5d-e5db207b9f6f req-0512e515-296f-4219-9967-7b86741bfa2b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076093 Oct 22 13:00:34.620228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:34.622498 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ccf125-71dd-4c44-b744-e17209bf2d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:34.657508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.657739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.658120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.659534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] 10.222.0.21 "PUT /v2.0/ports/33ad2da0-83d4-4666-b74c-871f2b47d0b1 HTTP/1.1" status: 200 len: 1096 time: 1.8688028 Oct 22 13:00:34.662405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:34.662575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.662697 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d322cf0-d48d-473c-8f60-1df943985c20" -d '{"events": [{"name": "network-changed", "server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:34.715893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.718906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd009-2648-4a1b-954c-5857379dbb76 service neutron] Pushing event updated for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:34.733062 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abec35f-5cb0-4bd1-9dfe-846756e3cbc4 x-openstack-request-id: req-2abec35f-5cb0-4bd1-9dfe-846756e3cbc4 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:34.733346 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:34.734151 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2abec35f-5cb0-4bd1-9dfe-846756e3cbc4 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:34.734666 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'status': 'completed', 'code': 200} Oct 22 13:00:34.777025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebaa1df8-aa0e-4082-ae39-61128aaf7e2e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:34.781952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ac905-982a-4b65-8a68-9aa7fa417a74 req-70a4450c-effb-4fe6-b9a3-c86dc56b8003 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.783625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e2ac905-982a-4b65-8a68-9aa7fa417a74 req-70a4450c-effb-4fe6-b9a3-c86dc56b8003 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1375253 Oct 22 13:00:34.787569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.788523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.789100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.803294 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2372f-3e04-4604-b7a0-3cc35ebf8d65 x-openstack-request-id: req-17d2372f-3e04-4604-b7a0-3cc35ebf8d65 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:34.803596 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:34.804473 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d2372f-3e04-4604-b7a0-3cc35ebf8d65 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:34.804838 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'status': 'completed', 'code': 200} Oct 22 13:00:34.812640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:00:34.823590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-5eba0884-080b-476d-bf57-c87cd12f7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.825116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-5eba0884-080b-476d-bf57-c87cd12f7e46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 1099 time: 0.0967517 Oct 22 13:00:34.900340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4914763 Oct 22 13:00:34.905150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44336) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:34.908095 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-11ee78a9-2eaa-4022-99a5-6b49771f9b26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1 HTTP/1.1" status: 200 len: 217 time: 0.0535300 Oct 22 13:00:34.913222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Request body: {'subnet': {'network_id': '08fe8a42-8867-4581-b77d-70d9ea901c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-659169073-subnet', 'tenant_id': '3ec8c20bd4804db98e4bacc3a9341e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:34.932121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:00:34.942117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435cf2-a6e1-4c4e-a639-1a9406118ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=08fe8a42-8867-4581-b77d-70d9ea901c91,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:34.946453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.948979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:34.950125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aec730c4-7e7e-4cf1-9701-5f85da18b532 HTTP/1.1" status: 204 len: 168 time: 0.4894092 Oct 22 13:00:34.965534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e2ac905-982a-4b65-8a68-9aa7fa417a74 req-53ce33f0-7c08-4372-a186-914ab680f266 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510637 Oct 22 13:00:34.970676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Router a46c28d8-610d-4e9a-900e-7a8392ec1fef has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:00:34.972429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-738d1fdf-9cb4-49ec-aa9e-8200b3eed69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.975979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-738d1fdf-9cb4-49ec-aa9e-8200b3eed69d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1099 time: 0.2149451 Oct 22 13:00:34.985760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:34.993859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-25914dda-2ea5-4126-aed1-e40a446e7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:34.994633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Made reservation on behalf of 3ec8c20bd4804db98e4bacc3a9341e73 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:34.996032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-25914dda-2ea5-4126-aed1-e40a446e7262 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1099 time: 0.2096143 Oct 22 13:00:34.996921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.009780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-836284bf-4f82-48c1-a6ce-1cf12aeaf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.009780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-836284bf-4f82-48c1-a6ce-1cf12aeaf5a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0858405 Oct 22 13:00:35.010099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d772-f2dd-47a8-8fdd-f288628ba7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec730c4-7e7e-4cf1-9701-5f85da18b532,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:35.030234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3', 'port_id': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'mac_address': 'fa:16:3e:f0:a2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab887249-f10d-44a0-9d7f-21c68adb562f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:35.036507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 08fe8a42-8867-4581-b77d-70d9ea901c91 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:00:35.226258 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.236363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-c3df2b58-4415-4d5e-8248-f431b83b807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.238817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-c3df2b58-4415-4d5e-8248-f431b83b807d service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2275848 Oct 22 13:00:35.239986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-51c76641-7213-4ff2-aa26-a23f670c9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.242135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-51c76641-7213-4ff2-aa26-a23f670c9421 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2444165 Oct 22 13:00:35.243804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaa1df8-aa0e-4082-ae39-61128aaf7e2e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:35.270876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:35.275923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.349167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-791db1a9-76cb-4b4d-b79e-f5d4b79e2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.350795 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-791db1a9-76cb-4b4d-b79e-f5d4b79e2ed9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022591 Oct 22 13:00:35.353481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:35.385642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.393386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-b3e8f8ba-2772-4a51-97a4-af2f18dfb91b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.0912528 Oct 22 13:00:35.394587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-42c08e5c-aec3-4840-bb8c-f945ef2dec4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.1479208 Oct 22 13:00:35.408625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e32c516-5cd9-4269-8644-fda1528ca13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.438292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:00:35.461864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Sync routers for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:00:35.472143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:35.473840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.483209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:35.484379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:35.495496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f27c-e316-4223-bec8-b90c554dbcb0 req-1aeec020-96a3-4074-8937-c3a48cc089c1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.496990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c76f27c-e316-4223-bec8-b90c554dbcb0 req-1aeec020-96a3-4074-8937-c3a48cc089c1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 948 time: 0.2527907 Oct 22 13:00:35.498714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b698b-0286-491b-8228-0d73fc6a0128 req-945de116-92b7-4705-9e77-48bcad037ca2 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.500746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d68b698b-0286-491b-8228-0d73fc6a0128 req-945de116-92b7-4705-9e77-48bcad037ca2 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1097 time: 0.2576194 Oct 22 13:00:35.516499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bfcebc02-49c5-4234-ac91-800aebbf5e59 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "PUT /v2.0/floatingips/d8d159bc-694c-4262-8903-3c3925f80874 HTTP/1.1" status: 200 len: 991 time: 2.3602097 Oct 22 13:00:35.521484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-43e318c4-c0fe-4a79-b4f8-854638866f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.523417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-43e318c4-c0fe-4a79-b4f8-854638866f8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1217847 Oct 22 13:00:35.535196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-95d80c09-9806-4fba-a48c-ac2990f64065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.536623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-95d80c09-9806-4fba-a48c-ac2990f64065 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1330404 Oct 22 13:00:35.591452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d77250-b3a9-4ca7-9bc1-e22be493a946,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:35.600827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:35.609249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Checking segment: {'id': '75b75392-4f69-4d1e-a85e-df146d629262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '08fe8a42-8867-4581-b77d-70d9ea901c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:35.609618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Network hostable DHCP agents. Network: 08fe8a42-8867-4581-b77d-70d9ea901c91, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:00:35.634141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:35.648415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d68b698b-0286-491b-8228-0d73fc6a0128 req-02164b56-4626-401c-a183-85bf5f71ce44 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308267 Oct 22 13:00:35.649678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-62b7b8ce-e821-4cb5-9078-9faeeb94b227 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824140 Oct 22 13:00:35.657363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c76f27c-e316-4223-bec8-b90c554dbcb0 req-af98f43b-4382-444e-af7c-fb017e3619a6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404507 Oct 22 13:00:35.674444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Network 08fe8a42-8867-4581-b77d-70d9ea901c91 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:00:35.678827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-ba9428e9-886a-4c13-ad86-4f74e524c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.680378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-ba9428e9-886a-4c13-ad86-4f74e524c0e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429486 Oct 22 13:00:35.682253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-43aa4961-22ff-418e-b53c-a5dd01fa6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.705993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-43aa4961-22ff-418e-b53c-a5dd01fa6c13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429336 Oct 22 13:00:35.726518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 08fe8a42-8867-4581-b77d-70d9ea901c91) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:35.734465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e32c516-5cd9-4269-8644-fda1528ca13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.738081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.738803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.771791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e32c516-5cd9-4269-8644-fda1528ca13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:35.777711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abe614-4e57-470d-92fe-4a34c66c1854 None None] Network 08fe8a42-8867-4581-b77d-70d9ea901c91 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:35.832951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32c516-5cd9-4269-8644-fda1528ca13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa9644-934b-499f-909d-50d3434226ef,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:35.885049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27cb4725-874c-49f8-989f-1b74039c38f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9785340 Oct 22 13:00:35.887467 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d7b3f6e-3d43-47d6-a0f3-0028069860bf req-befdcd84-b04f-4ad0-8d5c-010dac2473c1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280066 Oct 22 13:00:35.923024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2e32c516-5cd9-4269-8644-fda1528ca13e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fd907a9208c4da09518faa1f2803567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672007 Oct 22 13:00:35.933293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:35.948004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-7a536d82-4d4e-49fd-ba5f-1d097201ffb1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408099 Oct 22 13:00:35.974771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d255-024e-4235-a447-a998c92686a4 req-ccd2a011-3a39-4e3a-bd2a-666dd758f308 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:35.981732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2053d255-024e-4235-a447-a998c92686a4 req-ccd2a011-3a39-4e3a-bd2a-666dd758f308 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 945 time: 0.1867688 Oct 22 13:00:35.991652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-78c60080-0253-418b-8877-447abe67fa83 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758338 Oct 22 13:00:36.042777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf11e98-4036-4766-a59f-0a53db16ac40 None None] Network 08fe8a42-8867-4581-b77d-70d9ea901c91 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:36.115710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-579cc724-fd43-437f-abf2-5ea7c3ec8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.117349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-579cc724-fd43-437f-abf2-5ea7c3ec8b35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 1099 time: 0.1427875 Oct 22 13:00:36.118523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.130317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2053d255-024e-4235-a447-a998c92686a4 req-9d37a9bb-33c5-4250-bd08-0d91abf2c42d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474149 Oct 22 13:00:36.178338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.198892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-ecbbe15b-27d3-4d7f-95b9-59a7ff38242c service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402587 Oct 22 13:00:36.221785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ccf125-71dd-4c44-b744-e17209bf2d9b req-9a84e347-3df8-4c3a-8408-1b6be30720d5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136655 Oct 22 13:00:36.229320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01af7f-c91a-4e0a-b87f-0b55730596a0 req-2f4d51e5-5189-40b8-adc1-0ce634c491ca tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.236658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf01af7f-c91a-4e0a-b87f-0b55730596a0 req-2f4d51e5-5189-40b8-adc1-0ce634c491ca tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 948 time: 0.1569963 Oct 22 13:00:36.285653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-91a9e571-6756-44e8-86a9-2a8b24741d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.287103 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-91a9e571-6756-44e8-86a9-2a8b24741d32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1575029 Oct 22 13:00:36.294893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf01af7f-c91a-4e0a-b87f-0b55730596a0 req-cf5f93ec-37f5-45f1-bda8-7b8c945857ef tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Oct 22 13:00:36.387629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8d159bc-694c-4262-8903-3c3925f80874', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'port_id': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'mac_address': 'fa:16:3e:f8:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c502a-da4e-4b72-9219-788ea030ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:00:16Z', 'updated_at': '2021-10-22T13:00:33Z', 'revision_number': 1, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:36.401299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-40cffc28-2aed-4456-a511-10c66ea47cad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1 HTTP/1.1" status: 200 len: 217 time: 0.1035898 Oct 22 13:00:36.403351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.408419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.409774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cfa9644-934b-499f-909d-50d3434226ef HTTP/1.1" status: 204 len: 168 time: 0.4751501 Oct 22 13:00:36.447553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ac166-6390-4f31-89cc-2763bc8b889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa9644-934b-499f-909d-50d3434226ef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:36.449822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Checking router: a46c28d8-610d-4e9a-900e-7a8392ec1fef for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:00:36.470094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:36.470764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:36.475425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-ac00e7fb-6d75-4bc4-ba50-939f4f3b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.477706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-ac00e7fb-6d75-4bc4-ba50-939f4f3b79b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0668297 Oct 22 13:00:36.491252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1513998288', 'description': 'tempest-description-246866085'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:36.536167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.565961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-3edb0ccb-677a-48c6-abbb-f51bdef83670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.567952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-3edb0ccb-677a-48c6-abbb-f51bdef83670 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816517 Oct 22 13:00:36.627981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.634824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.683072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:36.684700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-693bd6f3-1e7e-4dcb-af23-64e29b581d71 req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1988227 Oct 22 13:00:36.685668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917012e-611b-4750-b8ae-5fd3b1981559 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc0706-c813-4b03-bf3a-ba941d2d66f1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:36.713384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:36.772534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-1f733d09-d87a-488c-89d3-582b95f52ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969545 Oct 22 13:00:36.806107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:36.813312 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a96e1b-c23d-487a-b95e-80dde3993eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:36.833553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-3f214b6f-ac8c-45e3-bb3c-0202dfbc0346 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/8ecc0706-c813-4b03-bf3a-ba941d2d66f1 HTTP/1.1" status: 200 len: 1804 time: 0.0958853 Oct 22 13:00:36.840360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecc0706-c813-4b03-bf3a-ba941d2d66f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:36.841524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecc0706-c813-4b03-bf3a-ba941d2d66f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:36.924780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d322cf0-d48d-473c-8f60-1df943985c20 req-1710fe9a-10eb-4601-9b12-93da8cf6e1b9 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442223 Oct 22 13:00:36.936505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:36.939840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041c4fa-16c7-4bfa-96a3-9bbce1a55640 req-0888f0cf-54e7-4f60-be26-15f870753273 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:36.943025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2041c4fa-16c7-4bfa-96a3-9bbce1a55640 req-0888f0cf-54e7-4f60-be26-15f870753273 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 948 time: 0.0903857 Oct 22 13:00:37.053025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2041c4fa-16c7-4bfa-96a3-9bbce1a55640 req-a05518a2-5531-4831-97f8-2a0bb281437c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Oct 22 13:00:37.061218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.090889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:37.105594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'mac_address': 'fa:16:3e:52:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:37.111926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.123781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.162080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea384df-61c8-41bc-996c-71d3d22dc355,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:37.163514 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6faefe-accf-467e-8330-34a6f4c0f45b x-openstack-request-id: req-2a6faefe-accf-467e-8330-34a6f4c0f45b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:37.163821 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:37.164230 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a6faefe-accf-467e-8330-34a6f4c0f45b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:37.164882 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'status': 'completed', 'code': 200} Oct 22 13:00:37.191918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.213049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc73670-3f64-4ba7-b807-1e96367eb124 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:37.241078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:37.246879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8d159bc-694c-4262-8903-3c3925f80874', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'port_id': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'mac_address': 'fa:16:3e:f8:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c502a-da4e-4b72-9219-788ea030ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:00:16Z', 'updated_at': '2021-10-22T13:00:33Z', 'revision_number': 1, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:37.250974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.280584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0855fd9-8c41-421a-8c08-b38e59a70cfc None None] The sync data for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 is: [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8d159bc-694c-4262-8903-3c3925f80874', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'port_id': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'mac_address': 'fa:16:3e:f8:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179c502a-da4e-4b72-9219-788ea030ef77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:00:16Z', 'updated_at': '2021-10-22T13:00:33Z', 'revision_number': 1, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:00:37.317810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.319804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a87b57e9-d2a9-4036-82d0-b3940c39e840 req-cc550855-1ac7-4937-bf9b-b0c35e0a3789 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4852450 Oct 22 13:00:37.326393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-4dacebcb-8525-43b5-8a06-42f4c18b463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:37.328549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-4dacebcb-8525-43b5-8a06-42f4c18b463e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa708cf5b5e04431be64b743cd09310c&device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 1096 time: 0.1229086 Oct 22 13:00:37.418911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:37.522500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1104290488', 'description': 'tempest-description-372150939'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:37.560030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['fbc73670-3f64-4ba7-b807-1e96367eb124'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:37.570083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:37.662142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e956be-d31a-409b-a366-c4429916172c req-5a1d9db3-4ac5-45f2-ba43-539d328fd107 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:37.669069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7e956be-d31a-409b-a366-c4429916172c req-5a1d9db3-4ac5-45f2-ba43-539d328fd107 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 945 time: 0.2432775 Oct 22 13:00:37.694359 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21361a0c-4ea6-4a9d-886a-8620ac44d0ce None None] New status for floating IP d8d159bc-694c-4262-8903-3c3925f80874: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:00:37.716945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-3eba76f0-6cd3-4b15-bf4e-035e01269974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:37.719497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-3eba76f0-6cd3-4b15-bf4e-035e01269974 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43efcd96-f259-4de8-a9ed-2de6f9f25928 HTTP/1.1" status: 200 len: 916 time: 0.3628883 Oct 22 13:00:37.757154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-265d0be4-c951-44c0-bc5a-37ef94f42c16 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:37.761711 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-265d0be4-c951-44c0-bc5a-37ef94f42c16 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06&tenant_id=9e8a625f8d2745bda6fe9b390c121dca&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 949 time: 0.1488674 Oct 22 13:00:37.821832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7e956be-d31a-409b-a366-c4429916172c req-e8a89c49-4ffe-43b2-b23b-c24eadac470d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277709 Oct 22 13:00:37.885962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-30be28cd-36b4-42c1-b1cd-eaf10190b686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea HTTP/1.1" status: 200 len: 999 time: 0.1550169 Oct 22 13:00:37.943702 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-d145e8b9-55ef-4521-a5f5-b2142041b875 service neutron] delete failed (client error): The resource could not be found. Oct 22 13:00:37.944743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-d145e8b9-55ef-4521-a5f5-b2142041b875 service neutron] 10.222.0.21 "DELETE /v2.0/ports/fbc73670-3f64-4ba7-b807-1e96367eb124/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.1738613 Oct 22 13:00:38.008256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.023162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.025593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.027322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-92142490-ab39-4b20-8744-eeeb1dc4e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.029137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-92142490-ab39-4b20-8744-eeeb1dc4e068 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac23981-8959-4af5-9b84-64cb1a511a96 HTTP/1.1" status: 200 len: 854 time: 0.1344051 Oct 22 13:00:38.071904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122525b2-efe7-479f-a699-673706517791 req-d16acd7b-eb83-47a1-a3ea-b0847f1bd6ed tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.084919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-122525b2-efe7-479f-a699-673706517791 req-d16acd7b-eb83-47a1-a3ea-b0847f1bd6ed tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 948 time: 0.1293807 Oct 22 13:00:38.129923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:38.176979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-ab83045b-e52f-43d4-b2a0-f9869e76c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.183659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-ab83045b-e52f-43d4-b2a0-f9869e76c6e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 1100 time: 0.0994306 Oct 22 13:00:38.255725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-325b14ba-7c6f-4a68-a5fd-4ac3d492d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.257310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-325b14ba-7c6f-4a68-a5fd-4ac3d492d33f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43efcd96-f259-4de8-a9ed-2de6f9f25928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557777 Oct 22 13:00:38.260635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.261745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39ec052f-9636-4e1e-96e9-2c750b10b5f1 req-a7a5734e-f51f-41ac-ae24-2e0f27ec4bc1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7721107 Oct 22 13:00:38.281169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-122525b2-efe7-479f-a699-673706517791 req-33bb1f62-785f-4c64-baf8-e95cfa4ea69d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862657 Oct 22 13:00:38.390812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-ba1bc266-2237-46b3-bced-85e3d6d30e5d service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081805 Oct 22 13:00:38.412270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-c961cdbc-405a-4f3c-b9c7-90c65579c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.414163 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-c961cdbc-405a-4f3c-b9c7-90c65579c162 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2211084 Oct 22 13:00:38.470329 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-57552362-7c2f-419d-a5b8-0b34f07604ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 200 len: 217 time: 0.0479577 Oct 22 13:00:38.524830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-1b96bf66-adba-471d-8fc9-85cfae8eb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.526328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-1b96bf66-adba-471d-8fc9-85cfae8eb9fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0476952 Oct 22 13:00:38.532848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-9c8ae19e-a121-40eb-9ea2-4841e662ef9d tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d HTTP/1.1" status: 200 len: 1804 time: 0.1409814 Oct 22 13:00:38.542878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901bfeb-b0ca-4fa6-9205-cf8313f7e6a9 req-00a975ef-72d1-4de9-9921-9826f9e7c9f2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.544472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4901bfeb-b0ca-4fa6-9205-cf8313f7e6a9 req-00a975ef-72d1-4de9-9921-9826f9e7c9f2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 949 time: 0.1448562 Oct 22 13:00:38.552972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:38.553284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:38.595207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-f1bf3920-7e19-434d-8a8c-d3488fd9e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:38.596732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-f1bf3920-7e19-434d-8a8c-d3488fd9e586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629721 Oct 22 13:00:38.599235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23a96e1b-c23d-487a-b95e-80dde3993eb4 req-34930b37-35d7-4091-9547-1e296ceb8229 service neutron] 10.222.0.26 "GET /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909184 Oct 22 13:00:38.632345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4901bfeb-b0ca-4fa6-9205-cf8313f7e6a9 req-b8f651d2-4cf0-472d-8bc5-ffdce28871ba tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744278 Oct 22 13:00:38.693182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.736400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.737813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-2575d4c1-ce8f-49f6-9303-a020ec3e336f service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305802 Oct 22 13:00:38.750505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.767636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebaa1df8-aa0e-4082-ae39-61128aaf7e2e up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:38.771551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a8b0b8-bf04-4907-afca-d6e1a9a83069,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:38.800126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.805769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f131b700-14c2-4be8-aa8d-94ae528cff23 req-66e20489-15f9-450b-b99f-1ae4f604b3fc tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2603242 Oct 22 13:00:38.843416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1884792671', 'description': 'tempest-description-702483034'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:38.855693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:38.860398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:38.860775 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.912846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:38.976495 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc481aaf-e4c5-4e85-aba4-e9b7c77c1dc2 req-48a41c89-a6d2-41cb-ba8f-b80b2dffa7b4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310190 Oct 22 13:00:38.982650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.001610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:39.042230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:39.045682 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f3c00-4df3-4dae-bf61-393d74ac7ab3" -d '{"events": [{"server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "name": "network-vif-plugged", "status": "completed", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:39.071694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:39.077664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.086875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.101474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542c03-ae97-46ee-bb00-216606fd7292 req-82139bd9-7870-4aa7-8252-bfe4c985fa8e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:39.103854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a542c03-ae97-46ee-bb00-216606fd7292 req-82139bd9-7870-4aa7-8252-bfe4c985fa8e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 945 time: 0.1389301 Oct 22 13:00:39.105175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.171661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.173343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a30f23e-2811-4f3d-bbb2-3fbed39838d4 req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3374345 Oct 22 13:00:39.175949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2385d-3b96-49de-a72a-d84f4a8fe120 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4640d8e2-1327-4cb0-a045-0f4639b3f03e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:39.177119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:39.186312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port fbc73670-3f64-4ba7-b807-1e96367eb124 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:39.192063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port fbc73670-3f64-4ba7-b807-1e96367eb124 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:39.192647 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.231404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a542c03-ae97-46ee-bb00-216606fd7292 req-56e19414-f756-4559-9c52-85929a2a1564 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111956 Oct 22 13:00:39.235248 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1ef10-704a-4572-b724-ab2d460c4f44 x-openstack-request-id: req-09d1ef10-704a-4572-b724-ab2d460c4f44 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:39.235571 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "name": "network-vif-plugged", "status": "completed", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:39.235847 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09d1ef10-704a-4572-b724-ab2d460c4f44 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:39.236243 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'code': 200} Oct 22 13:00:39.338801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1148223130', 'description': 'tempest-description-2130395977'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:39.379206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.384629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.396111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5365591-7611-4cea-aa2d-576614177324 req-cab32e2b-30fa-41ed-b9d9-b675ce23c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:39.399713 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5365591-7611-4cea-aa2d-576614177324 req-cab32e2b-30fa-41ed-b9d9-b675ce23c2c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1097 time: 0.0741138 Oct 22 13:00:39.463787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5365591-7611-4cea-aa2d-576614177324 req-dce83ef3-b191-4cdd-9a57-0c0fe9de3481 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589750 Oct 22 13:00:39.505177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:39.514044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.525989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.534312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.570376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.579257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38b1823d-cfe2-4986-b2f2-46691e4a1026 req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2637339 Oct 22 13:00:39.580118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511058e-09a8-4f8e-90a4-5517b2b88470 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46a63c-88e1-4ece-9fa3-64566ab2f718,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:39.588191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:39.613936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:39.692551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099db5ce-592e-4dce-a331-4075115e4f61 req-b6091047-65d1-4b6b-adfd-a4166297ef21 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:39.694102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099db5ce-592e-4dce-a331-4075115e4f61 req-b6091047-65d1-4b6b-adfd-a4166297ef21 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 948 time: 0.0526600 Oct 22 13:00:39.734744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099db5ce-592e-4dce-a331-4075115e4f61 req-ea9c83eb-f88c-450a-bea1-4f151b606eea tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Oct 22 13:00:39.810286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-c50e4ffa-b4fc-404a-a3a2-508512a806f6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/4640d8e2-1327-4cb0-a045-0f4639b3f03e HTTP/1.1" status: 200 len: 1804 time: 0.0425553 Oct 22 13:00:39.862940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-8b8e6184-3168-4258-9198-1d96c3ee9534 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/fe46a63c-88e1-4ece-9fa3-64566ab2f718 HTTP/1.1" status: 200 len: 1805 time: 0.0462823 Oct 22 13:00:39.873889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4640d8e2-1327-4cb0-a045-0f4639b3f03e', 'remote_group_id': 'fe46a63c-88e1-4ece-9fa3-64566ab2f718', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:39.874908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4640d8e2-1327-4cb0-a045-0f4639b3f03e', 'remote_group_id': 'fe46a63c-88e1-4ece-9fa3-64566ab2f718', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:39.979071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966db49-4794-4d75-8e81-463e463b7263 req-1c794e1a-6ca6-4960-ac50-62192699ad68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:39.980533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e966db49-4794-4d75-8e81-463e463b7263 req-1c794e1a-6ca6-4960-ac50-62192699ad68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0785186 Oct 22 13:00:39.990084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.048775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e966db49-4794-4d75-8e81-463e463b7263 req-210acada-bc27-42cc-803d-48d5aec738d5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Oct 22 13:00:40.050337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.054023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.068944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263a101f-26a4-4aeb-b729-dfc84c7a2e89,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:40.081281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.082537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34fb711e-5c7a-411c-8fcc-9a011446e284 req-bb363b70-0354-457d-84a8-2bc0f2903405 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2128372 Oct 22 13:00:40.216472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e29e-540a-478a-9ba4-dbecc6b71c9a req-b6850a21-4c94-4e92-a49f-056d28a0db54 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:40.218743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f491e29e-540a-478a-9ba4-dbecc6b71c9a req-b6850a21-4c94-4e92-a49f-056d28a0db54 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0576739 Oct 22 13:00:40.257509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f491e29e-540a-478a-9ba4-dbecc6b71c9a req-7c6f3cc7-e822-4b27-b14d-a0cf11b48ae0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Oct 22 13:00:40.266969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-4881826', 'description': 'tempest-description-1825720744'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:40.291069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.370041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.374515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.415225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.416408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d807829-a48a-4655-a3f2-cb6284f5e7a4 req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1535892 Oct 22 13:00:40.430821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170a085-e985-412e-b106-a63fd172b158 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:40.472325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665238046', 'description': 'tempest-description-1036688630'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:40.736407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f43ab-8a56-4cbc-84bf-c54da70510b1 req-c86c1560-a39f-4682-823d-bc3dc7202d6c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:40.738585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426f43ab-8a56-4cbc-84bf-c54da70510b1 req-c86c1560-a39f-4682-823d-bc3dc7202d6c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 946 time: 0.3377414 Oct 22 13:00:40.765790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 33ad2da0-83d4-4666-b74c-871f2b47d0b1 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:40.766977 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.814148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426f43ab-8a56-4cbc-84bf-c54da70510b1 req-40b643c3-3fe9-470d-8d19-8fd96044a6af tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Oct 22 13:00:40.875445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.884186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.924063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:40.925066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:40.934055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ab244a1-4e8e-4740-895b-e69f7e331a99 req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4672225 Oct 22 13:00:40.936173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1733a4-430b-46c1-ab79-4398dd50300f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff17f5b6-19a2-4e1f-b1a9-c63513a048b4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:40.939143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'mac_address': 'fa:16:3e:bf:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:40.988973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.005396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ad2da0-83d4-4666-b74c-871f2b47d0b1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:41.029662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:41.034355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.111600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:41.121917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac371bce-cfad-4c4c-acf2-5b870bcab794 req-8dd164e3-fcc3-4c64-9435-b72bad0575df tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:41.131110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac371bce-cfad-4c4c-acf2-5b870bcab794 req-8dd164e3-fcc3-4c64-9435-b72bad0575df tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 949 time: 0.0671422 Oct 22 13:00:41.134959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44544) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:41.173409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac371bce-cfad-4c4c-acf2-5b870bcab794 req-4ad0183e-e5b3-440d-bfa6-5f2e223bb82c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Oct 22 13:00:41.237793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:41.240520 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679d45f-686c-4981-9a1a-13b93f420c68" -d '{"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-plugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:41.260248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52c10992-eb19-4e13-80aa-2b4493bdb8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.284396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5527ca0-bc66-462b-b595-869baf51447c req-f53db525-0522-4db5-9130-e9a340215097 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93 HTTP/1.1" status: 200 len: 1802 time: 0.0550992 Oct 22 13:00:41.349846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:41.360869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5527ca0-bc66-462b-b595-869baf51447c req-7a059106-0298-4307-a812-81c133c82b5e tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/ff17f5b6-19a2-4e1f-b1a9-c63513a048b4 HTTP/1.1" status: 200 len: 1804 time: 0.0749965 Oct 22 13:00:41.373414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93', 'remote_group_id': 'ff17f5b6-19a2-4e1f-b1a9-c63513a048b4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:41.374050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93', 'remote_group_id': 'ff17f5b6-19a2-4e1f-b1a9-c63513a048b4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:41.390452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52c10992-eb19-4e13-80aa-2b4493bdb8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.400771 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52c10992-eb19-4e13-80aa-2b4493bdb8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.442827 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a43b87e-82fa-48aa-b977-e3c9ad978379 x-openstack-request-id: req-1a43b87e-82fa-48aa-b977-e3c9ad978379 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:41.443143 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-plugged", "status": "completed", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:41.443404 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a43b87e-82fa-48aa-b977-e3c9ad978379 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:41.444154 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'code': 200} Oct 22 13:00:41.462840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.464481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c10992-eb19-4e13-80aa-2b4493bdb8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db948ff3-53d4-46ab-bbf0-cb18de5d8916,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:41.472914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52c10992-eb19-4e13-80aa-2b4493bdb8b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16ff735f664b4939879140ccaa3dbcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361554 Oct 22 13:00:41.473451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:41.522577 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.530452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.555615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.555949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0116856-1444-4fb7-90ad-14616bf2a1bc,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:41.580761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.581942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.582284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5527ca0-bc66-462b-b595-869baf51447c req-895d2978-1adb-48f5-8b44-9247a23dd119 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2137921 Oct 22 13:00:41.611307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-f2e38571-d918-4655-b66b-0382c09cdf14 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281024 Oct 22 13:00:41.640955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.643830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.651596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db948ff3-53d4-46ab-bbf0-cb18de5d8916 HTTP/1.1" status: 204 len: 168 time: 0.1731310 Oct 22 13:00:41.662377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639a8f-7cf0-4497-ab9b-b842ea28178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db948ff3-53d4-46ab-bbf0-cb18de5d8916,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:41.720769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-8310748b-8285-4100-a8f1-f36955de4339 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/ff17f5b6-19a2-4e1f-b1a9-c63513a048b4 HTTP/1.1" status: 200 len: 1804 time: 0.1084933 Oct 22 13:00:41.778125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-a5bf16f7-d85b-47c2-9d54-833573196dc9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:41.785583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-a5bf16f7-d85b-47c2-9d54-833573196dc9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669192 Oct 22 13:00:41.816099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-ef36a7c7-0dd5-484b-93d5-aa1f618eeaa5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/quotas/9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 375 time: 0.0294757 Oct 22 13:00:41.856485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.891198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.899129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-e6c73acf-fa5c-4151-ac53-af398e0d0ce7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821860 Oct 22 13:00:41.974005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.979481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:41.994258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04a41e03-bd8d-41ac-a520-983149fffb71 req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff17f5b6-19a2-4e1f-b1a9-c63513a048b4 HTTP/1.1" status: 204 len: 173 time: 0.2653966 Oct 22 13:00:42.044558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44584) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:42.056621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f7eb0-bea8-482f-b159-3f7bcd281824 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff17f5b6-19a2-4e1f-b1a9-c63513a048b4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:42.081560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-114be2d8-2d6c-4bc0-a490-d7c794e9dc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.097072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f7938f9-4f04-49bb-ad50-87e985d45908 req-5dec8a02-8f1a-4ced-bc1a-7b4ce97f882f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93 HTTP/1.1" status: 200 len: 1802 time: 0.0649388 Oct 22 13:00:42.208174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2b7f-d911-46e8-b530-c649b5aa39ba req-878d0a4e-e733-48f4-b6b2-2333865c7ee8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:42.210196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80fc2b7f-d911-46e8-b530-c649b5aa39ba req-878d0a4e-e733-48f4-b6b2-2333865c7ee8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 946 time: 0.0693178 Oct 22 13:00:42.227420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-114be2d8-2d6c-4bc0-a490-d7c794e9dc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.236717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-114be2d8-2d6c-4bc0-a490-d7c794e9dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.270877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80fc2b7f-d911-46e8-b530-c649b5aa39ba req-e26d8aaa-4409-47cc-84b3-f9cbfa2f6eb1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Oct 22 13:00:42.311110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114be2d8-2d6c-4bc0-a490-d7c794e9dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065840b-285c-4a73-b663-850986ed84eb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:42.319786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-114be2d8-2d6c-4bc0-a490-d7c794e9dc9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a60276cb61dd48d2a79b3207c631a006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741520 Oct 22 13:00:42.322161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:42.322286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-586923bc-f577-4ca9-8225-cfa534ebe198 req-f48a5185-e00c-4401-bc99-01255906d0ff tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 210 time: 0.0361049 Oct 22 13:00:42.326418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-592327973', 'description': 'tempest-description-1190091627'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:42.357485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.442631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.473678 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.482949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.499799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.520156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6353e-04d6-46af-ae6a-77b288464bee req-9511f9ad-f280-4525-b3bf-88c8236b3083 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:42.522063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91b6353e-04d6-46af-ae6a-77b288464bee req-9511f9ad-f280-4525-b3bf-88c8236b3083 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 949 time: 0.0819278 Oct 22 13:00:42.537196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.540226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.562910 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f065840b-285c-4a73-b663-850986ed84eb HTTP/1.1" status: 204 len: 168 time: 0.2271793 Oct 22 13:00:42.566174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f439dce-3834-4ac1-abef-0aa1b96fccb7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:42.583037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01f097-fc08-4ed0-a3d5-63bcd3ce8f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065840b-285c-4a73-b663-850986ed84eb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:42.599204 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.607237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91b3151c-6523-4ea0-bdb2-0a00dfd6daff req-9908e8e9-ad2c-459c-9539-c82a0706a8e7 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2881420 Oct 22 13:00:42.631786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91b6353e-04d6-46af-ae6a-77b288464bee req-53eb5f0f-3ac5-496b-989a-4bbd5e8b4e82 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804608 Oct 22 13:00:42.720844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-0a24cbcb-603a-4157-9160-0f80726fc8a8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1834107902&fields=id&tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 267 time: 0.0383251 Oct 22 13:00:42.785939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 33ad2da0-83d4-4666-b74c-871f2b47d0b1 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:42.852750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-7f357c68-35c6-448d-86c7-f2c9a5f3dc0e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:42.854537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-7f357c68-35c6-448d-86c7-f2c9a5f3dc0e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 946 time: 0.1250160 Oct 22 13:00:42.867888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-4f0e7653-7dc9-48ff-914d-8ffdf66b1895 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 200 len: 1804 time: 0.0963805 Oct 22 13:00:42.870424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:42.877823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:42.878533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:42.881686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f439dce-3834-4ac1-abef-0aa1b96fccb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:42.882025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f439dce-3834-4ac1-abef-0aa1b96fccb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:42.900912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'security_groups': ['e719c9e1-0802-4fcd-87b8-610286ec0ff7', 'eab7bd59-8d5a-42ba-9014-e072ff6725c5']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:42.978415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.019484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.044668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:43.050020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.123879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:43.133326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.133815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.134168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.134511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.134875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.135271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.135646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.136269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.136753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.137451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.137932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.138421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:00:43.138638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.174681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.181645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.219924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79102b9c-5397-444d-a4ca-af56cacc58d3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:43.228163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.234468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e5ddd0f-c129-4a23-8abd-320c86329770 req-a5a1c105-2777-49fa-bb3d-9651bede2eeb tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3655155 Oct 22 13:00:43.391376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:43.408909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb99170-828e-425f-915f-4dd33b616a7b req-0300c17d-fb17-46ae-9d3e-28cc4482d996 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 200 len: 2397 time: 0.0922666 Oct 22 13:00:43.445344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:43.448747 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6d8396-7e88-42b3-b996-4c8d58b138dd" -d '{"events": [{"server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "name": "network-vif-plugged", "status": "completed", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:43.473924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.497913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f439dce-3834-4ac1-abef-0aa1b96fccb7', 'remote_group_id': None}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:43.498518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f439dce-3834-4ac1-abef-0aa1b96fccb7', 'remote_group_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:43.511834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.523001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-617a42a1-e67b-4194-9b4a-8142bd3ad3df tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465832 Oct 22 13:00:43.525568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:43.605114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:43.605817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.612795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6bd8a4d-9699-451b-96b7-78d06735b523 req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "PUT /v2.0/ports/ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 982 time: 0.7424860 Oct 22 13:00:43.625689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:43.633134 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b50887c-431f-4796-b216-bf456733974a" -d '{"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:43.693307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:43.812315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd64196-0ece-48b4-9698-38f983597993 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:43.818094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c954c63-efc1-49dd-a0c9-2b965b9ce39a req-13ac39cf-edcc-4b01-acdf-90245a955b25 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 210 time: 0.0962224 Oct 22 13:00:43.871002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:43.892374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-0464b149-72b6-4d90-9326-04974716d2a0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:43.894393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-0464b149-72b6-4d90-9326-04974716d2a0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613284 Oct 22 13:00:43.910629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Request body: {'port': {'device_id': '1539b160-1cfc-4652-b5ab-68579adb243b', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '9e8a625f8d2745bda6fe9b390c121dca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:43.915433 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f0963a-e623-44b2-a913-a48de9231b15 x-openstack-request-id: req-56f0963a-e623-44b2-a913-a48de9231b15 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:43.915962 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "name": "network-vif-plugged", "status": "completed", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:43.915962 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56f0963a-e623-44b2-a913-a48de9231b15 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:43.916339 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'code': 200} Oct 22 13:00:44.034640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.051253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.057949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5e5c-e5f2-4788-b7f3-acd141917849 req-f2f67948-2dd7-4208-a423-f3202a4a6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.059495 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51ec5e5c-e5f2-4788-b7f3-acd141917849 req-f2f67948-2dd7-4208-a423-f3202a4a6e3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 1101 time: 0.0870192 Oct 22 13:00:44.095328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f2201b-32f0-4926-aa1c-b87c6256cc83,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:44.104128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218a9611-c619-48c0-93bd-37c1872e1218 req-7c2e3187-22a3-498e-84dc-f9b0af31f693 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1399819364&fields=id&tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 267 time: 0.0871439 Oct 22 13:00:44.106032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Made reservation on behalf of 9e8a625f8d2745bda6fe9b390c121dca for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:44.110199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.116643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51ec5e5c-e5f2-4788-b7f3-acd141917849 req-57bc3e07-a6dd-4bb0-a517-123e8a5e3954 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Oct 22 13:00:44.135255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.139202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb99170-828e-425f-915f-4dd33b616a7b req-ca6aa93b-4869-442c-9e17-f5beaa0cd32f tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6471968 Oct 22 13:00:44.197930 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04a19d-4bde-425b-94ef-ebba8edec8b3 x-openstack-request-id: req-ce04a19d-4bde-425b-94ef-ebba8edec8b3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:44.198371 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:44.198844 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce04a19d-4bde-425b-94ef-ebba8edec8b3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:44.199593 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'status': 'completed', 'code': 200} Oct 22 13:00:44.297600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9611-c619-48c0-93bd-37c1872e1218 req-06d9ce6d-5849-4fe3-a661-708422220362 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.301043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218a9611-c619-48c0-93bd-37c1872e1218 req-06d9ce6d-5849-4fe3-a661-708422220362 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 985 time: 0.1869640 Oct 22 13:00:44.326710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'security_groups': ['e719c9e1-0802-4fcd-87b8-610286ec0ff7', 'eab7bd59-8d5a-42ba-9014-e072ff6725c5', '9a545d48-b905-4c47-933f-c1ff75484a58']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:44.384899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a66328-09eb-44e0-b8dd-3e27b9d3dfff req-18f310df-a48a-406b-99ac-bfde378c0bfd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.386369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00a66328-09eb-44e0-b8dd-3e27b9d3dfff req-18f310df-a48a-406b-99ac-bfde378c0bfd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.1437891 Oct 22 13:00:44.457355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Allocated IP 192.168.233.219 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/b74e0863-545c-4e85-bc1e-827c062066c6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:44.476663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.477493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50887c-431f-4796-b216-bf456733974a req-5b3a6e47-4a48-4b07-a9e1-d351712a2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.479676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-5b3a6e47-4a48-4b07-a9e1-d351712a2e13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1136 time: 0.0457175 Oct 22 13:00:44.497890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00a66328-09eb-44e0-b8dd-3e27b9d3dfff req-4339b0e5-2c33-4441-8d7b-13c7eacad22b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Oct 22 13:00:44.622924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50887c-431f-4796-b216-bf456733974a req-2fe02c45-f4af-4cd4-b7e9-bc4f9df5aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.624947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-2fe02c45-f4af-4cd4-b7e9-bc4f9df5aca7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.1365826 Oct 22 13:00:44.673771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-3fbfd63c-0d14-49ad-a26f-f68ae3f28ddd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 217 time: 0.0380547 Oct 22 13:00:44.733339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50887c-431f-4796-b216-bf456733974a req-d4a4297b-692e-4032-9a00-ecc6da223c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:44.735018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-d4a4297b-692e-4032-9a00-ecc6da223c4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.0528288 Oct 22 13:00:44.770637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.773688 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-2fa701fb-b445-4358-a321-c8c608589f5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297501 Oct 22 13:00:44.793437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1000027b-3592-4261-8f62-666f51fc6a28 req-31aa77a1-bb25-4547-a796-02502d2988ab tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 200 len: 2995 time: 0.1079259 Oct 22 13:00:44.901519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:44.904076 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-04ec9098-1d77-4a2f-8ec4-9be2d4893c33 service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Oct 22 13:00:44.913511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:44.933339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'fbc73670-3f64-4ba7-b807-1e96367eb124'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:44.963567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:44.973128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:44.975632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:45.033760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:45.034314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.057495 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b50887c-431f-4796-b216-bf456733974a req-d82b3b1e-4f0a-4727-88bc-b6920e71de90 service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453304 Oct 22 13:00:45.062436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.067748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:45.073438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.089918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:45.153428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-c5710343-b31a-4432-b48f-b3fb23fbba6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2482388 Oct 22 13:00:45.164297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:45.187999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:45.188660 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.193185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218a9611-c619-48c0-93bd-37c1872e1218 req-18606894-4913-4a4c-b786-de8ffd8a8d91 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "PUT /v2.0/ports/ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 1021 time: 0.8771355 Oct 22 13:00:45.196212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Request body: {'port': {'device_id': '1539b160-1cfc-4652-b5ab-68579adb243b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:45.204281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-27bc0e72-70f9-4d6e-bb9d-26a0323edf8e tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-group-rules/01f2201b-32f0-4926-aa1c-b87c6256cc83 HTTP/1.1" status: 200 len: 783 time: 0.0600357 Oct 22 13:00:45.308355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:45.345808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.365589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-f46c5aca-84e8-464f-b804-b11bd6833190 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 200 len: 2995 time: 0.1455860 Oct 22 13:00:45.407411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d16acb-de0f-4e63-a7ff-450a7974923f req-2c751768-3d9f-492a-9eae-4fc0b384cf68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:45.416402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17d16acb-de0f-4e63-a7ff-450a7974923f req-2c751768-3d9f-492a-9eae-4fc0b384cf68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 936 time: 0.1215906 Oct 22 13:00:45.499852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-36862671-edae-441b-b9b5-fb2b33381259 None None] Provisioning complete for port b74e0863-545c-4e85-bc1e-827c062066c6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:45.500228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36862671-edae-441b-b9b5-fb2b33381259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.530805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.552240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.569946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17d16acb-de0f-4e63-a7ff-450a7974923f req-dc99ea61-7180-428f-91d2-6e646fb2a749 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523135 Oct 22 13:00:45.638336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-36862671-edae-441b-b9b5-fb2b33381259 None None] Port b74e0863-545c-4e85-bc1e-827c062066c6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:45.667441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.678081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:45.690062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6f1edb2-7e1d-4b02-8582-1ca3e101384a req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/01f2201b-32f0-4926-aa1c-b87c6256cc83 HTTP/1.1" status: 204 len: 173 time: 0.2940385 Oct 22 13:00:45.752276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac3cf3-4d6b-4211-9868-d3a74bd871b0 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01f2201b-32f0-4926-aa1c-b87c6256cc83,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:45.893999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0375-606e-4814-be96-03d649026db1 req-1efde04e-e52f-4c2b-a1e1-a91477bc497a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:45.895502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96cb0375-606e-4814-be96-03d649026db1 req-1efde04e-e52f-4c2b-a1e1-a91477bc497a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.1473448 Oct 22 13:00:45.904093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74066-adaa-4941-996d-212e10829738 req-e0bb6cf1-8fc5-4de6-9b4e-e59b1153294a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:45.906755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ad74066-adaa-4941-996d-212e10829738 req-e0bb6cf1-8fc5-4de6-9b4e-e59b1153294a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.1174452 Oct 22 13:00:46.011627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ad74066-adaa-4941-996d-212e10829738 req-705cd8d1-143d-4c6d-812b-4d76d132fc64 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Oct 22 13:00:46.017545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:46.029780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.063428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Transition to ACTIVE for port object b74e0863-545c-4e85-bc1e-827c062066c6 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:46.073811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96cb0375-606e-4814-be96-03d649026db1 req-57d22216-a2ab-4fc1-9d07-775ae2b2d058 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 200 len: 6149 time: 0.1627412 Oct 22 13:00:46.073811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.176342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:46.203336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:46.205694 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:46.235073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-91330c49-cd93-4084-ae81-fbf8cf972f18 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 200 len: 2397 time: 0.1283429 Oct 22 13:00:46.290241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:46.290580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:46.290933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:46.298960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:46.299197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:46.311954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:46.312806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:46.312806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:46.313158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Bound port: b74e0863-545c-4e85-bc1e-827c062066c6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:46.313482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.370890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.412672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.423718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:46.428529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:46.435527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.512285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:46.512986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.514472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 1096 time: 1.3462653 Oct 22 13:00:46.542394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82150c0-8328-451a-bda7-156ab98838e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:46.558963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.563651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.565030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76f12abf-dd2a-49d8-be37-56a22e2ccd33 req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f439dce-3834-4ac1-abef-0aa1b96fccb7 HTTP/1.1" status: 204 len: 173 time: 0.3207521 Oct 22 13:00:46.571957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d4752-989d-43a8-a786-ddb1d3302611 req-ef05bdde-dbb1-43c1-81d5-6498e901d0f9 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:46.582093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-130d4752-989d-43a8-a786-ddb1d3302611 req-ef05bdde-dbb1-43c1-81d5-6498e901d0f9 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 1101 time: 0.1042690 Oct 22 13:00:46.634777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3385ef-63b7-4d37-b47a-7f8ea9d211e1 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f439dce-3834-4ac1-abef-0aa1b96fccb7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:46.656862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': ' tempest-securitygroup -583647113 ', 'description': 'tempest-description-1641215632'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:46.678811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-130d4752-989d-43a8-a786-ddb1d3302611 req-4f7fa6d3-61cb-44e3-8406-ef4e0e9624c4 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.695449 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.720625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-aca7966b-32d3-4787-b600-e99dc41ad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:46.722169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-aca7966b-32d3-4787-b600-e99dc41ad97f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1099 time: 0.1374435 Oct 22 13:00:46.802434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-534e9262-f245-4a64-887b-1e50b1902568 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0514569 Oct 22 13:00:46.899743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-fe9deb64-b63f-4aaa-875e-ced9bf04e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:46.901250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-fe9deb64-b63f-4aaa-875e-ced9bf04e35b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0883379 Oct 22 13:00:46.914525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.925740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.966802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44718) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:46.968028 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-130d4752-989d-43a8-a786-ddb1d3302611 req-4f7fa6d3-61cb-44e3-8406-ef4e0e9624c4 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:46.990757 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-130d4752-989d-43a8-a786-ddb1d3302611 req-4f7fa6d3-61cb-44e3-8406-ef4e0e9624c4 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.005969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.007252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-427119e4-9fe2-40c4-988e-1521126c993c req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3687592 Oct 22 13:00:47.016101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31680e8-1cf3-4ffa-8cc6-807438c2363d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a966b2-87ba-4b30-a575-feceb112cda4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:47.043047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-130d4752-989d-43a8-a786-ddb1d3302611 req-4f7fa6d3-61cb-44e3-8406-ef4e0e9624c4 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452739 Oct 22 13:00:47.075395 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4737c2db-696d-42a5-a815-e046bb120192 x-openstack-request-id: req-4737c2db-696d-42a5-a815-e046bb120192 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:47.076047 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:47.076238 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4737c2db-696d-42a5-a815-e046bb120192 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:47.076627 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'status': 'completed', 'code': 200} Oct 22 13:00:47.097438 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-a32f81be-d6a2-464c-b08c-cee523b4a66d req-c5d0dc94-68a7-43d2-a75a-1e967f4e013c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] show failed (client error): The resource could not be found. Oct 22 13:00:47.098628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32f81be-d6a2-464c-b08c-cee523b4a66d req-c5d0dc94-68a7-43d2-a75a-1e967f4e013c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/ff17f5b6-19a2-4e1f-b1a9-c63513a048b4 HTTP/1.1" status: 404 len: 352 time: 0.0335801 Oct 22 13:00:47.111865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-494318a7-f797-44d1-b8d0-01e0eab6934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:47.113356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-494318a7-f797-44d1-b8d0-01e0eab6934c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745663 Oct 22 13:00:47.121310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fa6d3-61cb-44e3-8406-ef4e0e9624c4 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca791d9-974b-45b6-b472-884b90596759,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:47.162442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-af0436dd-034f-4c1a-b149-b5ba86adc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:47.164207 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-af0436dd-034f-4c1a-b149-b5ba86adc748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1175 time: 0.0699804 Oct 22 13:00:47.165450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91fc4a1a-daf4-4b5e-9e1f-ee870dd1f68d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.282023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7893176-e537-4dfd-aeb6-34db7689a81f req-61b2ca5f-1bf1-4072-82a4-2fde533d8dcf tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/b7a966b2-87ba-4b30-a575-feceb112cda4 HTTP/1.1" status: 200 len: 1780 time: 0.1435204 Oct 22 13:00:47.312567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d53da4-e833-4b96-81d2-c863f7630875 req-fd1fa641-4734-4465-bc1c-2ad0fb04207c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:47.313691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-b3499520-221a-4c45-a34a-2d991caf153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:47.314878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18d53da4-e833-4b96-81d2-c863f7630875 req-fd1fa641-4734-4465-bc1c-2ad0fb04207c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.1633773 Oct 22 13:00:47.323327 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-b3499520-221a-4c45-a34a-2d991caf153b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.1491773 Oct 22 13:00:47.348780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-704a09dd-78f3-445c-80e9-385cce43f860 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144349 Oct 22 13:00:47.386153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-0633cdff-da31-43b2-ba52-94beba0c2314 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 200 len: 217 time: 0.0531547 Oct 22 13:00:47.401300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18d53da4-e833-4b96-81d2-c863f7630875 req-a1577c92-91f9-45b0-a0f5-624cab5fd3b5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745041 Oct 22 13:00:47.478856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-565eed24-6f85-40fa-aac4-9b214d76fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:47.480400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-565eed24-6f85-40fa-aac4-9b214d76fd0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.0868249 Oct 22 13:00:47.482225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91fc4a1a-daf4-4b5e-9e1f-ee870dd1f68d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.487488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91fc4a1a-daf4-4b5e-9e1f-ee870dd1f68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.579146 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-9f965dd0-8feb-4fec-8962-1b8e3272f2cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719435 Oct 22 13:00:47.590674 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91fc4a1a-daf4-4b5e-9e1f-ee870dd1f68d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7358edba2504bc78b784da4bea5ed72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220434 Oct 22 13:00:47.593825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-7e2f3473-9b95-4ea0-b52a-b018e7a81e36 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93 HTTP/1.1" status: 200 len: 1802 time: 0.1072321 Oct 22 13:00:47.595465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:47.609650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc4a1a-daf4-4b5e-9e1f-ee870dd1f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674797b-7a03-41b2-a3b2-01cfcf04fc8c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:47.616318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcc2f96e-ffa3-47a2-aa4b-77d4b5c081e0 req-9e9d5cd4-6258-4568-b474-664d720f2daa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590940 Oct 22 13:00:47.692001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-642d8dcc-db85-4db4-81fa-2b96bc07514f service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040008 Oct 22 13:00:47.724620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-825d33a4-7177-4fa1-be39-ee0ea043ef71 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/b7a966b2-87ba-4b30-a575-feceb112cda4 HTTP/1.1" status: 200 len: 1780 time: 0.1131461 Oct 22 13:00:47.759198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.768129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.794000 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3379e1f1-3c32-4b1c-9d78-b94fb25af9f8 req-c4591822-0e19-4b87-8143-dff6c2fb51f0 service neutron] 10.222.0.21 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949736 Oct 22 13:00:47.814986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.834920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.895920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.920158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.923202 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.924315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4923001-8411-4cd3-acd8-ecc0c491e3b8 req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93 HTTP/1.1" status: 204 len: 173 time: 0.3297164 Oct 22 13:00:47.925823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.941101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.943708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:47.947263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f674797b-7a03-41b2-a3b2-01cfcf04fc8c HTTP/1.1" status: 204 len: 168 time: 0.3459163 Oct 22 13:00:47.953564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ed2a-9131-4be2-82f8-6446b7924f60 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7cf40-2cc3-47e3-8af6-7ca0855cfe93,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:47.976109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088e0b1-99f4-4d1b-b25c-eb03bbdf1ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674797b-7a03-41b2-a3b2-01cfcf04fc8c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:48.000109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.011057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.017438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6720be1b-d9d4-419c-8c1f-25ed2e5242f5 req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7a966b2-87ba-4b30-a575-feceb112cda4 HTTP/1.1" status: 204 len: 173 time: 0.2806263 Oct 22 13:00:48.303595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:48.318210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-540a6df7-0d0c-4249-8e90-1ff1c61cfc9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.368543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cd789-5302-4d18-a1de-8e1bf8f40862 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a966b2-87ba-4b30-a575-feceb112cda4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:48.372477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-f919220d-4a56-4502-9408-b2343f9df981 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3351500 Oct 22 13:00:48.376186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-c61ee62b-cca9-4b95-81f1-daa8fc0b0721 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/fe46a63c-88e1-4ece-9fa3-64566ab2f718 HTTP/1.1" status: 200 len: 1805 time: 0.3326528 Oct 22 13:00:48.402888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-540a6df7-0d0c-4249-8e90-1ff1c61cfc9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.406812 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-540a6df7-0d0c-4249-8e90-1ff1c61cfc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.445920 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-540a6df7-0d0c-4249-8e90-1ff1c61cfc9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54754c84a6c343be8be827f819f82d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411293 Oct 22 13:00:48.447036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a6df7-0d0c-4249-8e90-1ff1c61cfc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc771bdb-76af-4059-8617-fbe544a9770a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:48.449443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44762) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:48.499333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.512889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.522802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.541451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-452f75ba-3747-4156-914f-eb9f7a75eb14 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:48.542917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-452f75ba-3747-4156-914f-eb9f7a75eb14 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477895 Oct 22 13:00:48.560262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.568832 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.571568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.575048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc771bdb-76af-4059-8617-fbe544a9770a HTTP/1.1" status: 204 len: 168 time: 0.1224189 Oct 22 13:00:48.576048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-26e79f5e-78e3-4200-bdcc-c8fdebe4bbef tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.0251896 Oct 22 13:00:48.585317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a147fcc-15d0-4956-8dba-105faa8ab1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc771bdb-76af-4059-8617-fbe544a9770a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:48.647136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-a400c2b1-0f3e-4dde-95ce-3aef9262e44d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639968 Oct 22 13:00:48.664327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.667146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:48.675171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-690b5dff-4c63-49a9-bb06-b60f765352b5 req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe46a63c-88e1-4ece-9fa3-64566ab2f718 HTTP/1.1" status: 204 len: 173 time: 0.2923694 Oct 22 13:00:48.685700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86457-76a8-41af-80e6-4e9353541ce6 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46a63c-88e1-4ece-9fa3-64566ab2f718,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:48.706887 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-18d0f22b-3121-4f03-8b6f-1585d19ac653 req-bb974353-0277-46a6-a0b6-0ba3f412cee8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:00:48.707901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18d0f22b-3121-4f03-8b6f-1585d19ac653 req-bb974353-0277-46a6-a0b6-0ba3f412cee8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/b7a966b2-87ba-4b30-a575-feceb112cda4 HTTP/1.1" status: 404 len: 352 time: 0.0191836 Oct 22 13:00:48.832860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e578d-cc55-4f7a-9a8a-e15f90acdf8d req-b991e7f9-7754-4169-a659-af8b84076d72 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:48.834432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd7e578d-cc55-4f7a-9a8a-e15f90acdf8d req-b991e7f9-7754-4169-a659-af8b84076d72 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.0657301 Oct 22 13:00:48.875248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd7e578d-cc55-4f7a-9a8a-e15f90acdf8d req-ae35a370-17c0-4a80-90e9-09f69d3ba4b8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Oct 22 13:00:49.069299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-717c5aa4-f2ce-4b32-80c1-8126f02a0ccf tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/4640d8e2-1327-4cb0-a045-0f4639b3f03e HTTP/1.1" status: 200 len: 1804 time: 0.0438323 Oct 22 13:00:49.078532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:49.081065 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:49.100963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1770906194', 'description': 'tempest-description-1583496217'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:49.145844 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.170279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.208524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.274827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.281278 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.290575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.293423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.295048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b0f87e5-6749-46b4-b94c-bc70d3bdcba7 req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/4640d8e2-1327-4cb0-a045-0f4639b3f03e HTTP/1.1" status: 204 len: 173 time: 0.2172611 Oct 22 13:00:49.327488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.339056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d68ee179-e7a3-4184-aed0-28f7f3249eae req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2546432 Oct 22 13:00:49.344165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158762e-5f52-4011-885b-1f79107f22c7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b6fd2-4837-4210-85dd-89c9a1f2a080,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:49.379814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6c76-88be-4ae2-9a05-08f8e7f6c72c tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4640d8e2-1327-4cb0-a045-0f4639b3f03e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:49.392727 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85c3bc-b4dd-48c1-b7a4-3273a423e02e x-openstack-request-id: req-da85c3bc-b4dd-48c1-b7a4-3273a423e02e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:49.393014 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:49.393596 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da85c3bc-b4dd-48c1-b7a4-3273a423e02e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:49.394439 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'status': 'completed', 'code': 200} Oct 22 13:00:49.467042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44812) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:49.479868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-5b2a7778-67ee-4e76-80f0-a6f58aad9986 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d HTTP/1.1" status: 200 len: 2403 time: 0.0781672 Oct 22 13:00:49.512078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-a2787909-09c6-4d31-9600-e2fe6e463489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:49.513575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-a2787909-09c6-4d31-9600-e2fe6e463489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1099 time: 0.0855303 Oct 22 13:00:49.604967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1963385582-network', 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:49.619794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.623839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918158578', 'description': 'tempest-description-473352312'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:49.634471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:49.638405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.650959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.683765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.699687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-13ee9e68-7186-4e46-928a-d5b0c3ee5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:49.702778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-13ee9e68-7186-4e46-928a-d5b0c3ee5ac6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1804807 Oct 22 13:00:49.706240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.747100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.750688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.776810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-4f1570b2-e1f0-493f-be9e-d66fa364bea5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0637445 Oct 22 13:00:49.778044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:00:49.788008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dcaadc-662e-4553-8576-d30c1f2d5d9b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:49.802988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.803347 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Added segment fd59994b-a51c-47f4-bd23-4819b6e53ff6 of type vlan for network 62119dd5-b9e4-48ff-ad69-c27435737a6d Oct 22 13:00:49.831992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.834911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.836250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df6d44ef-1e23-485d-bb95-53a0b84678a0 req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d HTTP/1.1" status: 204 len: 173 time: 0.3555927 Oct 22 13:00:49.854728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.862307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cec10-57a2-41b8-9ab8-42ab44d7e148 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d035f6-ffda-4f4c-9b26-ad4f66a8dc4d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:49.887658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-7c25188b-7d55-4d9d-9c9b-40c416f22195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:49.889256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-7c25188b-7d55-4d9d-9c9b-40c416f22195 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0926287 Oct 22 13:00:49.893864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.895861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:49.896448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.924991 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.957446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-463b1cbc-5bcd-496b-85ee-5a51d48524e0 req-8efd134c-5133-427e-a7e8-0926aaa8273d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 210 time: 0.0629237 Oct 22 13:00:49.959313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:49.979112 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5100663 Oct 22 13:00:49.979723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:49.986242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Request body: {'subnet': {'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1963385582-subnet', 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:49.989971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c359c3-01d6-4052-9a49-b5bf8c4b2caa admin admin] Pushing event updated for resources: {'Network': ['ID=62119dd5-b9e4-48ff-ad69-c27435737a6d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.005145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:00:50.005666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.030394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e31953df-41c9-4cff-a98f-54a03879b297 req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4130685 Oct 22 13:00:50.031842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5454223-a1c0-44c7-85b7-284d99b03c50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce3f73-5d84-42e4-af35-6f2a5633295d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.051432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:50.054351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.058441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-048d7e78-589a-4993-95ef-bf7d3ad311fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:50.059963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-048d7e78-589a-4993-95ef-bf7d3ad311fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612575 Oct 22 13:00:50.217489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-73ffd502-430c-4a63-9d1b-740cc3d5b662 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "GET /v2.0/security-groups/8ecc0706-c813-4b03-bf3a-ba941d2d66f1 HTTP/1.1" status: 200 len: 2397 time: 0.1727493 Oct 22 13:00:50.280619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.296391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c41bd-0406-4339-ac73-eb13132d8fc7 req-b00f8cd4-6c9b-4e93-a562-56fd23a4c4e2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:50.297903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16c41bd-0406-4339-ac73-eb13132d8fc7 req-b00f8cd4-6c9b-4e93-a562-56fd23a4c4e2 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.1850882 Oct 22 13:00:50.336386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94bffc0-e920-4c17-8e19-8a7f9b15f523,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.339396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-228dda12-c7cf-4e8d-9f70-a4ac00040b95 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654488 Oct 22 13:00:50.352805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Checking segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:50.353642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Network hostable DHCP agents. Network: 62119dd5-b9e4-48ff-ad69-c27435737a6d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:00:50.369983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:00:50.379093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 62119dd5-b9e4-48ff-ad69-c27435737a6d) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:50.384152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:50.384408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.385382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.388590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30024820-21d6-4661-a0b0-784cb91cddef None None] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:50.390272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16c41bd-0406-4339-ac73-eb13132d8fc7 req-fba1f52f-5af5-466f-ad77-2b59cab4f0cb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863569 Oct 22 13:00:50.413837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8346cd1-517c-4b5e-a800-b95135c74504 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4268768 Oct 22 13:00:50.452238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.520494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c92fcf9d-efb8-4d7f-a693-025fdcd266ca req-65cbbd4c-a6e3-471d-aa21-69099c3d8d9e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608863 Oct 22 13:00:50.551853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.556047 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.557343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b91aeb3d-9529-4f26-9ca4-95faf5bccef3 req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ecc0706-c813-4b03-bf3a-ba941d2d66f1 HTTP/1.1" status: 204 len: 173 time: 0.3388953 Oct 22 13:00:50.564483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44836) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:50.578066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce1bd-e76b-422b-8961-05b0f70dec73 tempest-SecurityGroupRulesTestJSON-1469813896 tempest-SecurityGroupRulesTestJSON-1469813896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc0706-c813-4b03-bf3a-ba941d2d66f1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.613506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcab8c-f6fb-48fe-a04b-541a8c185fa9 None None] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:50.625887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1826521029', 'description': 'tempest-description-1013041694'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:50.638593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Deleting subnet d9d77250-b3a9-4ca7-9bc1-e22be493a946 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:00:50.641494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.674182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.686390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.766102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.771132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.787798 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-6acf2347-a7fc-4f39-b88f-31aaa70d0346 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304098 Oct 22 13:00:50.790875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.812774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.822849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bfeb256-931d-4ddf-8ca2-c0c33071c23e req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1996393 Oct 22 13:00:50.848937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d1267-7402-4e1c-841d-f1be149ce8e1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a3f601-0c7e-4632-9fb1-776196c094ce,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.941503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.966507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553a7b65-8028-494f-a260-56d5d9cb7546 req-db2de04a-1119-4d40-ae73-9f42c11b568b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 10897 time: 0.1271241 Oct 22 13:00:50.978431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d77250-b3a9-4ca7-9bc1-e22be493a946,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:50.985261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:50.988486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2f444346-8c10-4b3d-9665-736535c1b60e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9d77250-b3a9-4ca7-9bc1-e22be493a946 HTTP/1.1" status: 204 len: 168 time: 0.4220076 Oct 22 13:00:50.993953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:50.996030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-08007747-63fb-4e4d-9875-4846e9fb83b9 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:50.997475 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-08007747-63fb-4e4d-9875-4846e9fb83b9 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696208 Oct 22 13:00:51.016432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:51.057392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:51.135391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553a7b65-8028-494f-a260-56d5d9cb7546 req-c068e9a8-8a39-4038-bb78-dce3dbbf9a06 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 200 len: 2981 time: 0.1619618 Oct 22 13:00:51.149992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:51.156098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.209477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:51.224627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'mac_address': 'fa:16:3e:02:ba:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:51.229187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553a7b65-8028-494f-a260-56d5d9cb7546 req-a7d61481-693f-4153-acc4-b9be0448fd05 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 200 len: 2981 time: 0.0928514 Oct 22 13:00:51.231931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.293218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.317870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-079280ca-f808-4f2b-8c96-5e8bf8b56de5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782092 Oct 22 13:00:51.325136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.155 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/cb906549-ac3e-4e52-a13d-15ab09b10dba) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:51.326466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:51.360734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:51.374970 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.439193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-c05eca8f-e583-4561-8715-ef4261a2f1f9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:51.440762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-c05eca8f-e583-4561-8715-ef4261a2f1f9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.4227548 Oct 22 13:00:51.442568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:51.480124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-49a862bc-e423-4dea-9bdf-846befc0305f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/quotas/fc13e3e98c334983bfb56dd66b185c3b HTTP/1.1" status: 200 len: 375 time: 0.0306900 Oct 22 13:00:51.535280 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.540802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.581676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.589652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-c19d2d8d-3928-4e53-8524-f64526bd9c6c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779648 Oct 22 13:00:51.593845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:51.614120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af1f7d36-78ee-4b96-869b-670c1b1ffe31 req-681f6198-cb7a-4ba5-8ff6-917a0c7cc690 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 210 time: 0.0667839 Oct 22 13:00:51.620578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-3848f07c-8ef7-45d3-8b3c-827b0876f618 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:00:51.621566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-3848f07c-8ef7-45d3-8b3c-827b0876f618 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0133779 Oct 22 13:00:51.635127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:51.638826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fe8a42-8867-4581-b77d-70d9ea901c91']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:51.639088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:51.653011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:51.658554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:51.689626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:51.701441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b75392-4f69-4d1e-a85e-df146d629262') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:51.708414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b75392-4f69-4d1e-a85e-df146d629262') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:51.710256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:51.711104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.728512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-d081dc68-a95b-401a-930d-bc65ce865ccc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7162261 Oct 22 13:00:51.729636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-629ff73e-4ac4-45b0-ab41-16fe9761e8e2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:51.731235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-629ff73e-4ac4-45b0-ab41-16fe9761e8e2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749325 Oct 22 13:00:51.751174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Request body: {'port': {'device_id': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:51.751590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.760012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '39f37496-e44c-48f1-8a40-27c415f366d2', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:51.830499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.834492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.915387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:00:51.915796 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:00:51.917820 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:00:51.927190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-d40bd42f-fbc5-43f7-b256-aa816bd9103f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/ea5b6fd2-4837-4210-85dd-89c9a1f2a080 HTTP/1.1" status: 200 len: 1801 time: 0.2573292 Oct 22 13:00:51.972575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-34030039-9ff6-40c2-aa2b-2c4055c290b9 None None] Provisioning complete for port cb906549-ac3e-4e52-a13d-15ab09b10dba triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:51.973450 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34030039-9ff6-40c2-aa2b-2c4055c290b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:51.988242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-0f767c28-4813-47a7-bf2f-fdee8eebe5b2 service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170166 Oct 22 13:00:52.008212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-34030039-9ff6-40c2-aa2b-2c4055c290b9 None None] Port cb906549-ac3e-4e52-a13d-15ab09b10dba cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:52.069481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.085063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.089373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/08fe8a42-8867-4581-b77d-70d9ea901c91 HTTP/1.1" status: 204 len: 168 time: 1.0923100 Oct 22 13:00:52.147122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ef12e-3fc9-4dde-b916-7ea118d2e6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=08fe8a42-8867-4581-b77d-70d9ea901c91,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:52.161284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb906549-ac3e-4e52-a13d-15ab09b10dba {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:52.163993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.171075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.188193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Transition to ACTIVE for port object cb906549-ac3e-4e52-a13d-15ab09b10dba will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:52.199909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.207104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-6a1cbdf4-bd1d-475b-b95d-27ea007ab00c service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066641 Oct 22 13:00:52.229723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:52.233180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.251293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:52.252731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.295009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:52.373346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-046adb96-9276-4831-96de-54cdb3122e6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ec8c20bd4804db98e4bacc3a9341e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206455 Oct 22 13:00:52.376803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44874) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:52.424190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.137 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/2ea67c94-973c-47b8-a317-4e0031ed1bd7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:52.447466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Attempting to bind port cb906549-ac3e-4e52-a13d-15ab09b10dba on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:52.447800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Attempting to bind port cb906549-ac3e-4e52-a13d-15ab09b10dba by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:52.448135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Attempting to bind port cb906549-ac3e-4e52-a13d-15ab09b10dba on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:52.462152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Port cb906549-ac3e-4e52-a13d-15ab09b10dba on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:52.462474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Attempting to bind port cb906549-ac3e-4e52-a13d-15ab09b10dba on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:52.465697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.472652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:52.472987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:52.473373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:52.473810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Bound port: cb906549-ac3e-4e52-a13d-15ab09b10dba, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:52.474165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.506968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.594127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:52.597466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:52.605346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.613782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.617044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.617645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.618738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd5dc6ba-260d-4911-a1af-3cfc816bb702 req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea5b6fd2-4837-4210-85dd-89c9a1f2a080 HTTP/1.1" status: 204 len: 173 time: 0.6899383 Oct 22 13:00:52.620761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.622086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c148c5c-56f8-48a2-80b2-ed069e710663 HTTP/1.1" status: 204 len: 168 time: 0.2443898 Oct 22 13:00:52.657664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ad8ec-272e-4da6-a0ab-c5830dff818e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b6fd2-4837-4210-85dd-89c9a1f2a080,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:52.689430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5153d1-cc44-4558-b2a6-c76ceba87623 req-0fe075f0-b68f-40ac-9d24-0d079701feb8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:52.697738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f5153d1-cc44-4558-b2a6-c76ceba87623 req-0fe075f0-b68f-40ac-9d24-0d079701feb8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.1708655 Oct 22 13:00:52.990100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:52.990745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:52.992227 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb906549-ac3e-4e52-a13d-15ab09b10dba HTTP/1.1" status: 200 len: 1096 time: 1.2470713 Oct 22 13:00:52.992753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:52.995267 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67438417-fec3-4dc2-bc2a-4ae5af310976" -d '{"events": [{"name": "network-changed", "server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:53.007935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ea2ae-08fb-47a8-a255-b0dea3c756bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c148c5c-56f8-48a2-80b2-ed069e710663,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:53.051045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c4b2-954b-4cc2-b601-2c4461ec5ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:53.076989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.089415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:53.107556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b64fb42-e424-45ac-ac78-843f60106c6f req-307e1b21-dd18-4aae-9713-7bf46064dbdd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 210 time: 0.0736649 Oct 22 13:00:53.148775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-22c6b3c5-fe35-49f9-9a9f-3ce1c7e70315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.150857 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-22c6b3c5-fe35-49f9-9a9f-3ce1c7e70315 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 1099 time: 0.0793362 Oct 22 13:00:53.207605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f5153d1-cc44-4558-b2a6-c76ceba87623 req-4b948dc9-4735-4073-aa94-838ec266d248 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088215 Oct 22 13:00:53.215562 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-0fd5f0cf-376c-4f4c-8cb9-aef3f4e89935 req-2f580c67-1e86-4b10-9869-1c853f465629 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:00:53.224557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b74e0863-545c-4e85-bc1e-827c062066c6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:00:53.224825 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:00:53.230287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b74e0863-545c-4e85-bc1e-827c062066c6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:53.235520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fd5f0cf-376c-4f4c-8cb9-aef3f4e89935 req-2f580c67-1e86-4b10-9869-1c853f465629 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/ea5b6fd2-4837-4210-85dd-89c9a1f2a080 HTTP/1.1" status: 404 len: 352 time: 0.0865686 Oct 22 13:00:53.236070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.269566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-77de3493-5ebd-4d5b-a812-7afe1e656c0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba HTTP/1.1" status: 200 len: 217 time: 0.1096430 Oct 22 13:00:53.277813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.314389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:53.354170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:53.360979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:53.381403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-f1ec2176-974f-46e6-96a4-2df60b1c4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.382161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:53.383365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-f1ec2176-974f-46e6-96a4-2df60b1c4dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0582256 Oct 22 13:00:53.385287 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1362c6-a8c2-4d1a-bd9f-13275280c875 x-openstack-request-id: req-ab1362c6-a8c2-4d1a-bd9f-13275280c875 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:53.385702 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:53.385956 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab1362c6-a8c2-4d1a-bd9f-13275280c875 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:53.386373 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba', 'status': 'completed', 'code': 200} Oct 22 13:00:53.490228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-30087648-5f9c-4bf8-b94e-0d15cb5e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.492135 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-30087648-5f9c-4bf8-b94e-0d15cb5e343d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871720 Oct 22 13:00:53.515955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:53.553630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320e945c-2ef7-4daa-81c5-f97076616622 req-cd861cfc-55ba-45e7-9012-5655a543b6f9 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/25ce3f73-5d84-42e4-af35-6f2a5633295d HTTP/1.1" status: 200 len: 1799 time: 0.1364050 Oct 22 13:00:53.638902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.639892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.661607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-5fb98565-d561-4135-b0cb-fb3bea57cca4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563075 Oct 22 13:00:53.678327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0d7cca4d-67b7-425f-bbbf-4d58683f9ed1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9321394 Oct 22 13:00:53.695856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612bb9-3a6a-486c-80f8-77b9f41571b2 req-ace72438-8afe-4afd-bad3-61f1f9feaf1b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.697390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48612bb9-3a6a-486c-80f8-77b9f41571b2 req-ace72438-8afe-4afd-bad3-61f1f9feaf1b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 936 time: 0.2667868 Oct 22 13:00:53.707671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.717468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Request body: {'port': {'device_id': '39f37496-e44c-48f1-8a40-27c415f366d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:53.770084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:53.772667 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27296e-295c-4a16-9014-da5bab566f0e" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:53.791368 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-320e945c-2ef7-4daa-81c5-f97076616622 req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.795505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:53.803493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-90b2c8ee-f649-4e3e-9cc9-4f74e56618d3 None None] Provisioning complete for port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:53.804792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8ee-f649-4e3e-9cc9-4f74e56618d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.830924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-ae88d9fa-950a-4964-b896-2b62f6873317 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601977 Oct 22 13:00:53.834912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.846799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48612bb9-3a6a-486c-80f8-77b9f41571b2 req-ddd43491-853b-4035-ade3-66b779d2ab52 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247628 Oct 22 13:00:53.884565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-320e945c-2ef7-4daa-81c5-f97076616622 req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.889734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.920651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-90b2c8ee-f649-4e3e-9cc9-4f74e56618d3 None None] Port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:00:53.941170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:53.949133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38976fec-725f-4269-9daf-efa6f6323681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:53.963752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-5cd446eb-d390-4ccc-bd8a-9c074b4aa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:53.966979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-5cd446eb-d390-4ccc-bd8a-9c074b4aa4ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 1099 time: 0.0751529 Oct 22 13:00:53.990724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44922) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:54.013779 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79310758-3c8a-41c2-9be1-9d257797acd7 x-openstack-request-id: req-79310758-3c8a-41c2-9be1-9d257797acd7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:54.014096 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:54.020753 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79310758-3c8a-41c2-9be1-9d257797acd7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:54.024400 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'code': 200} Oct 22 13:00:54.119222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-320e945c-2ef7-4daa-81c5-f97076616622 req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.122236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-320e945c-2ef7-4daa-81c5-f97076616622 req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.124060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320e945c-2ef7-4daa-81c5-f97076616622 req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/25ce3f73-5d84-42e4-af35-6f2a5633295d HTTP/1.1" status: 204 len: 173 time: 0.5690796 Oct 22 13:00:54.166350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-cf2f57e3-9578-448e-a107-d9ca5e86361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.167873 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-cf2f57e3-9578-448e-a107-d9ca5e86361c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1912191 Oct 22 13:00:54.224792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-4fea033e-414b-4f4a-9f7e-04b0725a7a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba HTTP/1.1" status: 200 len: 217 time: 0.0428598 Oct 22 13:00:54.229348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd8a9-fd79-46a8-be05-68067c0e46e8 req-0ef14cc1-9243-4146-aa27-5ba9fada5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.230811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7bcd8a9-fd79-46a8-be05-68067c0e46e8 req-0ef14cc1-9243-4146-aa27-5ba9fada5228 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1101 time: 0.1140292 Oct 22 13:00:54.269924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-178076822-network', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:54.282047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d703e9-0be3-46db-bb56-75ecd82d9240 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce3f73-5d84-42e4-af35-6f2a5633295d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:54.299846 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7bcd8a9-fd79-46a8-be05-68067c0e46e8 req-4084af1a-4ed7-4f25-a8ab-da78a4382302 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Oct 22 13:00:54.303441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-a8a03481-af95-4513-932b-3cb83b743d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.304931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-a8a03481-af95-4513-932b-3cb83b743d7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0731635 Oct 22 13:00:54.323240 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-6ad1e78b-c5fe-4b8a-96f3-415306ff62d4 req-64ee1920-e840-432e-b984-cd8f178e7d83 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:00:54.324271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ad1e78b-c5fe-4b8a-96f3-415306ff62d4 req-64ee1920-e840-432e-b984-cd8f178e7d83 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/25ce3f73-5d84-42e4-af35-6f2a5633295d HTTP/1.1" status: 404 len: 352 time: 0.1135933 Oct 22 13:00:54.344202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c1790b9-9d55-469c-a77f-4fcf66090050 req-1d94db53-c2cb-4acc-85e8-b4caeeb3c08c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 210 time: 0.0955493 Oct 22 13:00:54.395615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-0ac4f825-fa0d-4662-ad24-83ee480ec131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.397195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-0ac4f825-fa0d-4662-ad24-83ee480ec131 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811493 Oct 22 13:00:54.399064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-aa235ed8-f8fa-4170-ae90-520e68b7c3c7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.400743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-aa235ed8-f8fa-4170-ae90-520e68b7c3c7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.3430510 Oct 22 13:00:54.412102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:54.414390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.465315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.494667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-f0fde3f6-bf1b-456f-8844-aacf232d2059 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Oct 22 13:00:54.552879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97071d0d-d609-4bab-aad0-b713931c257a req-4debf23a-f418-4a32-b29b-d5bd4ac387c6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/d6a3f601-0c7e-4632-9fb1-776196c094ce HTTP/1.1" status: 200 len: 1801 time: 0.1650963 Oct 22 13:00:54.563499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Request body: {'port': {'device_id': '3c61883e-b77a-450c-b39a-909420683b53', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'admin_state_up': True, 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:54.591984 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67438417-fec3-4dc2-bc2a-4ae5af310976 req-494a673d-ef04-4c76-85b0-3bd56c39e32c service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890865 Oct 22 13:00:54.613197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be4779-e73c-491b-ab64-0987ab3726c8 req-6969c023-f57f-4c2f-9924-76ed4cf78548 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:54.614686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39be4779-e73c-491b-ab64-0987ab3726c8 req-6969c023-f57f-4c2f-9924-76ed4cf78548 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.2034521 Oct 22 13:00:54.796812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39be4779-e73c-491b-ab64-0987ab3726c8 req-20d4faea-c513-43e3-9088-5b3cdf19565d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644297 Oct 22 13:00:54.811791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea67c94-973c-47b8-a317-4e0031ed1bd7 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:54.842035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.849361 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-97071d0d-d609-4bab-aad0-b713931c257a req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.877659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.883835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Transition to ACTIVE for port object 2ea67c94-973c-47b8-a317-4e0031ed1bd7 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:54.890379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.900944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.922306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-97071d0d-d609-4bab-aad0-b713931c257a req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.982027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:54.985569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:54.998322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:00:55.037793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d66e94-5c1b-4052-92c8-3aa508c0446e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.062403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.075145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.075577 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Added segment 4263f6a6-3212-4ebc-bf83-2cddc6369b54 of type vlan for network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 Oct 22 13:00:55.135309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-97071d0d-d609-4bab-aad0-b713931c257a req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.137858 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-97071d0d-d609-4bab-aad0-b713931c257a req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.139570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97071d0d-d609-4bab-aad0-b713931c257a req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/d6a3f601-0c7e-4632-9fb1-776196c094ce HTTP/1.1" status: 204 len: 173 time: 0.5692468 Oct 22 13:00:55.222667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86322072-08a0-44b1-9309-a632eb27f063 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a3f601-0c7e-4632-9fb1-776196c094ce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.226208 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.263830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d184c8-4d6e-4454-81e1-63013342bded req-13734ca3-9107-48f6-b49d-4b084dd93528 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:55.266206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90d184c8-4d6e-4454-81e1-63013342bded req-13734ca3-9107-48f6-b49d-4b084dd93528 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 948 time: 0.3515503 Oct 22 13:00:55.348447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Attempting to bind port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:55.349125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Attempting to bind port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:55.349125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Attempting to bind port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:55.353287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.354244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:55.356403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.359749 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-6df31b2d-9207-484b-92d0-1b77152e7536 req-ffa461b4-deb7-4e97-bdb5-11cef16d85ec tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:00:55.360817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6df31b2d-9207-484b-92d0-1b77152e7536 req-ffa461b4-deb7-4e97-bdb5-11cef16d85ec tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/d6a3f601-0c7e-4632-9fb1-776196c094ce HTTP/1.1" status: 404 len: 352 time: 0.0665102 Oct 22 13:00:55.398676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:55.399008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Attempting to bind port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:55.423986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90d184c8-4d6e-4454-81e1-63013342bded req-179cebf8-4f64-46e0-a51f-0607db752061 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457953 Oct 22 13:00:55.426795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Allocated IP 172.20.0.5 (62119dd5-b9e4-48ff-ad69-c27435737a6d/b94bffc0-e920-4c17-8e19-8a7f9b15f523/bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:55.441685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:55.442156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4505992 Oct 22 13:00:55.458577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Request body: {'subnet': {'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-subnet', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:55.475181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:55.475466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:55.475859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:55.476353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Bound port: 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:55.476817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.485606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:00:55.488629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.494087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470fcc2-168e-4475-a95a-3d23b8c48d45 admin admin] Pushing event updated for resources: {'Network': ['ID=86dd3d8f-4e97-4bf7-991b-68d5ebdef812,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.506637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:00:55.542231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92474c77-40ef-4219-b229-4d9810769592 req-2ce29670-d6ae-4faa-9ded-5d22ae8c4152 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 210 time: 0.0623105 Oct 22 13:00:55.675759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:55.688672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a22e014b-25fa-4807-859f-641dd1a13932 req-d27810ea-aced-455b-a5ca-8479c102e4e0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 6149 time: 0.2074471 Oct 22 13:00:55.708231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:55.720690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.740027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.799912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41c1469-622e-4296-a855-4ecb9cb06e47,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.808929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Checking segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:55.809304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Network hostable DHCP agents. Network: 86dd3d8f-4e97-4bf7-991b-68d5ebdef812, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:00:55.820548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:55.821277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.822744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] 10.222.0.21 "PUT /v2.0/ports/2ea67c94-973c-47b8-a317-4e0031ed1bd7 HTTP/1.1" status: 200 len: 1096 time: 2.1243942 Oct 22 13:00:55.828508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:55.831869 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64897b99-1f2b-49ea-a628-f89491d127b4" -d '{"events": [{"name": "network-changed", "server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:55.850482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:00:55.866544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 86dd3d8f-4e97-4bf7-991b-68d5ebdef812) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:55.877192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c195e4-654c-4f0e-afc7-ba3ae3b32f86 None None] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:55.880326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:55.881888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.886471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a22e014b-25fa-4807-859f-641dd1a13932 req-62284daf-2570-4069-b242-276fd2737b2b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 200 len: 2981 time: 0.1894937 Oct 22 13:00:55.906343 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-639254d9-be7a-4ca5-ac34-3bc5accf08d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4632196 Oct 22 13:00:55.909413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:55.914055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:55.915939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca0eef-daae-439d-9410-8e8c9b2b1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:55.947653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.956811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:55.958216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.024179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.043227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a22e014b-25fa-4807-859f-641dd1a13932 req-1237398b-f017-4124-abf4-925774ce225d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 200 len: 2981 time: 0.1557806 Oct 22 13:00:56.055662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-c5201aa7-d750-4070-b68c-c0229cfae4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.057584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-c5201aa7-d750-4070-b68c-c0229cfae4c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 1099 time: 0.1801164 Oct 22 13:00:56.073398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0929f-a049-43b5-be26-6c2d15d9b422 req-9caa9b07-359d-4511-a15f-910aa2c7bf2d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.082378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcc0929f-a049-43b5-be26-6c2d15d9b422 req-9caa9b07-359d-4511-a15f-910aa2c7bf2d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1618268 Oct 22 13:00:56.115467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:00:56.116497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.175203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-7a86f48a-972f-4f75-bfaa-36b72d1a2dc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7 HTTP/1.1" status: 200 len: 217 time: 0.0570812 Oct 22 13:00:56.176284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.180944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcc0929f-a049-43b5-be26-6c2d15d9b422 req-d103348c-cbe2-4c10-a213-b00d10938918 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Oct 22 13:00:56.246572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:56.256782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.282939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:56.299139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1235211621', 'description': 'tempest-description-134783000'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:56.306064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:56.346100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Allocated IP 172.20.0.2 (86dd3d8f-4e97-4bf7-991b-68d5ebdef812/e41c1469-622e-4296-a855-4ecb9cb06e47/bbeda056-ba87-4f9b-a700-c48a995b675d) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:56.360454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.361098 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.364332 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdd9b27-dd6b-4080-97d7-2baa66e3bdfb x-openstack-request-id: req-6fdd9b27-dd6b-4080-97d7-2baa66e3bdfb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:00:56.364650 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:00:56.364898 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fdd9b27-dd6b-4080-97d7-2baa66e3bdfb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:00:56.365287 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7', 'status': 'completed', 'code': 200} Oct 22 13:00:56.396104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:56.406761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3cc6f92c-1691-459d-8af3-ff1e10d902fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.408191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-3cc6f92c-1691-459d-8af3-ff1e10d902fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2002091 Oct 22 13:00:56.412122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.440219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-f06ec44f-1884-4a65-8dc7-e3fb149d2da1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8862498 Oct 22 13:00:56.465589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Request body: {'port': {'device_id': '3c61883e-b77a-450c-b39a-909420683b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:56.513682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.522791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.541423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.568799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.585957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:56.598427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-1bc8d9ee-3d5f-45cd-9b49-4e92709c6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.599996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-1bc8d9ee-3d5f-45cd-9b49-4e92709c6f8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770985 Oct 22 13:00:56.603809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:56.609342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:56.612697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Pushing event updated for resources: {'Port': ['ID=bbeda056-ba87-4f9b-a700-c48a995b675d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:56.629446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9e5f-0e46-4c4c-bda9-fd9470aaf3a8 req-d2632eed-19fe-4e40-8b61-2a7a996cdd3e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:56.630954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38fd9e5f-0e46-4c4c-bda9-fd9470aaf3a8 req-d2632eed-19fe-4e40-8b61-2a7a996cdd3e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1711183 Oct 22 13:00:56.637291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.667186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Attempting to bind port bbeda056-ba87-4f9b-a700-c48a995b675d on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:56.667597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Attempting to bind port bbeda056-ba87-4f9b-a700-c48a995b675d by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:56.667974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Attempting to bind port bbeda056-ba87-4f9b-a700-c48a995b675d on network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:56.673857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:56.674238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Checking segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:56.675333 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.675744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Bound using segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:56.676244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Bound port: bbeda056-ba87-4f9b-a700-c48a995b675d, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:56.676617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.677836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.696514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.697926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Allocated IP 172.25.6.2 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f8155d65-4dad-45a1-b6ad-afdd6caeafdd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:56.757246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] For port bbeda056-ba87-4f9b-a700-c48a995b675d, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:56.760775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] For port bbeda056-ba87-4f9b-a700-c48a995b675d, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bbeda056-ba87-4f9b-a700-c48a995b675d,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:56.765566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.843793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b55361-af12-4dc3-919d-a3177e081479 None None] Pushing event updated for resources: {'Port': ['ID=bbeda056-ba87-4f9b-a700-c48a995b675d,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:56.863373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.873885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb906549-ac3e-4e52-a13d-15ab09b10dba details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:00:56.931342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:56.982289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:56.985616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:56.994267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:57.003035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:57.022631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'cb906549-ac3e-4e52-a13d-15ab09b10dba', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'cb906549-ac3e-4e52-a13d-15ab09b10dba', 'mac_address': 'fa:16:3e:04:1a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:00:57.042518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Pushing event updated for resources: {'Port': ['ID=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:57.110115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.124460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.139095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1316d16-9623-4c53-a7f9-b809613b3c92 req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8649426 Oct 22 13:00:57.142778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ea8e-1a38-42c1-8412-47148318bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.145558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb906549-ac3e-4e52-a13d-15ab09b10dba {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:57.187772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:57.200410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.264701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38fd9e5f-0e46-4c4c-bda9-fd9470aaf3a8 req-2d138a22-763a-4e28-9e82-932adb0e95bc tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237800 Oct 22 13:00:57.265630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3cb2-06e5-4f76-ba7a-8f8deecac506 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb8c14-29f1-4367-9d60-b4d18972ba37,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:57.301305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:57.312742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-0ede5c8c-aabc-4541-8f8f-f57b6ae10088 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007203 Oct 22 13:00:57.474504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.555461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.584604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['cb906549-ac3e-4e52-a13d-15ab09b10dba'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:00:57.606959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31a9077-3a94-4192-b239-13cd504ffc56 req-aa94fabf-c420-46f3-a192-5ee3ad0d9f39 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846863 Oct 22 13:00:57.617677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dec68a-af36-4d50-a9d5-046f649509bc req-8a918742-d02f-4b61-9f28-bbc4222fc4f3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:57.619894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41dec68a-af36-4d50-a9d5-046f649509bc req-8a918742-d02f-4b61-9f28-bbc4222fc4f3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 931 time: 0.2309320 Oct 22 13:00:57.631263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880dc27-ea3d-4b26-a529-7861a471e3f4 req-8269a626-10eb-4da2-aed3-cec56a794272 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:57.632813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f880dc27-ea3d-4b26-a529-7861a471e3f4 req-8269a626-10eb-4da2-aed3-cec56a794272 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 948 time: 0.2599912 Oct 22 13:00:57.685938 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.726006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.774134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41dec68a-af36-4d50-a9d5-046f649509bc req-532e29de-4007-47f7-8b35-dc3dc7f64b06 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403267 Oct 22 13:00:57.799925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f880dc27-ea3d-4b26-a529-7861a471e3f4 req-65beed23-43bc-435b-a0d0-38eb73b57c1d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398346 Oct 22 13:00:57.857422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-6d792e7b-7544-4488-be6b-158579082e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:57.860614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-6d792e7b-7544-4488-be6b-158579082e15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 1099 time: 0.1640499 Oct 22 13:00:57.866310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:00:57.876048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:57.902278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849087039', 'description': 'tempest-description-1840291979'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:00:57.924434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Router 38e4221b-d061-4c36-9464-cbe9bb05dad0 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:00:57.979448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Transition to ACTIVE for port object bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:00:58.020120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.042355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.056901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:00:58.072505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Sync routers for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:00:58.097769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.097930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:00:58.098594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:58.099848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1eef6e0-c2e1-4740-8292-de85cbf94d10 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1897213 Oct 22 13:00:58.102675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:00:58.117113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bd283-af37-49b9-ac23-f156226f92f7 req-c72b45ec-03da-484d-a25f-07549736162b tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:58.124461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af9bd283-af37-49b9-ac23-f156226f92f7 req-c72b45ec-03da-484d-a25f-07549736162b tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1097 time: 0.1965730 Oct 22 13:00:58.199107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35efd9-39ed-4a6e-9cf2-e8c77be3b2b9 None None] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:00:58.203643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bbeda056-ba87-4f9b-a700-c48a995b675d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:00:58.211534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-d8e50bed-a8bd-43c3-b944-3bc17bd3af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:58.213009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-d8e50bed-a8bd-43c3-b944-3bc17bd3af96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3338017 Oct 22 13:00:58.233748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:58.335299 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.340896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-7bd18a86-d8bd-4b58-aca4-071cbb98880d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7 HTTP/1.1" status: 200 len: 217 time: 0.1105494 Oct 22 13:00:58.347112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af9bd283-af37-49b9-ac23-f156226f92f7 req-b52efc46-649f-42ca-94e0-c19cbfce4641 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218053 Oct 22 13:00:58.349589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.366787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:00:58.438826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] Provisioning complete for port bbeda056-ba87-4f9b-a700-c48a995b675d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:58.439196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.469549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c4203-5543-483a-b152-3f25bacf7a1b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:58.474673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Attempting to bind port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:58.474921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Attempting to bind port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:58.475246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Attempting to bind port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:58.481524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.482991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79043ddc-aa3b-4836-b38d-b58a085eceda req-75da0393-ad44-4ef0-8341-b4cfff4b8eed tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6019733 Oct 22 13:00:58.501851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-5c5303b7-6d0a-4901-a99a-1c51d3226577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:58.503354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-5c5303b7-6d0a-4901-a99a-1c51d3226577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1383924 Oct 22 13:00:58.504338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:00:58.504691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Attempting to bind port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:58.510720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:58.511081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Checking segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:58.511457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Bound using segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:58.511889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Bound port: bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:58.512270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.635112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-053f8247-3ce3-4365-942e-1e564d2a980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:58.636754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-053f8247-3ce3-4365-942e-1e564d2a980e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140904 Oct 22 13:00:58.650098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:00:58.669970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:00:58.686901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.771701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.772189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:58.772395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.774625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] 10.222.0.26 "PUT /v2.0/ports/bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 HTTP/1.1" status: 200 len: 1091 time: 2.3186290 Oct 22 13:00:58.779403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:00:58.780620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bbeda056-ba87-4f9b-a700-c48a995b675d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:58.781108 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:58.792393 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec30600b-7080-44b2-a26c-3e30303688a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:00:58.879404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fe370-3625-4033-bd06-6d34554351ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:59.013704 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.014020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-939f2cdf-3ef7-4680-addb-ae1e015c0bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612859 Oct 22 13:00:59.032931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-b2bf1762-4214-4c34-abd0-091df6dd9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:59.034466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-b2bf1762-4214-4c34-abd0-091df6dd9f3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 1094 time: 0.1509824 Oct 22 13:00:59.049116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.081755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:57Z', 'revision_number': 3, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:00:59.089974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] For port bbeda056-ba87-4f9b-a700-c48a995b675d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bbeda056-ba87-4f9b-a700-c48a995b675d,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:00:59.121467 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.127979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Checking router: 38e4221b-d061-4c36-9464-cbe9bb05dad0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:00:59.128347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Updating router 38e4221b-d061-4c36-9464-cbe9bb05dad0 port f8155d65-4dad-45a1-b6ad-afdd6caeafdd binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:00:59.142771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-85314a93-6dc7-4b74-b8ce-38468dd76416 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 HTTP/1.1" status: 200 len: 217 time: 0.0657132 Oct 22 13:00:59.151062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-bd286763-4a25-470d-8a50-0d40f0d84a50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:59.159291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-bd286763-4a25-470d-8a50-0d40f0d84a50 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 812 time: 0.2768762 Oct 22 13:00:59.226931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-5299495a-1ce4-4c15-907d-b4e2fb9c9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:00:59.228566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-5299495a-1ce4-4c15-907d-b4e2fb9c9f25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.0580416 Oct 22 13:00:59.236050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:00:59.236275 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:00:59.250222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-0ca58934-cd06-4211-b99d-52acfc4b223e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/quotas/e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 375 time: 0.0894940 Oct 22 13:00:59.278120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.347345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Allocated IP 172.20.0.1 (86dd3d8f-4e97-4bf7-991b-68d5ebdef812/e41c1469-622e-4296-a855-4ecb9cb06e47/f64004fe-37f1-4b95-96b8-456007f379b9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:00:59.361821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-5e0a5857-40aa-4662-91f0-0261ff3bfd48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739932 Oct 22 13:00:59.379737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-a970e2f3-18db-4174-aea3-821a2e314e8c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280277 Oct 22 13:00:59.406478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8552f-d88d-463c-98c9-79a85a49de22 None None] Pushing event updated for resources: {'Port': ['ID=bbeda056-ba87-4f9b-a700-c48a995b675d,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:59.424127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f9184677-aafe-4b97-a695-af491f0b578b None None] Provisioning complete for port bbeda056-ba87-4f9b-a700-c48a995b675d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:59.424903 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9184677-aafe-4b97-a695-af491f0b578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.477341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64897b99-1f2b-49ea-a628-f89491d127b4 req-589cd0fd-b2cb-43fc-86dc-c0102622b250 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506359 Oct 22 13:00:59.487620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.530912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.596164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:00:59.597408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Pushing event updated for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:59.600636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:00:59.603348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:00:59.608578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-66339372-7233-44c9-99c4-2c43bb5f2d47 service neutron] 10.222.0.25 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032478 Oct 22 13:00:59.658443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.658917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.682544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-28a61725-396c-47f3-ad78-3808211eeb6e service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000607 Oct 22 13:00:59.814302 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.824437 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.855522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-fdceecf9-2c49-4b88-8c65-718a17a24022 service neutron] 10.222.0.25 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388713 Oct 22 13:00:59.870298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.893216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900ba9-fe3f-4e1b-b881-ca7e23f9df8a None None] Pushing event updated for resources: {'Port': ['ID=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:00:59.910713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Attempting to bind port f8155d65-4dad-45a1-b6ad-afdd6caeafdd on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:00:59.911204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Attempting to bind port f8155d65-4dad-45a1-b6ad-afdd6caeafdd by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:00:59.912221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Attempting to bind port f8155d65-4dad-45a1-b6ad-afdd6caeafdd on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:00:59.917606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a43db1b7-f3a4-4517-930e-32be39e6fd8b req-9ab9fae9-fa1c-46f9-9d4a-1812072bbf6f service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767406 Oct 22 13:00:59.918351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:00:59.918876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:00:59.919433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.920582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:00:59.921327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Bound port: f8155d65-4dad-45a1-b6ad-afdd6caeafdd, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:00:59.922393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:00:59.973846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0919fe6e-1b7b-48b2-a7c2-088bb4c6eb70 None None] Provisioning complete for port f64004fe-37f1-4b95-96b8-456007f379b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:00:59.974375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0919fe6e-1b7b-48b2-a7c2-088bb4c6eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.042012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] For port f8155d65-4dad-45a1-b6ad-afdd6caeafdd, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:00.046529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] For port f8155d65-4dad-45a1-b6ad-afdd6caeafdd, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:00.048021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0919fe6e-1b7b-48b2-a7c2-088bb4c6eb70 None None] Port f64004fe-37f1-4b95-96b8-456007f379b9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:00.057505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.147140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.159830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.179900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bbeda056-ba87-4f9b-a700-c48a995b675d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:00.182906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-a9200a95-9805-4114-8325-a08f19c2f8b1 req-aa83e17c-09a4-491f-8bfc-40e620e833ea service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:01:00.194956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9200a95-9805-4114-8325-a08f19c2f8b1 req-aa83e17c-09a4-491f-8bfc-40e620e833ea service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0192015 Oct 22 13:01:00.225044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:01:00.225703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:00.252671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-9318ba20-4507-45de-9c6e-28fb3d2fc8f7 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:01:00.265009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Pushing event updated for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:00.265715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-9318ba20-4507-45de-9c6e-28fb3d2fc8f7 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1131070 Oct 22 13:01:00.275745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900ba9-fe3f-4e1b-b881-ca7e23f9df8a None None] Pushing event updated for resources: {'Port': ['ID=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:00.282890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.314591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bbeda056-ba87-4f9b-a700-c48a995b675d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:00.314591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.320402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-bef34222-b473-4c8d-ae6b-c1d67b9eb812 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:00.330967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-bef34222-b473-4c8d-ae6b-c1d67b9eb812 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 1094 time: 0.0640783 Oct 22 13:01:00.335919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:00.336592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:01:00.414085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:01:00.463621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:00.465317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:00.537676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45052) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:00.551043 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017293a1-959b-41f0-a062-e3aa3f3cfc15 x-openstack-request-id: req-017293a1-959b-41f0-a062-e3aa3f3cfc15 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:00.551559 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:00.551968 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017293a1-959b-41f0-a062-e3aa3f3cfc15 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:00.552515 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'status': 'completed', 'code': 200} Oct 22 13:01:00.624759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Router 38e4221b-d061-4c36-9464-cbe9bb05dad0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:01:00.731715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:00.732294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:00.732294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:00.781473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:01:00.789486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 2, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:00.808171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eef56ec1-27b3-4b54-8a95-0957f3d27f13 admin admin] 10.222.0.25 "PUT /v2.0/routers/38e4221b-d061-4c36-9464-cbe9bb05dad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040126 Oct 22 13:01:00.833897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5206d-a12a-4038-a343-96237edeb3a5 None None] The sync data for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 is: [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 2, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:01:00.891876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc92d53b-6187-460a-8015-ee0e891668f1 None None] Provisioning complete for port f64004fe-37f1-4b95-96b8-456007f379b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:00.892704 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc92d53b-6187-460a-8015-ee0e891668f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:00.926619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2ea67c94-973c-47b8-a317-4e0031ed1bd7 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:00.929691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb906549-ac3e-4e52-a13d-15ab09b10dba up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:01.009833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cc92d53b-6187-460a-8015-ee0e891668f1 None None] Port f64004fe-37f1-4b95-96b8-456007f379b9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:01.078230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-e56f9e48-a47e-4a81-af51-ee314913e8eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5243168 Oct 22 13:01:01.081432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:01.082559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:01.097237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-044a672c-7cea-4a96-88d6-2c7a5585b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:01.098771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-044a672c-7cea-4a96-88d6-2c7a5585b906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 1094 time: 0.5598910 Oct 22 13:01:01.103966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port cb906549-ac3e-4e52-a13d-15ab09b10dba completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:01.113341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a7da0-1087-4853-9887-ca4d2a7d2f94 req-5780a625-ffee-4375-83fd-6225c74b3be8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:01.114828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a7da0-1087-4853-9887-ca4d2a7d2f94 req-5780a625-ffee-4375-83fd-6225c74b3be8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 943 time: 0.4965632 Oct 22 13:01:01.115638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:01.116293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port cb906549-ac3e-4e52-a13d-15ab09b10dba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:01.116556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.116680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:01.117052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:01.117675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Bound port: 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:01.148819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:01.168321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '2ea67c94-973c-47b8-a317-4e0031ed1bd7', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '2ea67c94-973c-47b8-a317-4e0031ed1bd7', 'mac_address': 'fa:16:3e:8d:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:01.267036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.309042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea67c94-973c-47b8-a317-4e0031ed1bd7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:01.309880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a7da0-1087-4853-9887-ca4d2a7d2f94 req-ea9b913b-db10-4650-acae-864395ff9e1a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596174 Oct 22 13:01:01.346003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.348932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:01.362250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.397193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:01.418948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.425411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41c23d87-874c-4ce1-b5ae-5875c8430342 service neutron] 10.222.0.25 "POST /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae/bindings HTTP/1.1" status: 201 len: 389 time: 1.0883012 Oct 22 13:01:01.448204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-8857bd86-4de4-4f6b-a27c-7ab3ede91ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:01.449984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-8857bd86-4de4-4f6b-a27c-7ab3ede91ab0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 906 time: 0.3191528 Oct 22 13:01:01.466133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:01.509825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:01.520967 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b60800-7361-4420-91ad-f67c656236c7" -d '{"events": [{"server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "name": "network-vif-plugged", "status": "completed", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:01.539353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:01.548559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:01.616772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-c7ee720a-2bed-4d51-8647-6de30895d191 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 HTTP/1.1" status: 200 len: 217 time: 0.1083677 Oct 22 13:01:01.637486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15021ab-0006-4061-8e8b-0ef9c9309f54 req-4f450a87-4aa5-4f6e-9c8f-6cdac24b5d74 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:01.646408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:01.646562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a15021ab-0006-4061-8e8b-0ef9c9309f54 req-4f450a87-4aa5-4f6e-9c8f-6cdac24b5d74 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 949 time: 0.1890099 Oct 22 13:01:01.753477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a15021ab-0006-4061-8e8b-0ef9c9309f54 req-ffe816a4-615a-450f-b6f2-b020104802ec tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060612 Oct 22 13:01:01.776154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['2ea67c94-973c-47b8-a317-4e0031ed1bd7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:01.818802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-ec5fc520-30c4-4549-909d-86681dad386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:01.820281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-ec5fc520-30c4-4549-909d-86681dad386a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.1923802 Oct 22 13:01:01.919731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-0edae0c5-0fc4-43db-a580-6dab4e610dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823755 Oct 22 13:01:02.157130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-ab7ae86b-0cf8-4c0a-87f4-15f5ab54277c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.207895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-ab7ae86b-0cf8-4c0a-87f4-15f5ab54277c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.26 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 812 time: 0.5099030 Oct 22 13:01:02.211699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ac91efd-dc9c-41a0-b080-97265f3a8a4b req-6abb5a05-5712-4b8e-9f47-9e2138e79db9 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 210 time: 0.0637093 Oct 22 13:01:02.224731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'device_id': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3', 'admin_state_up': True, 'tenant_id': 'e15d9ab41c2b4287b9992caaad4f1c40'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:02.298847 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f5f654-e8df-4299-9288-8b24fee4c631 x-openstack-request-id: req-85f5f654-e8df-4299-9288-8b24fee4c631 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:02.299397 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "name": "network-vif-plugged", "status": "completed", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:02.299397 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85f5f654-e8df-4299-9288-8b24fee4c631 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:02.299753 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba', 'code': 200} Oct 22 13:01:02.395453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-c311ae9a-5c13-4900-91b5-400b4b6a087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.397138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-c311ae9a-5c13-4900-91b5-400b4b6a087d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1097 time: 0.4126704 Oct 22 13:01:02.483087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-0c617dca-7939-495c-9a93-44a44b17ec24 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455096 Oct 22 13:01:02.553011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647b892-c01a-4f98-9589-ef9097ad2f00 req-b8fdd5c6-99d5-4614-a26a-0a11592895e0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.565103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e647b892-c01a-4f98-9589-ef9097ad2f00 req-b8fdd5c6-99d5-4614-a26a-0a11592895e0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.3799903 Oct 22 13:01:02.601964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Made reservation on behalf of e15d9ab41c2b4287b9992caaad4f1c40 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:02.606651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:02.612499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff3a33-c556-46a3-8fc9-54fa3d120e6e req-d1f1c488-7bbe-46fa-905d-f7fa838eb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.614819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-91ff3a33-c556-46a3-8fc9-54fa3d120e6e req-d1f1c488-7bbe-46fa-905d-f7fa838eb807 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 1101 time: 0.1130204 Oct 22 13:01:02.696783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6223-a5d5-4528-abe5-306c1b4d6dae req-1e868134-941f-46e7-88d9-4b1010ccfc30 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.706850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffdf6223-a5d5-4528-abe5-306c1b4d6dae req-1e868134-941f-46e7-88d9-4b1010ccfc30 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.3035419 Oct 22 13:01:02.754699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-11530c12-d3fe-42ba-8bd2-9f78bc86aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.756177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-11530c12-d3fe-42ba-8bd2-9f78bc86aa35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.3302729 Oct 22 13:01:02.766968 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-91ff3a33-c556-46a3-8fc9-54fa3d120e6e req-39113570-2f1d-412b-bcca-311d232f4b7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433542 Oct 22 13:01:02.779221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e647b892-c01a-4f98-9589-ef9097ad2f00 req-f7aaf61b-a422-43cb-8198-f98cd492c54d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157197 Oct 22 13:01:02.856675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-ce9ee0a8-60cd-400e-af4e-a7db0a408990 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 217 time: 0.0755887 Oct 22 13:01:02.867051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Allocated IP 172.20.0.7 (5868feaa-a205-44e1-97ab-1ca681c9b6b3/ab887249-f10d-44a0-9d7f-21c68adb562f/25fe21b5-2da3-4cba-bc53-f360a2b63d8e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:02.873066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec30600b-7080-44b2-a26c-3e30303688a8 req-efd44ce4-c351-4ab9-b47f-60b90940af9b service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739312 Oct 22 13:01:02.882551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffdf6223-a5d5-4528-abe5-306c1b4d6dae req-5ef1c386-56e2-43bd-90c0-0923895556ca tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748273 Oct 22 13:01:02.958915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9eb83-b1d3-40dd-87c3-cd309e879fb8 req-3cfa2628-35ec-4b44-9733-1c78b313f3bb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:02.960869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f9eb83-b1d3-40dd-87c3-cd309e879fb8 req-3cfa2628-35ec-4b44-9733-1c78b313f3bb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 943 time: 0.0826919 Oct 22 13:01:03.084513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:03.103387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f9eb83-b1d3-40dd-87c3-cd309e879fb8 req-0b9f79d0-d328-43b8-9e8d-a3372a8bb849 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318235 Oct 22 13:01:03.142818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec8b4-2a64-40ed-b8b7-ea613dbcbe7d req-43086d0d-50ca-4511-a217-98bec8a993af tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.145395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0bec8b4-2a64-40ed-b8b7-ea613dbcbe7d req-43086d0d-50ca-4511-a217-98bec8a993af tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 949 time: 0.1634438 Oct 22 13:01:03.157777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:03.162535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-d79257b8-3f2f-4bd2-a972-f783df7f340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.164524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-d79257b8-3f2f-4bd2-a972-f783df7f340c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1171088 Oct 22 13:01:03.167686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:03.173575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:03.271698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-ca93220d-12ef-4efb-bfc7-b3ca9041b16f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954335 Oct 22 13:01:03.289181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:03.298554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0bec8b4-2a64-40ed-b8b7-ea613dbcbe7d req-9f3fecec-6301-4b38-b564-7766e91ea798 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385906 Oct 22 13:01:03.304153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:03.317997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:03.383160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:03.417580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.418241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:03.455700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-42430944-9168-4084-926e-f207ddf64782 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2347488 Oct 22 13:01:03.476991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Request body: {'port': {'device_id': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:03.536092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45cfd5-71c3-4010-b016-249cdd922ef1 req-0f693e58-f716-4cd1-a258-0afb59ebe88a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.537643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d45cfd5-71c3-4010-b016-249cdd922ef1 req-0f693e58-f716-4cd1-a258-0afb59ebe88a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 931 time: 0.1088414 Oct 22 13:01:03.546973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-b67e0de5-2556-4439-8511-ba5f8df01e83 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467251 Oct 22 13:01:03.555198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:03.624464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d45cfd5-71c3-4010-b016-249cdd922ef1 req-760248ff-8cb8-469d-8df4-136a10e10d36 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752556 Oct 22 13:01:03.726354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:03.733846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-5e95a989-2046-4d21-b041-c6096c6057ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.735668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-5e95a989-2046-4d21-b041-c6096c6057ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1101 time: 0.1080604 Oct 22 13:01:03.741509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-77f938c0-6f26-4225-a320-08a265fc9201 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709516 Oct 22 13:01:03.777412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'mac_address': 'fa:16:3e:6b:66:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:03.899269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-602f2e3e-f71c-4428-a1bd-8b5648c54a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:03.901257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-602f2e3e-f71c-4428-a1bd-8b5648c54a37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1547294 Oct 22 13:01:03.906158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:03.941688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:03.983699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:03.987213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-c7e95acd-9f6f-4c59-8783-ac5cc04d819f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0739710 Oct 22 13:01:03.997090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.046585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fe21b5-2da3-4cba-bc53-f360a2b63d8e {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:04.057346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-cb9bbf8a-374b-4e01-a2d2-9bbc3af5da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.059095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-cb9bbf8a-374b-4e01-a2d2-9bbc3af5da69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0627668 Oct 22 13:01:04.083630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.083863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3a1a7-9427-4e47-901f-d889f0f08d68 req-41e21944-366c-44e2-963c-59b2756be5c5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.093127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65e3a1a7-9427-4e47-901f-d889f0f08d68 req-41e21944-366c-44e2-963c-59b2756be5c5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1820619 Oct 22 13:01:04.116505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:04.119287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Transition to ACTIVE for port object 25fe21b5-2da3-4cba-bc53-f360a2b63d8e will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:04.151596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.223686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65e3a1a7-9427-4e47-901f-d889f0f08d68 req-f58b7a5c-6595-405d-b410-714329cb72da tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256502 Oct 22 13:01:04.296985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e914f-4a33-467f-acdf-051fbb772156 req-f85d6593-4637-41e2-b4ce-d0974e5de6c8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.300924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:04.308786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd0e914f-4a33-467f-acdf-051fbb772156 req-f85d6593-4637-41e2-b4ce-d0974e5de6c8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.2487471 Oct 22 13:01:04.313987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8155d65-4dad-45a1-b6ad-afdd6caeafdd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:04.337378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-58e170fb-a81e-4609-9ef2-4861088aaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.346620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Attempting to bind port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:04.347106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Attempting to bind port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:04.347330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-58e170fb-a81e-4609-9ef2-4861088aaeef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732024 Oct 22 13:01:04.347447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Attempting to bind port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:04.352906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:04.353238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Attempting to bind port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e on network 5868feaa-a205-44e1-97ab-1ca681c9b6b3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:04.360182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:04.360658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Checking segment: {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:04.361048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Bound using segment: {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:04.361762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Bound port: 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f992dd07-1511-4b41-807b-255b3e59b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:04.362129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.460151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd0e914f-4a33-467f-acdf-051fbb772156 req-21dc2469-8e9a-4eac-aaef-426c18852d14 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311789 Oct 22 13:01:04.460796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:04.502744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:04.522562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:04.528856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953bd3a-3953-4166-9c28-26a16a497777 req-27801342-0e77-421a-a7b3-f1c0ffd7f023 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.530543 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Sync routers for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:01:04.536906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2953bd3a-3953-4166-9c28-26a16a497777 req-27801342-0e77-421a-a7b3-f1c0ffd7f023 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 944 time: 0.1582882 Oct 22 13:01:04.543029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.549131 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:01:04.550083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:04.609249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-aace5955-6733-4a26-99ed-10cb27a48116 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481441 Oct 22 13:01:04.639587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.640330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.641797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] 10.222.0.26 "PUT /v2.0/ports/25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 1091 time: 1.1705728 Oct 22 13:01:04.642270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:04.644852 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:04.709577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2953bd3a-3953-4166-9c28-26a16a497777 req-03e768b1-5bba-4f7c-8ad2-45b13f0dd4df tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717198 Oct 22 13:01:04.719821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:01:04.739580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8155d65-4dad-45a1-b6ad-afdd6caeafdd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:04.740297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.799125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7bb90-1dae-42d4-bc27-d8db348eb090 service neutron] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:04.867901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-c08a237f-b449-4a53-bdbd-b7ba6de3f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.869411 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-c08a237f-b449-4a53-bdbd-b7ba6de3f9be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1094 time: 0.1670299 Oct 22 13:01:04.923546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:04.941191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2ea67c94-973c-47b8-a317-4e0031ed1bd7 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:04.965673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-addf13e0-dbdd-41e7-8102-035f454755fd service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420663 Oct 22 13:01:04.985105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port f8155d65-4dad-45a1-b6ad-afdd6caeafdd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:04.985841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65b39-0a6e-421c-abf9-590d2674a59a req-2c92fae4-dd44-4488-91e3-6a6ecce45da8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:04.994398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87a65b39-0a6e-421c-abf9-590d2674a59a req-2c92fae4-dd44-4488-91e3-6a6ecce45da8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 949 time: 0.2558663 Oct 22 13:01:04.995738 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.051197 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff44a1b-fa1b-4a3d-977d-be3d52602c60 x-openstack-request-id: req-bff44a1b-fa1b-4a3d-977d-be3d52602c60 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:05.051502 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:05.054105 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bff44a1b-fa1b-4a3d-977d-be3d52602c60 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:05.054384 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'status': 'completed', 'code': 200} Oct 22 13:01:05.056384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-e3cfea69-efbd-4a9f-9127-5edaeecd9003 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 217 time: 0.1750393 Oct 22 13:01:05.074076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:05.083882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:05.084088 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.089700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:05.113392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87a65b39-0a6e-421c-abf9-590d2674a59a req-b6714df2-99a6-4619-98ca-4e902279264e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166892 Oct 22 13:01:05.165299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-3804c69a-3198-4f0d-a9da-daf1ffbb5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.167885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-3804c69a-3198-4f0d-a9da-daf1ffbb5e6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.1015577 Oct 22 13:01:05.207511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195499-6b40-468e-8ae7-9f9da7dee6bf req-6086026b-59fc-4c93-9814-af437bf1dd60 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.219813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72195499-6b40-468e-8ae7-9f9da7dee6bf req-6086026b-59fc-4c93-9814-af437bf1dd60 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 943 time: 0.0721877 Oct 22 13:01:05.230005 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 2, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:05.243262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-5a2f7fb5-ac1c-4881-b1f3-e989cb38c857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651903 Oct 22 13:01:05.279018 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Checking router: 38e4221b-d061-4c36-9464-cbe9bb05dad0 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:01:05.279981 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Updating router 38e4221b-d061-4c36-9464-cbe9bb05dad0 port f64004fe-37f1-4b95-96b8-456007f379b9 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:01:05.322092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72195499-6b40-468e-8ae7-9f9da7dee6bf req-ae3ec015-ff4f-4bc6-bef9-3e4ae952bf45 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011508 Oct 22 13:01:05.348684 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.385128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.424528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-4d03f86e-2a41-4a19-b09b-3b43dc195c70 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600873 Oct 22 13:01:05.436952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:05.444609 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6311776-240a-4a6f-b0c7-a98eccd1560a" -d '{"events": [{"server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:05.453622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de216850-95c7-4114-a8c8-e39493dacc53 req-4248fb9e-f58d-4c4d-a927-d596db3743ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.455586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de216850-95c7-4114-a8c8-e39493dacc53 req-4248fb9e-f58d-4c4d-a927-d596db3743ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1078761 Oct 22 13:01:05.493764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:05.506721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.531241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de216850-95c7-4114-a8c8-e39493dacc53 req-f81acb66-9469-42b3-99bc-a48bf6edf1ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662184 Oct 22 13:01:05.578785 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c91c9-9997-427f-bcdf-124bb972f1cb x-openstack-request-id: req-c45c91c9-9997-427f-bcdf-124bb972f1cb {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:05.580045 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:05.580407 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c45c91c9-9997-427f-bcdf-124bb972f1cb {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:05.582464 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7', 'code': 200} Oct 22 13:01:05.585913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b72230d1-abf3-4448-a49c-8a3b63468879 req-6cb8b4cd-8e37-473c-9e2c-2665985fb3a0 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508269 Oct 22 13:01:05.650076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:05.745559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-d406a7a1-8fae-4f33-849d-ef69e1fb7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.751243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-d406a7a1-8fae-4f33-849d-ef69e1fb7203 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1094 time: 0.1011119 Oct 22 13:01:05.888296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7613faa-8ecd-4570-b843-90f9971bfe86 req-01770d65-d884-4dac-977f-c7950499bece tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.896979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7613faa-8ecd-4570-b843-90f9971bfe86 req-01770d65-d884-4dac-977f-c7950499bece tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.2095656 Oct 22 13:01:05.908779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ed14-adb8-43ae-9284-09b8d85fffa1 req-e1923a6c-a73d-43da-9846-d809cba7c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.910485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5493ed14-adb8-43ae-9284-09b8d85fffa1 req-e1923a6c-a73d-43da-9846-d809cba7c726 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 1101 time: 0.2058907 Oct 22 13:01:05.925967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-1810935c-84a6-41eb-b3ea-2293d10ef1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.927492 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-1810935c-84a6-41eb-b3ea-2293d10ef1cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.1681585 Oct 22 13:01:05.940903 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.941506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79ebe-034f-4546-9fa7-f5be17ea9482 req-9a7c39a4-f80d-4344-bfe2-b139ca204c31 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:05.942876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ad79ebe-034f-4546-9fa7-f5be17ea9482 req-9a7c39a4-f80d-4344-bfe2-b139ca204c31 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 944 time: 0.1282437 Oct 22 13:01:05.957556 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:05.998808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-9cb818b1-312f-41d8-b457-e4931b0c56cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 217 time: 0.0570364 Oct 22 13:01:06.006891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7613faa-8ecd-4570-b843-90f9971bfe86 req-6592d6a7-6d70-40c9-9437-4b64e1793f1a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979655 Oct 22 13:01:06.020633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8f3ab-d599-4adb-8c03-9d98045ade1b None None] Pushing event updated for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:06.049457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5493ed14-adb8-43ae-9284-09b8d85fffa1 req-8e91b39b-48a9-4d11-8e5f-717593791852 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293490 Oct 22 13:01:06.066451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ad79ebe-034f-4546-9fa7-f5be17ea9482 req-0c16a589-d707-4503-a246-0c4156620f4d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098802 Oct 22 13:01:06.115817 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Attempting to bind port f64004fe-37f1-4b95-96b8-456007f379b9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:06.116172 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Attempting to bind port f64004fe-37f1-4b95-96b8-456007f379b9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:06.116578 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Attempting to bind port f64004fe-37f1-4b95-96b8-456007f379b9 on network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:06.125863 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:06.126256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Checking segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:06.126720 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.127120 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Bound using segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:06.127603 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Bound port: f64004fe-37f1-4b95-96b8-456007f379b9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:06.137362 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.143372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-968e067c-9827-496b-b5b4-1e3d32fd1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:06.145319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-968e067c-9827-496b-b5b4-1e3d32fd1ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.1302412 Oct 22 13:01:06.206902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8155d65-4dad-45a1-b6ad-afdd6caeafdd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:06.233291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-a9981fe7-0010-4179-a480-219ea1be4e6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765648 Oct 22 13:01:06.268849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] For port f64004fe-37f1-4b95-96b8-456007f379b9, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:06.272852 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] For port f64004fe-37f1-4b95-96b8-456007f379b9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f64004fe-37f1-4b95-96b8-456007f379b9,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:06.286216 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.354804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8155d65-4dad-45a1-b6ad-afdd6caeafdd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:06.355183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.400683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf8cb-e514-46eb-9969-3d9bdf7dd464 req-8e7c4c8c-d9c9-4f4f-bd01-4ad890a4b4c3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:06.417770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4fcf8cb-e514-46eb-9969-3d9bdf7dd464 req-8e7c4c8c-d9c9-4f4f-bd01-4ad890a4b4c3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 950 time: 0.1530483 Oct 22 13:01:06.441642 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:01:06.442447 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:00:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:06.461287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-31dd69c6-1c96-42a9-8bd7-3b90cc62044c service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156911 Oct 22 13:01:06.531404 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8f3ab-d599-4adb-8c03-9d98045ade1b None None] Pushing event updated for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:06.538453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4fcf8cb-e514-46eb-9969-3d9bdf7dd464 req-4f2c7789-2802-4233-9e6c-d89b97b4f7a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177933 Oct 22 13:01:06.613775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] Provisioning complete for port f64004fe-37f1-4b95-96b8-456007f379b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:06.614682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.685819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1d1c8db2-1b00-4b15-84c7-0e81a3911c4d req-d000c410-f61c-4c5b-afac-5b18def71b3a service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133758 Oct 22 13:01:06.746491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332c60-423b-4fb9-8db4-210a17137634 req-f3c40363-2374-4353-ae47-049e7ebb28bb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:06.756218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.758162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0332c60-423b-4fb9-8db4-210a17137634 req-f3c40363-2374-4353-ae47-049e7ebb28bb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 943 time: 0.2040105 Oct 22 13:01:06.761281 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:01:06.831788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] For port f64004fe-37f1-4b95-96b8-456007f379b9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f64004fe-37f1-4b95-96b8-456007f379b9,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:06.845186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:06.884816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0332c60-423b-4fb9-8db4-210a17137634 req-04d9f9eb-90d6-4880-bddd-13b7168936cf tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239836 Oct 22 13:01:06.908652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6eb32-54d0-4238-8eb2-341930000f14 req-02852d83-c934-49fe-9ead-c4cc347e9eae tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:06.923666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46a6eb32-54d0-4238-8eb2-341930000f14 req-02852d83-c934-49fe-9ead-c4cc347e9eae tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1616135 Oct 22 13:01:06.971144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fec2b-bd00-4fd1-8682-29b025ae04ec None None] Pushing event updated for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:06.979129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a341b15f-ede5-4ed3-a169-8b096a795961 None None] Provisioning complete for port f64004fe-37f1-4b95-96b8-456007f379b9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:06.979637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a341b15f-ede5-4ed3-a169-8b096a795961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:07.008497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46a6eb32-54d0-4238-8eb2-341930000f14 req-b318da1f-39e7-4689-92fb-8bba7519610f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838406 Oct 22 13:01:07.062083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:07.096600 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c837-fb3e-4956-ae5a-52fe09ee43b8 None None] The sync data for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 is: [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:01:07.180302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:07.275140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183171a8-fe0f-495f-b6fa-7e16ddb3a789 req-96493e56-800a-4cf7-9e52-27ecbf3afe46 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:07.283591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183171a8-fe0f-495f-b6fa-7e16ddb3a789 req-96493e56-800a-4cf7-9e52-27ecbf3afe46 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1765561 Oct 22 13:01:07.290131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:07.297244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:07.300331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:07.347961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ebc48-fa0b-4487-92d6-2fa2a02e7e17 req-f194bdfb-1d6e-468a-bed2-e876d6850a2d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:07.349708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb3ebc48-fa0b-4487-92d6-2fa2a02e7e17 req-f194bdfb-1d6e-468a-bed2-e876d6850a2d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 944 time: 0.1418867 Oct 22 13:01:07.361746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183171a8-fe0f-495f-b6fa-7e16ddb3a789 req-225599ab-7717-4eaf-933a-26e7f147d64b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751331 Oct 22 13:01:07.433524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb3ebc48-fa0b-4487-92d6-2fa2a02e7e17 req-6e6f4f06-8543-4c75-9760-560c30d45ced tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705688 Oct 22 13:01:07.489815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:07.548741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:07.555607 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:07.602413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:07.620581 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30415758-45b1-426d-b760-64ecd1bf89b7" -d '{"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-plugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:07.667643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:07.695966 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227e29d-c955-47ac-aa83-59680557ca38 x-openstack-request-id: req-1227e29d-c955-47ac-aa83-59680557ca38 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:07.696553 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-plugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:07.697977 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1227e29d-c955-47ac-aa83-59680557ca38 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:07.698535 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'code': 200} Oct 22 13:01:07.730870 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:07.816647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9cad-c585-49ef-9eab-d6a18af0f26b req-9dba5e09-88ad-486f-9e53-cfac7f53e413 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:07.821584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791c9cad-c585-49ef-9eab-d6a18af0f26b req-9dba5e09-88ad-486f-9e53-cfac7f53e413 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 950 time: 0.0927615 Oct 22 13:01:07.883809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224fb7-6a9d-4bf2-a27f-66db9213a3ef req-df11ed25-0b5d-4ec0-9487-5fc7b1d8dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:07.885789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c224fb7-6a9d-4bf2-a27f-66db9213a3ef req-df11ed25-0b5d-4ec0-9487-5fc7b1d8dddc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 1096 time: 0.0912402 Oct 22 13:01:07.887624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791c9cad-c585-49ef-9eab-d6a18af0f26b req-6acaeadf-4bde-48f7-bdff-2ec28b7e2e86 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Oct 22 13:01:07.966710 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c224fb7-6a9d-4bf2-a27f-66db9213a3ef req-e5f4a1c4-d44e-4a4b-a135-709d95df2898 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648656 Oct 22 13:01:08.075879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8dc7e-813d-46cb-b5ae-5701e5fcc9e8 req-52e26b2e-415e-4b1f-8a92-9fec2dd0bd0a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:08.096165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a8dc7e-813d-46cb-b5ae-5701e5fcc9e8 req-52e26b2e-415e-4b1f-8a92-9fec2dd0bd0a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 943 time: 0.0993392 Oct 22 13:01:08.223275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f64004fe-37f1-4b95-96b8-456007f379b9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:08.223466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a8dc7e-813d-46cb-b5ae-5701e5fcc9e8 req-afe002c9-78dd-4b13-b40b-19b1901771f2 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273370 Oct 22 13:01:08.273128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fad33-86f6-4bb4-8ba9-49dc7f22c8e4 req-2e983b4c-1c06-49c2-b407-17d3070d3bfb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:08.274953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf2fad33-86f6-4bb4-8ba9-49dc7f22c8e4 req-2e983b4c-1c06-49c2-b407-17d3070d3bfb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1557806 Oct 22 13:01:08.346145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f64004fe-37f1-4b95-96b8-456007f379b9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:08.346765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:08.363639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf2fad33-86f6-4bb4-8ba9-49dc7f22c8e4 req-ef9510b6-f296-460a-92af-d4581f19fb73 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Oct 22 13:01:08.536664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a36572-4ae6-4329-b321-e5e68444c77d req-dcc4db14-9fd7-402d-8c8f-8650aaf262b4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:08.544319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77a36572-4ae6-4329-b321-e5e68444c77d req-dcc4db14-9fd7-402d-8c8f-8650aaf262b4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.0743511 Oct 22 13:01:08.619254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77a36572-4ae6-4329-b321-e5e68444c77d req-427d74f4-9453-4ab9-8916-9ba07a3bae76 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733008 Oct 22 13:01:08.639429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da5b2-f867-44a2-8807-1bf0f5b73e55 req-25d66e18-16dc-4531-94c5-81d88976b026 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:08.651033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-276da5b2-f867-44a2-8807-1bf0f5b73e55 req-25d66e18-16dc-4531-94c5-81d88976b026 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 945 time: 0.0784085 Oct 22 13:01:08.703903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-276da5b2-f867-44a2-8807-1bf0f5b73e55 req-bce076ab-b198-4680-8a96-b75226a65d20 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Oct 22 13:01:09.009690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffc756-9a4b-49c1-b0f2-4d1e706ab5ea req-4009158f-6c04-4456-b49a-3e31305c5612 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.011376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82ffc756-9a4b-49c1-b0f2-4d1e706ab5ea req-4009158f-6c04-4456-b49a-3e31305c5612 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 950 time: 0.0561824 Oct 22 13:01:09.060087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82ffc756-9a4b-49c1-b0f2-4d1e706ab5ea req-ca19edaf-deb1-4365-a19b-8526a744e360 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 Oct 22 13:01:09.198733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6e15b-20a6-45f4-86c6-2279fae1d39b req-96b8b3b2-9365-4e58-8e4f-33d67f10468d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.200109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 25fe21b5-2da3-4cba-bc53-f360a2b63d8e details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:09.208032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccd6e15b-20a6-45f4-86c6-2279fae1d39b req-96b8b3b2-9365-4e58-8e4f-33d67f10468d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 950 time: 0.0745442 Oct 22 13:01:09.258802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccd6e15b-20a6-45f4-86c6-2279fae1d39b req-33385a33-c8c4-47bb-bc33-75d77ca077a6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Oct 22 13:01:09.329062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:09.345221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'network_id': '5868feaa-a205-44e1-97ab-1ca681c9b6b3', 'port_id': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'mac_address': 'fa:16:3e:ee:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab887249-f10d-44a0-9d7f-21c68adb562f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:09.420578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:09.446828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d221c-f9e3-40c9-a578-04005ba80395 req-59b2fb5a-875d-44c9-9948-5927a12dd8ac tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.455699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fe21b5-2da3-4cba-bc53-f360a2b63d8e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:09.457220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e72d221c-f9e3-40c9-a578-04005ba80395 req-59b2fb5a-875d-44c9-9948-5927a12dd8ac tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 943 time: 0.0983362 Oct 22 13:01:09.510546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e72d221c-f9e3-40c9-a578-04005ba80395 req-90252417-7491-408b-b5e3-4ac123a2f137 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521863 Oct 22 13:01:09.513438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:09.523562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:09.584177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:09.622595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:09.747482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15be5c-ec05-4e4d-9413-2498051f018e req-764caad0-70f9-491a-92d1-e342bc2b03ba tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.754443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15be5c-ec05-4e4d-9413-2498051f018e req-764caad0-70f9-491a-92d1-e342bc2b03ba tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.756222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d15be5c-ec05-4e4d-9413-2498051f018e req-764caad0-70f9-491a-92d1-e342bc2b03ba tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af&device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 1691 time: 0.0977139 Oct 22 13:01:09.768292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463392f-7418-4b3e-9633-a3cd88f47446 req-bcbf7f17-aa17-4309-899a-7b636fc645d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.769929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f463392f-7418-4b3e-9633-a3cd88f47446 req-bcbf7f17-aa17-4309-899a-7b636fc645d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1004488 Oct 22 13:01:09.827816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d15be5c-ec05-4e4d-9413-2498051f018e req-cbb09ac0-c6b7-4919-a67d-a1237d85375b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565646 Oct 22 13:01:09.854884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f463392f-7418-4b3e-9633-a3cd88f47446 req-8f84f0bf-8431-4087-8ce5-aeaeafb7d264 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668230 Oct 22 13:01:09.887506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:09.987257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc3d80-ff38-45d8-8607-89bf3552555c req-c113df51-0b64-461e-a68e-f0e39577e889 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:09.992862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0bc3d80-ff38-45d8-8607-89bf3552555c req-c113df51-0b64-461e-a68e-f0e39577e889 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.0905230 Oct 22 13:01:10.065679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0bc3d80-ff38-45d8-8607-89bf3552555c req-da1b5dcf-2025-4071-ad49-dd98dcfafd93 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Oct 22 13:01:10.149551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf32d-5392-45ca-9d3e-42da0e07b9ed req-2b4759c6-aa69-420a-9626-7544d1d90f6b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:10.152006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e88cf32d-5392-45ca-9d3e-42da0e07b9ed req-2b4759c6-aa69-420a-9626-7544d1d90f6b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Oct 22 13:01:10.228511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e88cf32d-5392-45ca-9d3e-42da0e07b9ed req-2a55f696-3bc7-4287-9780-f7c7cdeafe0b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688632 Oct 22 13:01:10.316382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2348-6f84-40b1-b734-e53b1e4edf9f req-127cc430-1440-4367-81d4-51cdfc7c9939 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:10.318256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a11f2348-6f84-40b1-b734-e53b1e4edf9f req-127cc430-1440-4367-81d4-51cdfc7c9939 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 1101 time: 0.0530748 Oct 22 13:01:10.380792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a11f2348-6f84-40b1-b734-e53b1e4edf9f req-98b8d8fc-e6d3-4c55-b91d-ca27aa2f1550 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Oct 22 13:01:10.564320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3a22c-5342-427a-864b-23d6569cd4b2 req-782dfbc9-5bd4-4c0e-9248-8a2c57f86abf tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:10.566191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0e3a22c-5342-427a-864b-23d6569cd4b2 req-782dfbc9-5bd4-4c0e-9248-8a2c57f86abf tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 1101 time: 0.0579729 Oct 22 13:01:10.632745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbd320-31cd-4c5a-b189-fe66caaef732 req-e7b504ba-39a5-4809-98e0-93805ef2d355 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:10.634249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14fbd320-31cd-4c5a-b189-fe66caaef732 req-e7b504ba-39a5-4809-98e0-93805ef2d355 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 945 time: 0.0874724 Oct 22 13:01:10.635885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0e3a22c-5342-427a-864b-23d6569cd4b2 req-beaa7e3d-d675-4702-9687-9a63a7453e03 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Oct 22 13:01:10.679287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14fbd320-31cd-4c5a-b189-fe66caaef732 req-fffbba10-85bf-4f86-bbdb-957b09558145 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Oct 22 13:01:10.821753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787bdbc-1df1-4866-9a84-aaeb3f9192ff req-5f1a8553-5b80-48b8-a58c-3c00f65b7483 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:10.824694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5787bdbc-1df1-4866-9a84-aaeb3f9192ff req-5f1a8553-5b80-48b8-a58c-3c00f65b7483 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 944 time: 0.0700028 Oct 22 13:01:10.914941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5787bdbc-1df1-4866-9a84-aaeb3f9192ff req-75ccfd5c-b2ae-45b9-a889-7df3f65e466f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786676 Oct 22 13:01:11.040295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2abd4-c66e-4b1e-822e-5b762159616e req-1aa2386d-c827-433d-b815-1179c509d4a3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:11.042580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66b2abd4-c66e-4b1e-822e-5b762159616e req-1aa2386d-c827-433d-b815-1179c509d4a3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0594881 Oct 22 13:01:11.108499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66b2abd4-c66e-4b1e-822e-5b762159616e req-fc924f8e-c9d1-4987-ad58-db8dc162aae9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539486 Oct 22 13:01:11.176145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-c44e8a0c-2830-442e-a0c8-2d60310854f3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278296 Oct 22 13:01:11.219289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 25fe21b5-2da3-4cba-bc53-f360a2b63d8e up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:11.272727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed25f0-fae9-44d2-8e70-97baa2a60504 req-ee1a208e-d56c-45ed-9511-8b65607565d8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:11.274374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed25f0-fae9-44d2-8e70-97baa2a60504 req-ee1a208e-d56c-45ed-9511-8b65607565d8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.0821769 Oct 22 13:01:11.291988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:11.300620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:11.300993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:11.383554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ed25f0-fae9-44d2-8e70-97baa2a60504 req-140ac553-5739-46c5-9936-e9b274aa551d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813894 Oct 22 13:01:11.393386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-f0d71408-cd2a-4e86-b3ad-c6acbb0a3045 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:11.398663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-f0d71408-cd2a-4e86-b3ad-c6acbb0a3045 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171652 Oct 22 13:01:11.416072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-14081b06-c417-4bec-a542-762c9fb49100 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.0164118 Oct 22 13:01:11.429214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:11.471624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:11.474245 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab4bb63-dea8-40ee-b56f-515a8d75e484" -d '{"events": [{"server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "name": "network-vif-plugged", "status": "completed", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:11.485165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-184ba41c-0bc7-4282-bbaf-ce4a557e745b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651882 Oct 22 13:01:11.494205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:11.501223 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:11.541948 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e09a2-0fcf-4c2d-b819-ccea98ec3a8e x-openstack-request-id: req-070e09a2-0fcf-4c2d-b819-ccea98ec3a8e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:11.542235 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "name": "network-vif-plugged", "status": "completed", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:11.542535 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-070e09a2-0fcf-4c2d-b819-ccea98ec3a8e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:11.542959 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'code': 200} Oct 22 13:01:11.575271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:11.727851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0aac-64eb-4cad-9395-8ebb4a8f8073 req-2b20f5a4-e1f2-4098-8101-07411aa218e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:11.731647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a48d0aac-64eb-4cad-9395-8ebb4a8f8073 req-2b20f5a4-e1f2-4098-8101-07411aa218e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1096 time: 0.0763581 Oct 22 13:01:11.810952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a48d0aac-64eb-4cad-9395-8ebb4a8f8073 req-abda9f8c-9a4a-4e87-b0bd-03ab4d949f6c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692956 Oct 22 13:01:11.876326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a89b6-7ba7-4202-8a99-69f6e06ab205 req-ad83c720-bb5d-4dd4-b758-26c19088f278 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:11.879354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-639a89b6-7ba7-4202-8a99-69f6e06ab205 req-ad83c720-bb5d-4dd4-b758-26c19088f278 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 945 time: 0.0729942 Oct 22 13:01:11.945148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-639a89b6-7ba7-4202-8a99-69f6e06ab205 req-0224b229-b7b4-4db1-a45c-d5576f7ec9f6 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586541 Oct 22 13:01:12.162062 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-46d71301-dc6c-42e4-b932-b2a388c6ee24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793402 Oct 22 13:01:12.193417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d2c2-03b0-4b94-af71-d97470b01cf4 req-b963045e-3b05-4045-aa10-3053cc0a0a4b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:12.206906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9a5d2c2-03b0-4b94-af71-d97470b01cf4 req-b963045e-3b05-4045-aa10-3053cc0a0a4b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 945 time: 0.0751317 Oct 22 13:01:12.284669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9a5d2c2-03b0-4b94-af71-d97470b01cf4 req-980682ec-616b-451d-bbb7-1c0f5e75e59b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755696 Oct 22 13:01:12.299566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-3665b0ca-4ddc-4672-8e08-de069de6838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:12.301413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-3665b0ca-4ddc-4672-8e08-de069de6838a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 1095 time: 0.1056736 Oct 22 13:01:12.479636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-d6932b5e-5090-47dd-a4f8-aadb6190fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:12.481565 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-d6932b5e-5090-47dd-a4f8-aadb6190fa87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1506672 Oct 22 13:01:12.568333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-fe46dc9f-0449-4b9b-997f-0c20127e3479 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 200 len: 217 time: 0.0748725 Oct 22 13:01:12.735384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-bda6cb0c-d546-466b-b4ac-74bc1a86a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:12.736888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-bda6cb0c-d546-466b-b4ac-74bc1a86a01c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1543682 Oct 22 13:01:12.801049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-23719334-b631-4c69-9c8f-f94063342d86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529630 Oct 22 13:01:13.023775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-9cb1cc50-0287-44af-bcf1-e3859cefffb8 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086091 Oct 22 13:01:13.204058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12eb1a35-6e12-48a3-a46b-e9152b12aeae req-d7870a87-50f3-4424-8a43-7297897b3588 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 210 time: 0.0476596 Oct 22 13:01:13.204549 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3d72c30e-3a4c-4237-8cf3-b40264808ec7 req-684d3bb2-5d10-4273-a8aa-42086c41eb8e service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468050 Oct 22 13:01:13.220362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d004-9d38-4ad7-9e35-3895773040c3 req-7fcbda0a-82da-43e0-8162-c82cbc1b07d0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:13.221883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b2d004-9d38-4ad7-9e35-3895773040c3 req-7fcbda0a-82da-43e0-8162-c82cbc1b07d0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.5895848 Oct 22 13:01:13.296432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b2d004-9d38-4ad7-9e35-3895773040c3 req-2fceb237-4be1-4d1e-8ad1-0c06481d0d67 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Oct 22 13:01:13.401901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ddf7e-333e-4b68-805d-50d486940569 req-567fe206-7281-4734-98cc-f1be1dda6c64 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:13.403764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0ddf7e-333e-4b68-805d-50d486940569 req-567fe206-7281-4734-98cc-f1be1dda6c64 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.0911953 Oct 22 13:01:13.474775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0ddf7e-333e-4b68-805d-50d486940569 req-13649c20-ddc0-4c3c-9468-5511587da680 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604162 Oct 22 13:01:13.582538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e2486-8055-46d1-8bd6-d182b00fb52d req-86f29743-426b-42b6-9245-5029c93e8a2e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:13.584160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac6e2486-8055-46d1-8bd6-d182b00fb52d req-86f29743-426b-42b6-9245-5029c93e8a2e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 945 time: 0.0733094 Oct 22 13:01:13.628444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac6e2486-8055-46d1-8bd6-d182b00fb52d req-c62d8396-1828-4eef-abe6-5c09c5f8b238 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Oct 22 13:01:14.211597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-5315bf7e-7f26-4a1f-b42a-501e1a3c7998 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444338 Oct 22 13:01:14.392631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8744da52-6b29-4eea-90e5-77bb0ef19fe9 req-3c5992f7-c4a9-48ff-bcb8-4caeb46f9aa7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 210 time: 0.0423748 Oct 22 13:01:14.410671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-a012d0d5-20bd-42e6-8b40-c7d5f40445db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.412530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-a012d0d5-20bd-42e6-8b40-c7d5f40445db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932044 Oct 22 13:01:14.470765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:14.521666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-bfb12243-cd78-44f7-af7d-0aa6a39eb7b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511765 Oct 22 13:01:14.552398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-74097710-34b4-43ae-a700-3e57325951a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287294 Oct 22 13:01:14.562170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f239-9fb5-4315-815d-2b94caaf9da9 req-dd61ac24-6a91-4617-893c-fb105225e3c8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.563778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c65f239-9fb5-4315-815d-2b94caaf9da9 req-dd61ac24-6a91-4617-893c-fb105225e3c8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1502080 Oct 22 13:01:14.660127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c65f239-9fb5-4315-815d-2b94caaf9da9 req-aa541562-e687-4be2-8106-853949dd9e07 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Oct 22 13:01:14.691856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:14.696179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:14.724117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-4c8847d7-6e7f-4278-b8d3-c2f22790c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.725894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-4c8847d7-6e7f-4278-b8d3-c2f22790c1d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 1096 time: 0.1326101 Oct 22 13:01:14.784010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-d0b3d614-43b5-4db7-ba2a-643c64371d7f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.785466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-d0b3d614-43b5-4db7-ba2a-643c64371d7f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047405 Oct 22 13:01:14.857043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '14efd2af-fb3c-4263-be34-2347429dfd20', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:14.949954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-8b941875-bc4b-4799-8cdc-3b7c1e265350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.952689 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-8b941875-bc4b-4799-8cdc-3b7c1e265350 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 924 time: 0.1968298 Oct 22 13:01:14.974528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988796b-a3f5-4c26-bf55-115c691bcdf4 req-6d3be881-7cfa-4085-ad6f-c5d5fd07d36f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:14.977514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5988796b-a3f5-4c26-bf55-115c691bcdf4 req-6d3be881-7cfa-4085-ad6f-c5d5fd07d36f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.2193270 Oct 22 13:01:15.037916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cec56f-2c93-4746-9fa9-1d3c0fd888fc req-6a99dfc4-b383-437b-a82b-f50e06e73cbe tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:15.043242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73cec56f-2c93-4746-9fa9-1d3c0fd888fc req-6a99dfc4-b383-437b-a82b-f50e06e73cbe tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 945 time: 0.1825490 Oct 22 13:01:15.082751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.67 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:15.090390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5988796b-a3f5-4c26-bf55-115c691bcdf4 req-e0e734ab-0ceb-4a27-8a0e-f98232efe1d8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007500 Oct 22 13:01:15.090582 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-4737396d-6a0d-42ce-ab14-876f2797e395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 200 len: 1000 time: 0.1266069 Oct 22 13:01:15.093301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:15.097467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:15.146097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73cec56f-2c93-4746-9fa9-1d3c0fd888fc req-50d95d5a-b7ff-4352-ba05-cbb63a0bba7d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Oct 22 13:01:15.273168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-20675ccc-6d0f-47a6-82ee-1678e6014b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:15.274737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-20675ccc-6d0f-47a6-82ee-1678e6014b18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.1607988 Oct 22 13:01:15.319297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-194f4168-091a-42f8-949d-cea7c0bd80d0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1235211621&fields=id&tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 267 time: 0.0822592 Oct 22 13:01:15.336863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-ee93ae43-40be-4e1f-b7ae-22698c4e1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:15.338463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-ee93ae43-40be-4e1f-b7ae-22698c4e1da9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557768 Oct 22 13:01:15.388919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:15.409038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-ebb85c7e-372d-465c-8c0a-5abcf397630d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:15.410643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-ebb85c7e-372d-465c-8c0a-5abcf397630d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 945 time: 0.0856850 Oct 22 13:01:15.443335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-76dab5a4-ba07-4b99-88c7-aa4ec6b35da0 service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938911 Oct 22 13:01:15.444294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'security_groups': ['e719c9e1-0802-4fcd-87b8-610286ec0ff7', '6ddb8c14-29f1-4367-9d60-b4d18972ba37']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:15.525114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ab12349-9e86-426b-aa04-a15aebb9929a req-9eed9521-3633-4687-b9b8-0f2ccd9d7c0b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 210 time: 0.0501404 Oct 22 13:01:15.528002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:15.546153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:15.610358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:15.620557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:15.625426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:15.633491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:15.637776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:15.738136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:15.738833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:15.848105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-7bcf705c-d735-4daa-a208-f8e99c554ff6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3861964 Oct 22 13:01:15.884030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Request body: {'port': {'device_id': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:15.965402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.129 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/d1f14729-d898-4798-ab83-75cab154ff12) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:15.996534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d6759e44-0d0d-4e6f-9272-270bfccba46c req-99ccb574-1811-4bac-acff-1ebbf4bbe44e service neutron] 10.222.0.21 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435517 Oct 22 13:01:16.074959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a987f0af-c981-4766-a4f4-52131d1c37f2 None None] Provisioning complete for port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:16.075782 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a987f0af-c981-4766-a4f4-52131d1c37f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.109356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.136070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a987f0af-c981-4766-a4f4-52131d1c37f2 None None] Port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:16.177075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:16.225963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661f08-f398-4634-b6a9-d347b8ae8a6b req-c4f6f0ca-61a8-4a29-be88-de768dfe9861 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:16.227558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59661f08-f398-4634-b6a9-d347b8ae8a6b req-c4f6f0ca-61a8-4a29-be88-de768dfe9861 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1355412 Oct 22 13:01:16.239960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.294324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.295470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.306010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.323340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:16.346007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:16.351504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:16.356060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:16.392601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:16.393062 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.400160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb3c9d5e-6c7c-43f1-b77b-1533d6f36992 req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "PUT /v2.0/ports/25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 981 time: 0.9697502 Oct 22 13:01:16.404241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:16.436625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:16.437306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.444511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:16.447598 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:16.472743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-dd8b5728-ce8c-4663-afee-96c78938bddd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6234374 Oct 22 13:01:16.491486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Request body: {'port': {'device_id': '14efd2af-fb3c-4263-be34-2347429dfd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:16.503664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59661f08-f398-4634-b6a9-d347b8ae8a6b req-b5c977ce-d91b-4d43-986e-63d092a8780a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618210 Oct 22 13:01:16.635772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afb861-a200-4233-96dd-f195665511df tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:16.657239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.689669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:16.696062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-29a56edd-a69f-4060-8b57-6eb3d0530b23 None None] Provisioning complete for port d1f14729-d898-4798-ab83-75cab154ff12 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:16.696439 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29a56edd-a69f-4060-8b57-6eb3d0530b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:16.756693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9326a80-ae7b-432f-96a0-7218d152922b req-28e2650c-49fd-4aca-b7c8-195073ec7497 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/6ddb8c14-29f1-4367-9d60-b4d18972ba37 HTTP/1.1" status: 200 len: 1800 time: 0.2159767 Oct 22 13:01:16.769572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-29a56edd-a69f-4060-8b57-6eb3d0530b23 None None] Port d1f14729-d898-4798-ab83-75cab154ff12 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:16.877419 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-f9326a80-ae7b-432f-96a0-7218d152922b req-38f70d6d-3168-4127-a9d9-6100b400edf0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 13:01:16.880653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9326a80-ae7b-432f-96a0-7218d152922b req-38f70d6d-3168-4127-a9d9-6100b400edf0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ddb8c14-29f1-4367-9d60-b4d18972ba37 HTTP/1.1" status: 409 len: 341 time: 0.1211500 Oct 22 13:01:16.900397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ef85e-5811-4d1a-8c9c-11326dffda27 req-ae9e7ec1-9a74-430c-9ecf-97cd27843fc8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:16.901936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-715ef85e-5811-4d1a-8c9c-11326dffda27 req-ae9e7ec1-9a74-430c-9ecf-97cd27843fc8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.2206233 Oct 22 13:01:16.943516 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2131a-3f59-4d9a-8562-f48b39cbd303 x-openstack-request-id: req-47f2131a-3f59-4d9a-8562-f48b39cbd303 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:16.943857 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:16.944065 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47f2131a-3f59-4d9a-8562-f48b39cbd303 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:16.944446 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'status': 'completed', 'code': 200} Oct 22 13:01:17.009961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:17.039703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:17.056896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-715ef85e-5811-4d1a-8c9c-11326dffda27 req-2766848d-c482-4dc3-86ad-e0afaa5f68c3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356256 Oct 22 13:01:17.064631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:17.084359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:17.130106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-023339bb-1de3-4580-8885-fe1e6f1df55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:17.132061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-023339bb-1de3-4580-8885-fe1e6f1df55a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1135 time: 0.1470141 Oct 22 13:01:17.140621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Transition to ACTIVE for port object 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:17.146411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:17.224177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eca22f-b0b0-41fa-809e-205fccc1e308 req-e335ca6f-6c27-4f9c-b7bc-55bb44841484 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:17.236502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97eca22f-b0b0-41fa-809e-205fccc1e308 req-e335ca6f-6c27-4f9c-b7bc-55bb44841484 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 936 time: 0.1780522 Oct 22 13:01:17.291477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:17.476014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:17.485649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f14729-d898-4798-ab83-75cab154ff12 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:17.514433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:17.563923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Transition to ACTIVE for port object d1f14729-d898-4798-ab83-75cab154ff12 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:17.573518 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:17.592375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97eca22f-b0b0-41fa-809e-205fccc1e308 req-d3cb608d-0ee0-4b56-96c1-4efeea635d80 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538375 Oct 22 13:01:17.663154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Attempting to bind port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:17.663611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Attempting to bind port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:17.663951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Attempting to bind port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:17.669229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-aa7bf2d9-2e01-4c2a-b3b9-5604e8b25a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:17.675743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-aa7bf2d9-2e01-4c2a-b3b9-5604e8b25a55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.5225463 Oct 22 13:01:17.681591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:17.681902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Attempting to bind port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:17.712341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:17.712773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:17.715681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:17.720981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Bound port: 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:17.721436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:17.803222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:17.870172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-18c2b1f1-58db-4786-b1a9-f89a7a8415b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 217 time: 0.1717494 Oct 22 13:01:17.918083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Attempting to bind port d1f14729-d898-4798-ab83-75cab154ff12 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:17.918435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Attempting to bind port d1f14729-d898-4798-ab83-75cab154ff12 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:17.918804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Attempting to bind port d1f14729-d898-4798-ab83-75cab154ff12 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:17.926034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Port d1f14729-d898-4798-ab83-75cab154ff12 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:17.926354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Attempting to bind port d1f14729-d898-4798-ab83-75cab154ff12 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:17.931969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:17.932313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:17.932877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:17.933576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Bound port: d1f14729-d898-4798-ab83-75cab154ff12, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:17.943611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.036866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:18.040384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:18.041883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:18.048296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d1f14729-d898-4798-ab83-75cab154ff12,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:18.063414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.089772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.124499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.125188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.129249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] 10.222.0.26 "PUT /v2.0/ports/d1f14729-d898-4798-ab83-75cab154ff12 HTTP/1.1" status: 200 len: 1096 time: 1.6437280 Oct 22 13:01:18.129726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:18.141213 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa5f50-4238-4362-bb71-292bff912d94" -d '{"events": [{"name": "network-changed", "server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "tag": "d1f14729-d898-4798-ab83-75cab154ff12"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:18.171079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.171787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.173217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] 10.222.0.21 "PUT /v2.0/ports/0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 HTTP/1.1" status: 200 len: 1095 time: 2.3101242 Oct 22 13:01:18.193413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-a7a55703-2b9b-4cad-86a5-0c2f3dfd2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.195637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-a7a55703-2b9b-4cad-86a5-0c2f3dfd2385 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.2302957 Oct 22 13:01:18.261272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3adefb-8a33-45bb-afae-8da4eaf6ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:18.295426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-043e66fd-2ab3-435f-a0ec-fe37c0a10b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.297678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-043e66fd-2ab3-435f-a0ec-fe37c0a10b65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 1099 time: 0.0963781 Oct 22 13:01:18.384165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-e9b76317-d91c-494a-a575-718b560dd240 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d1f14729-d898-4798-ab83-75cab154ff12 HTTP/1.1" status: 200 len: 217 time: 0.0752861 Oct 22 13:01:18.456055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-0a55aa7b-6d99-4513-a7b0-a00acbb9e4cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2296464 Oct 22 13:01:18.456695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:18.484411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:18.506769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-0b151fab-2839-46a1-9c16-9717311af894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.508331 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-0b151fab-2839-46a1-9c16-9717311af894 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1150410 Oct 22 13:01:18.527767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'mac_address': 'fa:16:3e:6b:66:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:18.583972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-60a74a70-ea5f-4b10-9723-b340a375f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.601724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-60a74a70-ea5f-4b10-9723-b340a375f70c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798924 Oct 22 13:01:18.627026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.627600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.627714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.644610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.645104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.645451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.645786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.646114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.646444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.646799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.647121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.647443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c50d0-6e88-4d0a-91b4-717c8cf4e548 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:18.726807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f756-5461-4d2c-a896-9ab34588de68 req-e7dca6a5-4fa3-4ba1-a899-98d7640ff586 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.740031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e51f756-5461-4d2c-a896-9ab34588de68 req-e7dca6a5-4fa3-4ba1-a899-98d7640ff586 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.5169668 Oct 22 13:01:18.745927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.749055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-8cffe951-dc35-4e92-8c07-2b6742c7fdd0 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673814 Oct 22 13:01:18.785143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:18.794856 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-e874d865-9524-4171-b962-a25ab706ca21 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775298 Oct 22 13:01:18.799224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-a0cb2028-c88c-4887-a0f2-17a80e25b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:18.802032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-a0cb2028-c88c-4887-a0f2-17a80e25b2e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 1098 time: 0.5186632 Oct 22 13:01:18.835110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:18.864043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:18.911505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e51f756-5461-4d2c-a896-9ab34588de68 req-740b7b46-7fb0-4737-b42b-0e229eb9c727 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700096 Oct 22 13:01:18.923189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-fa1248cc-f916-4dd8-acd1-50e3118983d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 HTTP/1.1" status: 200 len: 217 time: 0.1000137 Oct 22 13:01:18.973661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:18.979860 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed3aeb8-74dc-438c-8408-df29e84647a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:18.994965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:19.011854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-3a4fd674-9695-436f-8048-d3b184131351 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019801 Oct 22 13:01:19.069610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:19.550307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-93d890ce-0dea-49c9-bc85-50f72a37b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.552126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-93d890ce-0dea-49c9-bc85-50f72a37b068 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.6119440 Oct 22 13:01:19.561850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37b2ab8d-5799-4241-a01f-ae2a81e0cf7a req-f7b5bf75-dcc1-46b0-8c94-1923cdbe84c7 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821319 Oct 22 13:01:19.599761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f55be-d850-4bf8-be2b-fd802d51cb8a req-5efce7bf-13fd-41c0-9020-d2a0cef130eb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.601785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-762f55be-d850-4bf8-be2b-fd802d51cb8a req-5efce7bf-13fd-41c0-9020-d2a0cef130eb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 984 time: 0.5073519 Oct 22 13:01:19.650647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-f1793b4b-9043-4bd8-8057-62b37b161d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.652917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-f1793b4b-9043-4bd8-8057-62b37b161d2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888066 Oct 22 13:01:19.662106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-762f55be-d850-4bf8-be2b-fd802d51cb8a req-5c19c869-d98d-41c8-af08-d00fc0fe6031 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ddb8c14-29f1-4367-9d60-b4d18972ba37&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0522742 Oct 22 13:01:19.751690 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1fd77-0494-4010-9a4f-3fbe2183eb7c x-openstack-request-id: req-f6b1fd77-0494-4010-9a4f-3fbe2183eb7c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:19.752228 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "tag": "d1f14729-d898-4798-ab83-75cab154ff12", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:19.752228 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6b1fd77-0494-4010-9a4f-3fbe2183eb7c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:19.752623 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12', 'status': 'completed', 'code': 200} Oct 22 13:01:19.810948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-03be63b7-670b-45e7-a334-6a7b39b5f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.812892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-03be63b7-670b-45e7-a334-6a7b39b5f3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1135 time: 0.1404684 Oct 22 13:01:19.841090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-5825da6d-6249-4dd4-9488-8454cf6c5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.846346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-5825da6d-6249-4dd4-9488-8454cf6c5dbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 1099 time: 0.0669029 Oct 22 13:01:19.876763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2d89b-0da5-4ab4-8239-483bfd633be6 req-b5992ab9-04ef-4ea0-b54a-3bc1fc3ced59 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.878720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59a2d89b-0da5-4ab4-8239-483bfd633be6 req-b5992ab9-04ef-4ea0-b54a-3bc1fc3ced59 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1348255 Oct 22 13:01:19.888651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-944698eb-9fc2-4bc3-9d94-5019c3c635ea service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252483 Oct 22 13:01:19.974737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-e21d5280-789f-4548-96dc-35a0fb3cffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:19.976465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-e21d5280-789f-4548-96dc-35a0fb3cffab service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1178541 Oct 22 13:01:20.019466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59a2d89b-0da5-4ab4-8239-483bfd633be6 req-40d8e235-663e-4daa-a6f2-58995620f958 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336668 Oct 22 13:01:20.033949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-a1913af5-e58e-4ae0-980b-bd7fc2799433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d1f14729-d898-4798-ab83-75cab154ff12 HTTP/1.1" status: 200 len: 217 time: 0.0458264 Oct 22 13:01:20.108619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ebe70-f5b1-402a-9786-0baa1c71a901 req-a2a472d1-4b52-41ab-9d6a-202d5d343de8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.110227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-502ebe70-f5b1-402a-9786-0baa1c71a901 req-a2a472d1-4b52-41ab-9d6a-202d5d343de8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 948 time: 0.2146747 Oct 22 13:01:20.140386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-d8143d68-65bb-4fbf-a566-0652aa2b724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.141440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-c18b0ac0-ab8d-4d97-8a91-b27adc4889c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.141876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-d8143d68-65bb-4fbf-a566-0652aa2b724c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.3080778 Oct 22 13:01:20.154722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-c18b0ac0-ab8d-4d97-8a91-b27adc4889c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1036482 Oct 22 13:01:20.174990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61aa44e0-c8a0-4ec8-b4a2-b7cc25db0120 req-ef52f4f5-1247-4142-9635-bcf20ed02aba service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447350 Oct 22 13:01:20.225823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-502ebe70-f5b1-402a-9786-0baa1c71a901 req-2637aa9f-06ed-44a2-8d7a-a667cca756ed tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068685 Oct 22 13:01:20.229628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-438c1fde-0fbc-40e7-bc4a-abc932b4105f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 217 time: 0.0636120 Oct 22 13:01:20.268703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-7592355b-7f1b-4cc9-97a7-1c8768eaf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.271552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-7592355b-7f1b-4cc9-97a7-1c8768eaf28e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069231 Oct 22 13:01:20.340137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-45b19ec5-59ab-4cf4-8537-bc208c2293d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.342075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-45b19ec5-59ab-4cf4-8537-bc208c2293d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.0979977 Oct 22 13:01:20.351875 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce59d47-3bb3-4622-bdcd-d566afbd2de3 x-openstack-request-id: req-7ce59d47-3bb3-4622-bdcd-d566afbd2de3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:20.352224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:20.352418 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ce59d47-3bb3-4622-bdcd-d566afbd2de3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:20.352827 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4', 'status': 'completed', 'code': 200} Oct 22 13:01:20.426863 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-39194e58-0723-48b8-bc11-04bde102c853 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651655 Oct 22 13:01:20.434671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-d2aea8e0-0b8c-431e-84ae-8c6de9bf058e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522162 Oct 22 13:01:20.492208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b377a-a335-4557-a5b6-421cda599e10 req-a3d8cd1a-1d5c-48a1-bbdf-5fd1c47b0c14 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.493724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-025b377a-a335-4557-a5b6-421cda599e10 req-a3d8cd1a-1d5c-48a1-bbdf-5fd1c47b0c14 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1200464 Oct 22 13:01:20.501149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-5882cb4d-1ccb-4cb6-8ee5-d0421564674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.502651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-5882cb4d-1ccb-4cb6-8ee5-d0421564674e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 1098 time: 0.1490140 Oct 22 13:01:20.570022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6aa5f50-4238-4362-bb71-292bff912d94 req-47149ee6-7a3a-4c2a-a849-7f1869b127f2 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234119 Oct 22 13:01:20.587168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-025b377a-a335-4557-a5b6-421cda599e10 req-d605ead9-bbf7-4058-905c-5255644e0117 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Oct 22 13:01:20.678734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-e180bea9-6f11-419d-9b25-af8a87b6b300 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393675 Oct 22 13:01:20.855099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-d3be3ca6-b9d5-457f-9cc8-20f25ff06ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.856486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-d3be3ca6-b9d5-457f-9cc8-20f25ff06ddb service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3069596 Oct 22 13:01:20.896857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-d6e76fe3-e761-433a-92fc-f361bf0097aa tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:20.898354 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-d6e76fe3-e761-433a-92fc-f361bf0097aa tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1097 time: 0.0871146 Oct 22 13:01:20.915917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-5156ac0f-9bf1-4d6e-9907-a3d6a0078084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 HTTP/1.1" status: 200 len: 217 time: 0.0489779 Oct 22 13:01:20.927137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:20.998548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca2948-1888-43ec-8896-b029b6aaa22e req-b889a258-edba-4354-9752-fb035603227d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.007575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85ca2948-1888-43ec-8896-b029b6aaa22e req-b889a258-edba-4354-9752-fb035603227d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 984 time: 0.2125680 Oct 22 13:01:21.020709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aadebf58-5fed-4d4c-ba47-d5acdf3e11ef req-437e0674-5d92-4282-aa18-6c87f706dbe1 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153450 Oct 22 13:01:21.036049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.040571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-29dce15e-c9cb-4c6c-adc3-72a88bf77c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.042062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-29dce15e-c9cb-4c6c-adc3-72a88bf77c9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1044872 Oct 22 13:01:21.042744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:21.109442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85ca2948-1888-43ec-8896-b029b6aaa22e req-f28e5c70-5ff1-4652-84b1-1a2b38d3d5cb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ddb8c14-29f1-4367-9d60-b4d18972ba37&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1005194 Oct 22 13:01:21.148436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-05e00736-f181-4b2a-bf9f-a7e2ba075771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.150577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-05e00736-f181-4b2a-bf9f-a7e2ba075771 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931914 Oct 22 13:01:21.240586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:21.270324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:01:21.276230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:21.332587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:21.358646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-2ad3b3eb-cfd0-4d65-ba46-74325e0a1d72 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936359 Oct 22 13:01:21.373777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce10c6-c2fc-4b9d-88ff-8ae1ace55b92 req-6950f2de-e671-439d-9f01-8c2ef2856c92 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.376204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ce10c6-c2fc-4b9d-88ff-8ae1ace55b92 req-6950f2de-e671-439d-9f01-8c2ef2856c92 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 946 time: 0.1495912 Oct 22 13:01:21.420541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:21.429557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:21.429949 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.529419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.529766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ce10c6-c2fc-4b9d-88ff-8ae1ace55b92 req-70fd3eef-9486-4832-b271-d2da7d647253 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424317 Oct 22 13:01:21.554050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.586785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cc2d9-14a1-4b9c-9d50-09b230ecdfa4 req-da1251aa-8b5e-4b68-8ad3-cd6865b5848e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.588362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea1cc2d9-14a1-4b9c-9d50-09b230ecdfa4 req-da1251aa-8b5e-4b68-8ad3-cd6865b5848e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 948 time: 0.0950527 Oct 22 13:01:21.616737 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.642929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:21.659802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.660444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.661030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.661516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.662012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.662504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.663128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.663630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.664005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed3aeb8-74dc-438c-8408-df29e84647a9 req-821ca262-7aa5-4a85-a981-e8fef557523b service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868075 Oct 22 13:01:21.664417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.664921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.665409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.665896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:21.671855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:21.674163 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c23a72-3319-4ce7-b167-b3b4c4329839" -d '{"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-plugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:21.697775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea1cc2d9-14a1-4b9c-9d50-09b230ecdfa4 req-01bf5304-f1f4-487a-9949-27e2c6f5747b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954320 Oct 22 13:01:21.711023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:21.728821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.778133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:21.819548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:21.820442 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a31925-04b0-4a28-8b1e-58c99fb561ee" -d '{"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-unplugged", "status": "completed", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:21.882503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:21.883072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:21.883515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:21.895197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:21.895197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Attempting to bind port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:21.901527 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ebb3c0-7683-4870-8830-98580fb3e646 x-openstack-request-id: req-04ebb3c0-7683-4870-8830-98580fb3e646 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:21.901850 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-plugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:21.902111 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ebb3c0-7683-4870-8830-98580fb3e646 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:21.902511 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'code': 200} Oct 22 13:01:21.911683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:21.914422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:21.915115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:21.915537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Bound port: 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:21.916006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:21.929501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0986-da87-4f37-812b-5db6a11d5c1f req-93c4564a-7d0e-48b0-82a6-02a0c3e0911b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:21.931119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3df0986-da87-4f37-812b-5db6a11d5c1f req-93c4564a-7d0e-48b0-82a6-02a0c3e0911b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1078715 Oct 22 13:01:21.986430 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e198d97-c00d-45a0-be1e-97832c8c1f48 x-openstack-request-id: req-6e198d97-c00d-45a0-be1e-97832c8c1f48 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:21.988242 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-unplugged", "status": "completed", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:21.991545 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e198d97-c00d-45a0-be1e-97832c8c1f48 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:21.993354 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'code': 200} Oct 22 13:01:22.034469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3df0986-da87-4f37-812b-5db6a11d5c1f req-06152d3c-3479-45f1-a146-872ad2b382f7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946362 Oct 22 13:01:22.047334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:22.050796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:22.055931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:22.137815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:22.145267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:22.146030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:22.147695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-3c4f70d1-e235-488d-aef4-6cfb4f2104fd service neutron] 10.222.0.21 "PUT /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 1122 time: 1.2320893 Oct 22 13:01:22.308946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68016528-3a9e-43ce-9701-bf4eee963c44 req-bab0c7dc-5d36-415e-ad7b-a41439462278 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:22.311132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:22.319055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68016528-3a9e-43ce-9701-bf4eee963c44 req-bab0c7dc-5d36-415e-ad7b-a41439462278 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 984 time: 0.0877018 Oct 22 13:01:22.356201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:22.385756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68016528-3a9e-43ce-9701-bf4eee963c44 req-1d30d824-3591-44ea-b730-4d1ece8858cb tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ddb8c14-29f1-4367-9d60-b4d18972ba37&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0500727 Oct 22 13:01:22.527890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-070fc9c8-46a4-4a31-9896-e5d3e10a3df9 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849087039&fields=id&tenant_id=e15d9ab41c2b4287b9992caaad4f1c40 HTTP/1.1" status: 200 len: 267 time: 0.0504997 Oct 22 13:01:22.650909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-f7d52cf9-3f17-4411-9570-6476e33eada7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:22.655416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-f7d52cf9-3f17-4411-9570-6476e33eada7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 984 time: 0.1261148 Oct 22 13:01:22.667628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'port': {'security_groups': ['6ddb8c14-29f1-4367-9d60-b4d18972ba37', 'e719c9e1-0802-4fcd-87b8-610286ec0ff7', 'e55c4203-5543-483a-b152-3f25bacf7a1b']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:22.799121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:22.831365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad02f9-8e02-4ddb-88ac-c636f12f43d8 req-1a80f856-60f0-445a-b09d-1b9b384b701b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:22.838866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edad02f9-8e02-4ddb-88ac-c636f12f43d8 req-1a80f856-60f0-445a-b09d-1b9b384b701b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1340904 Oct 22 13:01:22.916226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edad02f9-8e02-4ddb-88ac-c636f12f43d8 req-e3a02b89-67a2-431a-91bf-28aec02b6e2a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763948 Oct 22 13:01:23.173803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:23.194430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab46e-fc99-4a1f-b393-46aef92ea130 req-ee501b79-6044-48fc-b441-4dfb24008ca6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:23.196007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-836ab46e-fc99-4a1f-b393-46aef92ea130 req-ee501b79-6044-48fc-b441-4dfb24008ca6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 948 time: 0.1295261 Oct 22 13:01:23.253757 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:23.275655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-836ab46e-fc99-4a1f-b393-46aef92ea130 req-19fdb722-0d8b-458a-93d7-91761687be0e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635159 Oct 22 13:01:23.275655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:23.281945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d1f14729-d898-4798-ab83-75cab154ff12 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:23.298694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:23.398761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:23.399415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:23.429304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95109637-b1b1-48e7-b51f-06dae6c3b027 req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "PUT /v2.0/ports/25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 1020 time: 0.7701640 Oct 22 13:01:23.430873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:23.433143 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230637de-6cb6-4081-b77b-53fcb809155a" -d '{"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:23.445993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:23.530019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd81a1-aa4e-4da3-8a54-0b515e2fb80e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:23.566477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:23.639725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f3321e-80c5-4cad-a81c-772d068131a4 req-aad5fd8c-8a65-413c-bff1-8c68df71a1a3 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e55c4203-5543-483a-b152-3f25bacf7a1b HTTP/1.1" status: 200 len: 1800 time: 0.2091999 Oct 22 13:01:23.665939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dabe8-a12e-4a3c-b22c-e9c3f9ddb319 req-a2593263-e7f7-4028-8a4b-fda1732488ac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:23.668066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae2dabe8-a12e-4a3c-b22c-e9c3f9ddb319 req-a2593263-e7f7-4028-8a4b-fda1732488ac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1588407 Oct 22 13:01:23.758116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae2dabe8-a12e-4a3c-b22c-e9c3f9ddb319 req-8af411af-bb99-42ab-9230-8e02420af095 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771239 Oct 22 13:01:23.766487 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-f3f3321e-80c5-4cad-a81c-772d068131a4 req-48c005cf-9c65-4e47-ad10-4085a149cdee tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 13:01:23.767631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f3321e-80c5-4cad-a81c-772d068131a4 req-48c005cf-9c65-4e47-ad10-4085a149cdee tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/e55c4203-5543-483a-b152-3f25bacf7a1b HTTP/1.1" status: 409 len: 341 time: 0.1271508 Oct 22 13:01:23.874686 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80adc280-84ab-4d41-a45f-75dbd928f37c x-openstack-request-id: req-80adc280-84ab-4d41-a45f-75dbd928f37c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:23.876067 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:23.876667 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80adc280-84ab-4d41-a45f-75dbd928f37c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:23.877294 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'status': 'completed', 'code': 200} Oct 22 13:01:23.963590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230637de-6cb6-4081-b77b-53fcb809155a req-f0ca122b-82ab-45bd-863f-57578c422f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:23.966933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-f0ca122b-82ab-45bd-863f-57578c422f09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1174 time: 0.0563483 Oct 22 13:01:23.994591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:23.997003 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8fcae-9101-40a7-9c98-101396617c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:24.011206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d1f14729-d898-4798-ab83-75cab154ff12,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:24.062277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ecdad27e-ca6f-44a6-a959-e6b1a61901f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:24.063992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd1f14729-d898-4798-ab83-75cab154ff12', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'd1f14729-d898-4798-ab83-75cab154ff12', 'mac_address': 'fa:16:3e:6c:66:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:24.170572 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ec6dc-6d6e-4532-b1c7-e48d9664b54e x-openstack-request-id: req-977ec6dc-6d6e-4532-b1c7-e48d9664b54e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:24.170887 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:24.171143 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-977ec6dc-6d6e-4532-b1c7-e48d9664b54e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:24.171846 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'status': 'completed', 'code': 200} Oct 22 13:01:24.283135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230637de-6cb6-4081-b77b-53fcb809155a req-145f545a-620b-4d84-b2a9-fc19ecdd1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.284804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-145f545a-620b-4d84-b2a9-fc19ecdd1bd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 200 len: 913 time: 0.3086557 Oct 22 13:01:24.326198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89acb77-6749-489a-b9d8-109f89767010 req-7a828675-34e8-445b-8ef9-18d1e48cdf5d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.328974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8fcae-9101-40a7-9c98-101396617c3a req-fbe99b91-c38a-4818-872b-f6e85ec8c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.330472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-fbe99b91-c38a-4818-872b-f6e85ec8c97c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1125 time: 0.1179712 Oct 22 13:01:24.330781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:24.333518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f89acb77-6749-489a-b9d8-109f89767010 req-7a828675-34e8-445b-8ef9-18d1e48cdf5d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1747088 Oct 22 13:01:24.454902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f14729-d898-4798-ab83-75cab154ff12 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:24.506852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8fcae-9101-40a7-9c98-101396617c3a req-dd84fe04-cfc0-47ff-abfd-0281eee3f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.507182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-63fe499f-3821-4776-b06d-f1dbdf67ead4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 200 len: 217 time: 0.1715364 Oct 22 13:01:24.508728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-dd84fe04-cfc0-47ff-abfd-0281eee3f38b service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1649494 Oct 22 13:01:24.600543 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-86c1c53a-c3e5-4e78-84b0-e014ea3c5b25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 217 time: 0.0754175 Oct 22 13:01:24.602449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d1f14729-d898-4798-ab83-75cab154ff12,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:24.632060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f89acb77-6749-489a-b9d8-109f89767010 req-d82823e3-a426-4569-b991-8b284ebff2b7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975907 Oct 22 13:01:24.641369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:24.693772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8fcae-9101-40a7-9c98-101396617c3a req-c8a65e92-bde7-4eef-93cb-e11dc99b84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.695575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-c8a65e92-bde7-4eef-93cb-e11dc99b84c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0864315 Oct 22 13:01:24.721251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7e589-d185-414d-86d7-4fe3fd829ff7 req-3509ed28-4052-440e-9d31-c5fecb1cf292 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.735014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b7e589-d185-414d-86d7-4fe3fd829ff7 req-3509ed28-4052-440e-9d31-c5fecb1cf292 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1023 time: 0.3977160 Oct 22 13:01:24.761067 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-a5f85084-882f-4aa8-8a86-08740a47bc66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485187 Oct 22 13:01:24.906802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230637de-6cb6-4081-b77b-53fcb809155a req-d27fdb29-1b6d-43aa-8a6b-707dbab3a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.908330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-d27fdb29-1b6d-43aa-8a6b-707dbab3a8ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 200 len: 852 time: 0.3691988 Oct 22 13:01:24.938685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:24.951916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-994d6342-13b0-4158-9a52-cf044f045684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5868feaa-a205-44e1-97ab-1ca681c9b6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312228 Oct 22 13:01:24.956070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-01ed71de-4cb7-4600-a8e4-91d8c38970b8 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701171 Oct 22 13:01:24.967329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f956657-fe12-4c3f-9948-1bf3ed82b2c9 req-5b530f2b-3d0f-4814-8e59-06d9589c7ede tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:24.975274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f956657-fe12-4c3f-9948-1bf3ed82b2c9 req-5b530f2b-3d0f-4814-8e59-06d9589c7ede tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 949 time: 0.2373643 Oct 22 13:01:25.079795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:25.083308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:25.088472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-2fdeb5ff-93c4-40fd-a1ad-e3ae21788aac service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034439 Oct 22 13:01:25.119374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3b7e589-d185-414d-86d7-4fe3fd829ff7 req-3609b674-d210-4c88-a93c-a9e33ae1306d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ddb8c14-29f1-4367-9d60-b4d18972ba37&id=e55c4203-5543-483a-b152-3f25bacf7a1b&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3833759 Oct 22 13:01:25.173641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cda8fcae-9101-40a7-9c98-101396617c3a req-9d322d6d-0d72-40a8-8d26-da2bd3dd5bca service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870873 Oct 22 13:01:25.324621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230637de-6cb6-4081-b77b-53fcb809155a req-63c8125b-fcce-4b76-9190-04a9f6390b83 service neutron] 10.222.0.26 "GET /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807535 Oct 22 13:01:25.380682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:25.389251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f956657-fe12-4c3f-9948-1bf3ed82b2c9 req-021b0859-bc44-45d3-86e7-61c1ec346cb0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125021 Oct 22 13:01:25.397816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4', 'mac_address': 'fa:16:3e:e2:e4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:25.454311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:25.489700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af9ad-812e-471c-a8f2-5484c52f0463 req-e1f97482-0d6d-457f-be95-b9784fe38bd4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:25.498103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-763af9ad-812e-471c-a8f2-5484c52f0463 req-e1f97482-0d6d-457f-be95-b9784fe38bd4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1048713 Oct 22 13:01:25.576836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:25.605269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:25.609928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-763af9ad-812e-471c-a8f2-5484c52f0463 req-916e2ccf-e46b-4ac3-a1f7-c69a7e253f71 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108222 Oct 22 13:01:25.623175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:25.737840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:25.785708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1792664-8900-4482-aab8-364ebfc71e8f req-61e64ed8-6c03-476b-9baa-01b79a0ff6d9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:25.793685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1792664-8900-4482-aab8-364ebfc71e8f req-61e64ed8-6c03-476b-9baa-01b79a0ff6d9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0627172 Oct 22 13:01:25.845753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1792664-8900-4482-aab8-364ebfc71e8f req-db05ac75-f7f3-4b36-9c71-85f29249d22f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Oct 22 13:01:26.041647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:26.111125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef864f-d516-4707-8739-0e08171cd247 req-23199b36-0f0d-4786-ac71-2003909f7299 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:26.112890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1ef864f-d516-4707-8739-0e08171cd247 req-23199b36-0f0d-4786-ac71-2003909f7299 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.26 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1023 time: 0.0785930 Oct 22 13:01:26.387505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Deleting port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:01:26.387785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:26.490487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:26.491095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:26.812840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Calling delete_port for 25fe21b5-2da3-4cba-bc53-f360a2b63d8e owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:01:26.825963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494085-fb13-4d53-b559-0ee5c485d7d8 req-53448b18-61e6-4b39-be4d-272318da3ba8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:26.834390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b494085-fb13-4d53-b559-0ee5c485d7d8 req-53448b18-61e6-4b39-be4d-272318da3ba8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 1023 time: 0.5124226 Oct 22 13:01:26.889691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b494085-fb13-4d53-b559-0ee5c485d7d8 req-2030a86a-fd79-4a71-bf9a-1df1d5925401 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ddb8c14-29f1-4367-9d60-b4d18972ba37&id=e55c4203-5543-483a-b152-3f25bacf7a1b&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0543809 Oct 22 13:01:26.941273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910c91-9656-4265-bf38-abe1d7f2ac6f req-68fff43c-a76e-4adf-8b00-4d928ecb98f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:26.947333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8910c91-9656-4265-bf38-abe1d7f2ac6f req-68fff43c-a76e-4adf-8b00-4d928ecb98f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 949 time: 0.4592347 Oct 22 13:01:27.003030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8910c91-9656-4265-bf38-abe1d7f2ac6f req-08923540-fb24-476e-9d29-b009c94e1c00 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Oct 22 13:01:27.058133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8a737e12-e47a-4a5d-86cc-6d608820e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.182750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.265572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0e88d-3056-4403-9122-cc6fb1bed879 req-e2521e67-0243-461b-ab90-f45503bdd899 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:27.267224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6c0e88d-3056-4403-9122-cc6fb1bed879 req-e2521e67-0243-461b-ab90-f45503bdd899 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1292114 Oct 22 13:01:27.268033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'Port': ['ID=25fe21b5-2da3-4cba-bc53-f360a2b63d8e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:27.313397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['25fe21b5-2da3-4cba-bc53-f360a2b63d8e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:27.321134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d1f14729-d898-4798-ab83-75cab154ff12 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:27.368058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e095-53fb-4ccf-9a75-d62934af3e30 req-ac28ccfb-8d58-48a3-a399-f49be492819c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:27.369804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1e0e095-53fb-4ccf-9a75-d62934af3e30 req-ac28ccfb-8d58-48a3-a399-f49be492819c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1399333 Oct 22 13:01:27.387144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:27.412379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] No DVR routers for this DVR port 25fe21b5-2da3-4cba-bc53-f360a2b63d8e on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:01:27.434120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.437687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1ef864f-d516-4707-8739-0e08171cd247 req-8a59b194-3ccf-49b4-b558-c1128d83d21d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.26 "DELETE /v2.0/ports/25fe21b5-2da3-4cba-bc53-f360a2b63d8e HTTP/1.1" status: 204 len: 173 time: 1.3151872 Oct 22 13:01:27.440776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'name': 'network-vif-deleted', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:27.444179 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d717d658-3a7f-4685-90c1-08fbb27fc562" -d '{"events": [{"server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "name": "network-vif-deleted", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:27.471007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6c0e88d-3056-4403-9122-cc6fb1bed879 req-7587757d-ce59-4f24-bf1d-56a690a4a493 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728630 Oct 22 13:01:27.516690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1e0e095-53fb-4ccf-9a75-d62934af3e30 req-6b30c3fc-df48-42ad-904e-370a6be6388f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275060 Oct 22 13:01:27.560672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d1f14729-d898-4798-ab83-75cab154ff12 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:27.632401 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759a0f3-815b-4431-8e55-da2f17332ac3 x-openstack-request-id: req-a759a0f3-815b-4431-8e55-da2f17332ac3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:27.632710 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da995aa8-e9f2-4c4c-9d5e-e87dcc21c613", "name": "network-vif-deleted", "tag": "25fe21b5-2da3-4cba-bc53-f360a2b63d8e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:27.632966 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a759a0f3-815b-4431-8e55-da2f17332ac3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:27.633364 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da995aa8-e9f2-4c4c-9d5e-e87dcc21c613', 'name': 'network-vif-deleted', 'tag': '25fe21b5-2da3-4cba-bc53-f360a2b63d8e', 'status': 'completed', 'code': 200} Oct 22 13:01:27.656676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d1f14729-d898-4798-ab83-75cab154ff12 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:27.657072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.706765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.848579 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:27.979046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:28.115912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d1f14729-d898-4798-ab83-75cab154ff12,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:28.120012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:28.125802 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fd23b-a5c1-4953-84e7-e9e73b4fc470" -d '{"events": [{"server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "name": "network-vif-plugged", "status": "completed", "tag": "d1f14729-d898-4798-ab83-75cab154ff12"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:28.137647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98f72562-8a74-44f7-8a55-6a9e4d9d406e req-6a0d72c2-a852-4efc-86a1-c4167d2f4934 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=da995aa8-e9f2-4c4c-9d5e-e87dcc21c613 HTTP/1.1" status: 200 len: 210 time: 0.0661285 Oct 22 13:01:28.141426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:28.142335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 25fe21b5-2da3-4cba-bc53-f360a2b63d8e no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:28.192054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 25fe21b5-2da3-4cba-bc53-f360a2b63d8e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:01:28.192402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 25fe21b5-2da3-4cba-bc53-f360a2b63d8e not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:01:28.344523 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0025cce2-7be6-487a-8b6d-cb4ab362b217 x-openstack-request-id: req-0025cce2-7be6-487a-8b6d-cb4ab362b217 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:28.345019 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "name": "network-vif-plugged", "status": "completed", "tag": "d1f14729-d898-4798-ab83-75cab154ff12", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:28.345282 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0025cce2-7be6-487a-8b6d-cb4ab362b217 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:28.345692 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12', 'code': 200} Oct 22 13:01:28.370096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:28.376016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b664-139a-4d12-9a27-23c04fc526a4 req-181b65f2-c4e0-48f7-88a2-e1e1de78a0ff tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:28.378206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1769b664-139a-4d12-9a27-23c04fc526a4 req-181b65f2-c4e0-48f7-88a2-e1e1de78a0ff tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 950 time: 0.1506610 Oct 22 13:01:28.520348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1769b664-139a-4d12-9a27-23c04fc526a4 req-f176555d-2acb-42e0-93ce-b044aeb6a61f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254065 Oct 22 13:01:28.537094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9736aa-dd44-4a9e-a8a5-a9b113492322 req-226a4f61-eacb-41a7-b6fe-335f79ecae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:28.538640 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d9736aa-dd44-4a9e-a8a5-a9b113492322 req-226a4f61-eacb-41a7-b6fe-335f79ecae9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 1101 time: 0.1074724 Oct 22 13:01:28.688802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d9736aa-dd44-4a9e-a8a5-a9b113492322 req-3f058dfa-8352-4ecd-b6a8-6904659f4323 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378667 Oct 22 13:01:28.729488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd4877-adf9-454a-9b4b-6b52b20fbb79 req-4a52f8c3-b10e-447d-9435-1602bcc52905 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:28.740080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76cd4877-adf9-454a-9b4b-6b52b20fbb79 req-4a52f8c3-b10e-447d-9435-1602bcc52905 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1708286 Oct 22 13:01:28.802723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3f466-9cb5-4029-b6c2-248d252d1349 req-aa24dafc-bd9f-4579-b6a5-1652cede99ad tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:28.804646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0df3f466-9cb5-4029-b6c2-248d252d1349 req-aa24dafc-bd9f-4579-b6a5-1652cede99ad tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.1392689 Oct 22 13:01:28.814157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76cd4877-adf9-454a-9b4b-6b52b20fbb79 req-6694a053-5e10-474a-a444-7f5613966e36 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731609 Oct 22 13:01:28.899067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0df3f466-9cb5-4029-b6c2-248d252d1349 req-c397829b-0708-4f96-b1b7-6b5e42ca5ffb tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830052 Oct 22 13:01:29.083911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:29.139778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:29.144249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:29.144684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.268345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.306136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-1cf2ee94-f0fa-44fd-80d0-e18ad0149b1a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/6ddb8c14-29f1-4367-9d60-b4d18972ba37 HTTP/1.1" status: 200 len: 1800 time: 0.0703280 Oct 22 13:01:29.311122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:29.318375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.379625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:29.397504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.425640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.482635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.485899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.487279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c43ec9eb-07c4-4fdf-8528-a56142db17dc req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ddb8c14-29f1-4367-9d60-b4d18972ba37 HTTP/1.1" status: 204 len: 173 time: 0.1785152 Oct 22 13:01:29.511213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1b4d0-0fa6-48ea-88ae-38b892a1046f tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb8c14-29f1-4367-9d60-b4d18972ba37,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:29.556739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-49f78a7d-b2fc-42bc-b31c-4a28c68f97c6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e55c4203-5543-483a-b152-3f25bacf7a1b HTTP/1.1" status: 200 len: 1800 time: 0.0421360 Oct 22 13:01:29.618361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.649958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.712030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.773057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210439a4-8685-461f-ab1e-b6f01140e536 req-8e608e8b-c770-472e-ada2-c5ecf6faf93e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:29.774847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-210439a4-8685-461f-ab1e-b6f01140e536 req-8e608e8b-c770-472e-ada2-c5ecf6faf93e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 950 time: 0.1119301 Oct 22 13:01:29.776229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.779399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:29.788168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0dc3f741-95ff-4556-8f0f-aa4dda92c4b4 req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/e55c4203-5543-483a-b152-3f25bacf7a1b HTTP/1.1" status: 204 len: 173 time: 0.2191622 Oct 22 13:01:29.809330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764258799', 'description': 'tempest-description-1573457707'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:29.821896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6200ec9-61e9-42b4-af2d-533a373862cd tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c4203-5543-483a-b152-3f25bacf7a1b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:29.879416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-210439a4-8685-461f-ab1e-b6f01140e536 req-fe171731-f6f7-4f8a-bae8-7dcc99dd1b1b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Oct 22 13:01:29.887688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.041594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.062047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1473e89-7a9f-46a8-ac2b-e620b1be6ab0 req-9f0aba0e-1cb9-4ad6-bdf1-4c7fc2fa5379 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:30.064330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1473e89-7a9f-46a8-ac2b-e620b1be6ab0 req-9f0aba0e-1cb9-4ad6-bdf1-4c7fc2fa5379 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0997748 Oct 22 13:01:30.065329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.107254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.108786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a08ca14-b66a-4259-8a0c-3d0dece4bdc6 req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3032827 Oct 22 13:01:30.161573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4e922-0552-4682-b15c-3502e4df6d62 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36acf0b0-0d63-4601-92be-a5551d98d741,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:30.180314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1473e89-7a9f-46a8-ac2b-e620b1be6ab0 req-283044bc-faa7-47ca-ba04-e3a0dab20d36 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989006 Oct 22 13:01:30.209258 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:01:30.261926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340e67-ea95-477d-aa29-6de8babaf301 req-c62f2550-d9cc-457e-a015-4c9f964946db tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:30.269410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae340e67-ea95-477d-aa29-6de8babaf301 req-c62f2550-d9cc-457e-a015-4c9f964946db tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0870867 Oct 22 13:01:30.342485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae340e67-ea95-477d-aa29-6de8babaf301 req-0ae1e9f5-3b20-4934-b787-b12715e27923 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715771 Oct 22 13:01:30.349428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:30.352506 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a609f2-f0c1-4dba-a3ff-b428037fd66c" -d '{"events": [{"server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:30.364625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20580366-e656-421a-b303-05ce5799d62e req-bcdaccac-861d-4ad4-a2d7-fe75ed929c36 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/36acf0b0-0d63-4601-92be-a5551d98d741 HTTP/1.1" status: 200 len: 1800 time: 0.0719771 Oct 22 13:01:30.369584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1567867879', 'description': 'tempest-description-hth-940277236'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:30.400471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.479726 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb63589-574e-4d1e-912a-65a9bcd303c7 x-openstack-request-id: req-edb63589-574e-4d1e-912a-65a9bcd303c7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:30.480155 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:30.480674 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edb63589-574e-4d1e-912a-65a9bcd303c7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:30.481286 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4', 'code': 200} Oct 22 13:01:30.488176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.494315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.497549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.512655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20580366-e656-421a-b303-05ce5799d62e req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "PUT /v2.0/security-groups/36acf0b0-0d63-4601-92be-a5551d98d741 HTTP/1.1" status: 200 len: 1774 time: 0.1416981 Oct 22 13:01:30.571232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3ce5-d7af-4073-9e38-6a5296527c74 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36acf0b0-0d63-4601-92be-a5551d98d741,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:30.661941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0292c-af62-40d4-ab1b-0b5c46ff305a req-1289a5d7-5bf3-409d-a8bf-2f186d54eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:30.664506 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e0292c-af62-40d4-ab1b-0b5c46ff305a req-1289a5d7-5bf3-409d-a8bf-2f186d54eeeb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 1100 time: 0.1062386 Oct 22 13:01:30.678687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa017301-ff61-4a2a-aabb-e6f0c4d4446b req-ea62116c-9f42-4705-8c22-ff2075120954 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/36acf0b0-0d63-4601-92be-a5551d98d741 HTTP/1.1" status: 200 len: 1774 time: 0.1143136 Oct 22 13:01:30.723728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e0292c-af62-40d4-ab1b-0b5c46ff305a req-a118e837-f5eb-4034-8c1f-e32694145a38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Oct 22 13:01:30.767130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-63dffe8a-bf90-41f3-8038-213709e0a2a0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/36acf0b0-0d63-4601-92be-a5551d98d741 HTTP/1.1" status: 200 len: 1774 time: 0.0561614 Oct 22 13:01:30.851362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:30.921442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:31.035740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:31.038630 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:31.039944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43e63dfc-52f1-4d7e-b001-932cb828c440 req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/36acf0b0-0d63-4601-92be-a5551d98d741 HTTP/1.1" status: 204 len: 173 time: 0.2659318 Oct 22 13:01:31.062595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c01e9-fd4e-473b-b50e-b6fd1dcd8faf req-60a3edfc-8658-46dd-8826-1f4a5b87451a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:31.064181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a8c01e9-fd4e-473b-b50e-b6fd1dcd8faf req-60a3edfc-8658-46dd-8826-1f4a5b87451a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 950 time: 0.1055751 Oct 22 13:01:31.116781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888095b-de6f-44a7-bf36-afd997a66365 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36acf0b0-0d63-4601-92be-a5551d98d741,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:31.175616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a8c01e9-fd4e-473b-b50e-b6fd1dcd8faf req-aefe6b35-dbb9-42ba-957a-83360d773f91 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859919 Oct 22 13:01:31.215077 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-13380861-5849-4bdf-8d9a-bdeb4fcc6e6b req-1f6285f5-b3da-4fbc-b9c5-69b58258077a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.230207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13380861-5849-4bdf-8d9a-bdeb4fcc6e6b req-1f6285f5-b3da-4fbc-b9c5-69b58258077a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/e55c4203-5543-483a-b152-3f25bacf7a1b HTTP/1.1" status: 404 len: 352 time: 0.0307310 Oct 22 13:01:31.357806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bdd2e-5d05-4e1a-bc96-c99a53576dea req-c8496662-9015-4f8e-97cd-4cec720e82ff tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:31.367941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-571bdd2e-5d05-4e1a-bc96-c99a53576dea req-c8496662-9015-4f8e-97cd-4cec720e82ff tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1139753 Oct 22 13:01:31.434726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc35b-9491-4aa5-8bcd-e4098a0511c3 req-2aed44a3-6b7f-44ee-a883-12c282db1d43 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:31.436964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee8bc35b-9491-4aa5-8bcd-e4098a0511c3 req-2aed44a3-6b7f-44ee-a883-12c282db1d43 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1431756 Oct 22 13:01:31.449736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-571bdd2e-5d05-4e1a-bc96-c99a53576dea req-54a164d2-e26a-4176-8553-87c7df9536d6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772202 Oct 22 13:01:31.495485 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-80677c17-eaa2-483d-8f47-6dc97ffb1ee7 req-864440e2-006d-45cf-88e8-dd88d608e0ad tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.496496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80677c17-eaa2-483d-8f47-6dc97ffb1ee7 req-864440e2-006d-45cf-88e8-dd88d608e0ad tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/6ddb8c14-29f1-4367-9d60-b4d18972ba37 HTTP/1.1" status: 404 len: 352 time: 0.0225682 Oct 22 13:01:31.535642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee8bc35b-9491-4aa5-8bcd-e4098a0511c3 req-86f9e2ba-623b-47a7-ad51-9780ef3df199 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749507 Oct 22 13:01:31.677771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35161-6683-4f01-8c81-35a1e50eaa3b req-23f9a64b-8f9e-4f8d-80ff-2e52d686c103 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:31.689544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4c35161-6683-4f01-8c81-35a1e50eaa3b req-23f9a64b-8f9e-4f8d-80ff-2e52d686c103 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0812957 Oct 22 13:01:31.722119 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-1ffe203c-09bc-4201-b3d8-41fa647de09b req-e0df3234-b388-4fed-aa3b-c3e4226d677e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.723780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ffe203c-09bc-4201-b3d8-41fa647de09b req-e0df3234-b388-4fed-aa3b-c3e4226d677e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/d6a3f601-0c7e-4632-9fb1-776196c094ce HTTP/1.1" status: 404 len: 352 time: 0.0261142 Oct 22 13:01:31.771595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4c35161-6683-4f01-8c81-35a1e50eaa3b req-0f4b2205-5f62-4a57-9bfe-f66f9c6c42bf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808325 Oct 22 13:01:31.821057 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-172346cc-fe78-49de-8d53-094170dbef95 req-e77a4550-7b42-4f45-99ea-ec2b6f9f90c8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.831630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-172346cc-fe78-49de-8d53-094170dbef95 req-e77a4550-7b42-4f45-99ea-ec2b6f9f90c8 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/25ce3f73-5d84-42e4-af35-6f2a5633295d HTTP/1.1" status: 404 len: 352 time: 0.0265012 Oct 22 13:01:31.867001 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-d2112949-a5f5-41af-a183-e5e5bb5c0804 req-0516136c-6d9e-4907-ab9c-857337bb85aa tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.869071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2112949-a5f5-41af-a183-e5e5bb5c0804 req-0516136c-6d9e-4907-ab9c-857337bb85aa tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/ea5b6fd2-4837-4210-85dd-89c9a1f2a080 HTTP/1.1" status: 404 len: 352 time: 0.0191221 Oct 22 13:01:31.924652 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-a474daaa-1e79-44b6-95e9-6061ce024128 req-1be5c534-c02c-4203-b237-50c1a3d23457 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] show failed (client error): The resource could not be found. Oct 22 13:01:31.925661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a474daaa-1e79-44b6-95e9-6061ce024128 req-1be5c534-c02c-4203-b237-50c1a3d23457 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/b7a966b2-87ba-4b30-a575-feceb112cda4 HTTP/1.1" status: 404 len: 352 time: 0.0250964 Oct 22 13:01:32.252687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941f3e9-ff17-4a8f-aac7-0fb9eaf90fc1 req-6733704b-be22-40da-ad4d-d1c2e542ab29 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:32.254580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0941f3e9-ff17-4a8f-aac7-0fb9eaf90fc1 req-6733704b-be22-40da-ad4d-d1c2e542ab29 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0925312 Oct 22 13:01:32.323057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0941f3e9-ff17-4a8f-aac7-0fb9eaf90fc1 req-2ac28a10-342c-4d89-beb1-5940b3a70115 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0574679 Oct 22 13:01:32.580599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d770-2f95-4783-a73a-8c393a64186a req-24ac15ac-fba7-406f-8fd9-f34c18d41e01 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:32.580599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92e1d770-2f95-4783-a73a-8c393a64186a req-24ac15ac-fba7-406f-8fd9-f34c18d41e01 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0612173 Oct 22 13:01:32.642251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92e1d770-2f95-4783-a73a-8c393a64186a req-1fd5ecae-7965-4e7e-bdc9-05a66b2ae6d7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Oct 22 13:01:32.761129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8634b7-cf10-4003-a769-8cfb3fc7161b req-b5b0c7ba-6455-4091-a94d-21d9f87020e9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:32.762724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f8634b7-cf10-4003-a769-8cfb3fc7161b req-b5b0c7ba-6455-4091-a94d-21d9f87020e9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0528331 Oct 22 13:01:32.808802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f8634b7-cf10-4003-a769-8cfb3fc7161b req-ef8ea65b-cdc1-4fcb-a451-41ea81e4ed8e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Oct 22 13:01:33.077553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681310d-2c98-49fa-9e20-ccc05c25e1fa req-485d25be-5e49-4358-ad43-7d9c548470db tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:33.080239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5681310d-2c98-49fa-9e20-ccc05c25e1fa req-485d25be-5e49-4358-ad43-7d9c548470db tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0687847 Oct 22 13:01:33.125765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5681310d-2c98-49fa-9e20-ccc05c25e1fa req-cdfacc47-1017-430f-9ee0-c7a0d8ac0b10 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Oct 22 13:01:33.499806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2943a9-4e16-4e8c-8f3f-93f24c893b89 req-bca20524-415a-4c87-b851-1e4d07f01e8c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:33.502157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd2943a9-4e16-4e8c-8f3f-93f24c893b89 req-bca20524-415a-4c87-b851-1e4d07f01e8c tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0629842 Oct 22 13:01:33.560207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd2943a9-4e16-4e8c-8f3f-93f24c893b89 req-0f837baf-48c2-4aed-942f-fe4556464b9d tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0461349 Oct 22 13:01:33.764563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18687ac-c6bd-4539-9800-cb8e3e1b08ac req-06ead97f-7150-4049-af0d-2aea7a557d47 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:33.766062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f18687ac-c6bd-4539-9800-cb8e3e1b08ac req-06ead97f-7150-4049-af0d-2aea7a557d47 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0506160 Oct 22 13:01:33.822751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f18687ac-c6bd-4539-9800-cb8e3e1b08ac req-174f3eab-5be9-4f3a-a2d1-b2233a315831 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 Oct 22 13:01:33.947916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847ddaa-b0ec-44fd-b730-bb2d1b1dc3c9 req-c1462165-bcfb-4c47-a505-cd1fc81e5f59 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:33.949461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4847ddaa-b0ec-44fd-b730-bb2d1b1dc3c9 req-c1462165-bcfb-4c47-a505-cd1fc81e5f59 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0663681 Oct 22 13:01:33.992630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4847ddaa-b0ec-44fd-b730-bb2d1b1dc3c9 req-fd9085d9-bb97-426b-8bbf-266c16b61adb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364335 Oct 22 13:01:34.297844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83668-0b39-4686-af77-8e77b5c4295b req-0b55e9aa-0c15-439a-95cc-65bd3d13b7f0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:34.299441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac83668-0b39-4686-af77-8e77b5c4295b req-0b55e9aa-0c15-439a-95cc-65bd3d13b7f0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0534821 Oct 22 13:01:34.341017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac83668-0b39-4686-af77-8e77b5c4295b req-c87b1ff2-59d4-47b0-a68e-c8f430dbd7d0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Oct 22 13:01:34.461090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45870) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:34.466481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1484704297'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:34.489173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:34.494335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.527251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:01:34.537086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.537434 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Added segment 37206a3e-4212-48c5-81d7-93d3afeb6b7a of type vlan for network c14fa1bd-d127-464b-bc9e-05c366b22544 Oct 22 13:01:34.582583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.612293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.618720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:34.619316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.677845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:34.678412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2156842 Oct 22 13:01:34.683208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1761804549'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:34.707027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:34.710871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.736794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90502-1d20-4d3f-96e2-5455fd788139 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Network': ['ID=c14fa1bd-d127-464b-bc9e-05c366b22544,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:34.741983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:01:34.748463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c14fa1bd-d127-464b-bc9e-05c366b22544 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:01:34.753614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.754172 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Added segment 3151ec63-7310-41fa-b60f-32eafc7947f2 of type vlan for network 3a334fbc-bda1-4d3e-a088-c1df49c5709a Oct 22 13:01:34.802688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.837625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.842410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:34.843068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:34.896421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2174439 Oct 22 13:01:34.907145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:34.912271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'subnet': {'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:34.955356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4ce23-3e53-40f2-8140-6a6af00b327c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Network': ['ID=3a334fbc-bda1-4d3e-a088-c1df49c5709a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:34.965361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:01:35.003956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d1c2b-0258-45f3-a853-78247a65368e req-cf4a6b16-cce2-489e-b121-16c8be684f8a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.005439 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8d1c2b-0258-45f3-a853-78247a65368e req-cf4a6b16-cce2-489e-b121-16c8be684f8a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.1323755 Oct 22 13:01:35.056682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:35.060583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.067869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8d1c2b-0258-45f3-a853-78247a65368e req-95f2e223-f571-4aad-88e0-1f39d29a9b1a tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0557384 Oct 22 13:01:35.289250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.353632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb8ad-b6cb-4ef2-9297-9c6b148eb8d4 req-48143072-ddb3-426e-bb08-b48edbf250a6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.355127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15ecb8ad-b6cb-4ef2-9297-9c6b148eb8d4 req-48143072-ddb3-426e-bb08-b48edbf250a6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1040461 Oct 22 13:01:35.360217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Subnet': ['ID=7368c362-a4c7-472a-bef6-b31dce3b9405,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:35.401869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:35.402228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network hostable DHCP agents. Network: c14fa1bd-d127-464b-bc9e-05c366b22544, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:01:35.410144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15ecb8ad-b6cb-4ef2-9297-9c6b148eb8d4 req-83568ee6-28a6-4b15-9375-c426a3378113 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Oct 22 13:01:35.428031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:01:35.438229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c14fa1bd-d127-464b-bc9e-05c366b22544) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:35.442639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.443967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.447041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb1d93-48da-47e6-91d2-2b59389f9223 None None] Network c14fa1bd-d127-464b-bc9e-05c366b22544 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:01:35.463714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc11c9b4-b9a3-4e9f-b6e2-b77545287581 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5530138 Oct 22 13:01:35.464528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:35.470244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'subnet': {'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:35.517971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf09b3-e8de-4eac-b1c6-d16cf8214405 req-b81fed9b-46a2-4f6a-99a9-51227ff4a32d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.519603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00cf09b3-e8de-4eac-b1c6-d16cf8214405 req-b81fed9b-46a2-4f6a-99a9-51227ff4a32d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0523195 Oct 22 13:01:35.564278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:35.568745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.578037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00cf09b3-e8de-4eac-b1c6-d16cf8214405 req-5906961c-52ee-47e2-a7d8-098c63ec0a8f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Oct 22 13:01:35.736957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c14fa1bd-d127-464b-bc9e-05c366b22544', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:01:35.737963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.776801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.839586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-c548ba0b-4b3b-46db-92da-43665c189931 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.847292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-c548ba0b-4b3b-46db-92da-43665c189931 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.1192398 Oct 22 13:01:35.849013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Subnet': ['ID=d393a07e-8789-4545-ae5c-2e5ab22cfe24,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:35.859070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Checking segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:35.859441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network hostable DHCP agents. Network: 3a334fbc-bda1-4d3e-a088-c1df49c5709a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:01:35.864760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-bb89326b-df1d-4f52-ad39-f1839c27d9af tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/quotas/fc13e3e98c334983bfb56dd66b185c3b HTTP/1.1" status: 200 len: 375 time: 0.0164175 Oct 22 13:01:35.879125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:01:35.882810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Allocated IP 10.1.1.2 (c14fa1bd-d127-464b-bc9e-05c366b22544/7368c362-a4c7-472a-bef6-b31dce3b9405/3aaa76ed-68b8-4426-af6b-0dd55dec25ba) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:35.889502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 3a334fbc-bda1-4d3e-a088-c1df49c5709a) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:35.895370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:35.895370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:35.917191 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a81b0ba1-2ff3-4522-ab66-bd7f265691fa tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4489930 Oct 22 13:01:35.917430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a21101-2c6e-4aaf-9598-8e8e1c89b79e None None] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:01:35.917544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45932) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:35.922514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a7c65844-b61f-4808-86c0-a60f61b541be tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567358 Oct 22 13:01:35.923046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'name': 'tempest-TaggedBootDevicesTest_v242-1228812745', 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:36.018793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-18f5fbe2-ed6f-4516-a8a6-b1458be364de service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952754 Oct 22 13:01:36.035678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:36.127391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-ccd0f782-cad5-4e22-bacf-98bb6d1e30f6 service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987444 Oct 22 13:01:36.129779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.150193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] device_id is not set on port 4736a788-1936-4d95-974e-3d5becf59d4c yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:01:36.160383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.167899 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.215496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Pushing event updated for resources: {'Port': ['ID=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:36.218384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ips': [{'subnet_id': 'd393a07e-8789-4545-ae5c-2e5ab22cfe24'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:01:36.219295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.323685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:36.330944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:36.338318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:36.368012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed85d4-ca62-477b-8b95-7b5d07132b19 req-1eab950c-caa4-42a0-89f0-e5e66433bd39 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:36.369874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37ed85d4-ca62-477b-8b95-7b5d07132b19 req-1eab950c-caa4-42a0-89f0-e5e66433bd39 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.0737188 Oct 22 13:01:36.424844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Allocated IP 10.2.2.2 (3a334fbc-bda1-4d3e-a088-c1df49c5709a/d393a07e-8789-4545-ae5c-2e5ab22cfe24/5434c472-f96e-4f09-a613-488a0d167ee8) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:36.432022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37ed85d4-ca62-477b-8b95-7b5d07132b19 req-fd418941-ded2-44e8-bcb0-f246eca7dd7f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492589 Oct 22 13:01:36.436798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Attempting to bind port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:36.437222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Attempting to bind port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:36.437582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Attempting to bind port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Bound using segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Bound port: 3aaa76ed-68b8-4426-af6b-0dd55dec25ba, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:36.452992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.502396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.1.1.152 (c14fa1bd-d127-464b-bc9e-05c366b22544/7368c362-a4c7-472a-bef6-b31dce3b9405/4736a788-1936-4d95-974e-3d5becf59d4c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:36.610480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368f9b-dedf-4251-9163-b319b5fcaaa4 req-b6f7de59-5759-44ac-803b-635b1ecbadfe tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:36.619798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d368f9b-dedf-4251-9163-b319b5fcaaa4 req-b6f7de59-5759-44ac-803b-635b1ecbadfe tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0788291 Oct 22 13:01:36.626443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] For port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:36.635199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] For port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:36.662817 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.699929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d368f9b-dedf-4251-9163-b319b5fcaaa4 req-9c8dfb2b-62bf-40b9-a644-b8cdc63fe8d0 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0755579 Oct 22 13:01:36.766869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.779237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.796100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.809515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0369707-be39-4c55-9a44-069647ad6917 req-af745bd0-e421-43fb-b875-b1f46723e951 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0599856 Oct 22 13:01:36.824179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb9fb0-fc41-412f-a157-9e994c97b7f5 None None] Pushing event updated for resources: {'Port': ['ID=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:36.847026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:36.875325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.883923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:36.891494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:36.963113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:36.966620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:36.971042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:36.971409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Attempting to bind port 5434c472-f96e-4f09-a613-488a0d167ee8 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:36.971789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Attempting to bind port 5434c472-f96e-4f09-a613-488a0d167ee8 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:36.972373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Attempting to bind port 5434c472-f96e-4f09-a613-488a0d167ee8 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:36.979069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:36.979744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Checking segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:36.980668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.983027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Bound using segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:36.983696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Bound port: 5434c472-f96e-4f09-a613-488a0d167ee8, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:36.984077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469ec27-78ac-4cfd-9306-3d574e31f936 req-ffa1bbe6-d625-4b0f-8786-09783a7c401a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:36.984786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:36.986045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7469ec27-78ac-4cfd-9306-3d574e31f936 req-ffa1bbe6-d625-4b0f-8786-09783a7c401a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0945659 Oct 22 13:01:37.004360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Pushing event updated for resources: {'Port': ['ID=5434c472-f96e-4f09-a613-488a0d167ee8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:37.005307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:37.064995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:37.067595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.086735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] For port 5434c472-f96e-4f09-a613-488a0d167ee8, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:37.090255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] For port 5434c472-f96e-4f09-a613-488a0d167ee8, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5434c472-f96e-4f09-a613-488a0d167ee8,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:37.100326 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.103528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7469ec27-78ac-4cfd-9306-3d574e31f936 req-6c937729-7461-4b19-b5b8-ce69aa65f08f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091733 Oct 22 13:01:37.118947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:37.120193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b42e28b6-3f36-4f68-a6d4-76b2a73cc2f0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2014654 Oct 22 13:01:37.132656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'name': 'tempest-TaggedBootDevicesTest_v242-995465479', 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:37.222346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38c0fe-718f-4cbc-ace9-1ad4fa07c131 None None] Pushing event updated for resources: {'Port': ['ID=5434c472-f96e-4f09-a613-488a0d167ee8,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:37.337760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-a9c2165c-156e-4d9a-b681-1acbab747a76 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:37.339388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-a9c2165c-156e-4d9a-b681-1acbab747a76 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c61883e-b77a-450c-b39a-909420683b53 HTTP/1.1" status: 200 len: 945 time: 0.1601121 Oct 22 13:01:37.363947 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-b84fcfe9-1d5c-4286-8f80-eeb17878fa98 service neutron] show failed (client error): The resource could not be found. Oct 22 13:01:37.365746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-b84fcfe9-1d5c-4286-8f80-eeb17878fa98 service neutron] 10.222.0.26 "GET /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0836670 Oct 22 13:01:37.368703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:37.384952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2601b-a13d-4976-b918-d54f533e2ff1 req-cf033b23-8d89-4c5a-8fc4-5ad195c97c58 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:37.386469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82a2601b-a13d-4976-b918-d54f533e2ff1 req-cf033b23-8d89-4c5a-8fc4-5ad195c97c58 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.1598408 Oct 22 13:01:37.515416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:37.556450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:37.566416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82a2601b-a13d-4976-b918-d54f533e2ff1 req-2cde1302-4d16-43f7-b47d-82cbf7878cf1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355457 Oct 22 13:01:37.623295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Deleting port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:01:37.623295 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.646992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.677065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:37.679728 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f6276-9d31-4855-828f-350f2fb10c35" -d '{"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-unplugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:37.709064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:37.729622 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.739959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] For port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:37.743703 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.774165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Calling delete_port for bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:01:37.785179 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.824782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:37.916609 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:37.955662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe18a01-fb12-4d14-a9b7-10e3e09de33d req-a9c7a1ac-83fc-4025-a7a5-2de1ca30646f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:37.957221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe18a01-fb12-4d14-a9b7-10e3e09de33d req-a9c7a1ac-83fc-4025-a7a5-2de1ca30646f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 944 time: 0.2012405 Oct 22 13:01:37.971424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] device_id is not set on port a3f706ed-d9de-4eab-a2d8-03957461bb97 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:01:38.156231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab4fcf-c202-48d4-b126-713ab19ca2ab None None] Network c14fa1bd-d127-464b-bc9e-05c366b22544 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:01:38.189220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe18a01-fb12-4d14-a9b7-10e3e09de33d req-ebd9493b-49e0-48fd-95f4-eac1271d2f98 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191613 Oct 22 13:01:38.345101 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64540fa5-f346-475c-80af-bc2edc9b264c x-openstack-request-id: req-64540fa5-f346-475c-80af-bc2edc9b264c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:38.352825 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-unplugged", "status": "completed", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:38.353276 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64540fa5-f346-475c-80af-bc2edc9b264c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:38.354873 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'code': 200} Oct 22 13:01:38.360485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.1.1.235 (c14fa1bd-d127-464b-bc9e-05c366b22544/7368c362-a4c7-472a-bef6-b31dce3b9405/a3f706ed-d9de-4eab-a2d8-03957461bb97) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:38.360781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3aaa76ed-68b8-4426-af6b-0dd55dec25ba up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:38.417336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.455745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] Provisioning complete for port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:38.456118 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.530655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event deleted for resources: {'Port': ['ID=bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:38.555004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:38.555241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.593996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] No DVR routers for this DVR port bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:01:38.596767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.600497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34268459-2fea-4f6d-bdc8-5f4ac3d3f66d req-1586dd29-97ef-4b2d-a56c-1b3bcf14e609 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "DELETE /v2.0/ports/bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 HTTP/1.1" status: 204 len: 173 time: 1.2396307 Oct 22 13:01:38.604829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-deleted', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:38.617294 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7028bb30-a6c9-411d-82c6-f4b61e8c7174" -d '{"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-deleted", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:38.649766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bf667-6adc-49cf-a0b6-c79b0848f441 req-c8ca6033-4389-450b-ba91-bc4bb4503174 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:38.651723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b55bf667-6adc-49cf-a0b6-c79b0848f441 req-c8ca6033-4389-450b-ba91-bc4bb4503174 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.2266941 Oct 22 13:01:38.706381 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.742796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8f521-330b-4289-a85f-b4a6d77fac69 None None] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:01:38.805292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b55bf667-6adc-49cf-a0b6-c79b0848f441 req-86e3dfbf-9650-4cfe-87e5-79638705b61b tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0759816 Oct 22 13:01:38.817369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] For port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:38.851662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:38.908673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.013966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:39.020368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:39.030246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.035688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f75743-cd84-4659-aa44-b8159eea2980 req-8fee89ab-e6d0-4f7a-b24d-0531271cbde5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.1109059 Oct 22 13:01:39.037873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:39.038021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.042172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:39.255261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4eb05-f241-428f-9e79-751ad9601046 None None] Pushing event updated for resources: {'Port': ['ID=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:39.276898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Provisioning complete for port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.277273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.311872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:01:39.312231 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:01:39.399615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Provisioning complete for port 5434c472-f96e-4f09-a613-488a0d167ee8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.400052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.458003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:39.459911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.491087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.505973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-00bd0e25-0079-410d-ba66-04a5f01f6cca tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3858738 Oct 22 13:01:39.507737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-84f9b51a-8c6a-4e84-b252-118764a0e14e service neutron] 10.222.0.26 "GET /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.1436164 Oct 22 13:01:39.517405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5eb06-4b6b-40f2-95d9-531607d41a1f req-aafeb80b-b8fe-48ef-9bee-625386aac190 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:39.519014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2a5eb06-4b6b-40f2-95d9-531607d41a1f req-aafeb80b-b8fe-48ef-9bee-625386aac190 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1538029 Oct 22 13:01:39.545281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] For port 5434c472-f96e-4f09-a613-488a0d167ee8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5434c472-f96e-4f09-a613-488a0d167ee8,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:39.551994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.594747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Provisioning complete for port 4736a788-1936-4d95-974e-3d5becf59d4c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.595287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.598403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2a5eb06-4b6b-40f2-95d9-531607d41a1f req-1e407a9d-e6cd-4720-aa8c-353a8cf62246 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Oct 22 13:01:39.680851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Pushing event updated for resources: {'Port': ['ID=5434c472-f96e-4f09-a613-488a0d167ee8,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:39.689332 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.690125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6e50a9fb-f640-48e4-b27a-148c30c5d925 None None] Port 4736a788-1936-4d95-974e-3d5becf59d4c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:39.753364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:39.785284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a8a0e-fd0c-456b-acd7-396b4c1ec3c2 req-cb85af38-f533-48bb-aa25-9d568c0cea3c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:39.786797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230a8a0e-fd0c-456b-acd7-396b4c1ec3c2 req-cb85af38-f533-48bb-aa25-9d568c0cea3c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0871475 Oct 22 13:01:39.787748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:39.808995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Provisioning complete for port 5434c472-f96e-4f09-a613-488a0d167ee8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.809426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.836454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:39.856780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:39.873419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230a8a0e-fd0c-456b-acd7-396b4c1ec3c2 req-e1acf4fd-639e-499c-9eb6-b1d1e368ed7b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661306 Oct 22 13:01:39.879268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.879612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5434c472-f96e-4f09-a613-488a0d167ee8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:39.931706 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e53fecf-28ff-486b-a71b-e37c3e67b209 x-openstack-request-id: req-1e53fecf-28ff-486b-a71b-e37c3e67b209 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:39.932117 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c61883e-b77a-450c-b39a-909420683b53", "name": "network-vif-deleted", "tag": "bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:39.932566 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e53fecf-28ff-486b-a71b-e37c3e67b209 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:39.933044 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c61883e-b77a-450c-b39a-909420683b53', 'name': 'network-vif-deleted', 'tag': 'bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112', 'status': 'completed', 'code': 200} Oct 22 13:01:39.960838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] Transition to ACTIVE for port object 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:39.969326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5434c472-f96e-4f09-a613-488a0d167ee8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.969707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.973659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:39.992446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Provisioning complete for port 4736a788-1936-4d95-974e-3d5becf59d4c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:39.992955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.040666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Port 4736a788-1936-4d95-974e-3d5becf59d4c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:40.051164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] No DVR routers for this DVR port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:01:40.058445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Provisioning complete for port a3f706ed-d9de-4eab-a2d8-03957461bb97 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:40.058859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.088439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] Pushing event updated for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:40.117213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-41501db7-0767-47c2-9fbc-a39cb5884bfd service neutron] 10.222.0.26 "PUT /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5964825 Oct 22 13:01:40.120601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-042438b5-cb28-440d-902a-f3a5c33e35b5 None None] Port a3f706ed-d9de-4eab-a2d8-03957461bb97 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:40.143476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf4226-0bed-42ba-968c-da8741253cf9 req-167b8594-c55a-4b08-b706-6e4bf3b0899f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:40.144960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67cf4226-0bed-42ba-968c-da8741253cf9 req-167b8594-c55a-4b08-b706-6e4bf3b0899f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0949926 Oct 22 13:01:40.183795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67cf4226-0bed-42ba-968c-da8741253cf9 req-3c2b424c-cd97-4a6d-8f08-6cf31b4c977f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Oct 22 13:01:40.194453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3aaa76ed-68b8-4426-af6b-0dd55dec25ba up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:40.243282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:40.243665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.322631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5434c472-f96e-4f09-a613-488a0d167ee8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:40.368612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5434c472-f96e-4f09-a613-488a0d167ee8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:40.368989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.375941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:40.380598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329971839', 'description': 'tempest-description--1324747588'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:40.405732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.475532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361de53-b204-47ae-8997-47edf7d5b10a req-a7a3c7d7-cae7-411b-b591-ff31bc67afa3 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:40.477028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4361de53-b204-47ae-8997-47edf7d5b10a req-a7a3c7d7-cae7-411b-b591-ff31bc67afa3 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0624404 Oct 22 13:01:40.479123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.483006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.514234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.515555 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1384935 Oct 22 13:01:40.516480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493c174-c6fb-4382-b943-2316c8ff4222 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b280f12e-4a48-407d-9a4c-97ef2b797190,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:40.518536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:40.522833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'security_group_rule': {'security_group_id': 'b280f12e-4a48-407d-9a4c-97ef2b797190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:40.525538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4361de53-b204-47ae-8997-47edf7d5b10a req-15f4f463-ab57-4906-a757-c6eb284d4a28 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0416172 Oct 22 13:01:40.553382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.609748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.611984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-767966cb-8f26-4bfb-a2c5-330d35a880ba req-68ec6af5-012d-4e18-9a82-96228121d31f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Oct 22 13:01:40.613251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.630223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470f074e-5cbc-4fcb-9d1c-94f2e53af78c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:40.641842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.643052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8270cec-e0a6-401b-84d1-72e72a13895a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235833 Oct 22 13:01:40.645630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45988) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:40.649887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'security_group_rule': {'security_group_id': 'b280f12e-4a48-407d-9a4c-97ef2b797190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:40.676613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.733686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.737428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.739488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61b34-cbf9-4484-8d1c-106188eea307 req-21c63071-831c-46c5-962b-066819504d76 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:40.740988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09f61b34-cbf9-4484-8d1c-106188eea307 req-21c63071-831c-46c5-962b-066819504d76 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0531356 Oct 22 13:01:40.760534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80809092-bb56-45d0-9b0c-acd5a97eb715,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:40.766847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.770921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4bbd32c9-9ca7-424a-9fdb-e9f225f254d1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215055 Oct 22 13:01:40.771131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:40.775559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:40.781647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09f61b34-cbf9-4484-8d1c-106188eea307 req-8a482aa0-66f5-4e05-9b13-49614f037cac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337243 Oct 22 13:01:40.803329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.899136 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:40.994639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed612-05d6-4f70-844b-b48655efd812 req-555e5c09-f7ca-4eb0-b159-aa0240dd025e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:40.996190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d4ed612-05d6-4f70-844b-b48655efd812 req-555e5c09-f7ca-4eb0-b159-aa0240dd025e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 950 time: 0.0507126 Oct 22 13:01:41.039778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d4ed612-05d6-4f70-844b-b48655efd812 req-e8e720f4-ce93-4316-906c-b0d1e823cf41 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Oct 22 13:01:41.246894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 172.25.6.95 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/eea6feff-0350-4a1b-b598-334d2eb23cde) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:41.315714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e16c6-31e4-40eb-83f5-dccfcb8bc897 req-fbeb77fe-6b4e-43a5-86f6-2b01784c14c4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:41.317334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e7e16c6-31e4-40eb-83f5-dccfcb8bc897 req-fbeb77fe-6b4e-43a5-86f6-2b01784c14c4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Oct 22 13:01:41.348552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.356018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e7e16c6-31e4-40eb-83f5-dccfcb8bc897 req-d8e15100-69a2-4c8b-8f96-d480c33a5b6e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Oct 22 13:01:41.382517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:41.383299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.403862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:01:41.404394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bb81cbd6-7f3a-44b2-bea3-5a0d8afa8112 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:01:41.404809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:41.423887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:41.428391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:41.431155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:41.457995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=eea6feff-0350-4a1b-b598-334d2eb23cde,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:41.479804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.503973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:41.506347 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31e704-2689-4a18-94d0-3766571c1e03" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-unplugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:41.519167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:41.523997 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.525666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.564106 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d5171-0aef-4a67-8941-a6fd765ab79e x-openstack-request-id: req-753d5171-0aef-4a67-8941-a6fd765ab79e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:41.564428 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-unplugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:41.564791 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-753d5171-0aef-4a67-8941-a6fd765ab79e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:41.565084 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'code': 200} Oct 22 13:01:41.565764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.580153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:41.668479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba74ca2-5aee-4853-9332-fd6946a13fb6 req-64d78b7d-6c4d-45e2-813f-c21699fd849e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:41.670867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ba74ca2-5aee-4853-9332-fd6946a13fb6 req-64d78b7d-6c4d-45e2-813f-c21699fd849e tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0566702 Oct 22 13:01:41.713523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ba74ca2-5aee-4853-9332-fd6946a13fb6 req-149381e3-4c5c-44bc-95b4-7ed8f68608ab tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0372915 Oct 22 13:01:41.719014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.727138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.799940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e96d6c63-4886-426d-9333-5337d3b7fcdd req-077db688-937d-4e05-89d7-1a9ae3d524bb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Oct 22 13:01:41.800222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=eea6feff-0350-4a1b-b598-334d2eb23cde,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:41.812485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.839038 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:41.840280 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1705de09-a173-4d99-9694-0f13dbf8367f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0682230 Oct 22 13:01:41.921054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e8b2-35a3-4e1c-ba5e-38607358a9d4 req-006952b8-6fc1-4cf1-924c-be3b8d7d80a8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:41.922712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8825e8b2-35a3-4e1c-ba5e-38607358a9d4 req-006952b8-6fc1-4cf1-924c-be3b8d7d80a8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0525346 Oct 22 13:01:41.963274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8825e8b2-35a3-4e1c-ba5e-38607358a9d4 req-2a42ca64-0d6a-462f-8eb8-5bb685ebe9a2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Oct 22 13:01:42.073790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b67ef0d5-a723-4df4-94a1-c3a3e69abf23 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1329971839&fields=id&tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c HTTP/1.1" status: 200 len: 267 time: 0.0326009 Oct 22 13:01:42.128863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-024450f1-b024-46bc-9d8d-b3b9a8ae37c8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:42.130224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-024450f1-b024-46bc-9d8d-b3b9a8ae37c8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 937 time: 0.0487247 Oct 22 13:01:42.179335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c7caf0c0-660c-459d-a55e-1fcfc42cc27d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:42.180663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c7caf0c0-660c-459d-a55e-1fcfc42cc27d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 936 time: 0.0448208 Oct 22 13:01:42.234032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-61604ca3-d80e-40ca-9f44-8bb070883031 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0465074 Oct 22 13:01:42.266568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2b9233f7-2000-4db2-9c1e-53dd3e095b6f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0268161 Oct 22 13:01:42.378736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-732bd05a-9c46-4367-b2c0-4f0404fa07e0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:42.384581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-732bd05a-9c46-4367-b2c0-4f0404fa07e0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:42.390455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-732bd05a-9c46-4367-b2c0-4f0404fa07e0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:42.392006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-732bd05a-9c46-4367-b2c0-4f0404fa07e0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/networks?id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a HTTP/1.1" status: 200 len: 1995 time: 0.1195471 Oct 22 13:01:42.406627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-22a8f7e8-fc67-4ee3-8053-223b7c5e59f2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/quotas/0289b8aeddbc4a7a82eb1bd1e889931c HTTP/1.1" status: 200 len: 375 time: 0.0088284 Oct 22 13:01:42.470359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-d05db3cc-ffe1-4efe-b29b-1d29d6844969 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0585093 Oct 22 13:01:42.566106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e1a2b2a4-58c0-4b21-af11-f8c9cd7563f6 service neutron] 10.222.0.25 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Oct 22 13:01:42.655164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-6d71b983-00ad-47ac-907c-94d7911b230e service neutron] 10.222.0.25 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816078 Oct 22 13:01:42.697271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-9fd191ee-c548-49e5-a406-fcc2549bdac2 service neutron] 10.222.0.25 "GET /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0370011 Oct 22 13:01:42.783750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-9d51f51a-07b0-4228-b612-5357b95ad7ba service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800970 Oct 22 13:01:42.876087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-18e20a90-eaa8-42e4-bb82-028c5c192a5c service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Oct 22 13:01:42.915208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-77d4d8af-c694-4317-9205-9d64f04bff19 service neutron] 10.222.0.25 "GET /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0328457 Oct 22 13:01:43.005355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e7ddd28c-bc53-4970-bd0c-9d430f549311 service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845556 Oct 22 13:01:43.093580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-0592c8d1-c9fc-4314-a799-d184e8fd77ed service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823298 Oct 22 13:01:43.183921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-9b48d4ca-f019-462b-a2ba-087124aade65 service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Oct 22 13:01:43.273328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-46bde791-5d4e-4fea-a674-0d13bc6fdf83 service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833697 Oct 22 13:01:43.364629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-14979b41-9f39-4614-8ccf-b4776423ef5b service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Oct 22 13:01:43.457317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-532d53d4-6766-4f48-bfc8-4f96876ec90e service neutron] 10.222.0.25 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Oct 22 13:01:43.543395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-4f1e0c30-cd40-461c-92c1-445c2e220d25 service neutron] 10.222.0.25 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802579 Oct 22 13:01:43.635135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-48104953-631c-45a4-bcc1-54fc86c73851 service neutron] 10.222.0.25 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854504 Oct 22 13:01:43.725316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-3fb7fb8e-1db9-4a21-990f-e34cc591c2d3 service neutron] 10.222.0.25 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841808 Oct 22 13:01:43.816202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-6f7f5985-f4ca-4d69-9a85-a614af0cecde service neutron] 10.222.0.25 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850410 Oct 22 13:01:44.376265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ab2ec-18fe-41f7-9107-20244035e4fd req-0ddac330-d29f-4df5-a0bb-e35dbb0dd46c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:44.377768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-414ab2ec-18fe-41f7-9107-20244035e4fd req-0ddac330-d29f-4df5-a0bb-e35dbb0dd46c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.0503116 Oct 22 13:01:44.417715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-414ab2ec-18fe-41f7-9107-20244035e4fd req-1850ac61-0f96-42e0-91f1-0ea9129ad03d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339010 Oct 22 13:01:44.581323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a743302-019b-4595-a545-76a69f4ab0e4 req-4640480d-3db8-4d41-adcb-3b8ae0663769 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:44.582766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a743302-019b-4595-a545-76a69f4ab0e4 req-4640480d-3db8-4d41-adcb-3b8ae0663769 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0501502 Oct 22 13:01:44.626624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a743302-019b-4595-a545-76a69f4ab0e4 req-660b4008-3961-4571-a835-f147db587096 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Oct 22 13:01:44.735397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf36dd-b231-4e83-90f3-6b3ae3f13612 req-e0a5c58e-ccda-428b-aa77-de13719e0e54 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:44.736868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbaf36dd-b231-4e83-90f3-6b3ae3f13612 req-e0a5c58e-ccda-428b-aa77-de13719e0e54 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0511048 Oct 22 13:01:44.779006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbaf36dd-b231-4e83-90f3-6b3ae3f13612 req-191a5aee-ffe9-4bf3-86d7-d66e4d41bcf7 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0359926 Oct 22 13:01:44.856904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd09b18a-9fc7-4ef6-9a7e-ae04d4578d61 req-9b431bca-5dc4-4ccb-9953-eb9ba16be4cd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0257077 Oct 22 13:01:44.956849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75fb6b-02e0-4f22-a754-ffa72a04bb53 req-fe39cbfc-24c2-4bae-86fb-27c0b32619b7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:44.958314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee75fb6b-02e0-4f22-a754-ffa72a04bb53 req-fe39cbfc-24c2-4bae-86fb-27c0b32619b7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0483282 Oct 22 13:01:44.994524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee75fb6b-02e0-4f22-a754-ffa72a04bb53 req-fe3bcb31-10cd-4a37-b8f1-2263175fa7c0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Oct 22 13:01:45.127307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a1dcf8d-d6da-4264-b1e2-7da89a375b4b req-d1a8ed37-2b68-4d62-83be-12100a977d31 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0299494 Oct 22 13:01:45.533184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb289a-b980-4478-a15a-de7fd3389893 req-cc9e2444-c2c9-43ab-b266-b4e5400017f1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:45.534660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fefb289a-b980-4478-a15a-de7fd3389893 req-cc9e2444-c2c9-43ab-b266-b4e5400017f1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.0485947 Oct 22 13:01:45.575837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fefb289a-b980-4478-a15a-de7fd3389893 req-e20e6ceb-5a28-46a8-a9ed-3e2e61518ad5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346816 Oct 22 13:01:45.749213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc03cc-7374-4bf5-b076-e2234a32e9b3 req-a39aae6c-a783-4d84-bb64-2f0fcfea0236 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:45.750595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20cc03cc-7374-4bf5-b076-e2234a32e9b3 req-a39aae6c-a783-4d84-bb64-2f0fcfea0236 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0479968 Oct 22 13:01:45.788184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20cc03cc-7374-4bf5-b076-e2234a32e9b3 req-48f4381a-7737-40e9-932c-804e29562e56 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Oct 22 13:01:45.904040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d0d9-4cd0-4b87-bc7c-5ecc198b5b13 req-a9652ae1-fd6a-4626-96de-76add9bcd1d6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:45.905683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57f3d0d9-4cd0-4b87-bc7c-5ecc198b5b13 req-a9652ae1-fd6a-4626-96de-76add9bcd1d6 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.0596552 Oct 22 13:01:45.972062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57f3d0d9-4cd0-4b87-bc7c-5ecc198b5b13 req-89813564-3f89-4f6f-9820-1fe7cebf2762 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0591285 Oct 22 13:01:45.993308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-25489fd2-fd1a-4e7a-abd8-47f50a5ef7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:45.995365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-25489fd2-fd1a-4e7a-abd8-47f50a5ef7e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1099 time: 0.0546727 Oct 22 13:01:46.048443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:46.117310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.145988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c60eed6c-d459-4bad-b6c9-3e81ebd6cc54 req-f9415718-f106-49b4-b4e0-b4d7456a67b1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0557613 Oct 22 13:01:46.169018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-8acd9025-cb85-4e0c-8e56-e9ce08b0d4ea tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.169018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-8acd9025-cb85-4e0c-8e56-e9ce08b0d4ea tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1243541 Oct 22 13:01:46.209756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a1cb0-b100-476e-b725-3bcdd8ec8048 req-515402f2-42ca-4281-94f6-0df0303bd25f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.211299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-875a1cb0-b100-476e-b725-3bcdd8ec8048 req-515402f2-42ca-4281-94f6-0df0303bd25f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1193819 Oct 22 13:01:46.278953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-daa8a762-ce89-411a-95a1-f4a8232ebf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.280726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-daa8a762-ce89-411a-95a1-f4a8232ebf6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 1096 time: 0.1010494 Oct 22 13:01:46.293210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-875a1cb0-b100-476e-b725-3bcdd8ec8048 req-f1154c69-a714-4bdc-820c-590c8da04d08 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579751 Oct 22 13:01:46.343252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0384d6c2-6eaa-472a-8fa4-5f58f7ffb80b req-daec22d8-6746-404a-969a-a95fd5eb3586 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Oct 22 13:01:46.384694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-e8240e30-268d-4720-bf77-7cfd42cbc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.386384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-e8240e30-268d-4720-bf77-7cfd42cbc750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1096 time: 0.0464580 Oct 22 13:01:46.397403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:46.431231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:46.464270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:46.472573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.482324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-25e8398d-7f0c-4e86-a1a4-30872d901e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.483874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-25e8398d-7f0c-4e86-a1a4-30872d901e5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.0897284 Oct 22 13:01:46.486030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Transition to ACTIVE for port object b74e0863-545c-4e85-bc1e-827c062066c6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:46.488887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.525949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-a7d0cd0a-eb33-4b60-83f5-ab8be39c5e2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 200 len: 217 time: 0.0341020 Oct 22 13:01:46.553871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] No DVR routers for this DVR port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:01:46.555819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:46.585510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-1a9a20ce-6e5c-4316-b660-f29b236e6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.587782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-1a9a20ce-6e5c-4316-b660-f29b236e6357 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0540669 Oct 22 13:01:46.593273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:46.593607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:46.593933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:46.607816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:46.608146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:46.613554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:46.613899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:46.614284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:46.614747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Bound port: b74e0863-545c-4e85-bc1e-827c062066c6, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:46.615168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.626285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-ca44b9cd-1f86-4dcf-970e-c6901f95c025 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278254 Oct 22 13:01:46.697762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:46.704893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:46.713095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.749772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.750393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:46.751912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] 10.222.0.21 "PUT /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 1096 time: 0.7096443 Oct 22 13:01:46.752357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:46.754656 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc5388-0f61-4b2f-a921-e005356a3d22" -d '{"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:46.761543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62423c-22be-41c4-a713-360fd1cc1d4f req-d1f8639f-bc2a-4f0f-bf78-39c37e7173ce tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.763723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d62423c-22be-41c4-a713-360fd1cc1d4f req-d1f8639f-bc2a-4f0f-bf78-39c37e7173ce tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.1030180 Oct 22 13:01:46.820724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-5cf9ea3f-1ed7-4505-81b3-9c824ceeedb6 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852179 Oct 22 13:01:46.844594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d62423c-22be-41c4-a713-360fd1cc1d4f req-329bb24a-dd80-4542-b082-bd199263a303 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Oct 22 13:01:46.858593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a300fa-43cf-444f-b764-6d4c5120ff8a service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:46.887013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-cd7b7de6-8e6f-49bb-a6da-afe9eaa7e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:46.889680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-cd7b7de6-8e6f-49bb-a6da-afe9eaa7e340 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1099 time: 0.0770674 Oct 22 13:01:46.894658 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cccf13-5f10-4e52-bd0f-91b11688f596 x-openstack-request-id: req-25cccf13-5f10-4e52-bd0f-91b11688f596 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:46.895023 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:46.895349 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25cccf13-5f10-4e52-bd0f-91b11688f596 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:46.895816 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'status': 'completed', 'code': 200} Oct 22 13:01:47.035574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-bf51c21c-1363-43e1-a40c-74854a45e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.037318 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-bf51c21c-1363-43e1-a40c-74854a45e70b service neutron] 10.222.0.21 "GET /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 1033 time: 0.0787859 Oct 22 13:01:47.084401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-ce518365-a6a9-4aaa-b4b1-1f31c363ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.086042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-ce518365-a6a9-4aaa-b4b1-1f31c363ced7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1881216 Oct 22 13:01:47.100545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-4f8c177e-ecb2-4bee-bc11-7d73e7477d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.101953 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-4f8c177e-ecb2-4bee-bc11-7d73e7477d6f service neutron] 10.222.0.21 "GET /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 1032 time: 0.0510731 Oct 22 13:01:47.138127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-e18b5d72-e217-4f63-9fab-19e2ad8ad0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896397 Oct 22 13:01:47.155685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-eec21558-72e4-4a19-9726-218a2cce79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.157098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-eec21558-72e4-4a19-9726-218a2cce79eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1099 time: 0.1107874 Oct 22 13:01:47.178881 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-7eeaacd6-32ad-4d3b-b775-9842feae3121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0801048 Oct 22 13:01:47.216066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446343d-fcf9-461d-b269-beeb7a7eff7d req-829ec560-837c-447f-99e1-a2aa7f3d9f5b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.217662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2446343d-fcf9-461d-b269-beeb7a7eff7d req-829ec560-837c-447f-99e1-a2aa7f3d9f5b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.1792648 Oct 22 13:01:47.301677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b74fd-a389-4a36-9a4a-a0c47eaa6ac9 req-deca6375-97fa-47ef-b24d-24c016a0fdbf tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.303226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a2b74fd-a389-4a36-9a4a-a0c47eaa6ac9 req-deca6375-97fa-47ef-b24d-24c016a0fdbf tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.1509426 Oct 22 13:01:47.315397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-94d46c5e-6fb7-4129-8f7e-926e8c475ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.316975 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-94d46c5e-6fb7-4129-8f7e-926e8c475ccd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1058087 Oct 22 13:01:47.349371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2446343d-fcf9-461d-b269-beeb7a7eff7d req-5b75f764-b4fc-4974-9d48-f32ac89488e6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104937 Oct 22 13:01:47.360247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-cfacf692-58ec-4fb1-9f15-7f6f5f5da088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.362103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-cfacf692-58ec-4fb1-9f15-7f6f5f5da088 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1926217 Oct 22 13:01:47.367092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-81ff9297-ae54-4beb-9d69-7dac71376efb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.390057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-81ff9297-ae54-4beb-9d69-7dac71376efb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.396308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-81ff9297-ae54-4beb-9d69-7dac71376efb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.397954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-81ff9297-ae54-4beb-9d69-7dac71376efb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/networks?id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a HTTP/1.1" status: 200 len: 1995 time: 0.2855129 Oct 22 13:01:47.438089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a2b74fd-a389-4a36-9a4a-a0c47eaa6ac9 req-90b219d4-76e7-44e5-b8e2-a68e4fad71d1 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1161897 Oct 22 13:01:47.453172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-6cd04344-9f35-43d9-8326-b75b84f057f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0821757 Oct 22 13:01:47.485900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-d41b5815-3dfe-464a-8998-a08e195fc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.487765 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-d41b5815-3dfe-464a-8998-a08e195fc976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589718 Oct 22 13:01:47.491158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8865fdc-36fb-4b30-bdd6-04149338321f req-dc320081-e43b-4e86-a399-b1d4700b0f8e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0518100 Oct 22 13:01:47.493603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-a4e9ef7b-f400-4de1-9790-d3193788e96c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c HTTP/1.1" status: 200 len: 380 time: 0.0736504 Oct 22 13:01:47.542096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'admin_state_up': True, 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'security_groups': ['b280f12e-4a48-407d-9a4c-97ef2b797190']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:47.578146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3e475f94-8328-4acd-909d-c6a188ab2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.580252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3e475f94-8328-4acd-909d-c6a188ab2b56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1100266 Oct 22 13:01:47.773601 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-c10fd047-7522-4032-80da-f2c88250dbe1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403474 Oct 22 13:01:47.814232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:47.825023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:47.837702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-92f19ad7-1280-4a11-bacc-5c76c8d419e8 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:47.839365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-92f19ad7-1280-4a11-bacc-5c76c8d419e8 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1104803 Oct 22 13:01:48.023652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de21d049-d931-4e38-8e8c-f4d5420f77e9 req-075f3f82-8cea-4418-aab7-b28b2060938c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.4360211 Oct 22 13:01:48.052255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db5a8b-30c1-447d-8e60-ded811536f2a req-f5c8f0f0-49df-466f-904a-cfa4c34e8d3a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.053971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7db5a8b-30c1-447d-8e60-ded811536f2a req-f5c8f0f0-49df-466f-904a-cfa4c34e8d3a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.4583464 Oct 22 13:01:48.075942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-f41df49d-bb1a-4e9f-8a77-bd79d6b00c0b service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668204 Oct 22 13:01:48.160690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-8484c040-5381-4acd-a199-f652aecbfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.163197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-8484c040-5381-4acd-a199-f652aecbfd4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5655732 Oct 22 13:01:48.166839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.21', 53558) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:48.284236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 172.20.0.9 (86dd3d8f-4e97-4bf7-991b-68d5ebdef812/e41c1469-622e-4296-a855-4ecb9cb06e47/4d8ff333-9a74-4d0e-9a34-00d118eb9b7a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:48.301281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14bd5-242a-41c3-8023-074c093547f0 req-187b82fc-db9b-4f13-92f5-3ab36ef6e5de tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.302996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aba14bd5-242a-41c3-8023-074c093547f0 req-187b82fc-db9b-4f13-92f5-3ab36ef6e5de tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.21 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.2012453 Oct 22 13:01:48.304254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-7bd1742b-85c2-4d9d-b942-d555b1c9b08a service neutron] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:48.311901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-7bd1742b-85c2-4d9d-b942-d555b1c9b08a service neutron] Publish callbacks [] for binding, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.313466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-7bd1742b-85c2-4d9d-b942-d555b1c9b08a service neutron] 10.222.0.21 "DELETE /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.4561481 Oct 22 13:01:48.336680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7db5a8b-30c1-447d-8e60-ded811536f2a req-f7a8c973-ea6d-421b-a78c-8b90d6431d03 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737696 Oct 22 13:01:48.346869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-85910804-124d-4dfa-9b93-d88c65123869 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.348322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-85910804-124d-4dfa-9b93-d88c65123869 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.21 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.7670689 Oct 22 13:01:48.400747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Request body: {'port': {'device_id': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'admin_state_up': True, 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:48.441395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-a092da10-0d01-43a7-bc8a-cc434b1b3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.442932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-a092da10-0d01-43a7-bc8a-cc434b1b3bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1099 time: 0.2712972 Oct 22 13:01:48.522987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae5bc8-1520-465f-8450-1075cdc2949b req-d8a2405e-ec16-48f2-b758-790a237591a3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.523999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42ae5bc8-1520-465f-8450-1075cdc2949b req-d8a2405e-ec16-48f2-b758-790a237591a3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.2997353 Oct 22 13:01:48.552333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-0e80b520-b8b3-44fe-8bb9-af828bd89040 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536041 Oct 22 13:01:48.566410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.596510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Deleting port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:01:48.596510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.682099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.748915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] For port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,segment=NetworkSegment(f992dd07-1511-4b41-807b-255b3e59b2cf),segment_id=f992dd07-1511-4b41-807b-255b3e59b2cf)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:48.749455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.753067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:48.766523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42ae5bc8-1520-465f-8450-1075cdc2949b req-d5dc1547-c75c-4283-af0b-5c2599550175 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175179 Oct 22 13:01:48.775780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:48.781367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:48.784941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:48.815223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Calling delete_port for ebaa1df8-aa0e-4082-ae39-61128aaf7e2e owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:01:48.875757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfde18-6bf1-4594-8b7c-9b067bd37a2f req-a8c17a12-bb38-4ebc-8c0b-6450b7e226e9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.885920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37cfde18-6bf1-4594-8b7c-9b067bd37a2f req-a8c17a12-bb38-4ebc-8c0b-6450b7e226e9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.2929242 Oct 22 13:01:48.889048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3a3065ea-0139-49d0-bb54-d6cf38ad47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.890511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3a3065ea-0139-49d0-bb54-d6cf38ad47b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.4258878 Oct 22 13:01:48.921515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:48.922282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.951231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f1ff6cbe-a19f-43ec-8f89-4a0b41613ccc tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187036 Oct 22 13:01:48.965015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'admin_state_up': True, 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'security_groups': ['b280f12e-4a48-407d-9a4c-97ef2b797190']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:48.977008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:48.980561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:48.994701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-caf6f696-8574-477b-a929-664cd1a7e39b service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245629 Oct 22 13:01:49.005805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-70a7be09-7979-4820-94b8-15c4ba0b5be1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0935469 Oct 22 13:01:49.066214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-185bd8c2-07c4-4905-ab6d-24aa83e1eb58 None None] Provisioning complete for port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:49.066795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-185bd8c2-07c4-4905-ab6d-24aa83e1eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.093071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37cfde18-6bf1-4594-8b7c-9b067bd37a2f req-276d76d7-dcfe-43c4-ac16-979580960841 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010515 Oct 22 13:01:49.119723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-185bd8c2-07c4-4905-ab6d-24aa83e1eb58 None None] Port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:49.185898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420177ad-427a-44da-bc07-55008bfc2368 req-1fa3538c-e6ca-419f-ae51-9967002692f9 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.187530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-420177ad-427a-44da-bc07-55008bfc2368 req-1fa3538c-e6ca-419f-ae51-9967002692f9 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/ports?device_id=0863c31b-d489-447e-bf96-742b1074a458 HTTP/1.1" status: 200 len: 1024 time: 0.2888622 Oct 22 13:01:49.204665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:49.208271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.249294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b11d5471-5f6a-4078-a071-45db527bb93c req-eb3e471e-d84a-4917-8486-aa8028e0fb55 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0542250 Oct 22 13:01:49.259259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3aff6eb8-ca00-460b-a6dc-6341c895319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.261646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-3aff6eb8-ca00-460b-a6dc-6341c895319e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2452776 Oct 22 13:01:49.287055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.332317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'Port': ['ID=ebaa1df8-aa0e-4082-ae39-61128aaf7e2e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:49.358832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-420177ad-427a-44da-bc07-55008bfc2368 req-53021e53-9f81-4c8a-b834-b3b7fb1d5a85 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab7bd59-8d5a-42ba-9014-e072ff6725c5&id=9a545d48-b905-4c47-933f-c1ff75484a58&id=e719c9e1-0802-4fcd-87b8-610286ec0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1434963 Oct 22 13:01:49.376846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Allocated IP 172.20.0.5 (62119dd5-b9e4-48ff-ad69-c27435737a6d/b94bffc0-e920-4c17-8e19-8a7f9b15f523/1f3ebc02-ad4e-44d1-ab90-c3c84e866883) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:49.389794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-0f7aa3dc-7db5-4eff-8d20-0644d21c3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.391353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-0f7aa3dc-7db5-4eff-8d20-0644d21c3056 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198072 Oct 22 13:01:49.489800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] No DVR routers for this DVR port ebaa1df8-aa0e-4082-ae39-61128aaf7e2e on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:01:49.497506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.501332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aba14bd5-242a-41c3-8023-074c093547f0 req-c35cbd49-9fd3-4190-99f2-271dc0eaba81 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.21 "DELETE /v2.0/ports/ebaa1df8-aa0e-4082-ae39-61128aaf7e2e HTTP/1.1" status: 204 len: 173 time: 1.1296818 Oct 22 13:01:49.501981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'name': 'network-vif-deleted', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:49.504428 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2d8e8f-bd5d-4d1d-9187-10ec1fe91d56" -d '{"events": [{"server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "name": "network-vif-deleted", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:49.598249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168ee9-d130-48ff-a276-d20eb77ad6b2 req-0e33a2a4-7b9f-4571-8db9-6b73e0eaf725 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.606596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.1.1.143 (c14fa1bd-d127-464b-bc9e-05c366b22544/7368c362-a4c7-472a-bef6-b31dce3b9405/054bc850-98a4-4961-bbc2-1d6fbba70157) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:49.609249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70168ee9-d130-48ff-a276-d20eb77ad6b2 req-0e33a2a4-7b9f-4571-8db9-6b73e0eaf725 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 931 time: 0.2032201 Oct 22 13:01:49.715669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-cf8f0b5a-3b70-4bc9-8d70-474ee5573970 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113031 Oct 22 13:01:49.779511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.784728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70168ee9-d130-48ff-a276-d20eb77ad6b2 req-8967f783-5cbf-4e57-af70-f3c3e2afc4d5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750739 Oct 22 13:01:49.803685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec9b1-9307-4416-b6a4-56872edef8d9 req-b341abc0-4b0b-43f8-ae75-9d2957185146 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.811058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-427ec9b1-9307-4416-b6a4-56872edef8d9 req-b341abc0-4b0b-43f8-ae75-9d2957185146 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1928813 Oct 22 13:01:49.824096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.842633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.886896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:49.890927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:49.895005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:49.934860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:49.966570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-427ec9b1-9307-4416-b6a4-56872edef8d9 req-d3e710ad-1561-4787-bdf5-92bd4ec19105 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519105 Oct 22 13:01:49.970165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:49.970957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:49.990560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02fc5388-0f61-4b2f-a921-e005356a3d22 req-4de8d5db-ba4f-44de-b05e-858fe908ea25 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620442 Oct 22 13:01:50.004905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678fd0-10ef-46e2-ac57-1a966216246c req-7ca23097-7fd5-4d42-9fc4-78e26d744a75 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.005768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c678fd0-10ef-46e2-ac57-1a966216246c req-7ca23097-7fd5-4d42-9fc4-78e26d744a75 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1096 time: 0.1325128 Oct 22 13:01:50.007641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.015040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-79dfa03e-a4dd-4230-b7e2-6783b36c5896 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0557671 Oct 22 13:01:50.038024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'admin_state_up': True, 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'security_groups': ['b280f12e-4a48-407d-9a4c-97ef2b797190']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:50.091992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:50.111607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:50.114126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:50.125839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c678fd0-10ef-46e2-ac57-1a966216246c req-d88a5daa-1a22-42f9-8e75-cf12dc7754f9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114500 Oct 22 13:01:50.126552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:50.230841 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fcaa75-6e93-4e1b-a239-c8690f3c4983 x-openstack-request-id: req-52fcaa75-6e93-4e1b-a239-c8690f3c4983 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:50.231444 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0863c31b-d489-447e-bf96-742b1074a458", "name": "network-vif-deleted", "tag": "ebaa1df8-aa0e-4082-ae39-61128aaf7e2e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:50.231652 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52fcaa75-6e93-4e1b-a239-c8690f3c4983 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:50.232320 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0863c31b-d489-447e-bf96-742b1074a458', 'name': 'network-vif-deleted', 'tag': 'ebaa1df8-aa0e-4082-ae39-61128aaf7e2e', 'status': 'completed', 'code': 200} Oct 22 13:01:50.235646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:50.242163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.260885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.261558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.304184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-d7cdcfd3-3af7-466d-b7e5-81f3a70385eb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9110270 Oct 22 13:01:50.322116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Request body: {'port': {'device_id': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:50.359707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-52ac577a-15da-49aa-94da-325ec73e44c8 None None] Provisioning complete for port 054bc850-98a4-4961-bbc2-1d6fbba70157 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:50.360300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52ac577a-15da-49aa-94da-325ec73e44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.399770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-52ac577a-15da-49aa-94da-325ec73e44c8 None None] Port 054bc850-98a4-4961-bbc2-1d6fbba70157 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:50.428836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedefc56-fa21-4e9b-82a3-cedec1210185 req-c137c19f-6ac0-4d5f-adc3-06bb8f752298 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.436361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eedefc56-fa21-4e9b-82a3-cedec1210185 req-c137c19f-6ac0-4d5f-adc3-06bb8f752298 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.1501331 Oct 22 13:01:50.448061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.1.1.209 (c14fa1bd-d127-464b-bc9e-05c366b22544/7368c362-a4c7-472a-bef6-b31dce3b9405/abae457c-0ab7-4d37-b2b2-ea8d26402c59) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:50.452724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.464710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e23541-f1d3-4b45-94a1-85c6c133e3a7 req-a60a3ef1-6c41-400c-bc93-59effe8134f2 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.466725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74e23541-f1d3-4b45-94a1-85c6c133e3a7 req-a60a3ef1-6c41-400c-bc93-59effe8134f2 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 1096 time: 0.1173253 Oct 22 13:01:50.536584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eedefc56-fa21-4e9b-82a3-cedec1210185 req-28ef7713-5fa1-4cc1-bda8-2d3698c11970 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992575 Oct 22 13:01:50.590050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74e23541-f1d3-4b45-94a1-85c6c133e3a7 req-39200ff2-1b85-4c13-acce-3e76ebb82a37 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086366 Oct 22 13:01:50.606457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.674055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.736034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f4424-d18e-462e-b645-9e53de2ee46d req-482fe060-65fb-413c-8b50-479f5a0619b7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.737619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-949f4424-d18e-462e-b645-9e53de2ee46d req-482fe060-65fb-413c-8b50-479f5a0619b7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 931 time: 0.0804002 Oct 22 13:01:50.740650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network c14fa1bd-d127-464b-bc9e-05c366b22544 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:50.744351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:50.747509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:50.798789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:50.832082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:50.833353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:50.863406 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c0261eb5-16c7-4930-a0cc-32129566ae5b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321602 Oct 22 13:01:50.881173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-949f4424-d18e-462e-b645-9e53de2ee46d req-e86ea91d-83e3-498e-bb17-5e69e876c3f3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320941 Oct 22 13:01:50.886811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'admin_state_up': True, 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'security_groups': ['b280f12e-4a48-407d-9a4c-97ef2b797190']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:50.908009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-4b8b57de-dc66-40d6-82fa-299348ab33cc tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/9a545d48-b905-4c47-933f-c1ff75484a58 HTTP/1.1" status: 200 len: 1800 time: 0.0907655 Oct 22 13:01:51.039485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.057982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:51.067480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:51.084847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.092730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.139753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7b1c065e-706f-4891-956a-aaae49f06645 None None] Provisioning complete for port abae457c-0ab7-4d37-b2b2-ea8d26402c59 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:51.142914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b1c065e-706f-4891-956a-aaae49f06645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.153674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Transition to ACTIVE for port object 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:51.167850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.190085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.223056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c065e-706f-4891-956a-aaae49f06645 None None] Port abae457c-0ab7-4d37-b2b2-ea8d26402c59 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:51.226322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebaa1df8-aa0e-4082-ae39-61128aaf7e2e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:01:51.251274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: ebaa1df8-aa0e-4082-ae39-61128aaf7e2e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:01:51.251885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebaa1df8-aa0e-4082-ae39-61128aaf7e2e not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:01:51.270536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.279450 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.280609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a0a8d1d-4a64-482f-924e-322298f98f13 req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a545d48-b905-4c47-933f-c1ff75484a58 HTTP/1.1" status: 204 len: 173 time: 0.3746593 Oct 22 13:01:51.335405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de1db8-c597-46cb-9dd8-68f641274800 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a545d48-b905-4c47-933f-c1ff75484a58,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:51.390464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:51.541648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e9ba-700e-475a-8014-9ce3166655c0 req-8ad12e5d-8335-4516-9dbb-527c7b559403 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:51.548562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e9ba-700e-475a-8014-9ce3166655c0 req-8ad12e5d-8335-4516-9dbb-527c7b559403 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:51.554629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e9ba-700e-475a-8014-9ce3166655c0 req-8ad12e5d-8335-4516-9dbb-527c7b559403 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:51.556363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c8e9ba-700e-475a-8014-9ce3166655c0 req-8ad12e5d-8335-4516-9dbb-527c7b559403 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 2374 time: 0.1854224 Oct 22 13:01:51.565730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9bd5-fca4-4006-8733-ef7821b7cdf8 req-b57ffbe5-e21a-4545-b42f-ecaa94d15660 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:51.567989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86fc9bd5-fca4-4006-8733-ef7821b7cdf8 req-b57ffbe5-e21a-4545-b42f-ecaa94d15660 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1984153 Oct 22 13:01:51.599059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Attempting to bind port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:51.599825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Attempting to bind port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:51.600164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Attempting to bind port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:51.627140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:51.627482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Attempting to bind port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:51.642752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c8e9ba-700e-475a-8014-9ce3166655c0 req-422dbc27-44a8-49af-ac70-5f391d9dc438 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711670 Oct 22 13:01:51.650467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:51.651331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Checking segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:51.662512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Bound using segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:51.662512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Bound port: 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:51.662512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.757541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86fc9bd5-fca4-4006-8733-ef7821b7cdf8 req-22bd25ba-9e19-42c9-ab39-3e742c3c6bbe tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700044 Oct 22 13:01:51.793018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:51.797442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:51.841501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.859994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.2.2.100 (3a334fbc-bda1-4d3e-a088-c1df49c5709a/d393a07e-8789-4545-ae5c-2e5ab22cfe24/c60d4d07-9b60-494e-b8c1-b0890bccdaa5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:51.887868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:51.888775 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:51.890241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f3ebc02-ad4e-44d1-ab90-c3c84e866883 HTTP/1.1" status: 200 len: 1091 time: 1.5729797 Oct 22 13:01:51.899557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:51.901887 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31400a4e-921e-4193-8cc7-47e05f473ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:51.951837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-c61756b7-d550-41fa-9761-cf6491da27fe tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "GET /v2.0/security-groups/eab7bd59-8d5a-42ba-9014-e072ff6725c5 HTTP/1.1" status: 200 len: 1801 time: 0.1603842 Oct 22 13:01:51.970308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da773-b592-422c-8579-b7e7ae618a55 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:52.042299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.082250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.127644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:52.131576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:52.136151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:52.146406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:52.199132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:52.200731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.222890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f53f419e-bfe0-4359-87df-e82bc8b57070 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3493876 Oct 22 13:01:52.237697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'admin_state_up': True, 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'security_groups': ['b280f12e-4a48-407d-9a4c-97ef2b797190']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:52.327525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f06328-919c-4322-a67e-a668f851e38c req-416ade25-d712-477b-97e1-cce2ed928616 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:52.335666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f06328-919c-4322-a67e-a668f851e38c req-416ade25-d712-477b-97e1-cce2ed928616 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.4442120 Oct 22 13:01:52.353156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-925c3134-69b7-4b02-aa8c-79fe1cd7df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:52.355969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-925c3134-69b7-4b02-aa8c-79fe1cd7df6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 1094 time: 0.3961012 Oct 22 13:01:52.378714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Made reservation on behalf of 0289b8aeddbc4a7a82eb1bd1e889931c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:52.384766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.444528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-a83de241-9dbc-4a8b-983c-f69d4a860cef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883 HTTP/1.1" status: 200 len: 217 time: 0.0728748 Oct 22 13:01:52.445075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.456089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f06328-919c-4322-a67e-a668f851e38c req-274dea0a-61a8-4538-9c7b-a32b03ff1b59 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194029 Oct 22 13:01:52.511736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.544328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-eaf329f2-d873-4691-b6b2-96a7acb40b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:52.545799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-eaf329f2-d873-4691-b6b2-96a7acb40b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.0889299 Oct 22 13:01:52.554456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0098e1ca-0832-4ee6-a168-41d8cba0d0b2 None None] Provisioning complete for port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:52.555000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0098e1ca-0832-4ee6-a168-41d8cba0d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.583411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-ae744e94-b721-4386-9b8f-d9695a53bc18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285661 Oct 22 13:01:52.601667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0098e1ca-0832-4ee6-a168-41d8cba0d0b2 None None] Port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:52.605232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.609260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.610523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4be282-c930-4d26-a8a6-823adb9f3736 req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] 10.222.0.25 "DELETE /v2.0/security-groups/eab7bd59-8d5a-42ba-9014-e072ff6725c5 HTTP/1.1" status: 204 len: 173 time: 0.6495755 Oct 22 13:01:52.627433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:52.662189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1df874-2176-473d-a974-6565e55eb252 tempest-SecurityGroupsTestJSON-775313385 tempest-SecurityGroupsTestJSON-775313385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7bd59-8d5a-42ba-9014-e072ff6725c5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:52.677747 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e371e-6ea5-4887-ad09-2b83fb5dde0d x-openstack-request-id: req-ff6e371e-6ea5-4887-ad09-2b83fb5dde0d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:52.678031 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:52.678301 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff6e371e-6ea5-4887-ad09-2b83fb5dde0d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:52.678696 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'status': 'completed', 'code': 200} Oct 22 13:01:52.707576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Allocated IP 10.2.2.200 (3a334fbc-bda1-4d3e-a088-c1df49c5709a/d393a07e-8789-4545-ae5c-2e5ab22cfe24/b450347d-de86-40f0-a583-41d0c3b19b71) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:52.774990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Deleting subnet ab887249-f10d-44a0-9d7f-21c68adb562f {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:01:52.779908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.826790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.918849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.922275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-5ec14364-7603-42c7-ae07-3e91ce2d0779 service neutron] 10.222.0.21 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287728 Oct 22 13:01:52.925067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.958729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:52.981263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db089-64e7-4c4e-b93a-791ded646cc4 req-de2cc2e1-b4f0-49bf-95c8-707206290f83 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:52.983025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-518db089-64e7-4c4e-b93a-791ded646cc4 req-de2cc2e1-b4f0-49bf-95c8-707206290f83 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 943 time: 0.2561522 Oct 22 13:01:53.001609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:53.004831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:53.007456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:53.027067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-c7137777-3fee-4a13-aac1-35010d2b7860 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.034988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-c7137777-3fee-4a13-aac1-35010d2b7860 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.040776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:53.041226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-c7137777-3fee-4a13-aac1-35010d2b7860 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.049123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-c7137777-3fee-4a13-aac1-35010d2b7860 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.050055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-c7137777-3fee-4a13-aac1-35010d2b7860 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 3095 time: 0.1894710 Oct 22 13:01:53.073675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.074340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.096979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-19362875-1894-4165-a749-5325843d1f2d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658121 Oct 22 13:01:53.115875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:53.180391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-518db089-64e7-4c4e-b93a-791ded646cc4 req-3a32e85b-9f6d-4529-8ec1-09a987b91208 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760688 Oct 22 13:01:53.198631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.221754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:53.226383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d01a082-f100-43fe-8987-0bc49e73dc9e req-54cf577a-00a0-4309-bffe-34faa522a3bd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276400 Oct 22 13:01:53.230390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee14cf0c-27f4-4ea9-8acb-0927583b049f req-0b4366e2-ba6a-4b57-bae1-856ff2f1b1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801824 Oct 22 13:01:53.232835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.296923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.301357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab887249-f10d-44a0-9d7f-21c68adb562f HTTP/1.1" status: 204 len: 168 time: 0.6729913 Oct 22 13:01:53.305233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46170) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:53.319664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e0488-58bb-45ba-9354-1da8f0ef02bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab887249-f10d-44a0-9d7f-21c68adb562f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:53.449517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-ceec86b5-fa79-4e3c-b25d-462eb0f898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.452226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-ceec86b5-fa79-4e3c-b25d-462eb0f898f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 1094 time: 0.1299262 Oct 22 13:01:53.459396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:53.469014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-465693e6-c83b-4160-a2ce-8ff972828d03 None None] Provisioning complete for port b450347d-de86-40f0-a583-41d0c3b19b71 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:53.469632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-465693e6-c83b-4160-a2ce-8ff972828d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.519959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.535340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'mac_address': 'fa:16:3e:02:ba:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:53.585008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-465693e6-c83b-4160-a2ce-8ff972828d03 None None] Port b450347d-de86-40f0-a583-41d0c3b19b71 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:01:53.612540 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.621221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c0c9-b58f-4671-bc6f-fb0de2d78c0c req-fdcdffb2-adb2-448c-9fe9-8654be19d66e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.623399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f026c0c9-b58f-4671-bc6f-fb0de2d78c0c req-fdcdffb2-adb2-448c-9fe9-8654be19d66e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2130737 Oct 22 13:01:53.651318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:53.676356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.678751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce638b-2a76-4bf4-99a6-90685adcedc0 req-f3b31445-9761-4bac-95f3-02adbf5e7dd0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.686827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50ce638b-2a76-4bf4-99a6-90685adcedc0 req-f3b31445-9761-4bac-95f3-02adbf5e7dd0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 948 time: 0.1201959 Oct 22 13:01:53.687071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:53.695645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.711000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-6f9af019-56f8-4683-b035-b88fbc8a21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.712829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5868feaa-a205-44e1-97ab-1ca681c9b6b3']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:53.714395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-6f9af019-56f8-4683-b035-b88fbc8a21dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 906 time: 0.2535791 Oct 22 13:01:53.725408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f992dd07-1511-4b41-807b-255b3e59b2cf') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:53.725692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f992dd07-1511-4b41-807b-255b3e59b2cf') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:01:53.745198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.769195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:53.783050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.783447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.783957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.784753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.784753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.785048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.785535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.786021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.786400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.786805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.787516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.787858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:01:53.791489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.801692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:01:53.802167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:01:53.803823 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:01:53.822409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-4aafbe06-03ee-4938-9c75-ea025c65172c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883 HTTP/1.1" status: 200 len: 217 time: 0.0956891 Oct 22 13:01:53.823742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:53.835113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50ce638b-2a76-4bf4-99a6-90685adcedc0 req-a556cbc0-8be2-468a-86b5-14db6adb1f51 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472468 Oct 22 13:01:53.835338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.837830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f026c0c9-b58f-4671-bc6f-fb0de2d78c0c req-7fc395a0-b4c2-488a-ad4d-558777ff53a3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926010 Oct 22 13:01:53.896209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Transition to ACTIVE for port object 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:53.910051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.915965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.926928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-3e04c669-0d0b-4448-a53c-a731fb8e0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:53.928212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c9eab32d-09c7-43be-94c0-5ff6515c78ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.931190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:53.932835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-3e04c669-0d0b-4448-a53c-a731fb8e0d2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.0935483 Oct 22 13:01:53.939284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5868feaa-a205-44e1-97ab-1ca681c9b6b3 HTTP/1.1" status: 204 len: 168 time: 0.6305337 Oct 22 13:01:53.991414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-c2c47a8d-6e85-4180-bdf8-23cd721af869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458319 Oct 22 13:01:53.998286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db77aa1-97c9-4f2f-b886-7e85af233229 admin admin] Pushing event deleted for resources: {'Network': ['ID=5868feaa-a205-44e1-97ab-1ca681c9b6b3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:54.136166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:54.149290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-3e0b4acc-e07c-417c-ac90-28efc541cf1b service neutron] 10.222.0.21 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480556 Oct 22 13:01:54.177257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Attempting to bind port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:54.177870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Attempting to bind port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:54.178361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Attempting to bind port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a on network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:54.185716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:54.186485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a on network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:54.186998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Attempting to bind port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a on network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:54.247939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-146f4971-7c4a-4e53-b06c-32af994dba9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e15d9ab41c2b4287b9992caaad4f1c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571425 Oct 22 13:01:54.251764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:54.252106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Checking segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:54.252500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Bound using segment: {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:54.252947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Bound port: 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4263f6a6-3212-4ebc-bf83-2cddc6369b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:54.253305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.255280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46182) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:54.299060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31400a4e-921e-4193-8cc7-47e05f473ec8 req-bfa120fe-7dc8-48f8-af94-cc658d893f11 service neutron] 10.222.0.21 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403568 Oct 22 13:01:54.364262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.388749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.443549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b1e3d-bab8-4e6f-81fd-9fc91e6d573d req-4221d3be-6b8f-4909-af07-e25fb50a344c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.453787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183b1e3d-bab8-4e6f-81fd-9fc91e6d573d req-4221d3be-6b8f-4909-af07-e25fb50a344c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 943 time: 0.1530504 Oct 22 13:01:54.511023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-183b1e3d-bab8-4e6f-81fd-9fc91e6d573d req-e434dc38-a149-41a5-a5db-97825115adce tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Oct 22 13:01:54.532317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:54.537696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.541618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.546652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e719c9e1-0802-4fcd-87b8-610286ec0ff7 HTTP/1.1" status: 204 len: 168 time: 0.2887347 Oct 22 13:01:54.550284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:54.571983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.586690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c8e1-0b15-4d19-824d-cd7654447b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719c9e1-0802-4fcd-87b8-610286ec0ff7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:54.634918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.635543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.637011 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-2a7f36db-b169-43e7-b603-702df040029f service neutron] 10.222.0.21 "PUT /v2.0/ports/4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 200 len: 1091 time: 1.5317080 Oct 22 13:01:54.637469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:54.641013 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:54.692880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.709751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:54.719595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.735887 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04349377-dbdd-424c-9dac-c4734f959c02 x-openstack-request-id: req-04349377-dbdd-424c-9dac-c4734f959c02 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:54.736160 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:54.736507 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04349377-dbdd-424c-9dac-c4734f959c02 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:54.736916 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'status': 'completed', 'code': 200} Oct 22 13:01:54.743463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.765210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f36db-b169-43e7-b603-702df040029f service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:54.772532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.784342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.786212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-9d2af3ba-4ad4-4954-85df-198a560a9b7d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 3828 time: 0.2135830 Oct 22 13:01:54.817957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:54.957416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.957932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.958414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.958919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.959452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:54.961376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-5646c2e7-5277-47b1-82bf-424d1d2d3dda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 4363 time: 0.1741879 Oct 22 13:01:55.014997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7eaf9c50-5e3b-4a66-bda9-cf77381e71c1 req-b67d84e4-724d-481d-a0c2-d1216ca58aa4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082458 Oct 22 13:01:55.289220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4736a788-1936-4d95-974e-3d5becf59d4c {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:55.297793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.301199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064bbfe-7401-4946-9a63-94dbd37395cc req-2d3cb2e2-b639-4347-a5d4-c51566841e54 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.310840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0064bbfe-7401-4946-9a63-94dbd37395cc req-2d3cb2e2-b639-4347-a5d4-c51566841e54 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.2947235 Oct 22 13:01:55.311869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Transition to ACTIVE for port object 4736a788-1936-4d95-974e-3d5becf59d4c will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:55.317313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.405250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:55.427656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-c4c75b12-8a1f-4fbd-a071-cf0262e35ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.428426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-c4c75b12-8a1f-4fbd-a071-cf0262e35ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.429632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-c4c75b12-8a1f-4fbd-a071-cf0262e35ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.431495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-c4c75b12-8a1f-4fbd-a071-cf0262e35ae8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4577625 Oct 22 13:01:55.447006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8bde-9c40-4746-ab78-3024acfc40aa req-a40169be-9047-4b63-bfc1-6c68cf082caf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.456784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63ba8bde-9c40-4746-ab78-3024acfc40aa req-a40169be-9047-4b63-bfc1-6c68cf082caf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2611096 Oct 22 13:01:55.466890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Attempting to bind port 4736a788-1936-4d95-974e-3d5becf59d4c on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:55.467230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Attempting to bind port 4736a788-1936-4d95-974e-3d5becf59d4c by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:55.469205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Attempting to bind port 4736a788-1936-4d95-974e-3d5becf59d4c on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:55.477432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Port 4736a788-1936-4d95-974e-3d5becf59d4c on network c14fa1bd-d127-464b-bc9e-05c366b22544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:55.477846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Attempting to bind port 4736a788-1936-4d95-974e-3d5becf59d4c on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:55.486163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0064bbfe-7401-4946-9a63-94dbd37395cc req-d3df3dc7-e24a-4a25-a533-026ca92ed785 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715639 Oct 22 13:01:55.488645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:55.489004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:55.489398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Bound using segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:55.489851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Bound port: 4736a788-1936-4d95-974e-3d5becf59d4c, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:55.490466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.581745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:55.586294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4736a788-1936-4d95-974e-3d5becf59d4c,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:55.596074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.628656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63ba8bde-9c40-4746-ab78-3024acfc40aa req-7b79a9fd-61ca-4680-a3c3-3f26fcf6faf1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710062 Oct 22 13:01:55.641051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.641840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.644274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 1136 time: 0.9509935 Oct 22 13:01:55.678295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8bfa-9fa7-463d-93e8-05175d5bb3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:55.693641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:55.793882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46224) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:55.826224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:55.924294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-7dd645ed-29f2-47a9-b1fa-70e9c71ea82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.925772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdac0bb9-1b0b-4ded-92b1-e6fbe1f063a1 req-7dd645ed-29f2-47a9-b1fa-70e9c71ea82a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4608099 Oct 22 13:01:55.960397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2a0a-d1b6-495d-a6be-2dccb0d0043d req-bc46256a-19d1-4c9b-8915-8da7a2f07703 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:55.969309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70fb2a0a-d1b6-495d-a6be-2dccb0d0043d req-bc46256a-19d1-4c9b-8915-8da7a2f07703 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 943 time: 0.1685956 Oct 22 13:01:56.015173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70fb2a0a-d1b6-495d-a6be-2dccb0d0043d req-6eac0004-4666-41c9-9326-e52f54197cd4 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Oct 22 13:01:56.026591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1197229343-network', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:56.098998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:56.101486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.120580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.181070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.189649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.196543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.204309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.210809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.218301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.226797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-25a7cc7f-422e-47a1-b370-0898d3aab42c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 4606 time: 0.1241252 Oct 22 13:01:56.252767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f706ed-d9de-4eab-a2d8-03957461bb97 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:56.266286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.269216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6172e479-e0e7-4ebb-b0ec-13421a519dcb req-42456667-71d7-4512-8684-cab83ed9b48a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395255 Oct 22 13:01:56.269447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.279379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.298976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Transition to ACTIVE for port object a3f706ed-d9de-4eab-a2d8-03957461bb97 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:56.309675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.322740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:01:56.325726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f52eca5-7465-443d-b524-21a887bc1651,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:56.370809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.371855 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Added segment c05a02e4-334a-479c-97c3-c2c3416fbd03 of type vlan for network cf57036a-6546-4db0-9892-6aac14555b7a Oct 22 13:01:56.400376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:56.466968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.515701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Attempting to bind port a3f706ed-d9de-4eab-a2d8-03957461bb97 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:56.516041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Attempting to bind port a3f706ed-d9de-4eab-a2d8-03957461bb97 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:56.516421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Attempting to bind port a3f706ed-d9de-4eab-a2d8-03957461bb97 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:56.519692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.520670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.521223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.527792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Port a3f706ed-d9de-4eab-a2d8-03957461bb97 on network c14fa1bd-d127-464b-bc9e-05c366b22544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:56.528011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Attempting to bind port a3f706ed-d9de-4eab-a2d8-03957461bb97 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:56.556537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:56.556877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:56.557264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Bound using segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:56.557702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Bound port: a3f706ed-d9de-4eab-a2d8-03957461bb97, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:56.558062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.574944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:56.575792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7773955 Oct 22 13:01:56.580646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Request body: {'subnet': {'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1197229343-subnet', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:56.617035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be697be-6f1b-46d7-848b-95d1deeab0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf57036a-6546-4db0-9892-6aac14555b7a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:56.635258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network cf57036a-6546-4db0-9892-6aac14555b7a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:01:56.644849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:01:56.648113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.660860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11c8d-a5df-439d-a79f-4f91f3e6e732 req-ee1664c9-1b5c-4f76-8713-7758936468d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.662189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00e11c8d-a5df-439d-a79f-4f91f3e6e732 req-ee1664c9-1b5c-4f76-8713-7758936468d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.0763273 Oct 22 13:01:56.678616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:56.682110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:56.690489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.738423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4736a788-1936-4d95-974e-3d5becf59d4c'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:56.741777 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6858f56-cd36-438c-94d3-df757c45af8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4736a788-1936-4d95-974e-3d5becf59d4c"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:56.763728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:56.764428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:56.766719 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] 10.222.0.21 "PUT /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 1135 time: 1.0781980 Oct 22 13:01:56.773149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00e11c8d-a5df-439d-a79f-4f91f3e6e732 req-0c47f2ea-3005-4f6d-b66a-a24f6272c062 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980260 Oct 22 13:01:56.816936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:56.888582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254a59-2720-4da3-93fa-58cce35c953e service neutron] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:56.917719 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fae293-c9bb-4bb9-9483-0b3ea2229873 x-openstack-request-id: req-f7fae293-c9bb-4bb9-9483-0b3ea2229873 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:56.918228 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4736a788-1936-4d95-974e-3d5becf59d4c", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:56.918507 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7fae293-c9bb-4bb9-9483-0b3ea2229873 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:56.919206 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4736a788-1936-4d95-974e-3d5becf59d4c', 'status': 'completed', 'code': 200} Oct 22 13:01:56.987823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.047536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6368722e-fe00-4774-974e-2de3a6879ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.121678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.123204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6858f56-cd36-438c-94d3-df757c45af8b req-70dd8f51-1438-48b5-a6b2-c36cd5351c42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6220 time: 0.2078481 Oct 22 13:01:57.134281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a04ce-b816-47fb-b98e-94193dcda34e req-3ad2f729-0b00-4c5a-8843-326c4b80c455 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.135875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c6a04ce-b816-47fb-b98e-94193dcda34e req-3ad2f729-0b00-4c5a-8843-326c4b80c455 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1603529 Oct 22 13:01:57.145964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.223536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:01:57.326846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:57.485690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:57.488379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054bc850-98a4-4961-bbc2-1d6fbba70157 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:57.499037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.515090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Transition to ACTIVE for port object 054bc850-98a4-4961-bbc2-1d6fbba70157 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:57.519830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.537812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'mac_address': 'fa:16:3e:b7:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:01:57.574681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c6a04ce-b816-47fb-b98e-94193dcda34e req-ed00ef26-4fb9-4a87-b81c-8ce2d321ed26 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263546 Oct 22 13:01:57.637579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:57.649052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:57.668130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Checking segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:57.668582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Network hostable DHCP agents. Network: cf57036a-6546-4db0-9892-6aac14555b7a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:01:57.699655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Attempting to bind port 054bc850-98a4-4961-bbc2-1d6fbba70157 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:57.700749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Attempting to bind port 054bc850-98a4-4961-bbc2-1d6fbba70157 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:57.701160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Attempting to bind port 054bc850-98a4-4961-bbc2-1d6fbba70157 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:57.706803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Port 054bc850-98a4-4961-bbc2-1d6fbba70157 on network c14fa1bd-d127-464b-bc9e-05c366b22544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:57.707232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Attempting to bind port 054bc850-98a4-4961-bbc2-1d6fbba70157 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:57.713392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:57.713833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:57.714291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Bound using segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:57.715988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Bound port: 054bc850-98a4-4961-bbc2-1d6fbba70157, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:57.716439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.722530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a6fd-c15d-4d0f-88b9-a069f6e14781 req-b86e7ad0-2894-42e6-a3d0-d4e6f993ec11 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.724048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b705a6fd-c15d-4d0f-88b9-a069f6e14781 req-b86e7ad0-2894-42e6-a3d0-d4e6f993ec11 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 943 time: 0.5181828 Oct 22 13:01:57.750786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-5bb399b5-8fe2-4161-957c-51a4b673c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.751259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-5bb399b5-8fe2-4161-957c-51a4b673c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.751719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-5bb399b5-8fe2-4161-957c-51a4b673c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.753255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6858f56-cd36-438c-94d3-df757c45af8b req-5bb399b5-8fe2-4161-957c-51a4b673c742 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6156242 Oct 22 13:01:57.788084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Network cf57036a-6546-4db0-9892-6aac14555b7a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:01:57.827827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:57.832147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:57.838267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.865287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.867923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.874400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.883862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, cf57036a-6546-4db0-9892-6aac14555b7a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:57.902824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.903812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.905980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:57.908425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:57.909878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/054bc850-98a4-4961-bbc2-1d6fbba70157 HTTP/1.1" status: 200 len: 1091 time: 1.1076760 Oct 22 13:01:57.914040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:57.924595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ba031-cfab-46da-b8f1-17f84b17e4f0 None None] Network cf57036a-6546-4db0-9892-6aac14555b7a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:01:57.969219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:57.987164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b705a6fd-c15d-4d0f-88b9-a069f6e14781 req-89cdfe0f-f77d-4aab-a9f4-37cbd3a94dc9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379909 Oct 22 13:01:58.037905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.038624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:58.049508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.065526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.069051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.078244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.086489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c866e0-be18-4648-90d0-04cf2571f1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:58.093952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.113844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.129486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.146583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-cfb4e23e-c565-41eb-b411-b97ce156b027 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5395 time: 0.4192889 Oct 22 13:01:58.164293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46256) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:01:58.169568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3d930d03-2c70-4da6-92e7-4f58eaae1506 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5930920 Oct 22 13:01:58.182034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:01:58.195372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.260236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858f56-cd36-438c-94d3-df757c45af8b req-6a373512-6c3d-45a1-933f-b0d25f493af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.261842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6858f56-cd36-438c-94d3-df757c45af8b req-6a373512-6c3d-45a1-933f-b0d25f493af3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4746699 Oct 22 13:01:58.279732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:58.282882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03cdc7fb-c36d-4a5e-924b-0b763b2006ca req-37609567-50e2-438a-a91b-949615ecedba tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296043 Oct 22 13:01:58.376224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.379846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.384848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553a9f8-7936-4bd1-9153-92203ce533ec req-19a9818d-5ba0-4dc0-a71d-f40602504244 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:58.394126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d553a9f8-7936-4bd1-9153-92203ce533ec req-19a9818d-5ba0-4dc0-a71d-f40602504244 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.0758760 Oct 22 13:01:58.440919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-cf57036a-6546-4db0-9892-6aac14555b7a', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:01:58.441912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.461641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d553a9f8-7936-4bd1-9153-92203ce533ec req-4675302f-9b38-4278-a64e-30756ed324b6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631757 Oct 22 13:01:58.607284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.627120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1f3ebc02-ad4e-44d1-ab90-c3c84e866883'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:01:58.693110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Allocated IP 172.20.0.2 (cf57036a-6546-4db0-9892-6aac14555b7a/78ee5a40-19bc-4ae6-9d6c-ea901bfb342d/10c59eec-aa8e-4d1d-be0f-91bcbb57c974) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:01:58.907632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.920720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'a3f706ed-d9de-4eab-a2d8-03957461bb97'}, {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:58.923948 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ac038-f121-4426-af5d-4181e203fcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "a3f706ed-d9de-4eab-a2d8-03957461bb97"}, {"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:58.933114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abae457c-0ab7-4d37-b2b2-ea8d26402c59 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:01:58.945738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.961927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.977131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:58.992148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Transition to ACTIVE for port object abae457c-0ab7-4d37-b2b2-ea8d26402c59 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:01:58.999301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.004105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c49d8adb-7cc4-48df-bf13-0d6afd1194d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.005821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c49d8adb-7cc4-48df-bf13-0d6afd1194d9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b&tenant_id=9e8a625f8d2745bda6fe9b390c121dca&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 949 time: 0.2064745 Oct 22 13:01:59.039383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Network cf57036a-6546-4db0-9892-6aac14555b7a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:01:59.047383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:01:59.058218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:01:59.070916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8046f-ace0-4a75-bf3f-45b0511e996f req-378db5de-318c-4e23-99d5-cfb61706ea14 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.082989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54f8046f-ace0-4a75-bf3f-45b0511e996f req-378db5de-318c-4e23-99d5-cfb61706ea14 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.3343954 Oct 22 13:01:59.115653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Pushing event updated for resources: {'Port': ['ID=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:59.148813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261a5b-5c66-4312-a4bf-7a3d2ede8e81 req-b24d0d91-05ca-4bc8-b63c-aeaf16240be0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.150901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e261a5b-5c66-4312-a4bf-7a3d2ede8e81 req-b24d0d91-05ca-4bc8-b63c-aeaf16240be0 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.2865262 Oct 22 13:01:59.157012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:59.197624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Attempting to bind port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:59.198007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Attempting to bind port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:59.198442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Attempting to bind port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 on network cf57036a-6546-4db0-9892-6aac14555b7a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:59.206155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:59.206542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Checking segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:59.206992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.207391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Bound using segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:59.208116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Bound port: 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:59.208510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.254178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:01:59.272555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54f8046f-ace0-4a75-bf3f-45b0511e996f req-ad0b6047-1782-4bae-a761-3a1f89b5b9ba tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877096 Oct 22 13:01:59.276135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-b64a6cc2-b511-42b6-acff-e285d0646b58 service neutron] 10.222.0.21 "GET /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 382 time: 0.2607586 Oct 22 13:01:59.347813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e261a5b-5c66-4312-a4bf-7a3d2ede8e81 req-63cb81f6-c0a7-4754-a38f-79d983aa883f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581619 Oct 22 13:01:59.404666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-92ed4307-7dd5-47b3-a409-3bd4a74e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.410692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-92ed4307-7dd5-47b3-a409-3bd4a74e5aac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1100 time: 0.1025410 Oct 22 13:01:59.623559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] For port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:01:59.628819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] For port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:01:59.637107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-cbcadd0d-fa4a-440d-8fb6-0999efd8cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.639479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-cbcadd0d-fa4a-440d-8fb6-0999efd8cf68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2158208 Oct 22 13:01:59.652887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.658326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.658837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.659307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.659779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.660303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.660765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.661330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.664084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-92ae8ba5-c9a0-4956-b77a-3288d6bdfb7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6312 time: 0.1868398 Oct 22 13:01:59.690498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c36db-a8af-4243-a7aa-2da74b6f31cb req-30018173-40f7-4298-b1cf-7dcda7187e47 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:01:59.700687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-453c36db-a8af-4243-a7aa-2da74b6f31cb req-30018173-40f7-4298-b1cf-7dcda7187e47 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 944 time: 0.1933713 Oct 22 13:01:59.732714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0fc4-25c4-4add-8047-9c317838d040 None None] Pushing event updated for resources: {'Port': ['ID=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:01:59.763880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.767600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port b74e0863-545c-4e85-bc1e-827c062066c6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:01:59.772208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port b74e0863-545c-4e85-bc1e-827c062066c6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:01:59.772577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.792793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-8be76436-9079-455e-83b0-1b8acb131920 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.1419883 Oct 22 13:01:59.810148 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c0128d-bb14-4319-96d8-810641a8d07a x-openstack-request-id: req-b1c0128d-bb14-4319-96d8-810641a8d07a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:01:59.810148 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "a3f706ed-d9de-4eab-a2d8-03957461bb97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:01:59.810148 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1c0128d-bb14-4319-96d8-810641a8d07a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:01:59.810921 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'a3f706ed-d9de-4eab-a2d8-03957461bb97', 'status': 'completed', 'code': 200} Oct 22 13:01:59.810921 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'status': 'completed', 'code': 200} Oct 22 13:01:59.865970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Attempting to bind port abae457c-0ab7-4d37-b2b2-ea8d26402c59 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:01:59.866384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Attempting to bind port abae457c-0ab7-4d37-b2b2-ea8d26402c59 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:01:59.866784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Attempting to bind port abae457c-0ab7-4d37-b2b2-ea8d26402c59 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:59.879719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Port abae457c-0ab7-4d37-b2b2-ea8d26402c59 on network c14fa1bd-d127-464b-bc9e-05c366b22544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:01:59.880512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Attempting to bind port abae457c-0ab7-4d37-b2b2-ea8d26402c59 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:01:59.883618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.905002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.908393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:01:59.908748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Checking segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:01:59.909130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Bound using segment: {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:01:59.909584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Bound port: abae457c-0ab7-4d37-b2b2-ea8d26402c59, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37206a3e-4212-48c5-81d7-93d3afeb6b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:01:59.909926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.913573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:01:59.952564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:01:59.953951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:01:59.960365 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5bb828-5bd4-4357-8d71-013ca0c94a34" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:01:59.974523 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.072777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-453c36db-a8af-4243-a7aa-2da74b6f31cb req-d5656f99-5be2-466a-8a2f-5464cacb7a52 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707404 Oct 22 13:02:00.107160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:00.133657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Allocated IP 172.25.6.60 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/a99a1378-eede-46a7-92fb-a327bd43a6ee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:00.134398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-376987ca-3971-451d-aebb-ef98ddac5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.135979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-376987ca-3971-451d-aebb-ef98ddac5694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.3034134 Oct 22 13:02:00.157349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.163585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.170578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.177103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.187872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.205935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.219344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.222291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-d5502cc6-2810-4a30-9fa7-ef6f474e675e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5407 time: 0.4449854 Oct 22 13:02:00.222291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-95559c93-d0f3-45f5-9704-12d6bc122aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.222291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-95559c93-d0f3-45f5-9704-12d6bc122aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.223331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-95559c93-d0f3-45f5-9704-12d6bc122aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.224910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-95559c93-d0f3-45f5-9704-12d6bc122aac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5194671 Oct 22 13:02:00.242389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:00.280215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:00.338371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:00.349944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.398334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.398914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.401058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] 10.222.0.21 "PUT /v2.0/ports/abae457c-0ab7-4d37-b2b2-ea8d26402c59 HTTP/1.1" status: 200 len: 1091 time: 2.4380558 Oct 22 13:02:00.409908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da313266-e24f-4bc5-8bdb-79a774a334d5 req-4241b080-3d71-4670-a55d-cf75241efbcb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386850 Oct 22 13:02:00.420928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-d84a5915-c4a1-4d55-9393-a73307d16c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.422454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-d84a5915-c4a1-4d55-9393-a73307d16c88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966743 Oct 22 13:02:00.440881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-d42d0c3a-872d-4693-90ef-eb5bbdd28595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.444815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-d42d0c3a-872d-4693-90ef-eb5bbdd28595 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074320 Oct 22 13:02:00.479972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:00.498171 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1449b3ba-6fb0-4c61-bd08-32f0e2b38a0e x-openstack-request-id: req-1449b3ba-6fb0-4c61-bd08-32f0e2b38a0e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:00.498461 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:00.498738 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1449b3ba-6fb0-4c61-bd08-32f0e2b38a0e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:00.499130 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'code': 200} Oct 22 13:02:00.511802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:00.512661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.561645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.578975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f7ef-40c6-4777-95ea-9972f9b19255 service neutron] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:00.643013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.686442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.699633 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.728416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:00.735290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:00.737940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:00.759025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:00.772905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:00.895311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:00.905810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.906640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.907123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.907599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.908067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.908525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.909417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.911403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-59ceed67-0e07-47fd-80c1-ae1d19bb035d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6354 time: 0.3917980 Oct 22 13:02:00.915214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-45fe193f-ca83-4fa7-ad5e-6a6dfb1e25bd service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663067 Oct 22 13:02:00.924732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140d596-e399-4718-b145-939860a83244 req-1993b8b6-7c04-4c81-84ee-29c782d20d5c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:00.932470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f140d596-e399-4718-b145-939860a83244 req-1993b8b6-7c04-4c81-84ee-29c782d20d5c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.3746083 Oct 22 13:02:00.939034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Pushing event updated for resources: {'Port': ['ID=a99a1378-eede-46a7-92fb-a327bd43a6ee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:01.079246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792db9-c8fa-4bcb-a39d-b8c68e836b33 req-afe98c41-3d22-4cac-b47d-8667664080d5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.087019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8792db9-c8fa-4bcb-a39d-b8c68e836b33 req-afe98c41-3d22-4cac-b47d-8667664080d5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.4227765 Oct 22 13:02:01.217437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6ce24-504c-4efb-b707-ecfaaafedee8 None None] Network cf57036a-6546-4db0-9892-6aac14555b7a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:01.218733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-ad3edf75-5a0f-44f0-8f16-f33b77d95812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.219551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-ad3edf75-5a0f-44f0-8f16-f33b77d95812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.220258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-ad3edf75-5a0f-44f0-8f16-f33b77d95812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.221682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-ad3edf75-5a0f-44f0-8f16-f33b77d95812 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2854228 Oct 22 13:02:01.225270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f140d596-e399-4718-b145-939860a83244 req-0e769551-65e0-4148-bf9c-91a006365008 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920167 Oct 22 13:02:01.234644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8792db9-c8fa-4bcb-a39d-b8c68e836b33 req-037f3464-31c2-4548-a07b-b28008e5eb18 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467035 Oct 22 13:02:01.287595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-5a6f4cdc-a551-40eb-8158-f1152c79d886 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487430 Oct 22 13:02:01.312893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:01.354881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60d4d07-9b60-494e-b8c1-b0890bccdaa5 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:01.375414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ac038-f121-4426-af5d-4181e203fcfb req-871b11d2-d44d-471a-bf11-c3d2fa678154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.376650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.376919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-735ac038-f121-4426-af5d-4181e203fcfb req-871b11d2-d44d-471a-bf11-c3d2fa678154 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458080 Oct 22 13:02:01.380897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.461030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e52c5-d8aa-42fd-979e-735001bd30e6 req-c5422ffe-9b55-47e9-9e86-81fcfe4cc5de tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.469209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f2e52c5-d8aa-42fd-979e-735001bd30e6 req-c5422ffe-9b55-47e9-9e86-81fcfe4cc5de tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 944 time: 0.0724750 Oct 22 13:02:01.470812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Transition to ACTIVE for port object c60d4d07-9b60-494e-b8c1-b0890bccdaa5 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:01.487033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a74ea144-f82e-4a88-8e78-f126686458d7 None None] Provisioning complete for port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:01.487298 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a74ea144-f82e-4a88-8e78-f126686458d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.490215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.525273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f2e52c5-d8aa-42fd-979e-735001bd30e6 req-8410bc44-0651-43bb-9968-1fc040d6d3ee tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Oct 22 13:02:01.618804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:01.637563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:01.638132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.673133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:01.705710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.712433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.720305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.731459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.738778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.760454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.773810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:01.787798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-47ea415f-34b2-4c51-91b8-148cc466aa60 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5419 time: 0.1701205 Oct 22 13:02:01.844212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:01.856599 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:01.863709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c3383e-1c6f-4025-aa2a-deadfad9f8e1 req-bda0636b-e745-4b33-b3df-c75055380705 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749352 Oct 22 13:02:01.864578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.967484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:01.973213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:01.995741 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18787e1-445e-43cf-bc4d-6cdcf0aa825b x-openstack-request-id: req-d18787e1-445e-43cf-bc4d-6cdcf0aa825b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:02.010203 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:02.010203 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d18787e1-445e-43cf-bc4d-6cdcf0aa825b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:02.010203 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'status': 'completed', 'code': 200} Oct 22 13:02:02.020382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Attempting to bind port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:02.022440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Attempting to bind port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:02.022966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Attempting to bind port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:02.035295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:02.037015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Attempting to bind port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:02.037829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:02.049394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:02.051207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Checking segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:02.055474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Bound using segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:02.057564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Bound port: c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:02.058079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.078937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.079540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.080132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.080588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.081692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.084131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.084719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.086781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-21e9cd10-408c-485a-be8d-8c933df9cc9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6379 time: 0.1013970 Oct 22 13:02:02.094191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.263703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-2670df1b-f8a1-4b33-96c1-744740e6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.264942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-2670df1b-f8a1-4b33-96c1-744740e6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.264942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-2670df1b-f8a1-4b33-96c1-744740e6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.266874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-2670df1b-f8a1-4b33-96c1-744740e6375e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1661549 Oct 22 13:02:02.295290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:02.399933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:02.400411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.464584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a8466c84-9d15-4fb9-99e2-c348956141f9 None None] Provisioning complete for port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:02.466363 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a8466c84-9d15-4fb9-99e2-c348956141f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.494970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:02.499981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:02.501458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Router 61e6ee57-6328-4087-aa90-b51da9125f09 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:02:02.514173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:02.517467 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da552cc1-2462-42a7-b560-d1b8f08086ef" -d '{"events": [{"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:02.539378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435725a-be79-4c7e-b355-ffed35a4b176 req-d5faf695-ac61-4009-b959-fb53850013f4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.542380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.548926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9435725a-be79-4c7e-b355-ffed35a4b176 req-d5faf695-ac61-4009-b959-fb53850013f4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2136536 Oct 22 13:02:02.626436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-773f1046-5ced-41d0-a72b-ebdc39e46571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.627636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26b7f4de-9f40-4997-8bec-e4d9c312fc6e req-773f1046-5ced-41d0-a72b-ebdc39e46571 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3407958 Oct 22 13:02:02.664176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d611-e563-497b-a0a5-80f214667173 req-0b52b73c-f33e-4356-a51d-d71f985fa88a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.666033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f783d611-e563-497b-a0a5-80f214667173 req-0b52b73c-f33e-4356-a51d-d71f985fa88a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.1971538 Oct 22 13:02:02.699507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:02.700631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.702242 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] 10.222.0.21 "PUT /v2.0/ports/c60d4d07-9b60-494e-b8c1-b0890bccdaa5 HTTP/1.1" status: 200 len: 1091 time: 2.2444768 Oct 22 13:02:02.717936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90581-0858-4a56-9bc3-74cbd802f342 service neutron] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:02.764705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9435725a-be79-4c7e-b355-ffed35a4b176 req-3986901a-72d9-4b6c-86b7-2c14ba2a4038 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010517 Oct 22 13:02:02.794169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Request body: {'port': {'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:02.814902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f783d611-e563-497b-a0a5-80f214667173 req-48caeb2b-4388-4d40-94f1-b22ac79716d6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410069 Oct 22 13:02:02.897807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:02:02.913900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Sync routers for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:02:02.942651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:02.943605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:02.947284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:02.948268 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4227d120-6111-40a5-94d2-fdfd85604860 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7771194 Oct 22 13:02:02.948390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46376) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:03.040768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:03.118994 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab01c24-c96b-4e77-bdcf-fda0a8920f99 x-openstack-request-id: req-8ab01c24-c96b-4e77-bdcf-fda0a8920f99 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:03.121268 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:03.121607 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ab01c24-c96b-4e77-bdcf-fda0a8920f99 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:03.122309 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'code': 200} Oct 22 13:02:03.357380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4cb7-92cf-4c9d-832e-3cbe29f12317 req-0a5cad02-8f7f-40d5-ada9-263775cb30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.360111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18bc4cb7-92cf-4c9d-832e-3cbe29f12317 req-0a5cad02-8f7f-40d5-ada9-263775cb30e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 1096 time: 0.2874465 Oct 22 13:02:03.371385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.378273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.384623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.401457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.408072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.440103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.447185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.455161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-0897dede-3233-4337-951a-9663e326de68 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5419 time: 0.2853808 Oct 22 13:02:03.537956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:03.540636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cd546-26b3-4b08-9db9-8110ec463ae1 req-22ea101b-932a-40d1-bdc7-46571f84ab6b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:03.554722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e8cd546-26b3-4b08-9db9-8110ec463ae1 req-22ea101b-932a-40d1-bdc7-46571f84ab6b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.3837323 Oct 22 13:02:03.560069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b450347d-de86-40f0-a583-41d0c3b19b71 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:03.569441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:03.583164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Transition to ACTIVE for port object b450347d-de86-40f0-a583-41d0c3b19b71 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:03.591755 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:03.599001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b080f993-ee79-49cf-9dce-4a06f6b8689f req-76aa7df5-850c-4925-bb11-521113a95103 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212296 Oct 22 13:02:03.792936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18bc4cb7-92cf-4c9d-832e-3cbe29f12317 req-3f2ebeb7-8fd8-4889-bf27-42a314d4bb25 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330467 Oct 22 13:02:03.831094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:03.846795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e8cd546-26b3-4b08-9db9-8110ec463ae1 req-c8f7fd08-af88-4c94-8485-56a02d544ac7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907424 Oct 22 13:02:03.905690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Attempting to bind port b450347d-de86-40f0-a583-41d0c3b19b71 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:03.905996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Attempting to bind port b450347d-de86-40f0-a583-41d0c3b19b71 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:03.906424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Attempting to bind port b450347d-de86-40f0-a583-41d0c3b19b71 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:03.914916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Port b450347d-de86-40f0-a583-41d0c3b19b71 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:03.915311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Attempting to bind port b450347d-de86-40f0-a583-41d0c3b19b71 on network 3a334fbc-bda1-4d3e-a088-c1df49c5709a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:03.925913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:03.926457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Checking segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:03.928190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Bound using segment: {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:03.929146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Bound port: b450347d-de86-40f0-a583-41d0c3b19b71, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3151ec63-7310-41fa-b60f-32eafc7947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:03.929146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:03.999221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:01Z', 'revision_number': 3, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:04.014475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:04.017131 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222acac3-d80a-4d3f-9dc2-b32729c8a716" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:04.060605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Checking router: 61e6ee57-6328-4087-aa90-b51da9125f09 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:02:04.061039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Updating router 61e6ee57-6328-4087-aa90-b51da9125f09 port a99a1378-eede-46a7-92fb-a327bd43a6ee binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:02:04.065250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:04.074998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:04.090291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.117022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.278431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:04.332796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:04.336028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.340831 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-cfcbeeb8-a229-41f8-ac94-cc71d2760014 service neutron] 10.222.0.21 "PUT /v2.0/ports/b450347d-de86-40f0-a583-41d0c3b19b71 HTTP/1.1" status: 200 len: 1091 time: 1.5531929 Oct 22 13:02:04.454251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.467493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.527792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b1bfd-761a-4b0e-834b-df06d33b35ae req-18ae7be0-3cae-49a3-aa00-cfd1e61f09ba tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:04.537878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b04b1bfd-761a-4b0e-834b-df06d33b35ae req-18ae7be0-3cae-49a3-aa00-cfd1e61f09ba tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.2613981 Oct 22 13:02:04.548836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Attempting to bind port a99a1378-eede-46a7-92fb-a327bd43a6ee on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:04.549408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Attempting to bind port a99a1378-eede-46a7-92fb-a327bd43a6ee by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:04.549654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Attempting to bind port a99a1378-eede-46a7-92fb-a327bd43a6ee on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:04.551754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5179c8-25f3-47aa-a79f-faa249e7287a None None] Pushing event updated for resources: {'Port': ['ID=a99a1378-eede-46a7-92fb-a327bd43a6ee,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:04.555555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca923b2-1ca7-40c5-b949-70db14461e07 req-65b9a1c9-eabe-4b3d-a8f7-679b5763615a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:04.557214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ca923b2-1ca7-40c5-b949-70db14461e07 req-65b9a1c9-eabe-4b3d-a8f7-679b5763615a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2682798 Oct 22 13:02:04.566990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:04.566990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:04.567316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.567644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:04.568146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Bound port: a99a1378-eede-46a7-92fb-a327bd43a6ee, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:04.568535 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.610635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-fecd6cd8-ce26-4648-abda-43b426773867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:04.612325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-fecd6cd8-ce26-4648-abda-43b426773867 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1102 time: 0.3212848 Oct 22 13:02:04.630663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:04.641347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] For port a99a1378-eede-46a7-92fb-a327bd43a6ee, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:04.646003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] For port a99a1378-eede-46a7-92fb-a327bd43a6ee, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a99a1378-eede-46a7-92fb-a327bd43a6ee,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:04.654090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.705770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ca923b2-1ca7-40c5-b949-70db14461e07 req-aa7fbdc6-61b7-4d15-80fa-12de292f22b8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370473 Oct 22 13:02:04.726760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b04b1bfd-761a-4b0e-834b-df06d33b35ae req-893cb364-c147-4178-b97f-7deb7513b93b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866400 Oct 22 13:02:04.757124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5179c8-25f3-47aa-a79f-faa249e7287a None None] Pushing event updated for resources: {'Port': ['ID=a99a1378-eede-46a7-92fb-a327bd43a6ee,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:04.803311 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11530365-b5ed-4beb-bafb-be80346f8b18 x-openstack-request-id: req-11530365-b5ed-4beb-bafb-be80346f8b18 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:04.803606 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:04.803863 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11530365-b5ed-4beb-bafb-be80346f8b18 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:04.804266 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'status': 'completed', 'code': 200} Oct 22 13:02:04.816219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:04.816857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:04.874725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:04.932790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:05.142427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:01Z', 'revision_number': 3, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:05.159639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.166062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.173657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.178518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cafb9-37ee-41dd-bde6-8e03f94a310f None None] The sync data for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 is: [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:01Z', 'revision_number': 3, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:02:05.179616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.187444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.194024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.201321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.209164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-43801ea2-ab32-4194-af68-07c873324919 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2491617 Oct 22 13:02:05.260509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:05.301706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c4e3824-ad0e-4e24-adea-1071591d1ab2 req-121db594-1505-482a-9f44-fa1fa4a261f9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916786 Oct 22 13:02:05.419108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:05.535659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:05.585262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579432a6-fb71-4aeb-b879-0ff12e7fc33e req-44c26d16-5e02-4f0e-ba5f-cd210b66849b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:05.586830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-579432a6-fb71-4aeb-b879-0ff12e7fc33e req-44c26d16-5e02-4f0e-ba5f-cd210b66849b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1875939 Oct 22 13:02:05.644567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Allocated IP 172.20.0.1 (cf57036a-6546-4db0-9892-6aac14555b7a/78ee5a40-19bc-4ae6-9d6c-ea901bfb342d/d6b95721-f413-42b1-9a1f-259029940339) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:05.646292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:05.649036 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4723f-5668-4cb1-b264-096cefc01d68" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-unplugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:05.653335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:05.689077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-579432a6-fb71-4aeb-b879-0ff12e7fc33e req-884c698a-2371-4ca8-a5e5-af7fc2a27b4e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949624 Oct 22 13:02:05.691518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Transition to ACTIVE for port object b74e0863-545c-4e85-bc1e-827c062066c6 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:05.712058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:05.860930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=11']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:05.869438 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d78fec5-9ed8-4470-8450-eda34138a3e0 x-openstack-request-id: req-9d78fec5-9ed8-4470-8450-eda34138a3e0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:05.869734 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-unplugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:05.869989 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d78fec5-9ed8-4470-8450-eda34138a3e0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:05.870434 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'code': 200} Oct 22 13:02:05.952265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] No DVR routers for this DVR port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:02:05.961195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.072450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348a58a-0d29-4432-82b2-86c7df0e68b9 req-3e568bd0-cbf3-4b24-a06c-fa9c1b551ccb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:06.074058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5348a58a-0d29-4432-82b2-86c7df0e68b9 req-3e568bd0-cbf3-4b24-a06c-fa9c1b551ccb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2089319 Oct 22 13:02:06.074992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:06.075591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:06.076162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:06.091236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:06.091573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Attempting to bind port b74e0863-545c-4e85-bc1e-827c062066c6 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:06.103027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.139873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:06.140253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:06.140598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:06.141047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Bound port: b74e0863-545c-4e85-bc1e-827c062066c6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:06.141403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.193295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Network cf57036a-6546-4db0-9892-6aac14555b7a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:06.205964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:06.221345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5348a58a-0d29-4432-82b2-86c7df0e68b9 req-37125340-3a19-4d2e-9093-975927c86033 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339200 Oct 22 13:02:06.280904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:06.283378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:06.356292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a99a1378-eede-46a7-92fb-a327bd43a6ee up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:06.452318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.457162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:06.463206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:06.475438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a99a1378-eede-46a7-92fb-a327bd43a6ee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:06.476444 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.611670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.626833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.628656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043fada-a2c1-406b-8c59-709ce6fb24a1 req-7d089c50-6c38-4965-a487-83289e0cde24 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:06.630259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f043fada-a2c1-406b-8c59-709ce6fb24a1 req-7d089c50-6c38-4965-a487-83289e0cde24 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.2974501 Oct 22 13:02:06.650565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port a99a1378-eede-46a7-92fb-a327bd43a6ee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a99a1378-eede-46a7-92fb-a327bd43a6ee,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:06.658623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.697473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:06.698104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.699592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] 10.222.0.26 "PUT /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 1097 time: 2.0736501 Oct 22 13:02:06.719542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=a99a1378-eede-46a7-92fb-a327bd43a6ee,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:06.741197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ac1c508e-2cfa-4fa6-b078-2413b9b12b34 None None] Provisioning complete for port d6b95721-f413-42b1-9a1f-259029940339 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:06.742372 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ac1c508e-2cfa-4fa6-b078-2413b9b12b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.806125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:06.809899 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e536545c-0d24-4e92-a847-ba8669c5d93e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:06.818357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f043fada-a2c1-406b-8c59-709ce6fb24a1 req-f934cca8-e22b-4ee7-b745-582bf0ab0ac5 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571660 Oct 22 13:02:06.822791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:06.842293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c508e-2cfa-4fa6-b078-2413b9b12b34 None None] Port d6b95721-f413-42b1-9a1f-259029940339 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:06.857569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505baee-1f36-4fea-aee1-30052e50cb18 service neutron] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=12']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:06.918239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c365503b-b952-45b1-b387-60e2981b2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:06.920038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c365503b-b952-45b1-b387-60e2981b2ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1100 time: 0.1693959 Oct 22 13:02:07.186722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-2e6bca69-4505-4ef2-8ead-1aa350b688ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.188345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-2e6bca69-4505-4ef2-8ead-1aa350b688ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2588651 Oct 22 13:02:07.210191 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:02:07.263265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.269155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.275394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.282025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.289406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.292008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:07.298120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.304057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.305905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b273948-a144-4197-a457-88e054251941 req-67ae2ff0-33b2-48d9-ae69-01159dd21fcd tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2505016 Oct 22 13:02:07.310352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-e27178de-0ffd-4e05-bb52-47576657bfd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.1084611 Oct 22 13:02:07.345109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:07.368050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:07.399634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:07.411596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b273948-a144-4197-a457-88e054251941 req-520a85cf-3fd2-4177-bd9c-49715ebd689d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973032 Oct 22 13:02:07.476948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-dff619b8-bb4e-4002-943d-a50d3d05da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.478421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-dff619b8-bb4e-4002-943d-a50d3d05da27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1562803 Oct 22 13:02:07.513410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:07.547326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:07.597649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c37f0f31-3f1f-412c-baa0-8bf017c718b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.599303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-c37f0f31-3f1f-412c-baa0-8bf017c718b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068530 Oct 22 13:02:07.629013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ef39c-50ee-4863-9804-72a358673ffa req-e05223a3-8d97-46b6-8413-8430aa5147b0 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:07.630496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a3ef39c-50ee-4863-9804-72a358673ffa req-e05223a3-8d97-46b6-8413-8430aa5147b0 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1392112 Oct 22 13:02:07.736014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:07.782807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a3ef39c-50ee-4863-9804-72a358673ffa req-1dd19b84-07ae-4f20-9ab2-ad15397b77df tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389806 Oct 22 13:02:07.784397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Network cf57036a-6546-4db0-9892-6aac14555b7a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:07.787230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:07.816406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-31a9bcab-2d28-4d22-85a1-11f8ca2f0cbf service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058566 Oct 22 13:02:07.838436 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497f7ef-bbb3-4e36-9e7d-5d54eeb7f704 x-openstack-request-id: req-0497f7ef-bbb3-4e36-9e7d-5d54eeb7f704 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:07.839048 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:07.839048 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0497f7ef-bbb3-4e36-9e7d-5d54eeb7f704 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:07.839543 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'status': 'completed', 'code': 200} Oct 22 13:02:07.879641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:07.881889 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017b949-eef3-47d3-b4f7-8b0346331ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:08.103597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-237d052e-2e68-4960-9f24-f80ca7ef6d46 None None] Provisioning complete for port d6b95721-f413-42b1-9a1f-259029940339 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:08.104139 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-237d052e-2e68-4960-9f24-f80ca7ef6d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:08.143815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-237d052e-2e68-4960-9f24-f80ca7ef6d46 None None] Port d6b95721-f413-42b1-9a1f-259029940339 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:08.250134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a99a1378-eede-46a7-92fb-a327bd43a6ee up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:08.318876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a99a1378-eede-46a7-92fb-a327bd43a6ee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:08.319268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:08.330190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a23f7-4425-403c-be94-3480cf302e14 req-4f710738-0cb4-4cf9-b2c6-67ad62e7f8a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:08.331715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f0a23f7-4425-403c-be94-3480cf302e14 req-4f710738-0cb4-4cf9-b2c6-67ad62e7f8a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.4385638 Oct 22 13:02:08.370988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a7df12-c3e2-4f24-bb22-7797e4b2f466 req-68b6da41-c992-490e-abd2-eef98a8f21f2 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103188 Oct 22 13:02:08.378590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Router 61e6ee57-6328-4087-aa90-b51da9125f09 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:02:08.439985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f0a23f7-4425-403c-be94-3480cf302e14 req-f66bb120-7af1-40b7-ba9c-67002086c97d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936279 Oct 22 13:02:08.568310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:02:08.573980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cf4ac36-6c80-4373-a5e6-c3ea04f583d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/61e6ee57-6328-4087-aa90-b51da9125f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6251647 Oct 22 13:02:08.589870 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Sync routers for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:02:08.591768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d668b-abdd-4b44-996c-0b9aa73e717b req-3f9a1755-fabb-4e06-87ad-b43ed51b3d89 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:08.593371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d95d668b-abdd-4b44-996c-0b9aa73e717b req-3f9a1755-fabb-4e06-87ad-b43ed51b3d89 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.0694962 Oct 22 13:02:08.608219 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:08.608832 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:08.642370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d95d668b-abdd-4b44-996c-0b9aa73e717b req-b2549a33-7b14-4345-8111-a48626cac2a4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Oct 22 13:02:08.725594 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246fc45a-a11e-4650-9652-cb82a6362899 x-openstack-request-id: req-246fc45a-a11e-4650-9652-cb82a6362899 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:08.725965 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:08.726212 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-246fc45a-a11e-4650-9652-cb82a6362899 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:08.726596 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'status': 'completed', 'code': 200} Oct 22 13:02:08.789786 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:08.829970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-9272575c-242f-4617-830b-c4d8985ba361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:08.832398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-9272575c-242f-4617-830b-c4d8985ba361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1100 time: 0.0643525 Oct 22 13:02:09.027249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-da4fc6a7-7bea-40a3-a498-d6cefbf88fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.027940 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 2, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:09.028724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-da4fc6a7-7bea-40a3-a498-d6cefbf88fd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1855013 Oct 22 13:02:09.052689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.056722 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Checking router: 61e6ee57-6328-4087-aa90-b51da9125f09 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:02:09.057222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Updating router 61e6ee57-6328-4087-aa90-b51da9125f09 port d6b95721-f413-42b1-9a1f-259029940339 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:02:09.060124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.068626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.075631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.085421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.094441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.094702 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.101500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.113486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-782dca14-a974-48e0-b2bb-44093eb38b6b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1592588 Oct 22 13:02:09.170893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-fb6492bf-d5b9-4b9f-8d50-3f767c15656d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0542648 Oct 22 13:02:09.211944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fed9037d-9c60-43a4-8dfc-96489566c600 req-97b28bf8-f953-4e8a-9da4-643f557816ac tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933464 Oct 22 13:02:09.272662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-9ee09111-69d3-478d-9d7f-c0a09d47bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.274121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-9ee09111-69d3-478d-9d7f-c0a09d47bdc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0918963 Oct 22 13:02:09.361381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-a28eb810-6e3a-491e-ae4a-496b3e672eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.363045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-a28eb810-6e3a-491e-ae4a-496b3e672eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801148 Oct 22 13:02:09.378568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42440e41-025c-47d9-bd03-80ff9a109be1 req-a99181bb-86b3-466d-8b5b-2b5549c2859d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.380437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42440e41-025c-47d9-bd03-80ff9a109be1 req-a99181bb-86b3-466d-8b5b-2b5549c2859d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0859013 Oct 22 13:02:09.483059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42440e41-025c-47d9-bd03-80ff9a109be1 req-9cc52895-3bf6-4018-8a4d-5d312fe62525 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913711 Oct 22 13:02:09.520492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-3eae8dac-06bb-4b1f-8254-57e97950932e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382751 Oct 22 13:02:09.553069 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.560421 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.613776 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Pushing event updated for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:09.656662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.657009 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.658409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.658859 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.659186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.659518 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.659850 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.660206 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.660481 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.660804 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.661117 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.661451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:09.669295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.718127 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Attempting to bind port d6b95721-f413-42b1-9a1f-259029940339 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:09.718511 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Attempting to bind port d6b95721-f413-42b1-9a1f-259029940339 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:09.718906 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Attempting to bind port d6b95721-f413-42b1-9a1f-259029940339 on network cf57036a-6546-4db0-9892-6aac14555b7a {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:09.728153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddb575-d73a-4144-a471-7be0ecc5f613 req-4b7deb42-57e6-418e-95e4-c03262d66702 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.729846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcddb575-d73a-4144-a471-7be0ecc5f613 req-4b7deb42-57e6-418e-95e4-c03262d66702 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1522427 Oct 22 13:02:09.730463 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:09.731694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Checking segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:09.732105 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.732508 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Bound using segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:09.732991 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Bound port: d6b95721-f413-42b1-9a1f-259029940339, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:09.734107 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.740041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-10fd97e3-e1a9-4d0e-8449-f1c642c61f7c service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094448 Oct 22 13:02:09.790803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcddb575-d73a-4144-a471-7be0ecc5f613 req-b0e8a86d-670d-48a7-9c27-a94a8c734106 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509565 Oct 22 13:02:09.908892 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] For port d6b95721-f413-42b1-9a1f-259029940339, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:09.912223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] For port d6b95721-f413-42b1-9a1f-259029940339, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d6b95721-f413-42b1-9a1f-259029940339,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:09.921206 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:09.975095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da894ac-1e70-4694-8e9a-236a48ac2a87 req-646a41af-a202-4692-8a03-d7f08baa04e6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:09.976749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2da894ac-1e70-4694-8e9a-236a48ac2a87 req-646a41af-a202-4692-8a03-d7f08baa04e6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.0712566 Oct 22 13:02:09.982226 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:09.982892 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:09.994014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] Provisioning complete for port d6b95721-f413-42b1-9a1f-259029940339 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:09.994502 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:10.024627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214c41-a2e5-422d-a7b5-51c36281fdbb None None] Pushing event updated for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:10.093338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2da894ac-1e70-4694-8e9a-236a48ac2a87 req-a3484d43-6083-42cf-8d4d-bdfc2e05f840 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980151 Oct 22 13:02:10.133297 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:10.185300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:10.269852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] For port d6b95721-f413-42b1-9a1f-259029940339, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d6b95721-f413-42b1-9a1f-259029940339,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:10.278778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:10.404909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c3783-e633-4db7-af10-5e25ef54bad9 None None] Pushing event updated for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:10.420025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e1332689-f1a3-45e8-bab6-95af92b9eef3 None None] Provisioning complete for port d6b95721-f413-42b1-9a1f-259029940339 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:10.420555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1332689-f1a3-45e8-bab6-95af92b9eef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:10.445447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.454087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.461948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.470738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.479566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.489027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.497702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.499384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-87e83ee8-fd85-4d5e-a2fc-d75ed0073658 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1464345 Oct 22 13:02:10.562235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76c17b0a-a298-46a4-8b6d-1701d3c875b0 req-bda2b069-1ade-499c-b56d-9602f8524b5d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564096 Oct 22 13:02:10.598974 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:09Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:10.637105 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b27d78-4941-4e40-b405-35fef161fbed None None] The sync data for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 is: [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:09Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:02:10.735027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5d27-1431-4e66-b1d4-d4fa5f2094f5 req-0ef9d6ca-fc95-4c01-93ed-e33a67f553b2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.736540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bff5d27-1431-4e66-b1d4-d4fa5f2094f5 req-0ef9d6ca-fc95-4c01-93ed-e33a67f553b2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0974712 Oct 22 13:02:10.787794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bff5d27-1431-4e66-b1d4-d4fa5f2094f5 req-4ffc5861-2772-42b0-a6ec-48a6bd579b57 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Oct 22 13:02:10.940438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2e60f-7bca-49c0-93cb-ac5ecbb1447b req-d2dabfb6-fe57-4002-95eb-b542527c7818 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:10.940438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1d2e60f-7bca-49c0-93cb-ac5ecbb1447b req-d2dabfb6-fe57-4002-95eb-b542527c7818 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0661628 Oct 22 13:02:10.998288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1d2e60f-7bca-49c0-93cb-ac5ecbb1447b req-48614bc3-084b-4878-aa03-d6e91991546c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Oct 22 13:02:11.288494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6703-09f4-4338-8e32-07540729940a req-631a7522-f8bc-4b69-9c5b-ec7c5e747989 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.291085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eca6703-09f4-4338-8e32-07540729940a req-631a7522-f8bc-4b69-9c5b-ec7c5e747989 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.1261539 Oct 22 13:02:11.335461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eca6703-09f4-4338-8e32-07540729940a req-5778a289-a64e-48d2-837b-b8339731ec36 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Oct 22 13:02:11.517419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:11.534419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac363fa-eba8-453a-bdcd-1a4c87858273 req-f4cec245-3346-4298-9369-04868ea5497b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.544261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac363fa-eba8-453a-bdcd-1a4c87858273 req-f4cec245-3346-4298-9369-04868ea5497b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 949 time: 0.0723319 Oct 22 13:02:11.592458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac363fa-eba8-453a-bdcd-1a4c87858273 req-f0299883-d0d1-4960-a4d9-5ef3b6623bee tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452499 Oct 22 13:02:11.665142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:11.684129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'mac_address': 'fa:16:3e:02:ba:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:11.750520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.760214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.767168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:11.776448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.782986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:11.783643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.789728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.796382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.802697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:11.804882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-9d614628-4a45-422b-b616-0a52e1b4058a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1441243 Oct 22 13:02:11.810705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:11.816314 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:11.872005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ebc8ca2-d4e2-48eb-ae50-e54acfde3d74 req-2dbc11f0-ee27-42fc-9a45-2de517126b99 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590861 Oct 22 13:02:11.936637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=13']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:12.037967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65129c-5d8d-4a5e-9412-20350bdbf64f req-08ecbcc1-5796-47a9-9b91-993e668d8e8f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:12.039587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad65129c-5d8d-4a5e-9412-20350bdbf64f req-08ecbcc1-5796-47a9-9b91-993e668d8e8f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0613618 Oct 22 13:02:12.092007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad65129c-5d8d-4a5e-9412-20350bdbf64f req-2c663467-a7d9-4c3f-9652-a63ef02eaf9e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Oct 22 13:02:12.100136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:12.261899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b7a5-8a45-4049-b3ac-475291b24162 req-595691b4-d761-43cc-9632-fcf96ff0aefb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:12.263498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a19b7a5-8a45-4049-b3ac-475291b24162 req-595691b4-d761-43cc-9632-fcf96ff0aefb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1049199 Oct 22 13:02:12.288412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d6b95721-f413-42b1-9a1f-259029940339 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:12.312324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a19b7a5-8a45-4049-b3ac-475291b24162 req-55331da8-7e20-438f-accf-4509c2e8c8a7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Oct 22 13:02:12.358205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d6b95721-f413-42b1-9a1f-259029940339 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:12.358756 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:13.518229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:13.582920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b74e0863-545c-4e85-bc1e-827c062066c6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:13.587124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b74e0863-545c-4e85-bc1e-827c062066c6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:13.587496 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:13.668565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:13.692687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:13.695122 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96496ef-ab3e-4300-9d44-da9e21bd277c" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:13.708144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:13.712152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:13.760375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=14']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:18.283707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-8c9c2902-b018-4bc9-b5dc-2123bcc7036b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273438 Oct 22 13:02:18.399016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-6600077b-f171-4710-9788-810ef88c1764 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.400477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-6600077b-f171-4710-9788-810ef88c1764 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106279 Oct 22 13:02:18.416692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-dee1cf2e-ad15-4375-b0a4-3f7b72776839 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/quotas/9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 375 time: 0.0094948 Oct 22 13:02:18.473475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-a8ea48c0-9661-41e3-a109-d0b873e92906 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501332 Oct 22 13:02:18.837762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.844807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.850826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.857225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.864631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.871453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.877503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:18.885532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-ea593ef3-e12e-425a-b535-b64e854e16a9 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1156843 Oct 22 13:02:18.968665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5673584-8bb4-46e2-922a-abcaaeb829e4 req-556b3b12-daba-4410-84ee-338cb6126b2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815480 Oct 22 13:02:19.100218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bcfee-7ffe-4f29-8db3-8c9641f058e8 req-31b333a4-d983-453d-8dfe-4009d863b6ee tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.112691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c9bcfee-7ffe-4f29-8db3-8c9641f058e8 req-31b333a4-d983-453d-8dfe-4009d863b6ee tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1326804 Oct 22 13:02:19.122684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-69e1014c-5de5-4295-8a07-8c72092db020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.127462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-69e1014c-5de5-4295-8a07-8c72092db020 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 1102 time: 0.1024292 Oct 22 13:02:19.278858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-52c21d7d-f706-426c-9b7b-376399877207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.280630 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-52c21d7d-f706-426c-9b7b-376399877207 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1370730 Oct 22 13:02:19.334418 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-28a36edc-11c5-402f-97da-e0ecfe619344 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 200 len: 217 time: 0.0451570 Oct 22 13:02:19.427195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-84b4093c-0dbc-4b4f-a4f5-76e46e42c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.428861 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-84b4093c-0dbc-4b4f-a4f5-76e46e42c05a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0811601 Oct 22 13:02:19.450395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c9bcfee-7ffe-4f29-8db3-8c9641f058e8 req-8b7cf6db-8385-486a-a03b-3bcaec457027 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365567 Oct 22 13:02:19.481252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.481520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.481998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.482474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.483552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.484031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.484504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.486521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-2667d811-7343-40c2-9220-2bc3d40a8a2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6488 time: 0.3132913 Oct 22 13:02:19.497456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef858a-2ed7-4288-be8f-b53458e42520 req-3ab0041b-0e98-4427-b30e-79b4bd6c6320 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.506422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-d74dfa07-2b78-4580-8438-3265b39c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.507359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cef858a-2ed7-4288-be8f-b53458e42520 req-3ab0041b-0e98-4427-b30e-79b4bd6c6320 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.3652186 Oct 22 13:02:19.508505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-d74dfa07-2b78-4580-8438-3265b39c8483 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695822 Oct 22 13:02:19.538413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-4b08bcff-41a5-49e3-91a2-8c5246c92c4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3369892 Oct 22 13:02:19.591384 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c066b48-d3c2-4f4a-99b2-afc21f6e3d6b x-openstack-request-id: req-8c066b48-d3c2-4f4a-99b2-afc21f6e3d6b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:19.592018 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-plugged", "status": "completed", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:19.592562 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c066b48-d3c2-4f4a-99b2-afc21f6e3d6b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:19.593040 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'code': 200} Oct 22 13:02:19.653257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cef858a-2ed7-4288-be8f-b53458e42520 req-02abc7e1-13ab-4f50-a6d2-c43e68033419 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399717 Oct 22 13:02:19.731901 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-bcca24bf-920a-4d62-b036-dc3ab38024c7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139575 Oct 22 13:02:19.812989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86557033-b024-4f2e-90e5-5219255813e2 req-8c39734a-88dc-40d8-8c24-a583f34547aa tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 210 time: 0.0788348 Oct 22 13:02:19.832774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-0c6c5842-9268-4368-9bd5-54deb338cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.834765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-0c6c5842-9268-4368-9bd5-54deb338cd34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 1096 time: 0.2581210 Oct 22 13:02:19.851166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-52ea66f2-17bc-4934-99ac-4d1133c7a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.852523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-52ea66f2-17bc-4934-99ac-4d1133c7a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.853311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-52ea66f2-17bc-4934-99ac-4d1133c7a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:19.855769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-52ea66f2-17bc-4934-99ac-4d1133c7a25d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3405993 Oct 22 13:02:19.874268 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c017b949-eef3-47d3-b4f7-8b0346331ebd req-95173720-53cd-4d9b-833e-cc2c65fca51a service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332884 Oct 22 13:02:20.160588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-c34fed81-3c7c-4aea-8626-bff82c00f3a9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847964 Oct 22 13:02:20.227567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.235113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.241276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.253826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.256549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.263641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.270794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.272698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87ce1720-e421-4571-83e7-7167294c07c0 req-612e86e0-cb6c-4f9d-873f-10f0114380cf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1789207 Oct 22 13:02:20.273930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-5b8ac30e-5aa8-408d-9e6a-1437fd8b30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.275482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e536545c-0d24-4e92-a847-ba8669c5d93e req-5b8ac30e-5aa8-408d-9e6a-1437fd8b30fa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4026110 Oct 22 13:02:20.280540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-b288deaa-208e-442f-aefc-b9e7bcb39db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.282164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-b288deaa-208e-442f-aefc-b9e7bcb39db7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.4080875 Oct 22 13:02:20.393511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-0bf495d3-c1e0-4ca6-920d-5c23e949836a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 200 len: 217 time: 0.1035719 Oct 22 13:02:20.473382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87ce1720-e421-4571-83e7-7167294c07c0 req-687eba6d-8f6c-4151-990e-cc508fb2cdd2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873779 Oct 22 13:02:20.517227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-0ba95714-38f1-41fb-a129-88654bf0ded1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.519016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-0ba95714-38f1-41fb-a129-88654bf0ded1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487253 Oct 22 13:02:20.528911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-91d6bfcb-5d6f-41e8-9b43-b76488059ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.530399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-91d6bfcb-5d6f-41e8-9b43-b76488059ba7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1104705 Oct 22 13:02:20.535594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.536078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.536548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.537013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.537468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.538101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.538769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.540729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-85311300-e8c8-4d83-9a0e-cc0a885790c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6488 time: 0.1808560 Oct 22 13:02:20.546196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Request body: {'port': {'device_id': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '9e8a625f8d2745bda6fe9b390c121dca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:20.607759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-59a14425-a745-4ea7-955f-c247aefea8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579407 Oct 22 13:02:20.876836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f89f80-d04f-4f53-8ddc-765b8c508a67 req-e5465c1e-ca4f-4efa-ae71-3a842de648d9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.884939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0f89f80-d04f-4f53-8ddc-765b8c508a67 req-e5465c1e-ca4f-4efa-ae71-3a842de648d9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2893956 Oct 22 13:02:20.926122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-2397f1f7-81ff-4c64-85d9-0d8d919a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.927553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-2397f1f7-81ff-4c64-85d9-0d8d919a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.927553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-2397f1f7-81ff-4c64-85d9-0d8d919a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:20.928730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-2397f1f7-81ff-4c64-85d9-0d8d919a0c64 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3678703 Oct 22 13:02:21.001752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-f54af89c-a3e9-470b-9e0e-537f04023f76 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643680 Oct 22 13:02:21.018339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0f89f80-d04f-4f53-8ddc-765b8c508a67 req-bae3dc38-884d-4630-b966-b5e01cbb3163 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333528 Oct 22 13:02:21.036341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6682e3c-d313-40f2-b383-04d07ad2c930 req-2a8460b1-8ac8-4261-8d31-466db3a04af5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.047829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6682e3c-d313-40f2-b383-04d07ad2c930 req-2a8460b1-8ac8-4261-8d31-466db3a04af5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2800024 Oct 22 13:02:21.060576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Made reservation on behalf of 9e8a625f8d2745bda6fe9b390c121dca for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:21.064095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:21.224923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6682e3c-d313-40f2-b383-04d07ad2c930 req-c61e095e-7d6c-4b58-b720-29e2545ecf34 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274934 Oct 22 13:02:21.567792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-c90d0859-b9b3-42ed-a7b0-9e7eb559d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.569237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-222acac3-d80a-4d3f-9dc2-b32729c8a716 req-c90d0859-b9b3-42ed-a7b0-9e7eb559d356 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6255348 Oct 22 13:02:21.602566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9924be8e-a1e3-4930-bc2e-313c5e873b44 req-a9763efb-6583-4a1a-9fca-8281e9a76331 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 210 time: 0.3358374 Oct 22 13:02:21.635376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d9c11f-999e-4671-b896-9f9353c6119a req-6caf1534-257f-4859-86e7-f9436aaf0506 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160069 Oct 22 13:02:21.778555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Allocated IP 192.168.233.157 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/f2fde147-ba82-4f91-a400-c5dac810c1c7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:21.802033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.809128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.815199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.821179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.828134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.834083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.840077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.842182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-5d00ba02-39b3-419c-920b-c5db05ef255d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2053940 Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:21.856721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bbb1d12-246b-4fd3-ac1a-5fe64eb0e458 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6488 time: 0.2116706 Oct 22 13:02:21.938290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5f4ebad6-5a1f-436b-bf12-965e3c58cdcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 200 len: 217 time: 0.0712976 Oct 22 13:02:22.044715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a5e617a-b473-48ff-b3ba-5adc4037fcf2 req-9f8f4261-a1fc-4488-9c27-d312abb71756 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820130 Oct 22 13:02:22.103056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-1dc02865-06bd-42c2-9ca9-1e031399ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:22.105329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-1dc02865-06bd-42c2-9ca9-1e031399ee2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e41c1469-622e-4296-a855-4ecb9cb06e47 HTTP/1.1" status: 200 len: 855 time: 0.1308000 Oct 22 13:02:22.329588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-8c184197-287b-4b48-b762-0fd653a7bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:22.331323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-8c184197-287b-4b48-b762-0fd653a7bbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133958 Oct 22 13:02:22.340505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:22.356335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc35c75-6e78-4f9b-b612-85b4a2aebaeb req-04110264-bee9-49ee-88d4-40050bbe7a54 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:22.357787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc35c75-6e78-4f9b-b612-85b4a2aebaeb req-04110264-bee9-49ee-88d4-40050bbe7a54 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1977077 Oct 22 13:02:22.545343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa7da8-f110-4b3f-97c6-3eab2b598773 req-0ee20ed6-9c14-41e5-939c-0ff2fe2d6ff1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:22.546871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dfa7da8-f110-4b3f-97c6-3eab2b598773 req-0ee20ed6-9c14-41e5-939c-0ff2fe2d6ff1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1798737 Oct 22 13:02:22.557055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc35c75-6e78-4f9b-b612-85b4a2aebaeb req-75973da1-3db3-4647-91c2-15af2471209c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889100 Oct 22 13:02:22.574444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:22.585853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:22.629989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b4148368-e798-4301-929f-9a47b31ecb5d service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821112 Oct 22 13:02:22.688718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:22.702381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dfa7da8-f110-4b3f-97c6-3eab2b598773 req-ea900f2c-6d60-4792-8d4f-a35af8cdb4cf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419134 Oct 22 13:02:22.707902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:22.709672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:22.717042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:22.816361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.816716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.817060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.817397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.817736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.818067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.818555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.818919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.819246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.819569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.819895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.820219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:22.848053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:22.848726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:23.020408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b5673066-7524-4305-b359-5882c51f4aa3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4784396 Oct 22 13:02:23.046172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Request body: {'port': {'device_id': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:23.133793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:23.162810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc3e93-a571-4cf7-b5a3-69daa0c795bc req-08505fe8-893a-4b11-aa4c-c11faeed1eaa tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.164256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09bc3e93-a571-4cf7-b5a3-69daa0c795bc req-08505fe8-893a-4b11-aa4c-c11faeed1eaa tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 936 time: 0.3064833 Oct 22 13:02:23.178727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-f0b02e59-2f98-4713-a16d-c64eb5b349fb service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387959 Oct 22 13:02:23.211818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6d41fbe2-1672-40b0-96e8-7d6562501721 None None] Provisioning complete for port f2fde147-ba82-4f91-a400-c5dac810c1c7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:23.212281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d41fbe2-1672-40b0-96e8-7d6562501721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:23.250315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09bc3e93-a571-4cf7-b5a3-69daa0c795bc req-0e63e102-d3d2-4eb7-b2d1-eecb6e6b618c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739331 Oct 22 13:02:23.254419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6d41fbe2-1672-40b0-96e8-7d6562501721 None None] Port f2fde147-ba82-4f91-a400-c5dac810c1c7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:23.323471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-d65dca9e-eac8-4a0e-8d7a-fdb932a8a9ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 217 time: 0.1096122 Oct 22 13:02:23.338000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.349510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.356271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.362514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.369765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.379718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.386291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.388679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55019453-819a-41a4-9aba-3571884c0c23 req-fa8254be-fbf8-43db-aaab-4a58406d0900 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2451885 Oct 22 13:02:23.500574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55019453-819a-41a4-9aba-3571884c0c23 req-3073861c-fa74-42c8-93a6-7876f20d9546 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945272 Oct 22 13:02:23.734711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-4b25c671-5b5f-46cc-9b16-6d4a5bf342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.739144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-4b25c671-5b5f-46cc-9b16-6d4a5bf342f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.3490701 Oct 22 13:02:23.896430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-1e3dd336-6fb4-4777-abf0-fb201a5d5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.901037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-1e3dd336-6fb4-4777-abf0-fb201a5d5c04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489501 Oct 22 13:02:23.926111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aa558-6c07-4ef8-989b-6fd7f4cc3db1 req-b6f987b3-0b00-493a-89fe-d09a53981d93 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:23.937226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c18fa0e5-77af-4ea1-955c-a38319101c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:23.940539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d99aa558-6c07-4ef8-989b-6fd7f4cc3db1 req-b6f987b3-0b00-493a-89fe-d09a53981d93 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1362989 Oct 22 13:02:24.208304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d99aa558-6c07-4ef8-989b-6fd7f4cc3db1 req-fc526273-b4e6-4d95-81f3-6a663dc02908 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668035 Oct 22 13:02:24.238850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c88b-3794-404a-bad3-b29b6c9e01b1 req-d3c08092-bb2e-45f7-93b6-8e662d794da8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:24.240880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e209c88b-3794-404a-bad3-b29b6c9e01b1 req-d3c08092-bb2e-45f7-93b6-8e662d794da8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.2539661 Oct 22 13:02:24.253143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:24.285501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:24.322215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-fec28666-33e6-4b5b-b69e-2c2354bb3a98 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789892 Oct 22 13:02:24.323839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Transition to ACTIVE for port object f2fde147-ba82-4f91-a400-c5dac810c1c7 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:24.440776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-dde60d4a-1362-42f2-a69b-2ff54c309f5b service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062367 Oct 22 13:02:24.464084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e209c88b-3794-404a-bad3-b29b6c9e01b1 req-61ee6802-a974-49de-8565-4424065a7d2c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027726 Oct 22 13:02:24.467157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:24.616182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-0170752a-5819-4ec6-9613-a9f87fcd6aa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 217 time: 0.1296155 Oct 22 13:02:24.712448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:24.797638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52fd8-f89e-4b12-b297-d7e5685f095e req-01277c80-4584-4cc3-8f47-8edb5ce3125c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:24.805440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60f52fd8-f89e-4b12-b297-d7e5685f095e req-01277c80-4584-4cc3-8f47-8edb5ce3125c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.3632946 Oct 22 13:02:24.880097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bc9c2b0-7b42-462a-afc0-b609382a44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:24.881834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-5bc9c2b0-7b42-462a-afc0-b609382a44b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.2546148 Oct 22 13:02:25.044633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.051340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.057511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.064570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.071211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.079076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.086832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.101209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-0786f95e-5fb4-41af-917a-a97c8f75ee9d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.4043310 Oct 22 13:02:25.165405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8416437-4483-4bfa-a68f-aa119bef6cdd req-f344cf2d-607b-400a-afa8-e50a6aa70328 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631850 Oct 22 13:02:25.179321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60f52fd8-f89e-4b12-b297-d7e5685f095e req-a5de80a5-66b8-42a4-9ff9-3558a4e7f52e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730233 Oct 22 13:02:25.195434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:25.195434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:25.195434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:25.210588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-990d808d-22cd-4119-9e56-c0d075f4f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.212174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-990d808d-22cd-4119-9e56-c0d075f4f35f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3172970 Oct 22 13:02:25.217595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:25.217879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:25.260276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:25.261491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:25.262359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:25.263072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Bound port: f2fde147-ba82-4f91-a400-c5dac810c1c7, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:25.263702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:25.494586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:25.500611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:25.532156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:25.674394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:25.738649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaec33-c6c1-4ae8-85f8-1d6320d32f73 req-f6387c5f-e578-4f61-bf8a-bf179288b542 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.746313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ddaec33-c6c1-4ae8-85f8-1d6320d32f73 req-f6387c5f-e578-4f61-bf8a-bf179288b542 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.4217491 Oct 22 13:02:25.755702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.756330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:25.757704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-4df9ec9f-2128-442c-afd6-896e3ded7577 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 1096 time: 2.7241666 Oct 22 13:02:25.771387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:25.779397 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6c042d-c0c4-4e5f-809f-d908abd1b386" -d '{"events": [{"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:25.886804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-d11e16b5-32ce-46c2-92e8-e86840387c21 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479347 Oct 22 13:02:25.956061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ddaec33-c6c1-4ae8-85f8-1d6320d32f73 req-f31d3a90-c3be-4af4-9658-65576d76a36e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082627 Oct 22 13:02:25.996295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8f2f7-316b-45f9-9fed-6207787c4319 req-dd6134ed-4fd7-479e-9d6b-cf25651f8ede tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:25.998878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9b8f2f7-316b-45f9-9fed-6207787c4319 req-dd6134ed-4fd7-479e-9d6b-cf25651f8ede tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.3458679 Oct 22 13:02:26.191402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-61780576-e72f-4054-91bf-b7ff37fafce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.192936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-61780576-e72f-4054-91bf-b7ff37fafce6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1099 time: 0.3502932 Oct 22 13:02:26.203203 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24251f6e-0188-4bfb-a2dd-34ecf79158ac x-openstack-request-id: req-24251f6e-0188-4bfb-a2dd-34ecf79158ac {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:26.204548 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:26.205558 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24251f6e-0188-4bfb-a2dd-34ecf79158ac {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:26.209229 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'status': 'completed', 'code': 200} Oct 22 13:02:26.641438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-b0cfb9fd-5dfb-46e4-a276-5cacf994dfad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.4304137 Oct 22 13:02:26.651856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9b8f2f7-316b-45f9-9fed-6207787c4319 req-0d6ca4bb-a8a3-4530-87e9-19d51c54d45d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322324 Oct 22 13:02:26.750981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-58934955-86e8-46a2-9dd9-21926d9e47c0 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426301 Oct 22 13:02:26.831912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-013e7068-87ea-4286-b95e-4e20b0e5085a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=054bc850-98a4-4961-bbc2-1d6fbba70157 HTTP/1.1" status: 200 len: 217 time: 0.0674663 Oct 22 13:02:26.836419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-35347425-b24f-4888-9590-c1a8cd647d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.839433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-35347425-b24f-4888-9590-c1a8cd647d3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1453381 Oct 22 13:02:26.861516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.867969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.874796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.881216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.888356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.894815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.901168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:26.902841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96e40bfc-9407-4c12-a25b-62767d481429 req-965e4fe4-00ed-46ff-947e-0d58efa2e54d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2756176 Oct 22 13:02:27.049767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-352d1f1f-24c0-491c-98cb-da2f99db3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.050416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00f20be5-8ce0-4c21-bdfa-042cba612056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:27.052635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-352d1f1f-24c0-491c-98cb-da2f99db3c24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.2110319 Oct 22 13:02:27.080622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a2f98-26d6-4d46-88c7-d9fd7c2b30af req-24676c25-4622-49ad-940a-8bb329d076c7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.082190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37a2f98-26d6-4d46-88c7-d9fd7c2b30af req-24676c25-4622-49ad-940a-8bb329d076c7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.3266289 Oct 22 13:02:27.096817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96e40bfc-9407-4c12-a25b-62767d481429 req-6aad57ed-c18a-4a79-8600-f43b4c6b045c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547432 Oct 22 13:02:27.173661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37a2f98-26d6-4d46-88c7-d9fd7c2b30af req-d16d173f-a1b9-4599-b478-ed5c8e290f9a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Oct 22 13:02:27.193773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-d0c17599-33ff-42fa-9394-a3fc396a26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.193773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-d0c17599-33ff-42fa-9394-a3fc396a26f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2864683 Oct 22 13:02:27.204742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-880075f0-3829-4c97-b7f5-2397de2717f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.205538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-880075f0-3829-4c97-b7f5-2397de2717f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1435010 Oct 22 13:02:27.533619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-44822297-1d00-489d-9db5-74f24287e330 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174098 Oct 22 13:02:27.580464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:27.582743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079674-37fc-4592-bfe7-5c7b9d5a8195 req-0141286f-ecd1-4115-a5ad-6f6f643aed91 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.584368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b079674-37fc-4592-bfe7-5c7b9d5a8195 req-0141286f-ecd1-4115-a5ad-6f6f643aed91 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2121460 Oct 22 13:02:27.637889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:27.718743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b079674-37fc-4592-bfe7-5c7b9d5a8195 req-a6886f8a-60c8-4830-8747-002f078f420a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229765 Oct 22 13:02:27.729170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb498ce-19d7-467f-8d9d-0b2d21cf29b4 req-caa38cd4-4207-4621-bbed-6a5c245c1636 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.735548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb498ce-19d7-467f-8d9d-0b2d21cf29b4 req-caa38cd4-4207-4621-bbed-6a5c245c1636 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:27.737183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bb498ce-19d7-467f-8d9d-0b2d21cf29b4 req-caa38cd4-4207-4621-bbed-6a5c245c1636 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20&device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 1690 time: 0.2177660 Oct 22 13:02:27.739133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-19507a21-c8c0-41d7-833a-1645aeef90dd service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327387 Oct 22 13:02:27.819601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-87cd7b1a-0736-4b44-9de2-3463038aa196 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648206 Oct 22 13:02:27.915163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bb498ce-19d7-467f-8d9d-0b2d21cf29b4 req-bb166508-341a-4f47-a191-5dfb3cdc9c3a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620657 Oct 22 13:02:27.921625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-c6940a03-b990-4c6f-8d6f-9489f3f0986c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59 HTTP/1.1" status: 200 len: 217 time: 0.0657532 Oct 22 13:02:27.985994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43f36283-2c91-4fbc-8b9d-433cd1f03ef4 req-41c3bf8e-ce72-4ddd-b616-5c665a68fb8c service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317674 Oct 22 13:02:28.013841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7c9894c0-c38d-43b2-8fde-872415b7f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.015457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7c9894c0-c38d-43b2-8fde-872415b7f8c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0680130 Oct 22 13:02:28.175618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-321a2d55-65ff-4be3-b772-fa1f66af866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.177638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-321a2d55-65ff-4be3-b772-fa1f66af866f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490607 Oct 22 13:02:28.188592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-fd523508-4f7a-46b2-a9bb-644422467809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.190682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-fd523508-4f7a-46b2-a9bb-644422467809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1099 time: 0.1289330 Oct 22 13:02:28.204127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fb10c-1348-403a-aab5-be0fa7371e4a req-b289ca8b-72bb-41aa-b1f1-cac89ad2bc8a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.212209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c59fb10c-1348-403a-aab5-be0fa7371e4a req-b289ca8b-72bb-41aa-b1f1-cac89ad2bc8a tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.0989532 Oct 22 13:02:28.439559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c59fb10c-1348-403a-aab5-be0fa7371e4a req-704803fc-8684-4852-b6f5-a636af6b4218 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264919 Oct 22 13:02:28.459156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cdd6e-af83-4172-9786-801786dec499 req-02727425-fbab-4538-bccd-0daed9f03107 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.460683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-114cdd6e-af83-4172-9786-801786dec499 req-02727425-fbab-4538-bccd-0daed9f03107 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 1101 time: 0.2123251 Oct 22 13:02:28.505388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-4592cde3-c775-4f22-a3e5-7888d490efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.507316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-4592cde3-c775-4f22-a3e5-7888d490efd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2931268 Oct 22 13:02:28.511282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-491b8bc6-4b8c-495e-b199-dd24bf545c05 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502449 Oct 22 13:02:28.595065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-114cdd6e-af83-4172-9786-801786dec499 req-3e8efa3a-f2d7-4058-8adf-26109986d3a2 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224802 Oct 22 13:02:28.610287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-d2ea1d7a-238b-48c1-b955-af61004d4dd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0867257 Oct 22 13:02:28.721697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648383f-8559-4058-a58a-e35135aadec8 req-3ac9a171-01f5-4b5a-8da2-f018112777a8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.723135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2648383f-8559-4058-a58a-e35135aadec8 req-3ac9a171-01f5-4b5a-8da2-f018112777a8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2106540 Oct 22 13:02:28.783366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-0231dfa0-8c47-4f0b-89aa-31f8f462ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.784822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-0231dfa0-8c47-4f0b-89aa-31f8f462ea75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1565056 Oct 22 13:02:28.797246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-ba18b73a-1214-424f-bd44-f5e5a38ccf6f service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616401 Oct 22 13:02:28.852257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.858910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.864939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.871547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.877551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.883560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.889717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:28.891616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-b52b3bfe-2536-4fa9-9685-32aa77b2ef0b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2075603 Oct 22 13:02:28.926254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2648383f-8559-4058-a58a-e35135aadec8 req-40f34734-fc58-4790-8c71-4d2c30e61bf0 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828191 Oct 22 13:02:28.934330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-0f73a0b0-db7d-416e-b961-76373bb95330 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5 HTTP/1.1" status: 200 len: 217 time: 0.1179616 Oct 22 13:02:28.998846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-f5583d0a-9956-481e-802c-01a53bf318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.000283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-f5583d0a-9956-481e-802c-01a53bf318b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021878 Oct 22 13:02:29.032003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39855a06-2466-4acf-8aca-b66ee02d7520 req-2af7a1e0-dad0-434c-b6b0-a4b461e1ee1b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091177 Oct 22 13:02:29.048423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-165f76f9-44f3-4949-90bf-1cd94e65815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.049862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-165f76f9-44f3-4949-90bf-1cd94e65815f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.1063666 Oct 22 13:02:29.158385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9702b9-ec5a-47b0-8bc2-6a6beb27822f req-bb0e32c4-2c0f-4a5c-bd83-2ad7b43ef084 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.160001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac9702b9-ec5a-47b0-8bc2-6a6beb27822f req-bb0e32c4-2c0f-4a5c-bd83-2ad7b43ef084 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.1573644 Oct 22 13:02:29.182624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-15b9165a-3cbc-4603-8d27-d5dac12598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.184125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-15b9165a-3cbc-4603-8d27-d5dac12598f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234839 Oct 22 13:02:29.228421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-58dc57d9-5416-4637-be22-f29606d11e75 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099330 Oct 22 13:02:29.471864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-29de2818-9974-4914-bc14-84544c9afae9 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.473280 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-29de2818-9974-4914-bc14-84544c9afae9 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.26 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.0533664 Oct 22 13:02:29.579729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Deleting port 64317fc8-033a-4cd6-8239-9011e5ff38ea {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:29.580064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:29.594140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac9702b9-ec5a-47b0-8bc2-6a6beb27822f req-fa2cac49-5f8b-4d5a-ae7b-0b56c6200833 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255962 Oct 22 13:02:29.661086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:29.683436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] For port 64317fc8-033a-4cd6-8239-9011e5ff38ea, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=64317fc8-033a-4cd6-8239-9011e5ff38ea,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:29.683955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:29.707336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-aec2cf1b-433c-41ac-b5a5-bacf13d889e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059040 Oct 22 13:02:29.782554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-b79a955a-fda2-4bf3-b302-6d0f3a15cff8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.789142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-b79a955a-fda2-4bf3-b302-6d0f3a15cff8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.5597100 Oct 22 13:02:29.801968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f6c042d-c0c4-4e5f-809f-d908abd1b386 req-43121daf-21a5-415e-bef5-83cec25f419a service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754068 Oct 22 13:02:29.829484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-01dcb93b-9d04-4e03-bd5e-41fea168fa7a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/quotas/d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 375 time: 0.0265079 Oct 22 13:02:29.906452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d43f73-cfe8-402c-908d-de98eefe38bf req-fb6d8356-06fe-4d87-ab47-a110c80bc4c7 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:29.908133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7d43f73-cfe8-402c-908d-de98eefe38bf req-fb6d8356-06fe-4d87-ab47-a110c80bc4c7 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 1100 time: 0.1704533 Oct 22 13:02:29.941683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-846a1839-db60-422d-81bc-caa1dd080c1b service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223113 Oct 22 13:02:29.972173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-a0554efb-f688-44fc-a713-8e70c530b07c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162543 Oct 22 13:02:30.020681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-7bdb9018-5865-41a9-a3a1-1e5fa18e9c4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b450347d-de86-40f0-a583-41d0c3b19b71 HTTP/1.1" status: 200 len: 217 time: 0.0641644 Oct 22 13:02:30.023692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7d43f73-cfe8-402c-908d-de98eefe38bf req-2bed7cf3-5eff-4058-a138-46f0b2db7b3a tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988090 Oct 22 13:02:30.170791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b9d90028-0bbd-4211-a3f4-266453a3832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.172205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-b9d90028-0bbd-4211-a3f4-266453a3832a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.1380663 Oct 22 13:02:30.216403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-16be4af2-ae38-49fe-ad2d-3a4fc3af2bad service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062066 Oct 22 13:02:30.233215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514511f4-977a-47c8-b054-13d188fa7a76 req-ac60de9f-01fc-497b-9dfa-c7d32f4afb98 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.234724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-514511f4-977a-47c8-b054-13d188fa7a76 req-ac60de9f-01fc-497b-9dfa-c7d32f4afb98 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/ports?device_id=179c502a-da4e-4b72-9219-788ea030ef77 HTTP/1.1" status: 200 len: 945 time: 0.1129975 Oct 22 13:02:30.275223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:30.275662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:30.276128 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Floating IP d8d159bc-694c-4262-8903-3c3925f80874 disassociated. External IP: 172.25.6.254, port: 64317fc8-033a-4cd6-8239-9011e5ff38ea. Oct 22 13:02:30.276523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Calling delete_port for 64317fc8-033a-4cd6-8239-9011e5ff38ea owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:30.295599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-a7938e48-e0c1-4386-831a-5db1b44bf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.296648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-a7938e48-e0c1-4386-831a-5db1b44bf2f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143279 Oct 22 13:02:30.364372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-514511f4-977a-47c8-b054-13d188fa7a76 req-0818852b-e6d1-4626-9c5e-b0306fa9e0ab tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups?id=fced55ab-2188-4fcc-b424-613d1349a155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212699 Oct 22 13:02:30.441097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-b84dccd0-3a18-4a5b-9a4d-543608784f5d service neutron] 10.222.0.25 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165172 Oct 22 13:02:30.452023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:30.486660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event deleted for resources: {'Port': ['ID=64317fc8-033a-4cd6-8239-9011e5ff38ea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:30.502147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.502802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.503306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.503803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.504315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.504818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.505307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.505833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.507442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.507984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.508522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.509036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:30.523098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-3bdc6830-df62-4ef2-8d51-2e294b4ee81d service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936355 Oct 22 13:02:30.593426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457885-93bc-4c25-90c6-8dfd01806570 req-8cf104db-9d5f-4b1b-9d1e-db9d0cdf4540 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.594996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61457885-93bc-4c25-90c6-8dfd01806570 req-8cf104db-9d5f-4b1b-9d1e-db9d0cdf4540 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1503158 Oct 22 13:02:30.659648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Router a46c28d8-610d-4e9a-900e-7a8392ec1fef has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:02:30.686016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61457885-93bc-4c25-90c6-8dfd01806570 req-3795598f-8d42-4d2e-9803-46c1ad42e3b6 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Oct 22 13:02:30.687782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-432bcc11-1f1e-43be-bd23-be1e27c11571 req-974aabd0-bfc8-4d92-8527-e48ea031365f service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548958 Oct 22 13:02:30.815859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:02:30.830775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Sync routers for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:02:30.849064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:30.849721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:30.874123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.876585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] No DVR routers for this DVR port 64317fc8-033a-4cd6-8239-9011e5ff38ea on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:02:30.879533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:30.883430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.883767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e5ed0ad-dac3-41aa-9289-66230e9857f0 req-6eba6394-1022-410c-bbb2-426d4a6ce4af tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.26 "DELETE /v2.0/ports/64317fc8-033a-4cd6-8239-9011e5ff38ea HTTP/1.1" status: 204 len: 173 time: 1.3997798 Oct 22 13:02:30.884380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'name': 'network-vif-deleted', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:30.897034 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083aeaf1-0308-4058-bf9f-fc975d26c6c5" -d '{"events": [{"server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "name": "network-vif-deleted", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:30.902919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.924540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.939323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.947375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.956498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:30.980886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-1944d975-abec-4f68-82a5-a2c09be0c28e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1850500 Oct 22 13:02:31.060842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:31.082046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-b891cf10-f828-4985-a08c-1fc541684a9a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785515 Oct 22 13:02:31.161212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5de5427f-d0ed-46fa-b987-fc78a240bf91 req-b03c2fcf-4df8-468b-b894-5ff5051def4f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775506 Oct 22 13:02:31.343068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-29faeda1-7b04-4e69-a059-35c5887e2e40 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:31.344653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-29faeda1-7b04-4e69-a059-35c5887e2e40 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558503 Oct 22 13:02:31.357778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587fa1c-1399-445f-a94e-657e39758074 req-de2b9612-f98b-405d-92b0-a26c046c7188 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:31.359697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0587fa1c-1399-445f-a94e-657e39758074 req-de2b9612-f98b-405d-92b0-a26c046c7188 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.0836465 Oct 22 13:02:31.376436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-d7598607-deca-4143-ba96-bb232e4394e2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.0157392 Oct 22 13:02:31.484360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0587fa1c-1399-445f-a94e-657e39758074 req-641763a9-7f11-4811-86b7-0320040962bb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154227 Oct 22 13:02:31.521830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-e2b1dad0-fb49-48db-a55c-4bd1d771098f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1339397 Oct 22 13:02:31.598647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:31.604843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d329c861-2612-4b4f-8604-1c0141641218 req-a50e761a-c8d4-48fd-b5a7-fb553fe46596 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0418885 Oct 22 13:02:31.661566 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c51087-9f1b-44e3-9058-b686c9e8075b x-openstack-request-id: req-92c51087-9f1b-44e3-9058-b686c9e8075b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:31.662087 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c502a-da4e-4b72-9219-788ea030ef77", "name": "network-vif-deleted", "tag": "64317fc8-033a-4cd6-8239-9011e5ff38ea", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:31.662087 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92c51087-9f1b-44e3-9058-b686c9e8075b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:31.662858 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179c502a-da4e-4b72-9219-788ea030ef77', 'name': 'network-vif-deleted', 'tag': '64317fc8-033a-4cd6-8239-9011e5ff38ea', 'status': 'completed', 'code': 200} Oct 22 13:02:31.708390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:31.759177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:31.769564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Checking router: a46c28d8-610d-4e9a-900e-7a8392ec1fef for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:02:31.787584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92da1d02-2a59-4871-8bac-58c5ccba9a00 req-147b237a-dea6-4641-b08f-9f67cc3ef90c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 210 time: 0.0452335 Oct 22 13:02:31.813910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:31.816105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:31.822485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:31.876098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'mac_address': 'fa:16:3e:6f:8b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:31.900072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:31.954867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd67418-65b9-4760-a628-9a347ad55a39 req-1c2ed5f4-0edb-46ad-9ad6-fa7db7353b16 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:31.964511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdd67418-65b9-4760-a628-9a347ad55a39 req-1c2ed5f4-0edb-46ad-9ad6-fa7db7353b16 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0838792 Oct 22 13:02:32.000974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.003355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.021521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:32.043277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdd67418-65b9-4760-a628-9a347ad55a39 req-99e2124e-32a9-4a96-8eeb-a2c0ce62d2fd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Oct 22 13:02:32.062228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:32.087269 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.092810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.098311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:32.110918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "DELETE /v2.0/security-groups/fced55ab-2188-4fcc-b424-613d1349a155 HTTP/1.1" status: 204 len: 168 time: 0.3501601 Oct 22 13:02:32.130505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:32.133875 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-8d2c685c-7a95-4111-bba8-036625a7a75c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] show failed (client error): The resource could not be found. Oct 22 13:02:32.140683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c92bef-7be2-4500-ac2b-ef2291564eaa tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fced55ab-2188-4fcc-b424-613d1349a155,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:32.141343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8d2c685c-7a95-4111-bba8-036625a7a75c tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "GET /v2.0/security-groups/fced55ab-2188-4fcc-b424-613d1349a155 HTTP/1.1" status: 404 len: 347 time: 0.0414407 Oct 22 13:02:32.144277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:32.156812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.279488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:32.352196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:32.390447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cba68-0804-40ab-9d81-03725b192b95 None None] The sync data for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 is: [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:11Z', 'revision_number': 4, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '580f8d2e-f164-42df-921f-06d92df80c2f', 'name': '', 'network_id': '43efcd96-f259-4de8-a9ed-2de6f9f25928', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'mac_address': 'fa:16:3e:50:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:09Z', 'updated_at': '2021-10-22T13:00:16Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'subnets': [{'id': 'dac23981-8959-4af5-9b84-64cb1a511a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:02:32.434357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['f2fde147-ba82-4f91-a400-c5dac810c1c7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:32.445869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.453223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.473140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.490377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.507471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.514652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.531377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.536689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-6987d4d9-b939-4456-b99e-4a0c39cecd67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2146544 Oct 22 13:02:32.615312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Deleting port 316556d7-c6b2-45a4-9dd3-ac3fcd18e129 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:32.616717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:32.695288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-84f16ce2-d628-42c8-8453-bd09878b207f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.702079 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-84f16ce2-d628-42c8-8453-bd09878b207f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 821 time: 0.3364789 Oct 22 13:02:32.721582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Request body: {'port': {'device_id': '45142b71-71ce-4545-9ce6-335bbbe77184', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'admin_state_up': True, 'tenant_id': 'd16bc31b4f464a0f86f2539ed12d42e7'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:32.792151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ed45ddf-1fa4-4024-aa5f-0296260b4e1e req-b62e2813-f544-48d1-998d-e7ae59888514 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2471497 Oct 22 13:02:32.966241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44619cb-905f-4a3c-9e3b-712dda66fe10 req-9d60d2c4-81df-4ed5-afb9-63763785176a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:32.973772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e44619cb-905f-4a3c-9e3b-712dda66fe10 req-9d60d2c4-81df-4ed5-afb9-63763785176a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.3501394 Oct 22 13:02:32.986024 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ebe3d-d601-4a11-a052-0db8edc75c6f None None] New status for floating IP d8d159bc-694c-4262-8903-3c3925f80874: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:02:33.000990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Made reservation on behalf of d16bc31b4f464a0f86f2539ed12d42e7 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:33.006430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84e5adb-de8f-4518-b680-a007e5c61191 req-827ee57d-02a8-4335-80f0-66ff7250f384 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0649340 Oct 22 13:02:33.006895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.040908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.040908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.082827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e44619cb-905f-4a3c-9e3b-712dda66fe10 req-8857675c-a483-4aab-9079-28f47982cbe1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006768 Oct 22 13:02:33.095388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Calling delete_port for 316556d7-c6b2-45a4-9dd3-ac3fcd18e129 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:33.275599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Allocated IP 172.20.0.4 (18f8eb2c-a397-4687-8092-457dba41a07a/974bdd02-8733-4537-8ed7-401deaaffed9/c8d0d246-a975-4d7d-ac95-a7dad17db6b6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:33.298898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-117914d9-1005-432c-a65f-b87a2fa32af5 req-00f409e2-c768-4a9c-9ae5-4f12ac49c1e7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 210 time: 0.0695474 Oct 22 13:02:33.446684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-d4b81ec7-f16c-4fe3-acc2-18cff7d205dd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828264 Oct 22 13:02:33.612228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:33.618023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.672586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0224e7-23ad-48ff-a625-a1adbe9ddf24 req-9e1abccd-51c1-4189-8fbc-1be1af28c1f2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:33.674242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b0224e7-23ad-48ff-a625-a1adbe9ddf24 req-9e1abccd-51c1-4189-8fbc-1be1af28c1f2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2577765 Oct 22 13:02:33.689149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.692995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.724172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:33.782530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Network 18f8eb2c-a397-4687-8092-457dba41a07a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:33.787508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:33.791146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:33.810379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port f2fde147-ba82-4f91-a400-c5dac810c1c7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:33.822936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Pushing event deleted for resources: {'Port': ['ID=316556d7-c6b2-45a4-9dd3-ac3fcd18e129,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:33.829723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port f2fde147-ba82-4f91-a400-c5dac810c1c7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:33.830158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.893256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:33.930889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:33.931837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:33.938130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b0224e7-23ad-48ff-a625-a1adbe9ddf24 req-46a058b8-2e65-48eb-98cf-551d21d5d92e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412264 Oct 22 13:02:33.952482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-3bc93637-2944-44cc-9f3c-b946082279c3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:33.954057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-3bc93637-2944-44cc-9f3c-b946082279c3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4573016 Oct 22 13:02:33.977396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3f6b639c-644e-44e5-8abf-e4778db20c74 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2613611 Oct 22 13:02:33.986278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Request body: {'port': {'device_id': '45142b71-71ce-4545-9ce6-335bbbe77184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:33.997759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:34.091350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.093997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.095213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-216a1070-9f18-44cd-9d38-0c53dddfb6f8 tempest-ServersTestFqdnHostnames-2063118477 tempest-ServersTestFqdnHostnames-2063118477-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8d159bc-694c-4262-8903-3c3925f80874 HTTP/1.1" status: 204 len: 168 time: 1.9493635 Oct 22 13:02:34.102751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46874) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:34.127728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.128996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.135954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.145541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.152032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.158749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.164367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.164895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.171296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.179133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-368aa547-44d9-47f1-9320-7538a1400e1f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2802496 Oct 22 13:02:34.286032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:34.293959 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d0919-4513-4f6d-ad64-929f37e917f1" -d '{"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:34.343821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9aa6408f-a6cc-4864-9ee8-8c36bb8c8cb2 req-2591c67c-08ec-49c7-b1e9-bd7ae8262237 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637061 Oct 22 13:02:34.356178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:34.376069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.377056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 64317fc8-033a-4cd6-8239-9011e5ff38ea no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:34.488916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb33c-b6d9-4c96-a3cd-53d4c69dd0aa req-254fb1f6-5ce1-4fd1-9077-e75f54a8cc00 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:34.491020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32ccb33c-b6d9-4c96-a3cd-53d4c69dd0aa req-254fb1f6-5ce1-4fd1-9077-e75f54a8cc00 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 931 time: 0.2566524 Oct 22 13:02:34.508604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 64317fc8-033a-4cd6-8239-9011e5ff38ea {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:02:34.509245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 64317fc8-033a-4cd6-8239-9011e5ff38ea not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:34.543819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:34.551507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.572126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:34.801846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d0d246-a975-4d7d-ac95-a7dad17db6b6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:34.811132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.826761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Transition to ACTIVE for port object c8d0d246-a975-4d7d-ac95-a7dad17db6b6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:34.834552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:34.882779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:34.983289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:34.983694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:34.984520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:34.989825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:34.990155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:34.996837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:34.997178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:34.997579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:34.998022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Bound port: c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:34.998384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:35.074425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:35.078251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:35.083647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:35.161192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.162021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:35.165539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] 10.222.0.26 "PUT /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 1091 time: 1.1839476 Oct 22 13:02:35.166277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06aaa-dfc2-405c-981f-098b484ca8cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:35.179131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:35.183707 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8706ef-7608-4bf9-9897-e10a6392baf6" -d '{"events": [{"name": "network-changed", "server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:35.226999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32ccb33c-b6d9-4c96-a3cd-53d4c69dd0aa req-a1be6c2f-84de-4b3f-a929-3275efe06cfd tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016513 Oct 22 13:02:35.235435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e69cb6-79e6-4fa9-8fc3-29a9600d103c req-ea622b7a-9935-4925-9ec3-b8272eb1a9b4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.236856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84e69cb6-79e6-4fa9-8fc3-29a9600d103c req-ea622b7a-9935-4925-9ec3-b8272eb1a9b4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.7745438 Oct 22 13:02:35.333864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84e69cb6-79e6-4fa9-8fc3-29a9600d103c req-b90f359a-1362-4c6c-8a51-7de6c8f36d05 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Oct 22 13:02:35.374342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-c5aacc53-63f6-4b80-8bf9-7f7534e86d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.379266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-c5aacc53-63f6-4b80-8bf9-7f7534e86d76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1094 time: 0.1524363 Oct 22 13:02:35.397271 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c575636-9f5b-44d4-b60a-2e7da0bb0899 x-openstack-request-id: req-3c575636-9f5b-44d4-b60a-2e7da0bb0899 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:35.398254 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:35.399250 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c575636-9f5b-44d4-b60a-2e7da0bb0899 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:35.399907 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'code': 200} Oct 22 13:02:35.457669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-53b0887f-25da-45db-896c-8a297b67eccf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 217 time: 0.0698881 Oct 22 13:02:35.486063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.26', 52518) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:35.564049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d58681ad-c004-495f-af16-e1aa7080029e req-45a6f890-4474-49c0-90a9-de71386b5367 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 210 time: 0.0878131 Oct 22 13:02:35.576299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-c65c5baf-3aed-4c12-b5ce-bbff8264f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.577840 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-c65c5baf-3aed-4c12-b5ce-bbff8264f973 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1118443 Oct 22 13:02:35.609016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.40 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/0d4c6d43-01a6-47ef-8ed0-225cd519ff83) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:35.625405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-358df8db-de2b-4666-9aab-374eb3c4ed2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351632 Oct 22 13:02:35.630213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710d60a-dbbe-4a6e-913f-2f7c170c2540 req-2fef227d-5d36-47d2-bf96-af0016336e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.632237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5710d60a-dbbe-4a6e-913f-2f7c170c2540 req-2fef227d-5d36-47d2-bf96-af0016336e18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1101 time: 0.1235881 Oct 22 13:02:35.634344 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e936e6-9712-42e6-9d31-9911c8dfab67 x-openstack-request-id: req-18e936e6-9712-42e6-9d31-9911c8dfab67 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:35.634696 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:35.634961 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18e936e6-9712-42e6-9d31-9911c8dfab67 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:35.635934 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'status': 'completed', 'code': 200} Oct 22 13:02:35.663525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac131c-e386-4d46-9670-cd9efae26b4c req-20d58055-0ad5-4718-a238-47e9d4ced5a8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.671738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afac131c-e386-4d46-9670-cd9efae26b4c req-20d58055-0ad5-4718-a238-47e9d4ced5a8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1194644 Oct 22 13:02:35.779914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5710d60a-dbbe-4a6e-913f-2f7c170c2540 req-b999dceb-1bc2-4b85-8b08-4bc95ae08f26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352255 Oct 22 13:02:35.791121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-23408c2e-9da2-485e-a29b-2d698aac0cfb service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476958 Oct 22 13:02:35.847262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afac131c-e386-4d46-9670-cd9efae26b4c req-5cde38c3-f84d-4277-b370-8c462d0a68fc tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585677 Oct 22 13:02:35.938386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.944512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.951667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.957527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.963493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.969658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.975557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:35.977396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-e7ec34e6-b644-4ab4-b39e-c834633e2cc1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2306023 Oct 22 13:02:35.980534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:36.087894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cf7d94-249d-48f1-a035-c7c60a83b75d req-2f33dd65-098a-4b9e-84d9-57f137e5f51f service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969808 Oct 22 13:02:36.095799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba927cd9-2cb3-43f4-b4af-650a23c4b137 req-998f9bea-26ca-4b5b-aafc-a2b726071fa4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111038 Oct 22 13:02:36.140749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:36.188847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-ab15a16b-9727-4b69-a53f-0906286ead29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.194405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-ab15a16b-9727-4b69-a53f-0906286ead29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1094 time: 0.0425506 Oct 22 13:02:36.295297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:36.301847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-32952b59-0d0f-4566-8e2f-b2a8da107dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.303505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-32952b59-0d0f-4566-8e2f-b2a8da107dab service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1005058 Oct 22 13:02:36.308988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:36.311873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:36.402570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:36.403564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-2bb7cd0d-8626-4bc9-acfc-539edd7e2b8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 217 time: 0.0905070 Oct 22 13:02:36.439948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:36.460377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:36.469784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:36.497116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-d8e9824e-fb95-4455-9562-0e5b364c7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.498816 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-d8e9824e-fb95-4455-9562-0e5b364c7a48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0871046 Oct 22 13:02:36.552058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-2565878e-f664-4d1d-8b86-b45ed5af4401 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455036 Oct 22 13:02:36.571467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3353004-4aa4-4697-b0ac-daec0c6fbe08 req-cfe9d125-a204-4941-bd3b-fe1d59a03417 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.579675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3353004-4aa4-4697-b0ac-daec0c6fbe08 req-cfe9d125-a204-4941-bd3b-fe1d59a03417 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.2397368 Oct 22 13:02:36.686291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.686904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:36.713147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da738-a021-4fe6-82ff-fb8796cfb597 req-fd5d0a25-c7c3-47cc-8809-4e15e481e70e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:36.716071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d3da738-a021-4fe6-82ff-fb8796cfb597 req-fd5d0a25-c7c3-47cc-8809-4e15e481e70e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2576144 Oct 22 13:02:36.717990 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-e87103c6-548d-40a4-98fa-95ba60b6e8dd service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484146 Oct 22 13:02:36.748623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3353004-4aa4-4697-b0ac-daec0c6fbe08 req-562622f7-331e-4e3b-86dd-a06468832ba5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680346 Oct 22 13:02:36.767626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-bdbb7598-4c03-4b4f-8aa9-db6bbbe9d2f7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7775664 Oct 22 13:02:36.822200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Request body: {'port': {'device_id': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:36.850252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d3da738-a021-4fe6-82ff-fb8796cfb597 req-7144060f-ae7a-40e4-af83-195e94281016 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166251 Oct 22 13:02:36.975715 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e8706ef-7608-4bf9-9897-e10a6392baf6 req-f2f7e59b-5106-4444-b807-e1671303ac55 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446089 Oct 22 13:02:36.977597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-544e79e7-4540-4f06-8170-cdf5ce8b5e18 None None] Provisioning complete for port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:36.978073 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-544e79e7-4540-4f06-8170-cdf5ce8b5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.061720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-544e79e7-4540-4f06-8170-cdf5ce8b5e18 None None] Port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:37.065949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Deleting port 580f8d2e-f164-42df-921f-06d92df80c2f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:37.066403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.196058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.233484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eae5b-b877-4c41-b430-ddca0677849d req-bd7e8fd0-ca2b-4bca-951b-b89ec6832011 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.235067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a3eae5b-b877-4c41-b430-ddca0677849d req-bd7e8fd0-ca2b-4bca-951b-b89ec6832011 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2355909 Oct 22 13:02:37.249244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] For port 580f8d2e-f164-42df-921f-06d92df80c2f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=580f8d2e-f164-42df-921f-06d92df80c2f,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:37.250330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.295724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee651-6e2c-40be-adf4-2ad74230e257 req-83c0ffc3-e32e-4cb6-a1bd-4f90c969416f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.297741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2bee651-6e2c-40be-adf4-2ad74230e257 req-83c0ffc3-e32e-4cb6-a1bd-4f90c969416f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 935 time: 0.3407996 Oct 22 13:02:37.316269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Calling delete_port for 580f8d2e-f164-42df-921f-06d92df80c2f owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:37.453316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a3eae5b-b877-4c41-b430-ddca0677849d req-01c4a545-f994-4f0a-9c9d-1c1f2579d065 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060559 Oct 22 13:02:37.528355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2bee651-6e2c-40be-adf4-2ad74230e257 req-8028425d-5c08-47a1-917b-e815486d2e61 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164366 Oct 22 13:02:37.740487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.748321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.753443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.755018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.761885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.767841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.774261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.781162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:37.783076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-54a06e89-3f3f-4046-b370-c9a52112d812 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2020833 Oct 22 13:02:37.912768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6de29e1-d85a-4933-add2-4b6a04f9060b req-5854db37-a86c-4961-b1da-cc9114e71ce5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175885 Oct 22 13:02:37.962339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:37.982903 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:37.991264 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:38.003283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc2e8d-0565-424b-9044-09b0aea12fce req-584198c0-000d-4045-b547-a8dbf745644e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:38.005133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15cc2e8d-0565-424b-9044-09b0aea12fce req-584198c0-000d-4045-b547-a8dbf745644e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1379881 Oct 22 13:02:38.075781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=580f8d2e-f164-42df-921f-06d92df80c2f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:38.091446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Transition to ACTIVE for port object 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:38.114378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:38.218879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Pushing event updated for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:38.235265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15cc2e8d-0565-424b-9044-09b0aea12fce req-9ea51fd8-01a0-4ab1-b247-33a18eb21ce1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050683 Oct 22 13:02:38.277146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119bc24-824b-43ca-83ca-fd28095d37e2 req-8f6ddb89-f9ec-4e5a-9c18-253406c40062 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:38.288396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c119bc24-824b-43ca-83ca-fd28095d37e2 req-8f6ddb89-f9ec-4e5a-9c18-253406c40062 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2509851 Oct 22 13:02:38.849053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c119bc24-824b-43ca-83ca-fd28095d37e2 req-31e849e2-5990-4ec0-aeec-6390dcab07e3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629444 Oct 22 13:02:38.924032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Attempting to bind port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:38.924365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Attempting to bind port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:38.924692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Attempting to bind port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:38.960959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:38.961287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Attempting to bind port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:38.978855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8203c74-c085-45f8-9f66-bce029228b01 req-b5fbb021-3bde-4534-a3fe-7ad0f29bc321 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:38.980337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8203c74-c085-45f8-9f66-bce029228b01 req-b5fbb021-3bde-4534-a3fe-7ad0f29bc321 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 945 time: 0.1774702 Oct 22 13:02:38.982739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:38.989959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:38.990303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:38.990710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:38.991163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Bound port: 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:38.991496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:39.038292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79a091-8e3f-4f09-9959-9438f73c7260 req-070037fe-2d06-472d-8c5c-10d2118faafd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.039817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f79a091-8e3f-4f09-9959-9438f73c7260 req-070037fe-2d06-472d-8c5c-10d2118faafd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1236174 Oct 22 13:02:39.126312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8203c74-c085-45f8-9f66-bce029228b01 req-81965b12-7945-4da8-b2d2-d750a4a0d3e1 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372073 Oct 22 13:02:39.217982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f79a091-8e3f-4f09-9959-9438f73c7260 req-dc225dfc-24f6-4675-8f1d-15e154297e8c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356120 Oct 22 13:02:39.236465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:39.257191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:39.275096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:39.352504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.353129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:39.355135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] 10.222.0.26 "PUT /v2.0/ports/0d4c6d43-01a6-47ef-8ed0-225cd519ff83 HTTP/1.1" status: 200 len: 1095 time: 2.5398271 Oct 22 13:02:39.356476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:39.358794 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c477fc19-3780-431f-b821-60e370e9d06c" -d '{"events": [{"name": "network-changed", "server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:39.465108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4ca0f-4159-48ad-907e-d5233f665303 req-314dbd9c-566a-46c4-88df-837d3177e6af tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.471212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cb4ca0f-4159-48ad-907e-d5233f665303 req-314dbd9c-566a-46c4-88df-837d3177e6af tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 947 time: 0.2583365 Oct 22 13:02:39.497648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdafd9a-f5ad-468d-9bd0-3bebff1ccf2f service neutron] Pushing event updated for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:39.523071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88a02a-e39b-440f-8fb5-f23f111540e6 req-7c486ae7-b8b8-4865-b5f3-52ce6b134cd7 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.524642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b88a02a-e39b-440f-8fb5-f23f111540e6 req-7c486ae7-b8b8-4865-b5f3-52ce6b134cd7 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1101 time: 0.2385697 Oct 22 13:02:39.575995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-58bcc89b-10f8-45f4-a892-b9c74f29d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.577466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-58bcc89b-10f8-45f4-a892-b9c74f29d008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1751933 Oct 22 13:02:39.644576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-db505b16-d4b2-483e-a197-2f5655ac0303 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83 HTTP/1.1" status: 200 len: 217 time: 0.0479858 Oct 22 13:02:39.651307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:39.666193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cb4ca0f-4159-48ad-907e-d5233f665303 req-9e2c4527-6145-445a-a238-568d14b1da43 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786089 Oct 22 13:02:39.702652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Router a46c28d8-610d-4e9a-900e-7a8392ec1fef has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:02:39.708201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b88a02a-e39b-440f-8fb5-f23f111540e6 req-83c69618-987f-4eff-a731-5c6e76ef8661 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450443 Oct 22 13:02:39.774527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-c93e2bbb-6566-4e9f-b282-17c0f39f8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.776665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-c93e2bbb-6566-4e9f-b282-17c0f39f8a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1214087 Oct 22 13:02:39.947481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d263a-607f-44d7-9375-211398efcbc7 req-6f883eff-84b3-440c-b143-ed0bd430396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.949494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-6f883eff-84b3-440c-b143-ed0bd430396e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475451 Oct 22 13:02:39.969757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.975790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.982316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.988445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:39.995072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.001067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.007355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.009259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-8972aa48-f20f-4859-b82a-812c5fab90ec tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2450905 Oct 22 13:02:40.018428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80447e5-25cd-42ff-ad9a-0d79d4d236c9 req-bbaf3d23-808f-4eec-931b-f330e5e57a0d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.019886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e80447e5-25cd-42ff-ad9a-0d79d4d236c9 req-bbaf3d23-808f-4eec-931b-f330e5e57a0d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.2022219 Oct 22 13:02:40.020883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:02:40.031727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Sync routers for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:02:40.035719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d80e564-4274-4ceb-8717-0bdf325ba5c1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a46c28d8-610d-4e9a-900e-7a8392ec1fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9291854 Oct 22 13:02:40.036677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46954) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:40.047982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:40.048841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:40.149141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0018a6c2-0cbe-4ecf-b74f-27fd874e31cf req-87f46093-133a-4f73-bfea-d5d5312153ac tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200354 Oct 22 13:02:40.168361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e80447e5-25cd-42ff-ad9a-0d79d4d236c9 req-aced876e-d50a-4306-98d3-ac7dcb08819d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300597 Oct 22 13:02:40.174025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:40.212525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:40.229006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-6057a12d-4450-4cc4-81b5-84b158350470 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144332 Oct 22 13:02:40.250853 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e551a6-506f-4286-aa0c-a6bc7e658186 x-openstack-request-id: req-82e551a6-506f-4286-aa0c-a6bc7e658186 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:40.251207 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:40.251532 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e551a6-506f-4286-aa0c-a6bc7e658186 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:40.252060 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', 'status': 'completed', 'code': 200} Oct 22 13:02:40.357977 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:40.481949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-503d263a-607f-44d7-9375-211398efcbc7 req-f2a6bedf-6c46-4bd8-bf4e-ebbee236f9c1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474992 Oct 22 13:02:40.498392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Deleting port 86d89bd9-4b15-46fa-8bb7-6732a77e3918 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:40.498862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:40.526509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:02:37Z', 'revision_number': 5, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port': {'id': '86d89bd9-4b15-46fa-8bb7-6732a77e3918', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:40.577757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Checking router: a46c28d8-610d-4e9a-900e-7a8392ec1fef for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:02:40.591289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Routers {'a46c28d8-610d-4e9a-900e-7a8392ec1fef'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:40.592079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:40.711227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] For port 86d89bd9-4b15-46fa-8bb7-6732a77e3918, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d89bd9-4b15-46fa-8bb7-6732a77e3918,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:40.711622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:40.712836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925871e-add4-4f75-9686-5c9900429b50 req-6382dc77-6a1e-4e89-8392-0cbb68c07b8a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.715835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b925871e-add4-4f75-9686-5c9900429b50 req-6382dc77-6a1e-4e89-8392-0cbb68c07b8a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1937058 Oct 22 13:02:40.721255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477fc19-3780-431f-b821-60e370e9d06c req-d3fa3f6c-4274-44af-ad33-3c54ff0ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.723616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-d3fa3f6c-4274-44af-ad33-3c54ff0ac8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1839921 Oct 22 13:02:40.727845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Calling delete_port for 86d89bd9-4b15-46fa-8bb7-6732a77e3918 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:40.739724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21347ef-dea9-49cd-ba80-8ea0d424777d req-e044c6d2-8821-4f09-a851-ae8be7fe982c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:40.743138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e21347ef-dea9-49cd-ba80-8ea0d424777d req-e044c6d2-8821-4f09-a851-ae8be7fe982c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1735880 Oct 22 13:02:40.778888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-237ef770-552e-428f-8557-184e82ceb870 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1663892 Oct 22 13:02:40.784181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-35538412-b882-4167-b874-53d57d35a6c6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:02:40.785323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-35538412-b882-4167-b874-53d57d35a6c6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056026 Oct 22 13:02:40.878675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b925871e-add4-4f75-9686-5c9900429b50 req-2424a9b7-0c0f-4a43-815f-f0c10b36709a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536336 Oct 22 13:02:40.935305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] Set router a46c28d8-610d-4e9a-900e-7a8392ec1fef gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:40.990425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e21347ef-dea9-49cd-ba80-8ea0d424777d req-044a9294-5fae-4479-bb4c-c8b8d2ee47bb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133599 Oct 22 13:02:41.045981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.048487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477fc19-3780-431f-b821-60e370e9d06c req-b9aa0b4d-2844-4105-91b2-2f5bc2122ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.050011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-b9aa0b4d-2844-4105-91b2-2f5bc2122ff6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2841227 Oct 22 13:02:41.103585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:02:40Z', 'revision_number': 6, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:41.109091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-5a6bd5d9-4bc0-4084-a2df-f5f604869af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83 HTTP/1.1" status: 200 len: 217 time: 0.0447855 Oct 22 13:02:41.124329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d89bd9-4b15-46fa-8bb7-6732a77e3918,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:41.140700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-0ab2a15a-b78c-4762-8bed-2ca26cb7548b tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--845502941&fields=id&tenant_id=ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 267 time: 0.1021645 Oct 22 13:02:41.165441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77013bc-59d2-48bb-91fd-ce04285ddf4e None None] The sync data for ids ['a46c28d8-610d-4e9a-900e-7a8392ec1fef'] in n-d-813419-8 is: [{'id': 'a46c28d8-610d-4e9a-900e-7a8392ec1fef', 'name': 'tempest-ServersTestFqdnHostnames-1478366600-router', 'tenant_id': 'aa708cf5b5e04431be64b743cd09310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:06Z', 'updated_at': '2021-10-22T13:02:40Z', 'revision_number': 6, 'project_id': 'aa708cf5b5e04431be64b743cd09310c', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:02:41.206194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.231019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477fc19-3780-431f-b821-60e370e9d06c req-26f0ae40-f6aa-4546-8df5-7b73162146c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.232730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-26f0ae40-f6aa-4546-8df5-7b73162146c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1060510 Oct 22 13:02:41.320259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.322585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.374870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.375682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46c28d8-610d-4e9a-900e-7a8392ec1fef {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:02:41.381639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.382990 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-83ff0d32-0a51-4796-b802-5342ba3f9936 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a46c28d8-610d-4e9a-900e-7a8392ec1fef HTTP/1.1" status: 204 len: 168 time: 1.3438025 Oct 22 13:02:41.387478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:41.397087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1c6b1-efe7-489e-bc78-38c2f05b0725 req-f7e25877-fc39-4212-a481-5293dbcadd8e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.398909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cad1c6b1-efe7-489e-bc78-38c2f05b0725 req-f7e25877-fc39-4212-a481-5293dbcadd8e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 947 time: 0.2459042 Oct 22 13:02:41.429350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477fc19-3780-431f-b821-60e370e9d06c req-9aa24a30-2d95-4e3c-84aa-76a76c85290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.430748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-9aa24a30-2d95-4e3c-84aa-76a76c85290b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485569 Oct 22 13:02:41.439477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-796ede2b-79c3-4fdd-868f-f2f072e25bdc tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.440574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-796ede2b-79c3-4fdd-868f-f2f072e25bdc tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 823 time: 0.2989326 Oct 22 13:02:41.446456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Deleting subnet dac23981-8959-4af5-9b84-64cb1a511a96 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:02:41.451211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.488705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.495823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-3e6a8451-dca6-47e0-b8b9-8cc7d382a29c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/quotas/ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 375 time: 0.0375679 Oct 22 13:02:41.505741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cad1c6b1-efe7-489e-bc78-38c2f05b0725 req-c8ebfa99-8f05-4d1c-a5f5-51eaa8d8efec tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Oct 22 13:02:41.604950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.629454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-555c6408-22b9-45ab-b426-10aef044570d service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879029 Oct 22 13:02:41.689228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-01710897-8ebb-4be4-bccb-a9cfc95df590 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1824265 Oct 22 13:02:41.693679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.747755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac23981-8959-4af5-9b84-64cb1a511a96,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:41.752041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.757594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44160894-1cba-4fab-bfb8-c2fc94a79459 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dac23981-8959-4af5-9b84-64cb1a511a96 HTTP/1.1" status: 204 len: 168 time: 0.3666184 Oct 22 13:02:41.757748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47006) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:41.761322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77bd93-3676-44c7-b080-543c814d0db4 None None] Network 43efcd96-f259-4de8-a9ed-2de6f9f25928 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:41.833645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae514e-a2bc-44c9-bd59-a9321dee8cd8 req-f8434af8-9586-4685-a331-031c8ccdb3da tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:41.835173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50ae514e-a2bc-44c9-bd59-a9321dee8cd8 req-f8434af8-9586-4685-a331-031c8ccdb3da tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.2287254 Oct 22 13:02:41.836760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.878284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c477fc19-3780-431f-b821-60e370e9d06c req-1e4d0f8b-543f-4c8e-b277-4086ecbb2f26 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315958 Oct 22 13:02:41.893418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-4822b77d-ced2-4303-a0ae-a3e62e737fa1 service neutron] 10.222.0.25 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030559 Oct 22 13:02:41.909150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Deleting port 8091d802-3ff9-4599-ada7-241a55247131 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:41.909502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:41.943753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50ae514e-a2bc-44c9-bd59-a9321dee8cd8 req-cfc4829c-4ef8-41a4-9f92-d4628c55e2a8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775294 Oct 22 13:02:42.033519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] For port 8091d802-3ff9-4599-ada7-241a55247131, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8091d802-3ff9-4599-ada7-241a55247131,segment=NetworkSegment(59e80e11-3d28-4ed0-a7b2-e2c62b760034),segment_id=59e80e11-3d28-4ed0-a7b2-e2c62b760034)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:42.033946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.071737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Calling delete_port for 8091d802-3ff9-4599-ada7-241a55247131 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:42.097165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] DHCP port deletion for 43efcd96-f259-4de8-a9ed-2de6f9f25928 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:02:42.179577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47014) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:42.188112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1038184780'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:42.191177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Deleting port 8091d802-3ff9-4599-ada7-241a55247131 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:42.191771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.207801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.240876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] No DVR routers for this DVR port 8091d802-3ff9-4599-ada7-241a55247131 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:02:42.278998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] For port 8091d802-3ff9-4599-ada7-241a55247131, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:42.279710 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.303793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8091d802-3ff9-4599-ada7-241a55247131,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:42.312917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Calling delete_port for 8091d802-3ff9-4599-ada7-241a55247131 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:42.316481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Port 8091d802-3ff9-4599-ada7-241a55247131 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:02:42.318933 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.338004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:42.342747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.354537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 580f8d2e-f164-42df-921f-06d92df80c2f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:42.361094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] Pushing event deleted for resources: {'Port': ['ID=8091d802-3ff9-4599-ada7-241a55247131,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:42.386703 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.401089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:02:42.402193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-d1e58abb-37c6-4850-a64b-1087b4263bc7 service neutron] 10.222.0.25 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078068 Oct 22 13:02:42.402722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3864880-082f-4a0e-8a88-21e63ab15b97 None None] No DVR routers for this DVR port 8091d802-3ff9-4599-ada7-241a55247131 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:02:42.413221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.413221 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Added segment e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6 of type vlan for network 04da9706-f80f-40d1-b040-58e757073095 Oct 22 13:02:42.416159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 580f8d2e-f164-42df-921f-06d92df80c2f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:02:42.417375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 580f8d2e-f164-42df-921f-06d92df80c2f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:42.417970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8091d802-3ff9-4599-ada7-241a55247131 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:42.420972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-c09a7022-8b4e-46e9-b94d-79bd57cf6617 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.422467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-c09a7022-8b4e-46e9-b94d-79bd57cf6617 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.21 "GET /v2.0/ports?device_id=01370256-335e-4a75-ac06-86c649dc4b3c HTTP/1.1" status: 200 len: 945 time: 0.1261230 Oct 22 13:02:42.444670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8091d802-3ff9-4599-ada7-241a55247131 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:02:42.445409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8091d802-3ff9-4599-ada7-241a55247131 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:42.446378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d89bd9-4b15-46fa-8bb7-6732a77e3918 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:42.457246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.467242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.471150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 86d89bd9-4b15-46fa-8bb7-6732a77e3918 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:02:42.471788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d89bd9-4b15-46fa-8bb7-6732a77e3918 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:42.477158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.477861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.486722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.495050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.502487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.515981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.531115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8470bafc-80df-49fb-814f-7fe82426038d req-f337c7a1-2ee8-4653-a659-f8306bdedae8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2334435 Oct 22 13:02:42.556761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43efcd96-f259-4de8-a9ed-2de6f9f25928']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:42.580060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e80e11-3d28-4ed0-a7b2-e2c62b760034') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:42.580386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e80e11-3d28-4ed0-a7b2-e2c62b760034') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:42.590763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.606694 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.613017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.618854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.620073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.623037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:02:42.623429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:02:42.628633 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:02:42.702179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5201480 Oct 22 13:02:42.709258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47022) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:42.716732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8470bafc-80df-49fb-814f-7fe82426038d req-e297ee8a-9903-408b-9ba8-e898c86d7c0a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1843836 Oct 22 13:02:42.722015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1357085236'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:42.765599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.769768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7a55d-0f5e-403a-b814-05aa290ccbc2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Network': ['ID=04da9706-f80f-40d1-b040-58e757073095,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:42.776769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.779955 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] 10.222.0.25 "DELETE /v2.0/networks/43efcd96-f259-4de8-a9ed-2de6f9f25928 HTTP/1.1" status: 204 len: 168 time: 1.0205595 Oct 22 13:02:42.780247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 04da9706-f80f-40d1-b040-58e757073095 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:02:42.794507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe0c64-1ede-4b28-a023-6a2921fc7b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=43efcd96-f259-4de8-a9ed-2de6f9f25928,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:42.804311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:42.809982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.834811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-f6c2c3e6-0fd8-44eb-a036-49e1f575c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.837013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-f6c2c3e6-0fd8-44eb-a036-49e1f575c961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1101 time: 0.2267084 Oct 22 13:02:42.860551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:02:42.877381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.879296 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Added segment 624fc228-0af1-4180-bd97-377afd950e0f of type vlan for network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 Oct 22 13:02:42.912581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c49e-f236-4ac1-a5b9-43b07c48e612 req-dbbed729-ddd2-4f85-b18d-51a018540269 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:42.921095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba4c49e-f236-4ac1-a5b9-43b07c48e612 req-dbbed729-ddd2-4f85-b18d-51a018540269 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2165854 Oct 22 13:02:42.948651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:42.970035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47030) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:43.003578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.009826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.011276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.017194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Deleting port c3015554-7819-405e-a2a8-bc22f3a53c8d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:02:43.017969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.048316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7b6c3-7955-4b68-b14e-f28fba02cdc3 req-b6c4d7a1-760b-4bff-b315-2bfd02a331ed tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.049828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e7b6c3-7955-4b68-b14e-f28fba02cdc3 req-b6c4d7a1-760b-4bff-b315-2bfd02a331ed tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2352839 Oct 22 13:02:43.070484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b280d919-b631-478c-b850-103cd997eeef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa708cf5b5e04431be64b743cd09310c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991180 Oct 22 13:02:43.075299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ba4c49e-f236-4ac1-a5b9-43b07c48e612 req-5d7f7b9b-71e1-43c8-b157-38b999c12b39 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526635 Oct 22 13:02:43.079205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3689227 Oct 22 13:02:43.079807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:43.080138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47038) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:43.101760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-b9c3548b-1d87-42d3-a03b-917a22ef8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.103286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-b9c3548b-1d87-42d3-a03b-917a22ef8993 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2536464 Oct 22 13:02:43.116393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'subnet': {'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:43.132038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354df0f-ad64-4009-b568-e0badc8f50cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Network': ['ID=3c42fec9-f096-4366-b57f-2d9a1dda98e7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:43.152730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:02:43.193311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-ae472d68-0c7e-493d-bef5-83a0e8338b02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0574687 Oct 22 13:02:43.278453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e7b6c3-7955-4b68-b14e-f28fba02cdc3 req-a7acde58-5366-4f16-be43-1513be7dcc8a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142489 Oct 22 13:02:43.306282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] For port c3015554-7819-405e-a2a8-bc22f3a53c8d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c3015554-7819-405e-a2a8-bc22f3a53c8d,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:43.306282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.420575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0f354351-2bf2-41c3-bfe0-7082c24c5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.422059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0f354351-2bf2-41c3-bfe0-7082c24c5d0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2107463 Oct 22 13:02:43.442554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c34d5209-9e32-4c67-b252-8910a4fbb403 req-0a766965-7d6f-4e21-a234-954ff3c268ab tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 210 time: 0.0579138 Oct 22 13:02:43.458507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707c113-d827-4e04-bb8b-782d292805de req-1ac10aff-7121-47cc-85d6-8e4e648a76da tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.466152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1707c113-d827-4e04-bb8b-782d292805de req-1ac10aff-7121-47cc-85d6-8e4e648a76da tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 947 time: 0.2792733 Oct 22 13:02:43.554284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.587388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:43.591666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.596864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.626459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1707c113-d827-4e04-bb8b-782d292805de req-890dc225-7399-44ec-91e9-82341f2f7cf8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594470 Oct 22 13:02:43.664027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-4f242a7a-35e2-4479-aebc-08b88d8de49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.665516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-4f242a7a-35e2-4479-aebc-08b88d8de49c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162795 Oct 22 13:02:43.672771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:43.725277 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.728159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.729471 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9b0e21b-c213-4ab8-8fbb-76815bc46cec HTTP/1.1" status: 204 len: 168 time: 0.6458416 Oct 22 13:02:43.743767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79fb1-1846-48b3-8de7-783623eec26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0e21b-c213-4ab8-8fbb-76815bc46cec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:43.761005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421fc35-197d-4d4e-a456-7bca6e314f32 req-c338cb2a-3ddb-41ea-afbf-9f504a17738f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.761974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7421fc35-197d-4d4e-a456-7bca6e314f32 req-c338cb2a-3ddb-41ea-afbf-9f504a17738f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.2030408 Oct 22 13:02:43.770000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.770625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.771153 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Floating IP 4d43a331-893c-4be4-ae24-38b6d861b273 disassociated. External IP: 172.25.6.91, port: c3015554-7819-405e-a2a8-bc22f3a53c8d. Oct 22 13:02:43.771636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Calling delete_port for c3015554-7819-405e-a2a8-bc22f3a53c8d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:02:43.878873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.913778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:43.930384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', 'mac_address': 'fa:16:3e:16:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:43.932112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7421fc35-197d-4d4e-a456-7bca6e314f32 req-dbee0833-5267-4abf-9349-1bee9186e157 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580923 Oct 22 13:02:43.939375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-626bd052-8554-4bc2-ac15-0896f810f3c3 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555985 Oct 22 13:02:43.983676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:43.991036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:43.998855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.002095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:44.005531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.012121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.018047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.024727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.028310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Subnet': ['ID=8f341c5b-c7bb-467d-b932-fccef7fe4940,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:44.029630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:44.032181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.037462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.040093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-b7c2e592-a546-4d53-9fef-88dbaa72d42d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1724043 Oct 22 13:02:44.153077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-b78c50e0-b933-4a99-80b2-586fa94b80ca tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.154935 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-b78c50e0-b933-4a99-80b2-586fa94b80ca tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.26 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 823 time: 0.1744869 Oct 22 13:02:44.160286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:44.178765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:44.179137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network hostable DHCP agents. Network: 04da9706-f80f-40d1-b040-58e757073095, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:02:44.198070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a470098-baf5-43e6-bfc9-058938784ed2 req-c9e69a9c-373a-4e3c-9288-0d63a76583d0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475842 Oct 22 13:02:44.209694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:02:44.232476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.236576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c16bf9c4-e28e-4531-9f0f-a0f5226cc0fa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787302 Oct 22 13:02:44.247047 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-87d63e73-0c96-485c-863d-fc67ca105bc4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca469b92f25b462084648c09e01cb66e HTTP/1.1" status: 200 len: 379 time: 0.0781169 Oct 22 13:02:44.248310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 04da9706-f80f-40d1-b040-58e757073095 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:02:44.260736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'port': {'device_id': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'admin_state_up': True, 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'security_groups': ['42a46cbb-c0e4-421c-8fab-c90e2195183c']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:44.278482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 04da9706-f80f-40d1-b040-58e757073095) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:44.282963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event deleted for resources: {'Port': ['ID=c3015554-7819-405e-a2a8-bc22f3a53c8d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:44.287129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.293533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.309711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf6c0a-512b-481a-abc1-7478eda4ebf9 None None] Network 04da9706-f80f-40d1-b040-58e757073095 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:44.360930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0d4c6d43-01a6-47ef-8ed0-225cd519ff83'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:44.380684 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f284be8-d8f4-4e2e-aa6e-5f5a8fdae3ab tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2952180 Oct 22 13:02:44.383405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:44.392109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'subnet': {'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:44.476398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7380c4-b937-4341-922d-c4c02cc5fead req-fec8221c-a2ca-44e9-ab22-403e7874b7cd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.478567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a7380c4-b937-4341-922d-c4c02cc5fead req-fec8221c-a2ca-44e9-ab22-403e7874b7cd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2108471 Oct 22 13:02:44.543566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:44.547598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.570219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fb87e-373b-4ede-8d94-8672b444c81c req-32809105-0f65-498a-aa33-f2f331934d34 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.577945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa0fb87e-373b-4ede-8d94-8672b444c81c req-32809105-0f65-498a-aa33-f2f331934d34 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1665502 Oct 22 13:02:44.638494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a7380c4-b937-4341-922d-c4c02cc5fead req-4478c5a2-8708-4468-80d0-282fdd0ecd70 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454778 Oct 22 13:02:44.655708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:02:44.708546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa0fb87e-373b-4ede-8d94-8672b444c81c req-58ddff75-dda2-435a-947d-560026478128 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267381 Oct 22 13:02:44.725485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-04da9706-f80f-40d1-b040-58e757073095', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:02:44.730656 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.736661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Made reservation on behalf of ca469b92f25b462084648c09e01cb66e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:44.758422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:44.880707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0dfc687-2a93-4b8d-97a0-dfe2f08ccf28 req-84a39d6a-1b81-4ec3-b7cd-79fad8f58c04 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 210 time: 0.0621221 Oct 22 13:02:44.973821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2f3be-8419-4f7b-b76d-d88eb40e2bcf req-a90c05f4-4c5f-4930-abe1-81aca1831224 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:44.983057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cd2f3be-8419-4f7b-b76d-d88eb40e2bcf req-a90c05f4-4c5f-4930-abe1-81aca1831224 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 948 time: 0.1390045 Oct 22 13:02:45.002011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:02:45.021647 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:02:45.022444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Allocated IP 10.1.1.2 (04da9706-f80f-40d1-b040-58e757073095/8f341c5b-c7bb-467d-b932-fccef7fe4940/d88d568e-e89f-4b95-9e75-06891b456af8) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:45.038382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:45.039059 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:45.070487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] No DVR routers for this DVR port c3015554-7819-405e-a2a8-bc22f3a53c8d on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:02:45.072147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47074) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:45.084186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.088728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeb2f097-fcfc-4c2e-87f6-9011d70be351 req-807055c1-8d14-4dd7-bdaa-d46bfa043ae5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.21 "DELETE /v2.0/ports/c3015554-7819-405e-a2a8-bc22f3a53c8d HTTP/1.1" status: 204 len: 173 time: 2.6500731 Oct 22 13:02:45.102100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'name': 'network-vif-deleted', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:45.105250 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a7fdb3-0530-494c-8d47-af0ab6432e56" -d '{"events": [{"server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "name": "network-vif-deleted", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:45.136535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cd2f3be-8419-4f7b-b76d-d88eb40e2bcf req-502c7483-77b5-4382-ad6f-41096142dffd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497574 Oct 22 13:02:45.141792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Allocated IP 172.20.0.3 (b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7/87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7/d269c13f-19f3-4429-b85f-60aa54d804f4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:45.149581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.199324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:45.208045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Subnet': ['ID=9ae9a742-ff70-45c0-8349-43f3eec06efc,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:45.267685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823321-87a3-4194-b18b-4975a2053fe4 req-fbb49564-7edd-4ab0-9187-464e673e2231 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.269573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff823321-87a3-4194-b18b-4975a2053fe4 req-fbb49564-7edd-4ab0-9187-464e673e2231 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1895211 Oct 22 13:02:45.284258 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc667c-ce8e-4412-aa5a-8bbadfb8225d x-openstack-request-id: req-74cc667c-ce8e-4412-aa5a-8bbadfb8225d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:45.284963 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01370256-335e-4a75-ac06-86c649dc4b3c", "name": "network-vif-deleted", "tag": "c3015554-7819-405e-a2a8-bc22f3a53c8d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:45.285601 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74cc667c-ce8e-4412-aa5a-8bbadfb8225d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:45.286226 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01370256-335e-4a75-ac06-86c649dc4b3c', 'name': 'network-vif-deleted', 'tag': 'c3015554-7819-405e-a2a8-bc22f3a53c8d', 'status': 'completed', 'code': 200} Oct 22 13:02:45.299996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Checking segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:45.300375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network hostable DHCP agents. Network: 3c42fec9-f096-4366-b57f-2d9a1dda98e7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:02:45.364917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:02:45.387001 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.393656 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.400378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-252897402-network', 'tenant_id': '956676d2cb724e1b941fb8143697873e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:45.412808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff823321-87a3-4194-b18b-4975a2053fe4 req-3bc6f363-e483-4685-93c0-f6da71e42299 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223211 Oct 22 13:02:45.425298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 3c42fec9-f096-4366-b57f-2d9a1dda98e7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:45.447906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Network 04da9706-f80f-40d1-b040-58e757073095 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:45.449291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.449741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3497e2-e048-40f9-b670-26d322c7afd1 None None] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:45.449872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.454109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:45.466046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:45.482199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Made reservation on behalf of 956676d2cb724e1b941fb8143697873e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:45.484963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.489023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c3015554-7819-405e-a2a8-bc22f3a53c8d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:02:45.499128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71b9f3bc-1bb7-4a2c-ae93-1cff62a7fbf6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1143780 Oct 22 13:02:45.502431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:45.510760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'name': 'tempest-TaggedBootDevicesTest-276292757', 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:45.532842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: c3015554-7819-405e-a2a8-bc22f3a53c8d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:02:45.532842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c3015554-7819-405e-a2a8-bc22f3a53c8d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:02:45.543723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.558448 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:45.589598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Attempting to bind port d88d568e-e89f-4b95-9e75-06891b456af8 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:45.589969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Attempting to bind port d88d568e-e89f-4b95-9e75-06891b456af8 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:45.590346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Attempting to bind port d88d568e-e89f-4b95-9e75-06891b456af8 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:45.595196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Pushing event updated for resources: {'Port': ['ID=d88d568e-e89f-4b95-9e75-06891b456af8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:45.636633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:45.637623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:45.637623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.637859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Bound using segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:45.638289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Bound port: d88d568e-e89f-4b95-9e75-06891b456af8, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:45.638782 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.641688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:02:45.657591 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:02:45.658588 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:45.700236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:45.728423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:45.748312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.787632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] For port d88d568e-e89f-4b95-9e75-06891b456af8, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:45.822625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.854412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] For port d88d568e-e89f-4b95-9e75-06891b456af8, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d88d568e-e89f-4b95-9e75-06891b456af8,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:45.856966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.859688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:02:45.863490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.868087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.870052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.876383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.882505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.889298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.895381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:45.904146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-a25ce975-e6f3-4322-9675-c7a13421258c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.4992011 Oct 22 13:02:45.917853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:45.927689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:45.930411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4cb24-b606-4783-8b29-be3c28977ad4 None None] Pushing event updated for resources: {'Port': ['ID=d88d568e-e89f-4b95-9e75-06891b456af8,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:45.942751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:45.973911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:45.978786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:45.979309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:45.985892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a0fb14a-84ba-4b04-9f97-4bc5dc356b04 req-6c4a223d-fa28-4feb-b331-341132df9551 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792665 Oct 22 13:02:46.009328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event updated for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:46.016044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ips': [{'subnet_id': '9ae9a742-ff70-45c0-8349-43f3eec06efc'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:02:46.017047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.030640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd956-2f56-4cd1-ba2f-57e2e186c9f2 req-2a827fd0-b2b6-4a7e-b361-ed2caa68c16f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.034879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ffcd956-2f56-4cd1-ba2f-57e2e186c9f2 req-2a827fd0-b2b6-4a7e-b361-ed2caa68c16f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2152641 Oct 22 13:02:46.092858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.140216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.143687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.210248 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-63355f8e-8b9c-4081-af74-01cef17d00c5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9545074 Oct 22 13:02:46.221333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] device_id is not set on port 975842bf-19ea-4525-a3ca-7223fb4a7778 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:02:46.221542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ffcd956-2f56-4cd1-ba2f-57e2e186c9f2 req-64d1d557-5543-4262-8085-f7d3335b32b5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727343 Oct 22 13:02:46.248509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Request body: {'port': {'device_id': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:46.269191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47867fd-57e4-4cbe-b7a8-51bd6bfd3897 req-f84a5891-c67d-4610-b6a3-1c52e9d4a533 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.287703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47867fd-57e4-4cbe-b7a8-51bd6bfd3897 req-f84a5891-c67d-4610-b6a3-1c52e9d4a533 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1615396 Oct 22 13:02:46.290186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.320205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:46.322776 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4488fd8e-3e77-4021-b839-2233d72e0cfb" -d '{"events": [{"server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "name": "network-vif-plugged", "status": "completed", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:46.344027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Allocated IP 10.2.2.2 (3c42fec9-f096-4366-b57f-2d9a1dda98e7/9ae9a742-ff70-45c0-8349-43f3eec06efc/895b34c1-6c4a-4901-9d41-d77fec003f1d) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:46.440554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:46.452196 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:02:46.469058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47867fd-57e4-4cbe-b7a8-51bd6bfd3897 req-a6359b84-9420-4213-b8b0-53e190ac7573 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804426 Oct 22 13:02:46.488579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.495442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.505172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.509225 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb250ddd-d02f-4326-abc3-fc41b63656d7 None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:02:46.537385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf833-fb0f-460f-9182-17474be4351c req-93e475ad-853d-403f-b396-96449a900735 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.548751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9decf833-fb0f-460f-9182-17474be4351c req-93e475ad-853d-403f-b396-96449a900735 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 931 time: 0.1978097 Oct 22 13:02:46.550896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.597003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0ddad0f2-a56d-436a-8cc2-00c8b9fefedd None None] Provisioning complete for port d269c13f-19f3-4429-b85f-60aa54d804f4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:46.597474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ddad0f2-a56d-436a-8cc2-00c8b9fefedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.662674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:46.673538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:02:46.675800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e0cfb9-20fc-4846-b383-1379f695d2a5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:46.682579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.1.1.198 (04da9706-f80f-40d1-b040-58e757073095/8f341c5b-c7bb-467d-b932-fccef7fe4940/975842bf-19ea-4525-a3ca-7223fb4a7778) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:46.694623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0ddad0f2-a56d-436a-8cc2-00c8b9fefedd None None] Port d269c13f-19f3-4429-b85f-60aa54d804f4 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:46.737106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.737573 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Added segment f4cbadab-40c8-4802-9cac-2003ea59a605 of type vlan for network f926583f-2ac8-4356-859d-7f150a9aae77 Oct 22 13:02:46.759177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9decf833-fb0f-460f-9182-17474be4351c req-126cb9a7-af64-4123-abfe-d5c2e560da1a tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092211 Oct 22 13:02:46.785880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.809739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.834831 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.846682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4580e3-2918-411e-8ac9-b274d80759a4 req-9797a45a-a961-45ba-914c-e090b5eee1e1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.858867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4580e3-2918-411e-8ac9-b274d80759a4 req-9797a45a-a961-45ba-914c-e090b5eee1e1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.2012165 Oct 22 13:02:46.890423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:46.902274 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14267ade-64ed-4b83-bab5-a730bee52b3e x-openstack-request-id: req-14267ade-64ed-4b83-bab5-a730bee52b3e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:46.902769 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "name": "network-vif-plugged", "status": "completed", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:46.903211 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14267ade-64ed-4b83-bab5-a730bee52b3e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:46.906423 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', 'code': 200} Oct 22 13:02:46.915328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:46.921499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:46.938796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Pushing event updated for resources: {'Port': ['ID=895b34c1-6c4a-4901-9d41-d77fec003f1d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:46.958695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.959742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:46.960395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:46.965767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4580e3-2918-411e-8ac9-b274d80759a4 req-4cf19d2f-bf7a-4a51-b365-436b08d7e901 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060283 Oct 22 13:02:46.999737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Attempting to bind port 895b34c1-6c4a-4901-9d41-d77fec003f1d on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:47.000270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Attempting to bind port 895b34c1-6c4a-4901-9d41-d77fec003f1d by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:47.000981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Attempting to bind port 895b34c1-6c4a-4901-9d41-d77fec003f1d on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:47.005462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093db7b-b526-41d2-9031-2c6fb0f62b8f None None] New status for floating IP 4d43a331-893c-4be4-ae24-38b6d861b273: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:02:47.049800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:47.050568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Checking segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:47.051191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.051796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Bound using segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:47.051912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9729908 Oct 22 13:02:47.052585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Bound port: 895b34c1-6c4a-4901-9d41-d77fec003f1d, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:47.053200 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.056221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47098) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:47.093853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Request body: {'subnet': {'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-252897402-subnet', 'tenant_id': '956676d2cb724e1b941fb8143697873e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:47.097989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4e4db-506e-42bf-a525-0d96a85045b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f926583f-2ac8-4356-859d-7f150a9aae77,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:47.113106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571d400-6686-4902-b4a9-69020797d3fc req-c8b66bb0-2385-4122-9789-543352004718 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.120533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2571d400-6686-4902-b4a9-69020797d3fc req-c8b66bb0-2385-4122-9789-543352004718 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1818550 Oct 22 13:02:47.133274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21655ac3-c759-4a5f-88e8-5e9a051b0aae req-f519069c-f0b5-4d26-816c-420bd3f421cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.134834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21655ac3-c759-4a5f-88e8-5e9a051b0aae req-f519069c-f0b5-4d26-816c-420bd3f421cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 1100 time: 0.1939597 Oct 22 13:02:47.155146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d269c13f-19f3-4429-b85f-60aa54d804f4 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:47.168640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network f926583f-2ac8-4356-859d-7f150a9aae77 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:02:47.173236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.212960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Transition to ACTIVE for port object d269c13f-19f3-4429-b85f-60aa54d804f4 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:47.221023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Made reservation on behalf of 956676d2cb724e1b941fb8143697873e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:47.223997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.241237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.243608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.272885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2571d400-6686-4902-b4a9-69020797d3fc req-5eb8bc88-7ec4-489c-8a06-f7f4731f23f9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494999 Oct 22 13:02:47.283957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] For port 895b34c1-6c4a-4901-9d41-d77fec003f1d, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:47.288948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21655ac3-c759-4a5f-88e8-5e9a051b0aae req-e9160236-ae06-40f1-becf-6489d22a6f4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344373 Oct 22 13:02:47.310945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] For port 895b34c1-6c4a-4901-9d41-d77fec003f1d, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=895b34c1-6c4a-4901-9d41-d77fec003f1d,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:47.328705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.333241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.334529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Pushing event updated for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:47.340358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.347190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.354333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.362644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.374076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.384844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.387014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-afda772a-3fc1-4495-867c-4764d7f49263 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.2512145 Oct 22 13:02:47.446543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be8e14-3d10-4e99-8757-6cbfe5514ffb None None] Pushing event updated for resources: {'Port': ['ID=895b34c1-6c4a-4901-9d41-d77fec003f1d,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:47.480509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.551194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:47.564922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Attempting to bind port d269c13f-19f3-4429-b85f-60aa54d804f4 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:47.565511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Attempting to bind port d269c13f-19f3-4429-b85f-60aa54d804f4 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:47.566071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Attempting to bind port d269c13f-19f3-4429-b85f-60aa54d804f4 on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:47.582049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Port d269c13f-19f3-4429-b85f-60aa54d804f4 on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:47.582681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Attempting to bind port d269c13f-19f3-4429-b85f-60aa54d804f4 on network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:47.587099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 04da9706-f80f-40d1-b040-58e757073095 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:47.591415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:47.594142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:47.599198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:47.599700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Checking segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:47.600188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Bound using segment: {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:47.600740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Bound port: d269c13f-19f3-4429-b85f-60aa54d804f4, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:47.601204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.653460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c1490e6-cdc9-4593-ad65-8eb44d685627 req-21f5e81e-294c-4610-927e-bde1d8fb05da tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279916 Oct 22 13:02:47.675742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:47.683415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd3e1f-9db3-457c-9d6b-160bc46a1cfd req-08ad78cf-d9c8-47fc-8ac8-39ccf97124be tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.685101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98dd3e1f-9db3-457c-9d6b-160bc46a1cfd req-08ad78cf-d9c8-47fc-8ac8-39ccf97124be tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2971671 Oct 22 13:02:47.718290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.719126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.724852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.740505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:47.746024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d269c13f-19f3-4429-b85f-60aa54d804f4,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:47.751019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a319887-f1f4-47e2-ac65-fa4b7e428290 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2475019 Oct 22 13:02:47.754473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:47.755829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.764018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'name': 'tempest-TaggedBootDevicesTest-904461014', 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:47.836035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dab463e-79ea-4f56-81ee-eef1867ed971,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:47.945402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.946097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:47.948213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] 10.222.0.26 "PUT /v2.0/ports/d269c13f-19f3-4429-b85f-60aa54d804f4 HTTP/1.1" status: 200 len: 1091 time: 1.7135756 Oct 22 13:02:47.948801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:47.956549 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:47.965584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043749-7cfc-434e-8e9c-7a12f9fd4cff req-56bb6c1a-edb0-4160-bc73-9d558410aad9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:47.978551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59043749-7cfc-434e-8e9c-7a12f9fd4cff req-56bb6c1a-edb0-4160-bc73-9d558410aad9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1456153 Oct 22 13:02:47.998202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98dd3e1f-9db3-457c-9d6b-160bc46a1cfd req-4601db55-4bea-46d8-9794-53c93480e8fb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986190 Oct 22 13:02:48.050378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Checking segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:48.050769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Network hostable DHCP agents. Network: f926583f-2ac8-4356-859d-7f150a9aae77, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:02:48.057733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05b947-b966-44d3-865f-bce17f12804b service neutron] Pushing event updated for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:48.112859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de726441-0af2-40e4-8260-ba1e694ddc99 None None] Network 04da9706-f80f-40d1-b040-58e757073095 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:48.116743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59043749-7cfc-434e-8e9c-7a12f9fd4cff req-03b0f23b-dfab-401d-92e8-de284f83cf15 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372950 Oct 22 13:02:48.153346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:48.161442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:48.165809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:48.175933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-f17a4fe9-75ad-46c1-a7ec-fb7c1cbd8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.179174 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-f17a4fe9-75ad-46c1-a7ec-fb7c1cbd8ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 1094 time: 0.1669407 Oct 22 13:02:48.188149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Network f926583f-2ac8-4356-859d-7f150a9aae77 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:02:48.219447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, f926583f-2ac8-4356-859d-7f150a9aae77) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:48.227804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.228572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:48.242013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52951a-7487-44a3-94dd-e49aa6592ae7 req-fc0637dc-5592-4019-bfed-8152aac6b8e4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.249106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5fc71-f73e-482f-91ef-ea7bcd4c2d39 None None] Network f926583f-2ac8-4356-859d-7f150a9aae77 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:48.256136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e52951a-7487-44a3-94dd-e49aa6592ae7 req-fc0637dc-5592-4019-bfed-8152aac6b8e4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 943 time: 0.1268220 Oct 22 13:02:48.281616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a', 'port_id': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'mac_address': 'fa:16:3e:cc:f6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974bdd02-8733-4537-8ed7-401deaaffed9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:48.339298 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce21b94b-a438-4b66-b612-0c4287002528 x-openstack-request-id: req-ce21b94b-a438-4b66-b612-0c4287002528 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:48.340573 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:48.341172 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce21b94b-a438-4b66-b612-0c4287002528 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:48.341793 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'status': 'completed', 'code': 200} Oct 22 13:02:48.343750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] device_id is not set on port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:02:48.351241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-d7e5f26d-a756-4779-abac-12446c47b466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269c13f-19f3-4429-b85f-60aa54d804f4 HTTP/1.1" status: 200 len: 217 time: 0.1596003 Oct 22 13:02:48.395621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-230f0158-c659-4b9c-ab92-f7f62ed17a31 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3120642 Oct 22 13:02:48.447390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e52951a-7487-44a3-94dd-e49aa6592ae7 req-6f74180f-609b-478c-b138-a0ea65b2655e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834211 Oct 22 13:02:48.451380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:48.476467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ef274b73-6cf6-4dfe-b522-0cc1da8c6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.478189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-ef274b73-6cf6-4dfe-b522-0cc1da8c6b6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.1181538 Oct 22 13:02:48.496969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e987ef-8ef9-446f-8362-267314742c18 req-30e2265e-938f-451d-b09c-eed597bd426c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.503188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5e987ef-8ef9-446f-8362-267314742c18 req-30e2265e-938f-451d-b09c-eed597bd426c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.1990995 Oct 22 13:02:48.573707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] Provisioning complete for port d88d568e-e89f-4b95-9e75-06891b456af8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:48.574096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:48.595383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d88d568e-e89f-4b95-9e75-06891b456af8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:48.603658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5e987ef-8ef9-446f-8362-267314742c18 req-06dbd567-2e4b-442c-99cf-fd40067e198c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940418 Oct 22 13:02:48.654411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7737c-dd37-412f-b885-d207cbb599b6 req-b53abe73-f7fe-4619-9b80-cf43fdb6f88a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.662966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85f7737c-dd37-412f-b885-d207cbb599b6 req-b53abe73-f7fe-4619-9b80-cf43fdb6f88a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1030052 Oct 22 13:02:48.687445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-02a09ff4-52b4-4685-b3d5-bd7e6b7bb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.687638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d0d246-a975-4d7d-ac95-a7dad17db6b6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:48.689047 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-02a09ff4-52b4-4685-b3d5-bd7e6b7bb1b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962619 Oct 22 13:02:48.773124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85f7737c-dd37-412f-b885-d207cbb599b6 req-b8a9da6f-d672-4d3f-9693-2acca0e94ae7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054928 Oct 22 13:02:48.781358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:48.788355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.1.1.69 (04da9706-f80f-40d1-b040-58e757073095/8f341c5b-c7bb-467d-b932-fccef7fe4940/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:48.832049 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:48.898045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2d4f6-0bb5-4d41-bd6e-092a2436315e None None] Network f926583f-2ac8-4356-859d-7f150a9aae77 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:48.928836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.935773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.942543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.955837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.970315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.977384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:48.989307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.003482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-8300c8c0-77d9-454d-af4e-829e9d8f27f5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1380157 Oct 22 13:02:49.015705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d88d568e-e89f-4b95-9e75-06891b456af8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:49.016339 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.081400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:49.098222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.128507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.171972 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-a4700ad1-0bb2-44b6-903f-35778cb4c48e service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718235 Oct 22 13:02:49.173111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.186495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c8d0d246-a975-4d7d-ac95-a7dad17db6b6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:49.198728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-4855e0a3-d5dd-4411-870b-86804893260c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.200766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-4855e0a3-d5dd-4411-870b-86804893260c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.1764715 Oct 22 13:02:49.224848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] For port d88d568e-e89f-4b95-9e75-06891b456af8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d88d568e-e89f-4b95-9e75-06891b456af8,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:49.232165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa267c1-6891-40a4-8f44-8fb5b71414c8 None None] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:02:49.234007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63198f64-6f31-4f87-a066-94c8ebdc7b69 req-ca62e8ca-8569-4f01-a168-ba20cec7c964 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2244806 Oct 22 13:02:49.243475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-7d30286a-f659-4eaa-93bd-3392f52d412a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/quotas/956676d2cb724e1b941fb8143697873e HTTP/1.1" status: 200 len: 375 time: 0.0344040 Oct 22 13:02:49.278581 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.288401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 04da9706-f80f-40d1-b040-58e757073095 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:49.292395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:49.315308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-cc6f89d9-d644-49cc-a514-8700b1cb84b2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566812 Oct 22 13:02:49.335201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:49.341832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:49.402973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dad19096-406c-4ccf-b6f2-b0afef499f89 req-484e8a23-cdcd-4457-9911-9bce3e8ed265 service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913803 Oct 22 13:02:49.409002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.409651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.443954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d2fe202a-1ec6-483d-b88d-b3b40447aa1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6783028 Oct 22 13:02:49.495083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-828b8e30-cd1d-4ab7-8672-dbd242d3257d service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705847 Oct 22 13:02:49.516954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e0e7e-7d19-4aeb-bda8-8c81421f9c4c req-b843e8cb-fa0f-4f1d-a4a9-90bb0a426fa8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.523112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a42e0e7e-7d19-4aeb-bda8-8c81421f9c4c req-b843e8cb-fa0f-4f1d-a4a9-90bb0a426fa8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1605976 Oct 22 13:02:49.554951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-f1e6057b-14c8-4546-a8f8-a316b91ba7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.556072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 895b34c1-6c4a-4901-9d41-d77fec003f1d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:49.557550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-f1e6057b-14c8-4546-a8f8-a316b91ba7fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 1094 time: 0.0653028 Oct 22 13:02:49.567862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf729-b385-4aac-afd1-4b1f927ba944 None None] Pushing event updated for resources: {'Port': ['ID=d88d568e-e89f-4b95-9e75-06891b456af8,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:49.591249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Provisioning complete for port 975842bf-19ea-4525-a3ca-7223fb4a7778 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:49.591632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.661807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-2b735a09-8a54-464e-ab63-6e95424d02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.663371 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-2b735a09-8a54-464e-ab63-6e95424d02cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 924 time: 0.0982387 Oct 22 13:02:49.669072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a42e0e7e-7d19-4aeb-bda8-8c81421f9c4c req-c08ab699-97f8-4810-92fe-b2137d5f4a07 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339004 Oct 22 13:02:49.706651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-bad959a2-1e46-439a-89d3-4661a55dd04e service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813927 Oct 22 13:02:49.729018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Port 975842bf-19ea-4525-a3ca-7223fb4a7778 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:49.735430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-2271821d-1f93-43a6-9001-2d43b1e99fc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269c13f-19f3-4429-b85f-60aa54d804f4 HTTP/1.1" status: 200 len: 217 time: 0.0612226 Oct 22 13:02:49.797650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Provisioning complete for port d88d568e-e89f-4b95-9e75-06891b456af8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:49.798031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.803035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 895b34c1-6c4a-4901-9d41-d77fec003f1d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:49.803392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:49.840347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-dfe75199-8292-47dc-90c7-e474ec937c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.841908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-dfe75199-8292-47dc-90c7-e474ec937c51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.0939512 Oct 22 13:02:49.850740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2129b-665d-4d68-b5f6-3d05279d0e80 req-8ae0bc8f-cf35-4f38-950a-5e0b2c498495 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.858755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb2129b-665d-4d68-b5f6-3d05279d0e80 req-8ae0bc8f-cf35-4f38-950a-5e0b2c498495 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.0812993 Oct 22 13:02:49.953602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-39896b5b-deb3-4069-a295-c6d6f93679f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:49.955696 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-39896b5b-deb3-4069-a295-c6d6f93679f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052608 Oct 22 13:02:49.972192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb2129b-665d-4d68-b5f6-3d05279d0e80 req-5661850e-4fa8-4e5e-aa68-7275c36dc384 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057057 Oct 22 13:02:50.092573 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.140492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 895b34c1-6c4a-4901-9d41-d77fec003f1d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=895b34c1-6c4a-4901-9d41-d77fec003f1d,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:50.152866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.164978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97f804-9901-4ae8-bf62-1d944f201a96 req-d2d48dea-2504-4bf0-9016-244b97824eb6 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:50.175411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e97f804-9901-4ae8-bf62-1d944f201a96 req-d2d48dea-2504-4bf0-9016-244b97824eb6 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 943 time: 0.0952466 Oct 22 13:02:50.236861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47152) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:50.249698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=895b34c1-6c4a-4901-9d41-d77fec003f1d,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:50.254252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800067493', 'description': 'tempest-description--632697731'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:50.269212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Provisioning complete for port 895b34c1-6c4a-4901-9d41-d77fec003f1d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:50.269614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eadd486-d0f8-4d2e-a5c4-dd49e9630f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.289164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e97f804-9901-4ae8-bf62-1d944f201a96 req-b50f0092-01f2-4292-84a5-9f11c8348943 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976255 Oct 22 13:02:50.341870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.361374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d88d568e-e89f-4b95-9e75-06891b456af8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:50.473008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d88d568e-e89f-4b95-9e75-06891b456af8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:50.473292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.508982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c60e3-fedb-42c7-ab0c-dfe35d23fdae req-7487a547-b3eb-4004-a634-170bc8eee036 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:50.511350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e09c60e3-fedb-42c7-ab0c-dfe35d23fdae req-7487a547-b3eb-4004-a634-170bc8eee036 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.1598487 Oct 22 13:02:50.578036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-9883224f-a41d-43ff-bc8a-58ce137ad0b7 service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998240 Oct 22 13:02:50.582350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6b6fd-bbe9-4a68-b5c3-27a68a0ea5d1 req-99ddb4ff-2997-4a81-aff7-eeb22605ffbf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:50.584904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9f6b6fd-bbe9-4a68-b5c3-27a68a0ea5d1 req-99ddb4ff-2997-4a81-aff7-eeb22605ffbf tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.1756086 Oct 22 13:02:50.590383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.605905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Provisioning complete for port 975842bf-19ea-4525-a3ca-7223fb4a7778 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:50.606516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.606859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.638738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e09c60e3-fedb-42c7-ab0c-dfe35d23fdae req-5b5ee5ce-58be-4e8c-bb33-2be8219d45c3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Oct 22 13:02:50.669285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.673489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4324670 Oct 22 13:02:50.674942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:50.692296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'security_group_rule': {'security_group_id': '93d9bf16-0bbc-4030-9f98-91a343930bf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:50.699373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b35b392-6db5-4d0f-b7c9-f7ea070dfa86 req-b65fb185-dfdd-48f6-afa3-4ee479e7154a service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133718 Oct 22 13:02:50.707336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f156a-fbe4-4895-ba88-5f2cbea807cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d9bf16-0bbc-4030-9f98-91a343930bf9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:50.733573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9f6b6fd-bbe9-4a68-b5c3-27a68a0ea5d1 req-ed6e93f1-2b06-4e4b-9cee-edffe6b5cb0f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338589 Oct 22 13:02:50.764531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.805958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Port 975842bf-19ea-4525-a3ca-7223fb4a7778 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:50.829839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Provisioning complete for port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:50.830578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.840662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96360bcc-828a-4f17-a804-b4e1bb3b5564 req-72962086-5d1d-415f-8fd7-4297a8be4daf tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 210 time: 0.0431437 Oct 22 13:02:50.883031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:50.896153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Provisioning complete for port 895b34c1-6c4a-4901-9d41-d77fec003f1d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:50.896526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d54e5f6-1a5e-43b9-a382-27e0d3bcc6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.908060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.921017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:50.966762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90374aac-f536-432b-a781-1b8f20b96941,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:50.985274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:50.991312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:50.997872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.003923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.010457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.016611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.022665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.024537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-3e8a1efb-9475-4d89-abb1-4d1b449b8b05 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5431 time: 0.1879301 Oct 22 13:02:51.028936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.032492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60c34bb9-344d-4130-92f1-d52ee7346174 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427234 Oct 22 13:02:51.032815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:51.037340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'security_group_rule': {'security_group_id': '93d9bf16-0bbc-4030-9f98-91a343930bf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:51.054039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea259c5-f522-4a62-8529-b32d782258ac req-a9daf9c1-8578-4810-a225-bb23c249bd3a tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.055573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ea259c5-f522-4a62-8529-b32d782258ac req-a9daf9c1-8578-4810-a225-bb23c249bd3a tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 1100 time: 0.1498222 Oct 22 13:02:51.068405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.086636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8754a78-bf4f-40c4-b5f0-46de64923ce0 req-cd081cf6-1e72-4ee5-8b68-1ded48601fef tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543714 Oct 22 13:02:51.104800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ea259c5-f522-4a62-8529-b32d782258ac req-351b7d77-2f90-4c0b-98ea-8352260ed971 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Oct 22 13:02:51.143903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.148990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.169589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e631dad-0d9b-4037-a466-f2669f73b66a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:51.180729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.184841 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d9a609b-ab76-449b-bd5f-365d03ce27ed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509538 Oct 22 13:02:51.185353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47170) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:02:51.190102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:51.273402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.295822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb801210-10fa-4b77-9bb7-35f59bdac48f req-72e35828-397c-4b62-83d4-057eda1c6161 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.297310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb801210-10fa-4b77-9bb7-35f59bdac48f req-72e35828-397c-4b62-83d4-057eda1c6161 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1136668 Oct 22 13:02:51.333029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68611e6-d54d-4a3d-bd23-913de8295221 req-5e6e9e47-7365-40fb-b6cd-f2319a8e86da tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.334481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f68611e6-d54d-4a3d-bd23-913de8295221 req-5e6e9e47-7365-40fb-b6cd-f2319a8e86da tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1271064 Oct 22 13:02:51.464528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb801210-10fa-4b77-9bb7-35f59bdac48f req-1be734e9-5bb6-4d28-9c2c-9f359199f4f8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603603 Oct 22 13:02:51.503930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f68611e6-d54d-4a3d-bd23-913de8295221 req-830ea9a6-7199-4b2c-a0f5-2dfd9fb8d097 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536598 Oct 22 13:02:51.531485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4736a788-1936-4d95-974e-3d5becf59d4c details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:51.531883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-3b4c5eac-23da-4177-87c3-cd07bcde4aea tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.533330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-3b4c5eac-23da-4177-87c3-cd07bcde4aea tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.21 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.2246444 Oct 22 13:02:51.567051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Request body: {'port': {'device_id': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'admin_state_up': True, 'tenant_id': '956676d2cb724e1b941fb8143697873e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:51.584252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-802b3913-74ed-42e5-94bc-2d490992e7fb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470340 Oct 22 13:02:51.632864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4736a788-1936-4d95-974e-3d5becf59d4c,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:51.649665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '4736a788-1936-4d95-974e-3d5becf59d4c', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'port_id': '4736a788-1936-4d95-974e-3d5becf59d4c', 'mac_address': 'fa:16:3e:1e:ba:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:51.691831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:51.694536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.718149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.728418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4736a788-1936-4d95-974e-3d5becf59d4c {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:51.759593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4736a788-1936-4d95-974e-3d5becf59d4c,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:51.767459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.768180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b450347d-de86-40f0-a583-41d0c3b19b71 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:51.775589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:51.804834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:51.805211 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.823214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10518672-64a6-40c8-9cf5-b6a768d57c5f req-c62c56ab-138a-42bc-8e73-1a428577f266 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.825127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10518672-64a6-40c8-9cf5-b6a768d57c5f req-c62c56ab-138a-42bc-8e73-1a428577f266 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 943 time: 0.2376397 Oct 22 13:02:51.881915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-ffe33190-0ad2-46da-8672-4bc1e0ea57a2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:51.883400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-ffe33190-0ad2-46da-8672-4bc1e0ea57a2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932653 Oct 22 13:02:51.886429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:51.950866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-9f407d69-a6a4-49c5-a378-aafa1efe5b02 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.0565038 Oct 22 13:02:51.951430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Made reservation on behalf of 956676d2cb724e1b941fb8143697873e for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:51.954836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:51.966856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:51.974559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10518672-64a6-40c8-9cf5-b6a768d57c5f req-723297e1-9227-4657-8a93-34d5d4ac7f19 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373463 Oct 22 13:02:51.983245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 172.25.6.207 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:51.987888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'port_id': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'mac_address': 'fa:16:3e:40:bb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd393a07e-8789-4545-ae5c-2e5ab22cfe24', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:52.007103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.058669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:52.061083 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc57346-f50c-4da1-8c9b-7d1b3b43c9e5" -d '{"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-plugged", "status": "completed", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:52.066838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.084469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.090185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b450347d-de86-40f0-a583-41d0c3b19b71 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:52.095602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.136379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.143236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.143879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device abae457c-0ab7-4d37-b2b2-ea8d26402c59 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:52.170158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:52.218386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.244473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'port_id': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'mac_address': 'fa:16:3e:8a:98:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:52.251420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:52.295713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 895b34c1-6c4a-4901-9d41-d77fec003f1d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:52.340432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.370501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abae457c-0ab7-4d37-b2b2-ea8d26402c59 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:52.407068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.412503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.413158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 054bc850-98a4-4961-bbc2-1d6fbba70157 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:52.453286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 895b34c1-6c4a-4901-9d41-d77fec003f1d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:52.453659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.526378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.528793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:52.542148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'port_id': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'mac_address': 'fa:16:3e:b4:fb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:52.545133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-f69baa3d-f49b-4d13-b9ab-e7714e680cbe tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5837262 Oct 22 13:02:52.563921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaba27-c2ff-41a7-b577-89ba4d9b9bc3 req-aed9d238-0610-4da1-aba0-6631e592cdd9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:52.565449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39aaba27-c2ff-41a7-b577-89ba4d9b9bc3 req-aed9d238-0610-4da1-aba0-6631e592cdd9 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.5215700 Oct 22 13:02:52.599093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.616574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.633462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054bc850-98a4-4961-bbc2-1d6fbba70157 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:52.658992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.661127 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.661968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:52.690211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39aaba27-c2ff-41a7-b577-89ba4d9b9bc3 req-293de449-825f-4768-9c46-34551da6bdbc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113849 Oct 22 13:02:52.691517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Allocated IP 172.20.0.9 (f926583f-2ac8-4356-859d-7f150a9aae77/1dab463e-79ea-4f56-81ee-eef1867ed971/cb6995ab-da7d-4ee8-961e-2f7228e2b244) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:52.742577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:52.772579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0cf4f36d-4b14-4fe5-9995-96082bc80fa4 req-736d1f97-633c-44a8-a5da-b3c0ea72c27f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 210 time: 0.0452142 Oct 22 13:02:52.776442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:52.808592 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd0c5c5-d35a-4252-8646-2d8c0bf9587d x-openstack-request-id: req-2cd0c5c5-d35a-4252-8646-2d8c0bf9587d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:52.809219 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-plugged", "status": "completed", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:52.821345 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cd0c5c5-d35a-4252-8646-2d8c0bf9587d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:52.822295 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'code': 200} Oct 22 13:02:52.893226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:52.919017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0238bbc-6fad-4242-b1ca-67b1972d7e15 req-9097d70c-b037-4c2e-83e7-8527a0e64ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:52.921216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0238bbc-6fad-4242-b1ca-67b1972d7e15 req-9097d70c-b037-4c2e-83e7-8527a0e64ebd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1096 time: 0.0533860 Oct 22 13:02:52.936149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:52.938797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:52.945852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:52.964505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0238bbc-6fad-4242-b1ca-67b1972d7e15 req-b7b6dcb8-fab0-4078-817c-d255f622da3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357273 Oct 22 13:02:52.970215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'port_id': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'mac_address': 'fa:16:3e:67:eb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:53.009088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:53.011699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.025995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:53.048413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.054486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.055750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c60d4d07-9b60-494e-b8c1-b0890bccdaa5 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:53.122858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.124818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:53.128819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.130339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.135105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.141252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.141547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'network_id': '3a334fbc-bda1-4d3e-a088-c1df49c5709a', 'port_id': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'mac_address': 'fa:16:3e:53:4b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd393a07e-8789-4545-ae5c-2e5ab22cfe24', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:53.147348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.154064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.160061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.161975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-769358ca-44f0-4d25-8fd7-47807f48fb2b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5435 time: 0.2287905 Oct 22 13:02:53.188799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.200470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50dfbc-4192-4a3c-8042-ca41a078c108 req-8d20eec5-f145-4a96-bb8e-92615087dbfc tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.207241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a50dfbc-4192-4a3c-8042-ca41a078c108 req-8d20eec5-f145-4a96-bb8e-92615087dbfc tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2727139 Oct 22 13:02:53.212289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60d4d07-9b60-494e-b8c1-b0890bccdaa5 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:53.236393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.241082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.242039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a3f706ed-d9de-4eab-a2d8-03957461bb97 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:53.311639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:53.317771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.330845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.333359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a3f706ed-d9de-4eab-a2d8-03957461bb97', 'network_id': 'c14fa1bd-d127-464b-bc9e-05c366b22544', 'port_id': 'a3f706ed-d9de-4eab-a2d8-03957461bb97', 'mac_address': 'fa:16:3e:08:d6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368c362-a4c7-472a-bef6-b31dce3b9405', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:53.337495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a50dfbc-4192-4a3c-8042-ca41a078c108 req-03cc48ef-28f0-4672-a984-2714a2b805d2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286185 Oct 22 13:02:53.342404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.358511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-456a5ba6-272c-4351-91a7-0065bdc63d6a req-96b2a887-642c-4576-a7ab-90cb4617ba8e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815677 Oct 22 13:02:53.401562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.419137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.423494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f706ed-d9de-4eab-a2d8-03957461bb97 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:53.448514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.455439 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.513367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:53.528928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c6ab4de-4e5d-4393-b297-67a1157da028 req-80645344-91b3-46c6-90fc-1481d3cd57b2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 210 time: 0.0504634 Oct 22 13:02:53.532873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.596272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485860-658c-4ab2-9a3c-4cf66f6f0d0c req-f590d11c-78a2-4af8-a955-08cd13632bc9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.597743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0485860-658c-4ab2-9a3c-4cf66f6f0d0c req-f590d11c-78a2-4af8-a955-08cd13632bc9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1724212 Oct 22 13:02:53.682449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Network f926583f-2ac8-4356-859d-7f150a9aae77 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:53.691499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:53.701559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:53.706867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:53.728924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d269c13f-19f3-4429-b85f-60aa54d804f4 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:53.780956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0485860-658c-4ab2-9a3c-4cf66f6f0d0c req-8de49f72-4051-4285-8b5a-d3e93eaab2f4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741526 Oct 22 13:02:53.825672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11c7bf-72a7-48cc-97f8-6b6f840db66b req-d2d7e928-7b6e-4e76-8c0b-98d9793d2961 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.833193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd11c7bf-72a7-48cc-97f8-6b6f840db66b req-d2d7e928-7b6e-4e76-8c0b-98d9793d2961 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 943 time: 0.2330408 Oct 22 13:02:53.837412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-eff9bcd0-73f3-4345-b57e-544fc4d536d8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304074 Oct 22 13:02:53.844995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:53.845215 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.854947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d269c13f-19f3-4429-b85f-60aa54d804f4,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.871395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'port_id': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'mac_address': 'fa:16:3e:a7:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:53.896166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.919862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-1677dae0-59d6-48f0-99fd-f94ca372e002 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3663585 Oct 22 13:02:53.929009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.942014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Request body: {'port': {'device_id': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:53.945086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.949403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45a05ce8-1d52-41af-a62c-25fcc9107dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:53.954120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd11c7bf-72a7-48cc-97f8-6b6f840db66b req-154dc52d-1d37-4ba0-9539-692eac397298 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200128 Oct 22 13:02:53.965404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d269c13f-19f3-4429-b85f-60aa54d804f4 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:53.991963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d269c13f-19f3-4429-b85f-60aa54d804f4,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:53.998140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.045441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-af4cf946-cabf-4881-b2fc-838c179554bd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.047461 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-af4cf946-cabf-4881-b2fc-838c179554bd tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953037 Oct 22 13:02:54.068634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:54.069632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:54.077905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.078337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.078833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.079180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.079638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.079982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.080314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.080735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.081083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.082098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.082642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.082985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:02:54.084612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d4bf5-3552-4e72-9e8d-2f0b5ede9b8c req-24301d2f-6eed-48c4-86e9-bf0c7e67bb68 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.086112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4d4bf5-3552-4e72-9e8d-2f0b5ede9b8c req-24301d2f-6eed-48c4-86e9-bf0c7e67bb68 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2052686 Oct 22 13:02:54.112624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:54.156825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.161730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.182835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:02:54.186592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.209498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.210763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69ebcbe2-c1ad-4ccd-98cc-6bbd5cade0ea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0244851 Oct 22 13:02:54.218196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4d4bf5-3552-4e72-9e8d-2f0b5ede9b8c req-878a1665-c726-434c-abaa-0a650356ee98 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080554 Oct 22 13:02:54.264940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4df3d9-ecf1-4dda-ad1d-885a02d3cf76 req-f22ee1ae-ae08-4e19-8072-6a965a4719f5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.266644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c4df3d9-ecf1-4dda-ad1d-885a02d3cf76 req-f22ee1ae-ae08-4e19-8072-6a965a4719f5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 931 time: 0.2146721 Oct 22 13:02:54.360913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d269c13f-19f3-4429-b85f-60aa54d804f4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:54.386304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c4df3d9-ecf1-4dda-ad1d-885a02d3cf76 req-ca01e3af-6a1c-4561-9ad9-7005a34ef114 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Oct 22 13:02:54.400337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.130 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/9cdab687-8359-4690-9531-c914d7f4d616) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:02:54.590724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.593555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.596940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.603937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.609987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.615957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.622916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.629124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.629470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.631174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-d0689a13-7b31-4572-be2a-d306f5edd780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5438 time: 0.1625206 Oct 22 13:02:54.642920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:54.643152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d447-0863-46fd-bdda-deab9c1480ea req-8e34637b-8da7-463b-96c5-b10af438a172 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.646181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4e7d447-0863-46fd-bdda-deab9c1480ea req-8e34637b-8da7-463b-96c5-b10af438a172 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1430185 Oct 22 13:02:54.689241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:02:54.695733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:54.697056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4736a788-1936-4d95-974e-3d5becf59d4c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:54.698700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:02:54.701888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:02:54.748996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6995ab-da7d-4ee8-961e-2f7228e2b244 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:54.754249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:54.755440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.766664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b450347d-de86-40f0-a583-41d0c3b19b71'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:54.767546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4e7d447-0863-46fd-bdda-deab9c1480ea req-4eee3eb8-b385-4f1e-904b-161fe1ff7b9b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Oct 22 13:02:54.780102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.789398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-81e14639-8600-4a9e-83b2-03c3707e1344 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7251558 Oct 22 13:02:54.802035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Transition to ACTIVE for port object cb6995ab-da7d-4ee8-961e-2f7228e2b244 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:54.813283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Request body: {'port': {'device_id': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:02:54.819587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c33165-42e3-4184-9945-508e4e39b9ef req-bd489155-7591-4cf9-8342-394170e4e00a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740236 Oct 22 13:02:54.827492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.836889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['c60d4d07-9b60-494e-b8c1-b0890bccdaa5'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:54.907351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:54.909510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:55.008034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:55.059088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4132ab2b-ea4b-419d-838d-a21b41a5098a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--800067493&fields=id&tenant_id=bc2641d1077f43f2b63297a9aa797e16 HTTP/1.1" status: 200 len: 267 time: 0.1634774 Oct 22 13:02:55.086970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a3f706ed-d9de-4eab-a2d8-03957461bb97'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:55.124009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cca04-ad4a-4808-ba41-716f863cd7f4 req-8364ee90-26e0-4621-bb8e-199c9fed8160 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.131267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146cca04-ad4a-4808-ba41-716f863cd7f4 req-8364ee90-26e0-4621-bb8e-199c9fed8160 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 936 time: 0.1782484 Oct 22 13:02:55.165636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-47d26043-dc34-4703-8c68-798d1fe82a0a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.167577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-47d26043-dc34-4703-8c68-798d1fe82a0a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 931 time: 0.0978262 Oct 22 13:02:55.183179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Attempting to bind port cb6995ab-da7d-4ee8-961e-2f7228e2b244 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:55.183179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Attempting to bind port cb6995ab-da7d-4ee8-961e-2f7228e2b244 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:55.183476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Attempting to bind port cb6995ab-da7d-4ee8-961e-2f7228e2b244 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:55.194401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Port cb6995ab-da7d-4ee8-961e-2f7228e2b244 on network f926583f-2ac8-4356-859d-7f150a9aae77 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:55.195073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Attempting to bind port cb6995ab-da7d-4ee8-961e-2f7228e2b244 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:55.216574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146cca04-ad4a-4808-ba41-716f863cd7f4 req-98e28ff0-d6ce-41f3-8a11-ad8db17dbb13 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845969 Oct 22 13:02:55.218112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:55.218835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Checking segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:55.219592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Bound using segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:55.220315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Bound port: cb6995ab-da7d-4ee8-961e-2f7228e2b244, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:55.220850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.224178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdab687-8359-4690-9531-c914d7f4d616 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:02:55.234295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.270932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Transition to ACTIVE for port object 9cdab687-8359-4690-9531-c914d7f4d616 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:02:55.277413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d5aee7a7-10df-4c5d-8699-5b3a38d3825d None None] Provisioning complete for port 9cdab687-8359-4690-9531-c914d7f4d616 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:55.277790 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5aee7a7-10df-4c5d-8699-5b3a38d3825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.281404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.311533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d8c0eb56-3690-45e6-a5ea-24afea55df8b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.313255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d8c0eb56-3690-45e6-a5ea-24afea55df8b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 930 time: 0.1249213 Oct 22 13:02:55.346271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Pushing event updated for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:55.350321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12', '0d4c6d43-01a6-47ef-8ed0-225cd519ff83'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:55.417679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-ad283266-016f-4e9d-aa36-19a2099c1fea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0559874 Oct 22 13:02:55.430893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e03d6-78e6-43bf-a4d8-c55ac49eea3d req-c7bc2ced-2793-48c8-9fbe-fdbea435ed04 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.433643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-803e03d6-78e6-43bf-a4d8-c55ac49eea3d req-c7bc2ced-2793-48c8-9fbe-fdbea435ed04 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1326516 Oct 22 13:02:55.447638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['abae457c-0ab7-4d37-b2b2-ea8d26402c59'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:55.469609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['054bc850-98a4-4961-bbc2-1d6fbba70157'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:02:55.471040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:55.471166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Attempting to bind port 9cdab687-8359-4690-9531-c914d7f4d616 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:02:55.471395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Attempting to bind port 9cdab687-8359-4690-9531-c914d7f4d616 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:02:55.471701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Attempting to bind port 9cdab687-8359-4690-9531-c914d7f4d616 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:55.474712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-fcbaffe7-c342-4ed3-8133-f77cbfb6d38d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0400679 Oct 22 13:02:55.484891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Port 9cdab687-8359-4690-9531-c914d7f4d616 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:02:55.485309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Attempting to bind port 9cdab687-8359-4690-9531-c914d7f4d616 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:02:55.492372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:02:55.492755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:02:55.493098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:02:55.493530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Bound port: 9cdab687-8359-4690-9531-c914d7f4d616, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:02:55.493961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.507539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:55.571761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:02:55.575447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d5aee7a7-10df-4c5d-8699-5b3a38d3825d None None] Port 9cdab687-8359-4690-9531-c914d7f4d616 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:02:55.576189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9cdab687-8359-4690-9531-c914d7f4d616,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:02:55.581576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.594726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.628552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.629469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.630902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] 10.222.0.26 "PUT /v2.0/ports/9cdab687-8359-4690-9531-c914d7f4d616 HTTP/1.1" status: 200 len: 1096 time: 0.8229420 Oct 22 13:02:55.631369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:55.633699 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3503c68-4226-41cf-90a6-93a158cacec1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "tag": "9cdab687-8359-4690-9531-c914d7f4d616"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:55.640088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-803e03d6-78e6-43bf-a4d8-c55ac49eea3d req-6abe59e8-346c-4840-9066-c9a7f445349f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711907 Oct 22 13:02:55.650443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.651557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:55.652963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb6995ab-da7d-4ee8-961e-2f7228e2b244 HTTP/1.1" status: 200 len: 1091 time: 1.7218132 Oct 22 13:02:55.657326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:55.669217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2de91-b200-41e9-8df1-87c585e4b83a service neutron] Pushing event updated for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:55.670635 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc577543-88cc-4b48-a30c-fb879cbd45ce" -d '{"events": [{"name": "network-changed", "server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:55.717070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-9617d893-726e-4cca-9e26-7366eea1ed2d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.724116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-9617d893-726e-4cca-9e26-7366eea1ed2d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.737227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-9617d893-726e-4cca-9e26-7366eea1ed2d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.748039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-9617d893-726e-4cca-9e26-7366eea1ed2d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 1991 time: 0.2474933 Oct 22 13:02:55.788935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afc13-ab50-498e-806b-3d5c15de3c79 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:55.820059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-c5c0a9a9-4ecd-41e4-b16c-a9da3b286815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.820802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d269c13f-19f3-4429-b85f-60aa54d804f4 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:55.821725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-c5c0a9a9-4ecd-41e4-b16c-a9da3b286815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 1099 time: 0.0890639 Oct 22 13:02:55.852447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-3fcc25d2-e180-478a-8d9f-b0a567efaa36 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/quotas/bc2641d1077f43f2b63297a9aa797e16 HTTP/1.1" status: 200 len: 375 time: 0.1030619 Oct 22 13:02:55.883494 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b289fe8a-9114-4eaa-b12e-1859bfceab24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9cdab687-8359-4690-9531-c914d7f4d616 HTTP/1.1" status: 200 len: 217 time: 0.0503700 Oct 22 13:02:55.929042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa9c24-1b21-409d-99bf-67fa072e1025 req-e39de813-44fe-4515-a90b-5fec883082f3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.938949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdaa9c24-1b21-409d-99bf-67fa072e1025 req-e39de813-44fe-4515-a90b-5fec883082f3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 944 time: 0.1436758 Oct 22 13:02:55.947683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-de0ebcee-4d9c-4a35-9abd-c22b28434f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.949163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-a3662fff-1ece-4bf1-82f2-e4e2d9218f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:55.949291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-de0ebcee-4d9c-4a35-9abd-c22b28434f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1716969 Oct 22 13:02:55.951099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-a3662fff-1ece-4bf1-82f2-e4e2d9218f00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0586913 Oct 22 13:02:56.004494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-dbdca0af-3d66-46dd-84fc-04cff532e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:56.006252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-dbdca0af-3d66-46dd-84fc-04cff532e271 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478778 Oct 22 13:02:56.020951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c1ff3da6-b100-47f5-98b8-450ecf1c3816 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1602652 Oct 22 13:02:56.024731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-a3f92555-009a-42e4-9387-0684d0d9f3dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244 HTTP/1.1" status: 200 len: 217 time: 0.0585597 Oct 22 13:02:56.055154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdaa9c24-1b21-409d-99bf-67fa072e1025 req-74086c55-f640-4a0c-b89f-5dff23b59e4f tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153836 Oct 22 13:02:56.143036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-b1c9b259-999e-41a4-96cc-528e4e8557e9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273136 Oct 22 13:02:56.147657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-d9c9dbf9-b0cc-4da5-9cd0-1f03ff5068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:56.149084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-d9c9dbf9-b0cc-4da5-9cd0-1f03ff5068f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.1151164 Oct 22 13:02:56.159881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d269c13f-19f3-4429-b85f-60aa54d804f4 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:56.210829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-cb048c53-aac8-4dfc-a778-92ec0eff4b73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425801 Oct 22 13:02:56.213324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d269c13f-19f3-4429-b85f-60aa54d804f4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:56.213691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:56.255700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f194b996-a63f-487d-affb-8ae9362e83ea service neutron] 10.222.0.25 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093880 Oct 22 13:02:56.273825 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4003ed4-acb8-4206-9ea8-322ed50969bb req-912cd524-8e0e-4aac-8691-6dba0f10b1df service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220117 Oct 22 13:02:56.284570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab01f-e328-47b2-92af-9d4e04f500f0 req-9699b2ed-c936-45e6-af22-e15159c8cff2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:56.286053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0ab01f-e328-47b2-92af-9d4e04f500f0 req-9699b2ed-c936-45e6-af22-e15159c8cff2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.1326687 Oct 22 13:02:56.430660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0ab01f-e328-47b2-92af-9d4e04f500f0 req-db393b7b-1757-4c4c-b25c-db502ddb4cf8 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094930 Oct 22 13:02:56.433310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-7ddd73d0-f416-46fc-9a89-e2a8f2155299 service neutron] 10.222.0.21 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138646 Oct 22 13:02:56.469271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-80c5e992-fd04-4a03-ae03-8eb14adec2c4 service neutron] 10.222.0.25 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055483 Oct 22 13:02:56.578118 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:56.631827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:02:56.634135 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f35080-946c-4427-9037-9086d1ef8afa" -d '{"events": [{"server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "name": "network-vif-plugged", "status": "completed", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:02:56.662835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d269c13f-19f3-4429-b85f-60aa54d804f4,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:56.674386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:56.765323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:02:56.880895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c39cb052-7d76-4e2b-9a5f-5d7e433627a0 service neutron] 10.222.0.25 "GET /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3692541 Oct 22 13:02:56.916176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697aa519-4b75-4c95-8d09-16e50a33d353 req-2504a1c5-8682-4b4d-8bc1-b50e5ab8f6b8 service neutron] 10.222.0.21 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723241 Oct 22 13:02:56.925805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e774-0445-4f88-8861-91e3b4d48935 req-4ee2180f-0314-4ba8-8166-383467cc6a6e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:56.927304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5729e774-0445-4f88-8861-91e3b4d48935 req-4ee2180f-0314-4ba8-8166-383467cc6a6e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 943 time: 0.4169817 Oct 22 13:02:57.013564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5729e774-0445-4f88-8861-91e3b4d48935 req-a9a5318e-1583-46b1-b208-e90156fad76c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744214 Oct 22 13:02:57.024348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-92d19549-137a-449a-9dbb-f8bb41382ea8 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299794 Oct 22 13:02:57.035732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80ce83fb-f4c0-406d-bda2-b6558d5ba340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:57.060116 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ff4be-d45e-4131-a771-4ce8fe3296d8 x-openstack-request-id: req-2f4ff4be-d45e-4131-a771-4ce8fe3296d8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:57.060539 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "tag": "9cdab687-8359-4690-9531-c914d7f4d616", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:57.060791 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f4ff4be-d45e-4131-a771-4ce8fe3296d8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:57.061194 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616', 'status': 'completed', 'code': 200} Oct 22 13:02:57.095470 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e2f35-add6-4133-b0fd-a7ea1ec2167d x-openstack-request-id: req-d04e2f35-add6-4133-b0fd-a7ea1ec2167d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:57.095755 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:57.096011 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d04e2f35-add6-4133-b0fd-a7ea1ec2167d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:57.096410 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'status': 'completed', 'code': 200} Oct 22 13:02:57.130323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-3c99eb4c-8bb5-4eff-b9ed-271bcaa53266 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960565 Oct 22 13:02:57.148172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-98dd51cb-a1be-4068-9f11-1a0cae8f326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.149599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-98dd51cb-a1be-4068-9f11-1a0cae8f326c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 1099 time: 0.0648935 Oct 22 13:02:57.220282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-99d6e259-ed75-4606-9ecf-18fb18421509 service neutron] 10.222.0.25 "GET /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0789711 Oct 22 13:02:57.237368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-d89ea855-2a50-4be7-9115-228234d63f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.238854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-d89ea855-2a50-4be7-9115-228234d63f81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1076221 Oct 22 13:02:57.249002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-32af116f-8131-4b72-afbf-bdbe7910368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.250547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-32af116f-8131-4b72-afbf-bdbe7910368c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.0929015 Oct 22 13:02:57.294895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-146c4fbe-4b38-4fc7-9e1d-5f009ba1609f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9cdab687-8359-4690-9531-c914d7f4d616 HTTP/1.1" status: 200 len: 217 time: 0.0365162 Oct 22 13:02:57.295552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515461-0cc4-467e-bf5e-6d70e49e503f req-0b1abe87-07aa-491a-a661-4d9b1bef4b21 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.296463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f515461-0cc4-467e-bf5e-6d70e49e503f req-0b1abe87-07aa-491a-a661-4d9b1bef4b21 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1169636 Oct 22 13:02:57.351794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-6ae0254c-396c-46ab-ad00-e66d21043a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.353821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-6ae0254c-396c-46ab-ad00-e66d21043a5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0432646 Oct 22 13:02:57.406170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-63fb9763-535c-43c6-8725-32eeae9656e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.407614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-63fb9763-535c-43c6-8725-32eeae9656e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432389 Oct 22 13:02:57.432434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f515461-0cc4-467e-bf5e-6d70e49e503f req-426863bb-013a-438f-adbc-8e9183eb2a5e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280730 Oct 22 13:02:57.436094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-58a1fb14-670c-43ac-86a5-11e742224f9e service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081406 Oct 22 13:02:57.438883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-3b5d3dfb-f578-493e-98be-aa045520ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.440286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-3b5d3dfb-f578-493e-98be-aa045520ae5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 915 time: 0.1884208 Oct 22 13:02:57.513102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-4e3ee2de-05ea-4f8e-ba67-1eef14d8fafd service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937104 Oct 22 13:02:57.515978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-34604dac-952a-46f3-bc93-d378c005b397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244 HTTP/1.1" status: 200 len: 217 time: 0.0627334 Oct 22 13:02:57.575175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:57.627362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3503c68-4226-41cf-90a6-93a158cacec1 req-7bff015b-9a57-4a46-9374-5d6101118b31 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968432 Oct 22 13:02:57.635543 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:57.654716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.660698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.666628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.672606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.678573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.685275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.691266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.693097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-5db868a7-d6d4-467f-b1cd-2de54a027304 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5438 time: 0.1850867 Oct 22 13:02:57.694986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-3a402b14-3f09-4c8a-b255-0b97a745f300 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514217 Oct 22 13:02:57.696866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-7528cda7-0f9a-43d4-a571-8339fa2e4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:57.698806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-7528cda7-0f9a-43d4-a571-8339fa2e4c43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.1713173 Oct 22 13:02:57.761486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-be4f06eb-e989-48da-bdf5-3ba4b47f4db7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536432 Oct 22 13:02:57.834410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1df25e73-444b-48e8-a8fb-d734cc1f1e09 req-97e09510-2d89-4927-9517-647cefd710ef tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344976 Oct 22 13:02:57.911380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-8481846b-d8a5-43e0-9ca3-3f11652c4523 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053468 Oct 22 13:02:57.965374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-11148637-da2d-4504-b0eb-9d537d4435da service neutron] 10.222.0.21 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880620 Oct 22 13:02:58.041554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77573bd-1107-459d-987c-e9f2a1611413 req-9ffa81fb-caf6-41a9-b9dd-b388813389e3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:58.043069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a77573bd-1107-459d-987c-e9f2a1611413 req-9ffa81fb-caf6-41a9-b9dd-b388813389e3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 948 time: 0.1495943 Oct 22 13:02:58.115306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-6a50f8f6-1f7f-41e2-9c0f-66b5dad5a3e8 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888354 Oct 22 13:02:58.160500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a77573bd-1107-459d-987c-e9f2a1611413 req-b0339c11-56e6-4c53-810f-63c45200e24b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058846 Oct 22 13:02:58.181872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc577543-88cc-4b48-a30c-fb879cbd45ce req-fa561e99-8529-47d6-b819-22cd976e775a service neutron] 10.222.0.21 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041202 Oct 22 13:02:58.242859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c0fe602d-bd13-4e09-9b44-4f948f2948a5 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163986 Oct 22 13:02:58.330368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7fd6-9de8-4484-881e-584104430a7c req-5d1e0552-5010-4821-8985-9f29ce798b8a tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:58.333543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d9f7fd6-9de8-4484-881e-584104430a7c req-5d1e0552-5010-4821-8985-9f29ce798b8a tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1096 time: 0.1049302 Oct 22 13:02:58.371708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d8829353-ac12-480e-83a4-05125e1af048 service neutron] 10.222.0.25 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152849 Oct 22 13:02:58.398865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d9f7fd6-9de8-4484-881e-584104430a7c req-111b58ed-feb8-4e9b-acd0-2cf92961ab28 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Oct 22 13:02:58.456365 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83514ed-a6ab-4a16-9485-48b19a6974fc x-openstack-request-id: req-b83514ed-a6ab-4a16-9485-48b19a6974fc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:02:58.456888 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "name": "network-vif-plugged", "status": "completed", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:02:58.456888 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b83514ed-a6ab-4a16-9485-48b19a6974fc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:02:58.457300 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'code': 200} Oct 22 13:02:58.476156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-60a0e906-101c-4ad1-9a44-5553896cdf65 service neutron] 10.222.0.25 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979359 Oct 22 13:02:58.555867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70f4e-70d3-47e2-9162-7d29cb4bce34 req-4408faae-c8ca-4f24-9e14-961e1b3cafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:58.557872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5b70f4e-70d3-47e2-9162-7d29cb4bce34 req-4408faae-c8ca-4f24-9e14-961e1b3cafac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 1096 time: 0.0394838 Oct 22 13:02:58.594869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5b70f4e-70d3-47e2-9162-7d29cb4bce34 req-b13ce6b9-1184-47b3-9010-c6627f27b2ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286167 Oct 22 13:02:58.606155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad960a-5e73-43c1-8552-3d3d1511311e req-d9663b4d-bec3-4c9d-b142-d6c39fb754fc tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:58.607638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98ad960a-5e73-43c1-8552-3d3d1511311e req-d9663b4d-bec3-4c9d-b142-d6c39fb754fc tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1013510 Oct 22 13:02:58.611246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d1bd70f5-d47e-4cc8-b041-7bff43fba16a service neutron] 10.222.0.25 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279943 Oct 22 13:02:58.671917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98ad960a-5e73-43c1-8552-3d3d1511311e req-c453a9b7-acd1-476f-b2ef-467df627e8cb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Oct 22 13:02:58.764056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-8e2ab476-5ca4-47c5-a875-5773c6383ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439860 Oct 22 13:02:58.819108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147cfa3-223b-4bee-8ce7-a0212d09bc72 req-001fa8b7-6595-45bb-941a-7cb5500f722d tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:58.820636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0147cfa3-223b-4bee-8ce7-a0212d09bc72 req-001fa8b7-6595-45bb-941a-7cb5500f722d tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.0895889 Oct 22 13:02:58.916768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-12f2a628-fe81-49b8-b509-8cfa7fce45ed service neutron] 10.222.0.25 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464083 Oct 22 13:02:58.919698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0147cfa3-223b-4bee-8ce7-a0212d09bc72 req-8c434ca5-4b04-4c11-ac02-15ad7fb210ba tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607669 Oct 22 13:02:59.054539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30302a5f-5606-475e-a12c-c67ff91f4b2a req-5c925f66-7c75-4bab-966b-87334f125d5b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.057815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30302a5f-5606-475e-a12c-c67ff91f4b2a req-5c925f66-7c75-4bab-966b-87334f125d5b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 943 time: 0.0640969 Oct 22 13:02:59.106448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30302a5f-5606-475e-a12c-c67ff91f4b2a req-c9792e48-583b-41e6-adca-f94dfe0f2296 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Oct 22 13:02:59.221597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49810-8cd9-459b-a1ce-fd80667e340b req-2ce9d29f-3525-4702-a8d1-3de2140afea0 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.223067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5c49810-8cd9-459b-a1ce-fd80667e340b req-2ce9d29f-3525-4702-a8d1-3de2140afea0 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1096 time: 0.0477114 Oct 22 13:02:59.260831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5c49810-8cd9-459b-a1ce-fd80667e340b req-de3b46b7-092d-4655-b4e5-c64e5b81931f tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Oct 22 13:02:59.405247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b4908-11fe-4d59-9131-f89e2d52b329 req-65086466-149a-42fc-996b-4c12bfc7841e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.406831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b55b4908-11fe-4d59-9131-f89e2d52b329 req-65086466-149a-42fc-996b-4c12bfc7841e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0646513 Oct 22 13:02:59.456895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b55b4908-11fe-4d59-9131-f89e2d52b329 req-fe529481-c35a-4982-bbfb-0875ff906c75 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Oct 22 13:02:59.566119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:59.568664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c60d4d07-9b60-494e-b8c1-b0890bccdaa5 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:02:59.629753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.636504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.642795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.645898 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:59.648570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.654590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.660616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.667277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.675269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-5f6d4520-61fe-4972-a7bc-32e92209832c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5438 time: 0.1437566 Oct 22 13:02:59.705584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:02:59.710526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:02:59.711026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:02:59.712370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def65-b759-49d5-99ec-3c1411faadbb req-6bcfb1db-2833-4811-bcef-981dc220b198 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:02:59.714959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-779def65-b759-49d5-99ec-3c1411faadbb req-6bcfb1db-2833-4811-bcef-981dc220b198 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 948 time: 0.1368852 Oct 22 13:02:59.746738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9cdab687-8359-4690-9531-c914d7f4d616 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:02:59.754909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f931bbd-1942-4895-88d9-875eabc44d3e req-29d90e3b-e62d-45f0-b11b-1a1a136575c5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753722 Oct 22 13:02:59.765723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:02:59.795892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'port_id': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'mac_address': 'fa:16:3e:96:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab463e-79ea-4f56-81ee-eef1867ed971', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:02:59.811250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-779def65-b759-49d5-99ec-3c1411faadbb req-a250335d-32db-4f3f-bf0e-faaa1074e72c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874503 Oct 22 13:02:59.938313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5000e8-ef80-437c-978e-ab0c7e90c0d9 req-4cacfa43-dc98-4267-bb33-22488e21a1e8 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0767317 Oct 22 13:03:00.005134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.020202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.047104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6995ab-da7d-4ee8-961e-2f7228e2b244 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:00.071648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9cdab687-8359-4690-9531-c914d7f4d616,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:00.106131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe244c9-b5c9-4102-96e2-4b6f388d6996 req-4e24da42-b867-406e-b4f2-e169cb97a630 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:00.109931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:00.111233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe244c9-b5c9-4102-96e2-4b6f388d6996 req-4e24da42-b867-406e-b4f2-e169cb97a630 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.0782447 Oct 22 13:03:00.127901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '9cdab687-8359-4690-9531-c914d7f4d616', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '9cdab687-8359-4690-9531-c914d7f4d616', 'mac_address': 'fa:16:3e:a9:08:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:00.131633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:00.133608 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.157480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe244c9-b5c9-4102-96e2-4b6f388d6996 req-670f9f8e-e17f-4913-acf1-e539823fd06c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Oct 22 13:03:00.180481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.242478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.251076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:00.287870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dede3a-eab2-433a-bcfc-c19a36f8f512 req-275fe4b6-764e-4184-9058-7814971135a2 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:00.290040 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1dede3a-eab2-433a-bcfc-c19a36f8f512 req-275fe4b6-764e-4184-9058-7814971135a2 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Oct 22 13:03:00.295353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdab687-8359-4690-9531-c914d7f4d616 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:00.338118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9cdab687-8359-4690-9531-c914d7f4d616,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:00.344147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1dede3a-eab2-433a-bcfc-c19a36f8f512 req-92a31018-218e-4d0f-aeda-816a55c47cff tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 Oct 22 13:03:00.359138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:00.375353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:00.509947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa1a7a-1865-40c0-a14a-c3c6e1444c7a req-093ae625-6c25-4000-97f1-288a90b61f98 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:00.518028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cfa1a7a-1865-40c0-a14a-c3c6e1444c7a req-093ae625-6c25-4000-97f1-288a90b61f98 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.0610485 Oct 22 13:03:00.532921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:00.535222 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeee4f3-6e40-4730-8514-aaaab80bb3a1" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:00.561041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cfa1a7a-1865-40c0-a14a-c3c6e1444c7a req-70d8c02a-d2eb-446b-b081-bf88b5af3ac2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Oct 22 13:03:00.562132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:00.713956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb85702-4cd5-464c-85db-f645c96c0d83 req-5126b6f4-989e-4843-940b-9dfc9f64adc4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:00.715464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bb85702-4cd5-464c-85db-f645c96c0d83 req-5126b6f4-989e-4843-940b-9dfc9f64adc4 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Oct 22 13:03:00.723985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:00.728582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Request body: {'floatingip': {'port_id': 'd269c13f-19f3-4429-b85f-60aa54d804f4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:00.736325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['9cdab687-8359-4690-9531-c914d7f4d616'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:00.765287 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0229ab9-231a-498e-82fd-1237793503c3 x-openstack-request-id: req-a0229ab9-231a-498e-82fd-1237793503c3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:00.765823 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:00.766075 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0229ab9-231a-498e-82fd-1237793503c3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:00.766683 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'code': 200} Oct 22 13:03:00.771390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:01.018362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c871c55e-c2b1-47a5-a885-b08992dbea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.019761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c871c55e-c2b1-47a5-a885-b08992dbea02 service neutron] 10.222.0.21 "GET /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 1027 time: 0.0814178 Oct 22 13:03:01.067297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.073531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.079773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.085665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.091660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.097573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.104086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.105976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-180da137-8462-45ad-8160-fc03e1b50bc8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5439 time: 0.2068760 Oct 22 13:03:01.158308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-e7d489c6-1222-4286-a7d3-80ef98a43aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.159690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-e7d489c6-1222-4286-a7d3-80ef98a43aa9 service neutron] 10.222.0.21 "GET /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 1026 time: 0.1313314 Oct 22 13:03:01.276643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b589fe7-c025-4d69-9461-2821ca7360b1 req-187bf78e-5980-4b09-abc0-fd81ccf4a109 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389294 Oct 22 13:03:01.280156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-3b43544e-745d-4240-b8b8-59f634302d4c tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:03:01.281632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-3b43544e-745d-4240-b8b8-59f634302d4c tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0384696 Oct 22 13:03:01.572892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b450347d-de86-40f0-a583-41d0c3b19b71 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:01.628039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port b450347d-de86-40f0-a583-41d0c3b19b71 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:01.631468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port b450347d-de86-40f0-a583-41d0c3b19b71 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:01.631858 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:01.720752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:01.750886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-dcd20690-f406-4e8a-a05a-9c6b9868ebaa tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.752267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-dcd20690-f406-4e8a-a05a-9c6b9868ebaa tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 1093 time: 0.4280345 Oct 22 13:03:01.768306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:01.774508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:01.784202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:01.784655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:03:01.833101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:01.900468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-5e5148f2-b2c4-47e2-a847-21129bc842c1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.906410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-5e5148f2-b2c4-47e2-a847-21129bc842c1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.912271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-5e5148f2-b2c4-47e2-a847-21129bc842c1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.913860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-5e5148f2-b2c4-47e2-a847-21129bc842c1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 1991 time: 0.7431009 Oct 22 13:03:01.933163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16a07-151f-4ed6-a5a3-478bbec5ab1f req-ee4ab128-9b1d-4c11-89bc-15436783c56e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:01.934705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cb16a07-151f-4ed6-a5a3-478bbec5ab1f req-ee4ab128-9b1d-4c11-89bc-15436783c56e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 949 time: 0.5629966 Oct 22 13:03:02.126152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-145b58e2-40be-480f-878b-fe19d655f0be tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2641d1077f43f2b63297a9aa797e16 HTTP/1.1" status: 200 len: 379 time: 0.1833398 Oct 22 13:03:02.129832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:03:02.171635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'admin_state_up': True, 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'security_groups': ['93d9bf16-0bbc-4030-9f98-91a343930bf9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:02.176678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cb16a07-151f-4ed6-a5a3-478bbec5ab1f req-22dab006-e838-43c6-b7dd-ed95094044db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217302 Oct 22 13:03:02.238456 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:02.272718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:02.350221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['cb6995ab-da7d-4ee8-961e-2f7228e2b244'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:02.350574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f55e9ed-8737-43b4-a18b-c8e42a2296d2 req-e49d4004-2a91-4de8-89b0-29b82f0e3e37 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0807412 Oct 22 13:03:02.380008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:02.380008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:02.380008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:02.388445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:02.388774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:02.437094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:02.437429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:02.437813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:02.438253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Bound port: c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:02.507889 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Floating IP 4d43a331-893c-4be4-ae24-38b6d861b273 associated. External IP: 172.25.6.91, port: d269c13f-19f3-4429-b85f-60aa54d804f4. Oct 22 13:03:02.515182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:02.518459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:02.603707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:02.616004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:02.617161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-64964b48-bb32-48f2-b883-45f58be4ff2b service neutron] 10.222.0.25 "POST /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8509784 Oct 22 13:03:02.651857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238642-a9ee-4c80-8e43-2bb59bf0a430 req-52122ca2-df4b-4e1f-8e40-f975227c139d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:02.653086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c238642-a9ee-4c80-8e43-2bb59bf0a430 req-52122ca2-df4b-4e1f-8e40-f975227c139d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2095287 Oct 22 13:03:02.767749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:02.772813 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ac56d-3f03-467f-bdae-d220fb171eda" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:02.801390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c238642-a9ee-4c80-8e43-2bb59bf0a430 req-0dc4daf0-fd5d-41e6-85f6-d27dec8eb5f7 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379609 Oct 22 13:03:02.897046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 172.20.0.9 (cf57036a-6546-4db0-9892-6aac14555b7a/78ee5a40-19bc-4ae6-9d6c-ea901bfb342d/1418bfb1-77dd-46dd-8fd8-f77e8350e897) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:03.044598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621e6b9-840e-42a1-9536-6d31b2af6cd1 req-3b8464de-6ce1-4c6a-a750-32283948cb83 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.046020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8621e6b9-840e-42a1-9536-6d31b2af6cd1 req-3b8464de-6ce1-4c6a-a750-32283948cb83 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.1906333 Oct 22 13:03:03.103610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:03:03.174100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-dab26e4b-9c86-4d8b-9c50-26db1f9364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.175524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-dab26e4b-9c86-4d8b-9c50-26db1f9364a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1096 time: 0.2184117 Oct 22 13:03:03.199349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.205569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.211515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.218159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.224101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.230270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.236203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.238016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-c72b54d3-6212-49e7-907d-d9daab585bee tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5440 time: 0.2643654 Oct 22 13:03:03.254176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8621e6b9-840e-42a1-9536-6d31b2af6cd1 req-d398eb91-5be5-4f94-aca3-2995acda0a4a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962743 Oct 22 13:03:03.583478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:03.589013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4736a788-1936-4d95-974e-3d5becf59d4c up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:03.704664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 4736a788-1936-4d95-974e-3d5becf59d4c completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:03.712114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 4736a788-1936-4d95-974e-3d5becf59d4c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:03.713129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:03.758199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:03.766159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:03.773002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9cdab687-8359-4690-9531-c914d7f4d616 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:03.783957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6042b15-3019-45ba-aab6-78ee7d4d7d4c req-d65bdc09-c3c1-4ea6-84fd-fe6037f89780 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5268209 Oct 22 13:03:03.804444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'mac_address': 'fa:16:3e:b7:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:03.837875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:03:03.851298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614923-ed02-44fc-8212-1434ff5d1006 req-d13a4b5f-c14a-46b9-965d-44a063584c88 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.853596 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:03:03.859510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9614923-ed02-44fc-8212-1434ff5d1006 req-d13a4b5f-c14a-46b9-965d-44a063584c88 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.5241613 Oct 22 13:03:03.864122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:03.870231 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:03:03.870879 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:03.872608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6d628a01-c754-4a5e-bac0-f625a04a3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:03.874095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6d628a01-c754-4a5e-bac0-f625a04a3152 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.6328359 Oct 22 13:03:03.886140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:03.922418 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f90fd47-16a7-4bb1-95b2-985fc99c9c8f x-openstack-request-id: req-6f90fd47-16a7-4bb1-95b2-985fc99c9c8f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:03.922729 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:03.922982 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f90fd47-16a7-4bb1-95b2-985fc99c9c8f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:03.923368 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'code': 200} Oct 22 13:03:03.933039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:03.959151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f626452d-7b9a-4a87-84f1-afbb664203a5 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "PUT /v2.0/floatingips/4d43a331-893c-4be4-ae24-38b6d861b273 HTTP/1.1" status: 200 len: 990 time: 3.2340117 Oct 22 13:03:03.960558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-f97761b2-5651-4707-af34-6610cb73605f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 217 time: 0.0588555 Oct 22 13:03:03.963718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:03.966043 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:03.980638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:03.999789 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.045416 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:03:04.048541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.051647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 9cdab687-8359-4690-9531-c914d7f4d616 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:04.053546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.061090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9614923-ed02-44fc-8212-1434ff5d1006 req-b4cf43db-863e-4eee-a090-8751be7a1ffb tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941063 Oct 22 13:03:04.102038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 9cdab687-8359-4690-9531-c914d7f4d616 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:04.105939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.142570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:04.154262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-c93a5c28-1a8b-46f4-8c7a-9d8258ec3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:04.156652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-c93a5c28-1a8b-46f4-8c7a-9d8258ec3f6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.1837864 Oct 22 13:03:04.208085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4736a788-1936-4d95-974e-3d5becf59d4c,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:04.215612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-f1a23e92-9b6e-48aa-a15a-62488779b250 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433576 Oct 22 13:03:04.219688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:04.223143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.227626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device abae457c-0ab7-4d37-b2b2-ea8d26402c59 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:04.242737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network cf57036a-6546-4db0-9892-6aac14555b7a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:04.301923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894343-7337-47a5-ae68-a4b2b9d70183 req-58ef1b25-5cda-42fc-a791-9c8a2ec3d32c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:04.311244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c894343-7337-47a5-ae68-a4b2b9d70183 req-58ef1b25-5cda-42fc-a791-9c8a2ec3d32c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 949 time: 0.3496833 Oct 22 13:03:04.312494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1f3ebc02-ad4e-44d1-ab90-c3c84e866883'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:04.321270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:04.332021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:04.368042 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:a7:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T13:03:01Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:04.412340 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:03:04.423900 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:03:04.425435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port abae457c-0ab7-4d37-b2b2-ea8d26402c59 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:04.425596 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:04.430500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:04.454718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port abae457c-0ab7-4d37-b2b2-ea8d26402c59 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:04.455084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.475595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ed5b9-8b90-4767-886d-31f83e82d1db req-bdd16df1-7e26-49b0-a3c0-27ada08c8fba tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:04.479582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e3ed5b9-8b90-4767-886d-31f83e82d1db req-bdd16df1-7e26-49b0-a3c0-27ada08c8fba tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 931 time: 0.3110821 Oct 22 13:03:04.496944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.551871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:04.552550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.593042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9cdab687-8359-4690-9531-c914d7f4d616,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:04.595478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c894343-7337-47a5-ae68-a4b2b9d70183 req-81b34198-4f46-4f09-a7a7-0820c947fee6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833395 Oct 22 13:03:04.602926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-799fb9ff-d935-47c5-af02-6a97d33c45ab service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638465 Oct 22 13:03:04.609057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c3a11be1-acb3-4d13-b747-f9b7d6b2df53 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4451263 Oct 22 13:03:04.618892 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:03:04.633867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.636639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e3ed5b9-8b90-4767-886d-31f83e82d1db req-f5ac5fea-4576-4566-a607-745a50c0c913 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311181 Oct 22 13:03:04.654638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'admin_state_up': True, 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'security_groups': ['93d9bf16-0bbc-4030-9f98-91a343930bf9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:04.723154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.801249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:04.827859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.828660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 054bc850-98a4-4961-bbc2-1d6fbba70157 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:04.834583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-87d4b965-ff1f-4ad8-a6c0-5355367c095b None None] Provisioning complete for port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:04.835170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-87d4b965-ff1f-4ad8-a6c0-5355367c095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:04.843542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:04.886240 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a277090c-9223-44c8-8319-35da604c6869 x-openstack-request-id: req-a277090c-9223-44c8-8319-35da604c6869 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:04.889145 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:04.889419 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a277090c-9223-44c8-8319-35da604c6869 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:04.889827 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'status': 'completed', 'code': 200} Oct 22 13:03:04.952100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:04.982435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-6f7d6a1d-1792-4dd9-8d51-ce3c8fe25246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:04.983996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-6f7d6a1d-1792-4dd9-8d51-ce3c8fe25246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca469b92f25b462084648c09e01cb66e&device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 1096 time: 0.0597358 Oct 22 13:03:05.002708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-9442bd89-f368-4023-8ddf-6c7e187e3801 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895526 Oct 22 13:03:05.012912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-87d4b965-ff1f-4ad8-a6c0-5355367c095b None None] Port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:05.047915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 054bc850-98a4-4961-bbc2-1d6fbba70157 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:05.052439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 054bc850-98a4-4961-bbc2-1d6fbba70157 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:05.052812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.092621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:a7:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T13:03:01Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:05.136549 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693de21-9d24-4c0a-b09f-246678020dfa None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '4d43a331-893c-4be4-ae24-38b6d861b273', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'port_id': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'mac_address': 'fa:16:3e:a7:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T12:59:30Z', 'updated_at': '2021-10-22T13:03:01Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:03:05.144628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4ce2-6f40-45c9-9e5d-f71ecf9e6806 req-b400fa3d-4bc5-41d8-82f3-3fefee0fad3d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:05.146442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e55a4ce2-6f40-45c9-9e5d-f71ecf9e6806 req-b400fa3d-4bc5-41d8-82f3-3fefee0fad3d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.4110181 Oct 22 13:03:05.200254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-79430335-f5b2-4801-ab44-f5c358daa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:05.201989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-79430335-f5b2-4801-ab44-f5c358daa0d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 200 len: 924 time: 0.2103207 Oct 22 13:03:05.204343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d725a-877a-4fd4-9efb-c748895a9b6d req-13c7c198-b0a1-4c0c-90dd-aef26caf0f80 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:05.206050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b84d725a-877a-4fd4-9efb-c748895a9b6d req-13c7c198-b0a1-4c0c-90dd-aef26caf0f80 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.1933718 Oct 22 13:03:05.207235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:05.210736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.254853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.293048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-8fe1f6e3-1617-4edd-aad3-551585b7cdff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d269c13f-19f3-4429-b85f-60aa54d804f4 HTTP/1.1" status: 200 len: 998 time: 0.0793200 Oct 22 13:03:05.311042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:05.312774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b84d725a-877a-4fd4-9efb-c748895a9b6d req-7801c3a7-9bcf-41ec-8933-f7a7c815deb3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872598 Oct 22 13:03:05.329695 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.330982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:05.436393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-385f59a1-cb14-4a34-b70e-ad07386181f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:05.438063 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-385f59a1-cb14-4a34-b70e-ad07386181f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 200 len: 862 time: 0.1258700 Oct 22 13:03:05.476208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:05.498497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.1.1.40 (04da9706-f80f-40d1-b040-58e757073095/8f341c5b-c7bb-467d-b932-fccef7fe4940/2472fef9-4588-48c1-b69e-2fc8d4ac67e5) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:05.501150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:05.505381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-e44576c0-4bd9-4827-83a0-a7a2efc08684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:05.506467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:05.507004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.507869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-e44576c0-4bd9-4827-83a0-a7a2efc08684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620177 Oct 22 13:03:05.543097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f84754-c384-47dd-83b2-8becec84e095 None None] New status for floating IP 4d43a331-893c-4be4-ae24-38b6d861b273: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:03:05.628511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-148a0863-d138-4a01-8c71-76ac870baa84 service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010175 Oct 22 13:03:05.667040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.728240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e55a4ce2-6f40-45c9-9e5d-f71ecf9e6806 req-b849ca26-d568-432b-a37d-3b10e4de5008 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585849 Oct 22 13:03:05.731184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.782808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 04da9706-f80f-40d1-b040-58e757073095 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:05.810869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.826575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ac28677-ec8e-45a2-a98a-7dbdcbadddd0 req-9524bb07-f485-4add-989d-2a4c5d01b4b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849144 Oct 22 13:03:05.830924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:05.839833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:05.867116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:05.877764 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:05.878649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a3f706ed-d9de-4eab-a2d8-03957461bb97 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:05.930701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4736a788-1936-4d95-974e-3d5becf59d4c'}, {'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:05.935622 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f7022a-90cc-4466-bac4-a9e1c0b40a82" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "4736a788-1936-4d95-974e-3d5becf59d4c"}, {"server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cdab687-8359-4690-9531-c914d7f4d616"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:06.003556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:06.015962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.016236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:06.016907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.037391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a3f706ed-d9de-4eab-a2d8-03957461bb97 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:06.041771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a3f706ed-d9de-4eab-a2d8-03957461bb97 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:06.042153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.083005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.094038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.108607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.117287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.124644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.131266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.140364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.145374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-a9fd1c07-5384-42fb-978a-3e0e1366173b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5443 time: 0.4349241 Oct 22 13:03:06.163276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be01f7-0186-4ed5-82f2-aa6733f1fbb7 req-1fdc8b70-efaf-488c-a0bc-5d308ef4da79 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.166851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96be01f7-0186-4ed5-82f2-aa6733f1fbb7 req-1fdc8b70-efaf-488c-a0bc-5d308ef4da79 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2654614 Oct 22 13:03:06.192084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-15c52b7b-ba5e-4beb-9a1e-980048ce58ff tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5543113 Oct 22 13:03:06.206277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'admin_state_up': True, 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'security_groups': ['93d9bf16-0bbc-4030-9f98-91a343930bf9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:06.270464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb6f66ed-37cf-4cd0-bbbb-955a10f5435d req-5bac5409-a125-479b-a53d-1dd3d9d587e2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022091 Oct 22 13:03:06.331895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ddb3ae75-ef3c-4a76-abca-dab0b76b41df None None] Provisioning complete for port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:06.332262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ae75-ef3c-4a76-abca-dab0b76b41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.360673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.379219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96be01f7-0186-4ed5-82f2-aa6733f1fbb7 req-492d073a-724c-4f9a-9b42-e86a95c2c0f0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988611 Oct 22 13:03:06.413733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:06.422548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3ae75-ef3c-4a76-abca-dab0b76b41df None None] Port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:06.425674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.456942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:06.521359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:06.536819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port cb6995ab-da7d-4ee8-961e-2f7228e2b244 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:06.541359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port cb6995ab-da7d-4ee8-961e-2f7228e2b244 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:06.541630 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.555743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753a9dd-4ab1-417e-a0da-3165aa838233 req-90837996-e0e2-4e30-ae64-1ceb51ab792e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.563188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9753a9dd-4ab1-417e-a0da-3165aa838233 req-90837996-e0e2-4e30-ae64-1ceb51ab792e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.1788025 Oct 22 13:03:06.564596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:06.569023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.607311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f8ee-2729-4bdd-8334-e1ee5033ebbc req-37476579-a49c-4940-b440-95dfc8fa78d5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.614500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f8ee-2729-4bdd-8334-e1ee5033ebbc req-37476579-a49c-4940-b440-95dfc8fa78d5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:06.616968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9258f8ee-2729-4bdd-8334-e1ee5033ebbc req-37476579-a49c-4940-b440-95dfc8fa78d5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 1652 time: 0.1376517 Oct 22 13:03:06.625346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.666943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:06.671891 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.672731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:06.753334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9753a9dd-4ab1-417e-a0da-3165aa838233 req-4e698270-6656-48f8-97aa-df8c0da92e19 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789174 Oct 22 13:03:06.761495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:06.772497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:06.772820 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.832588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9258f8ee-2729-4bdd-8334-e1ee5033ebbc req-35420b20-2ac0-4316-9aad-0c5823b8bdd3 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034817 Oct 22 13:03:06.883260 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:06.907544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.1.1.224 (04da9706-f80f-40d1-b040-58e757073095/8f341c5b-c7bb-467d-b932-fccef7fe4940/f688461b-37a5-4c42-bd57-4efefe159707) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:06.932776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:06.941817 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:07.006214 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bba58ab-d9f0-4dd9-a4b8-c88a7064305e x-openstack-request-id: req-9bba58ab-d9f0-4dd9-a4b8-c88a7064305e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:07.007303 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "4736a788-1936-4d95-974e-3d5becf59d4c", "code": 200}, {"server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cdab687-8359-4690-9531-c914d7f4d616", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:07.007892 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bba58ab-d9f0-4dd9-a4b8-c88a7064305e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:07.010316 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4736a788-1936-4d95-974e-3d5becf59d4c', 'code': 200} Oct 22 13:03:07.010593 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616', 'code': 200} Oct 22 13:03:07.011649 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'code': 200} Oct 22 13:03:07.014003 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'code': 200} Oct 22 13:03:07.014282 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'code': 200} Oct 22 13:03:07.047753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:07.131332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2ad2-6f63-4fb1-a4b8-1cda399d9318 req-4f44c997-374b-451d-8041-624e5359458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.132902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-96ad2ad2-6f63-4fb1-a4b8-1cda399d9318 req-4f44c997-374b-451d-8041-624e5359458e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 1101 time: 0.0569661 Oct 22 13:03:07.187682 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-96ad2ad2-6f63-4fb1-a4b8-1cda399d9318 req-be5900ea-0d7b-4c4b-a265-b1bf98afb9d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Oct 22 13:03:07.230578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb43c4c-f2c2-4982-a98e-29a2539a9a56 req-cadc8a05-5928-4b12-8ecc-6f1cc90ac2bf tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.232039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eb43c4c-f2c2-4982-a98e-29a2539a9a56 req-cadc8a05-5928-4b12-8ecc-6f1cc90ac2bf tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1955245 Oct 22 13:03:07.259113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82f69d-b2a7-47d8-b186-eec3f10bea0d req-04455755-dffe-42a9-bcf0-4b1f9e107283 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.260763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e82f69d-b2a7-47d8-b186-eec3f10bea0d req-04455755-dffe-42a9-bcf0-4b1f9e107283 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1562977 Oct 22 13:03:07.325139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:07.345427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eb43c4c-f2c2-4982-a98e-29a2539a9a56 req-831088a1-2b18-409c-95ef-1a24b2560546 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954795 Oct 22 13:03:07.358179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e82f69d-b2a7-47d8-b186-eec3f10bea0d req-e5fe0aef-5ee0-4c07-87e9-88367a85fd03 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858147 Oct 22 13:03:07.396524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:07.522462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 04da9706-f80f-40d1-b040-58e757073095 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:07.562811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:07.592661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:07.601185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:07.732348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4149f7-ce43-4c93-beb4-a4a28cae4330 req-1a4d5c9b-d398-47b3-8e3e-ccca2c693f88 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.734664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d4149f7-ce43-4c93-beb4-a4a28cae4330 req-1a4d5c9b-d398-47b3-8e3e-ccca2c693f88 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2335405 Oct 22 13:03:07.751171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.759889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.766752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.776188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.782766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.789897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.805679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.811247 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:07.816658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37053f27-6482-486d-9d33-3feac67186a7 req-5328f90d-8fd6-4d6b-a854-e54026505abf tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.2966633 Oct 22 13:03:07.882476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:07.883142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:07.948671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-549087ef-c733-42c6-801e-771e8d9c65c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7470229 Oct 22 13:03:07.965962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d4149f7-ce43-4c93-beb4-a4a28cae4330 req-26e8fd7b-bf55-4971-aab7-047311e578bc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380479 Oct 22 13:03:07.983460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'admin_state_up': True, 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'security_groups': ['93d9bf16-0bbc-4030-9f98-91a343930bf9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:08.039544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37053f27-6482-486d-9d33-3feac67186a7 req-fef987c1-818c-49ba-8272-b65c19054408 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051747 Oct 22 13:03:08.084831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-88203842-11bf-4de5-888e-0e54d7111b6d None None] Provisioning complete for port f688461b-37a5-4c42-bd57-4efefe159707 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:08.085794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88203842-11bf-4de5-888e-0e54d7111b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:08.157249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-88203842-11bf-4de5-888e-0e54d7111b6d None None] Port f688461b-37a5-4c42-bd57-4efefe159707 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:08.383687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d9722-b8a7-4c8a-a97c-92fbe4316e9d req-d58aa129-8c33-49c8-9041-2966d1f4dcb2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:08.397971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a78d9722-b8a7-4c8a-a97c-92fbe4316e9d req-d58aa129-8c33-49c8-9041-2966d1f4dcb2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.2593060 Oct 22 13:03:08.482193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926583-fc6f-42bc-8b9d-beb85208c2c6 req-259df171-1e3f-4981-b113-942e23898a32 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:08.488988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926583-fc6f-42bc-8b9d-beb85208c2c6 req-259df171-1e3f-4981-b113-942e23898a32 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:08.497268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926583-fc6f-42bc-8b9d-beb85208c2c6 req-259df171-1e3f-4981-b113-942e23898a32 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:08.506167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea926583-fc6f-42bc-8b9d-beb85208c2c6 req-259df171-1e3f-4981-b113-942e23898a32 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 2373 time: 0.2654502 Oct 22 13:03:08.562090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a78d9722-b8a7-4c8a-a97c-92fbe4316e9d req-8ee2535e-ace0-4f23-bb6f-c6c3ea554264 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437135 Oct 22 13:03:08.563174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:08.605750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea926583-fc6f-42bc-8b9d-beb85208c2c6 req-6cfc9293-e035-4145-8264-4bc52130fe99 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980554 Oct 22 13:03:08.820061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:09.015902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f706ed-d9de-4eab-a2d8-03957461bb97'}, {'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244'}, {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:09.018344 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113be501-cf19-4ee3-9b51-af790e3a126f" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "a3f706ed-d9de-4eab-a2d8-03957461bb97"}, {"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-plugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244"}, {"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:09.146814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256dd0-9fd2-4057-b360-fca27e60bf35 req-ef53177e-f749-4a89-ba3c-d7842d079833 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.155882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71256dd0-9fd2-4057-b360-fca27e60bf35 req-ef53177e-f749-4a89-ba3c-d7842d079833 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1748605 Oct 22 13:03:09.195890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd8f9-e9e7-4cd8-8871-8a02016b10e1 req-5489b975-1b2f-4d68-bf4b-16de3f1da435 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.198573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f11dd8f9-e9e7-4cd8-8871-8a02016b10e1 req-5489b975-1b2f-4d68-bf4b-16de3f1da435 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2190537 Oct 22 13:03:09.287247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71256dd0-9fd2-4057-b360-fca27e60bf35 req-963036a3-5ce5-4a81-915b-ad5864f9ab27 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300893 Oct 22 13:03:09.335356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f11dd8f9-e9e7-4cd8-8871-8a02016b10e1 req-a621f003-0aff-4fcd-b360-78fdf4110c08 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273339 Oct 22 13:03:09.344382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.2.2.100 (3c42fec9-f096-4366-b57f-2d9a1dda98e7/9ae9a742-ff70-45c0-8349-43f3eec06efc/15094872-9aea-41c2-ac64-4252409b112f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:09.375037 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cae447-2c27-4529-b4a9-1398b0986fc4 x-openstack-request-id: req-b3cae447-2c27-4529-b4a9-1398b0986fc4 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:09.375854 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-plugged", "status": "completed", "tag": "a3f706ed-d9de-4eab-a2d8-03957461bb97", "code": 200}, {"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-plugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244", "code": 200}, {"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:09.376322 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3cae447-2c27-4529-b4a9-1398b0986fc4 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:09.376877 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f706ed-d9de-4eab-a2d8-03957461bb97', 'code': 200} Oct 22 13:03:09.377279 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'code': 200} Oct 22 13:03:09.377753 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'code': 200} Oct 22 13:03:09.606922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.608043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.608682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.609402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.610768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.611446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.612072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:09.615558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-3551c32a-748f-483e-b71f-bcf64fc867c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6502 time: 0.0776219 Oct 22 13:03:09.662969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:09.696478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-44625c79-356d-4b35-8dc7-bf4c3faeed10 req-fbb915c5-7d35-4a99-b4ed-2ec463cb855e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&id=76d66e94-5c1b-4052-92c8-3aa508c0446e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707006 Oct 22 13:03:10.064402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d5794-a6f8-4b16-8db6-6d7de3c34985 req-29644a4e-d6c7-448a-b8a8-853e3842bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.066733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-262d5794-a6f8-4b16-8db6-6d7de3c34985 req-29644a4e-d6c7-448a-b8a8-853e3842bdf6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 1096 time: 0.5698647 Oct 22 13:03:10.077941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:10.105884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.112624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.120285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.129350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.136409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.142363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.152394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.154303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-2396ec85-4cbe-4a87-8bc8-65c16fb6338a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.6102552 Oct 22 13:03:10.173939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a65d7-d832-4d57-b93a-eb7f1a49e231 req-6e0ff4f1-17c1-4bd9-b1cc-6486225a32e3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.181957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37a65d7-d832-4d57-b93a-eb7f1a49e231 req-6e0ff4f1-17c1-4bd9-b1cc-6486225a32e3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.6386828 Oct 22 13:03:10.266899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-262d5794-a6f8-4b16-8db6-6d7de3c34985 req-087972b0-de5d-4944-bcf8-5adb9f0c80ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862528 Oct 22 13:03:10.287631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37a65d7-d832-4d57-b93a-eb7f1a49e231 req-e6ab2b90-52dd-464d-8a50-72f7ffbf5067 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046975 Oct 22 13:03:10.315241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:10.323053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd7b808-d8b5-4094-865b-da243b8c4d30 req-5b1598c6-ed6f-445b-919a-43a4baf11542 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321263 Oct 22 13:03:10.393816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:10.398348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:10.419760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:10.472463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:10.540384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.541216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:10.553678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da9b28-a448-42f4-b71e-981b2f468b5f req-a6f36451-cb53-4d52-8c92-1c8f1366d26a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.555248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66da9b28-a448-42f4-b71e-981b2f468b5f req-a6f36451-cb53-4d52-8c92-1c8f1366d26a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.1857204 Oct 22 13:03:10.603048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-f5040db8-1930-440e-a9c9-0302521ec3f9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.613278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-f5040db8-1930-440e-a9c9-0302521ec3f9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.619608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-f5040db8-1930-440e-a9c9-0302521ec3f9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.625676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-f5040db8-1930-440e-a9c9-0302521ec3f9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:10.627473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-f5040db8-1930-440e-a9c9-0302521ec3f9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3094 time: 0.1523652 Oct 22 13:03:10.632959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a3d9fa3a-dc6a-42ad-b61b-23d2694ab85c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6585836 Oct 22 13:03:10.651837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'admin_state_up': True, 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'security_groups': ['93d9bf16-0bbc-4030-9f98-91a343930bf9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:10.704057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66da9b28-a448-42f4-b71e-981b2f468b5f req-1a5ee7fd-592d-4fd4-bbff-d52caa76447e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360631 Oct 22 13:03:10.733900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5babda0f-c03f-4525-a699-cf9bb8797fd5 req-d440b528-6be8-4f5f-aba5-c6b147fd2128 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965183 Oct 22 13:03:10.812096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e9daacfe-2a18-494b-8c92-a51eca9b80f4 None None] Provisioning complete for port 15094872-9aea-41c2-ac64-4252409b112f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:10.813041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9daacfe-2a18-494b-8c92-a51eca9b80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:10.897661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e9daacfe-2a18-494b-8c92-a51eca9b80f4 None None] Port 15094872-9aea-41c2-ac64-4252409b112f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:10.954192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Made reservation on behalf of bc2641d1077f43f2b63297a9aa797e16 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:10.960492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:11.014622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8326e-266a-45c5-b2e7-df0cb791d1cb req-7b36dc4c-db58-44ea-8fd1-19040b0f37d7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:11.024106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cca8326e-266a-45c5-b2e7-df0cb791d1cb req-7b36dc4c-db58-44ea-8fd1-19040b0f37d7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1102939 Oct 22 13:03:11.193294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cca8326e-266a-45c5-b2e7-df0cb791d1cb req-42cd2d28-b09c-4ac2-9c6b-af54923976be tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674907 Oct 22 13:03:11.257506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3bed2-e7a1-4f50-8ffd-8c196585dbe4 req-9f0ed709-ac42-4f85-bd53-be303a6a9042 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:11.257506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdb3bed2-e7a1-4f50-8ffd-8c196585dbe4 req-9f0ed709-ac42-4f85-bd53-be303a6a9042 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.2518251 Oct 22 13:03:11.420649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdb3bed2-e7a1-4f50-8ffd-8c196585dbe4 req-bbb3c15e-2744-4bf9-976f-9e9fa79056eb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569452 Oct 22 13:03:11.424418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Allocated IP 10.2.2.200 (3c42fec9-f096-4366-b57f-2d9a1dda98e7/9ae9a742-ff70-45c0-8349-43f3eec06efc/3b9207b6-d125-41b7-8ef4-ba3f2559a318) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:11.457208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736330-5a72-4418-a453-5d6bbaebaebf req-7296358e-c916-437e-8dbb-069045f95854 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:11.465878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74736330-5a72-4418-a453-5d6bbaebaebf req-7296358e-c916-437e-8dbb-069045f95854 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 1101 time: 0.1475334 Oct 22 13:03:11.574496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74736330-5a72-4418-a453-5d6bbaebaebf req-1ec8cf10-18ad-4fb5-8538-fa5482f6ec06 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073301 Oct 22 13:03:11.807053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ac85-7e9b-485e-9f9a-a711948d9fe6 req-fbece5f2-0611-41a5-a0e9-4c6903fc1b5c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:11.809781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0813ac85-7e9b-485e-9f9a-a711948d9fe6 req-fbece5f2-0611-41a5-a0e9-4c6903fc1b5c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2749848 Oct 22 13:03:11.830403 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-4a114357-1fdc-4519-86c3-2f36fdd1e091 service neutron] show failed (client error): The resource could not be found. Oct 22 13:03:11.831570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-4a114357-1fdc-4519-86c3-2f36fdd1e091 service neutron] 10.222.0.26 "GET /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.1009660 Oct 22 13:03:11.947240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0813ac85-7e9b-485e-9f9a-a711948d9fe6 req-2512a4dc-b247-49ff-9c86-f6164d405e16 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222520 Oct 22 13:03:11.980423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.007694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.018830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.043449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.066145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.086357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.106406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.117100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-e3932b36-9159-48ad-b9fe-42d1da286944 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.4127476 Oct 22 13:03:12.201621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-274e9c12-f46b-4a32-9b83-2a25ae45386d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833278 Oct 22 13:03:12.237290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:12.290249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0667638-ec7a-48c8-823b-5456dcb4c00c req-a9714684-7399-436d-8eca-1975ae7cf65e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544020 Oct 22 13:03:12.380455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-59451e78-f0a1-4519-a7b0-5ef2e85fdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.385489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-59451e78-f0a1-4519-a7b0-5ef2e85fdc68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1101 time: 0.1748996 Oct 22 13:03:12.426676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:12.528636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-dfd06db1-1328-4ebe-aeeb-f9f45e918861 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.530196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-dfd06db1-1328-4ebe-aeeb-f9f45e918861 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277295 Oct 22 13:03:12.535068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:12.619469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-dcaa911f-0632-4fca-9940-90d4a1d6ae7c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.627024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-dcaa911f-0632-4fca-9940-90d4a1d6ae7c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.637115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-dcaa911f-0632-4fca-9940-90d4a1d6ae7c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.648268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-dcaa911f-0632-4fca-9940-90d4a1d6ae7c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:12.661608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-dcaa911f-0632-4fca-9940-90d4a1d6ae7c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3094 time: 0.2303743 Oct 22 13:03:12.666494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:12.676501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-6b695311-aa2f-40e0-a84b-828b7d5840a4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/quotas/27d8df921af945c38abadfaa35828b2f HTTP/1.1" status: 200 len: 375 time: 0.1233306 Oct 22 13:03:12.725536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:12.737055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:12.770246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:12.800907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:12.878481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e13acf-1c0c-4d48-a6d6-63fe84e51fff req-ed704f75-a6a7-47c1-b603-ac11848840f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130232 Oct 22 13:03:13.042124 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-3fc0f5f3-7e84-447d-bdf7-f38690da9c51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884318 Oct 22 13:03:13.088235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-a73c0704-abe3-43ee-b1e5-b4cf9c57712a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3903081 Oct 22 13:03:13.108250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.108897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:13.159008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8bad7e67-54dd-4cea-983c-0754dbca305f None None] Provisioning complete for port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:13.159614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8bad7e67-54dd-4cea-983c-0754dbca305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:13.174162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bc40621e-5d20-4998-9385-6baa199a59ec tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5280426 Oct 22 13:03:13.207905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:13.213110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-28fc6841-7584-41e1-ba32-b6797f9883fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.218915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-28fc6841-7584-41e1-ba32-b6797f9883fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 1100 time: 0.1035569 Oct 22 13:03:13.240335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8bad7e67-54dd-4cea-983c-0754dbca305f None None] Port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:13.441615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-c6d6a002-80ee-43ef-ae2a-979c25ccd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.443810 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-c6d6a002-80ee-43ef-ae2a-979c25ccd60c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2017004 Oct 22 13:03:13.458348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f72ce-62c4-40a2-9364-37c3033576c9 req-3b10591e-dc1a-4949-8a8c-409aa233a527 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.459971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-187f72ce-62c4-40a2-9364-37c3033576c9 req-3b10591e-dc1a-4949-8a8c-409aa233a527 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.2654920 Oct 22 13:03:13.471553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:13.521744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-41452943-1e5f-4e9b-b2eb-7ec3bee544af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 200 len: 217 time: 0.0671690 Oct 22 13:03:13.593053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-9abe80a4-d925-4237-b0d8-10dd50fa84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.594559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-9abe80a4-d925-4237-b0d8-10dd50fa84ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0642171 Oct 22 13:03:13.620762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-187f72ce-62c4-40a2-9364-37c3033576c9 req-a79c6010-f375-4c83-bd6e-f9d5a3a9b979 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358764 Oct 22 13:03:13.623176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:13.715946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab996b-509b-422e-b9a9-2009135352b5 req-1fdd3111-49b2-406b-b8fe-6907d9f1f90a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.717675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ab996b-509b-422e-b9a9-2009135352b5 req-1fdd3111-49b2-406b-b8fe-6907d9f1f90a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.3464673 Oct 22 13:03:13.751024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-368d0338-4e77-452f-9215-4872ddcf9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:13.755298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-368d0338-4e77-452f-9215-4872ddcf9a05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485140 Oct 22 13:03:13.776949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:13.964052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ab996b-509b-422e-b9a9-2009135352b5 req-c8c00c15-28f5-4039-ba89-b22108051a81 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353117 Oct 22 13:03:13.981786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:13.984114 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897562cb-53f6-4ddf-bf2d-3b891e7556a9" -d '{"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:13.987957 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-8d5e11d2-aaa7-43ba-9aa2-a1ba8646daeb service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176783 Oct 22 13:03:13.991553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:14.042973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a4f89-ea42-4c71-8357-d954a87e3dcc req-78c3f310-e550-4ba8-be11-08aad14a7ef0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.045179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e02a4f89-ea42-4c71-8357-d954a87e3dcc req-78c3f310-e550-4ba8-be11-08aad14a7ef0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2915854 Oct 22 13:03:14.199039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Transition to ACTIVE for port object f2fde147-ba82-4f91-a400-c5dac810c1c7 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:14.204911 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-025f69f2-b21f-4938-baff-1bb4b4b18ac9 req-eadcb96d-bebd-4446-b624-85dbac122ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096851 Oct 22 13:03:14.247256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:14.276074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1418bfb1-77dd-46dd-8fd8-f77e8350e897 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:14.311966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aff2e1ef-b7f4-4bbc-b9ec-3fb59638fd48 req-aae0bfe6-1162-4a0d-9949-a4b9f8a38ce7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 210 time: 0.2611289 Oct 22 13:03:14.316657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:14.433658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Transition to ACTIVE for port object 1418bfb1-77dd-46dd-8fd8-f77e8350e897 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:14.498730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] No DVR routers for this DVR port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:14.501345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:14.525544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e02a4f89-ea42-4c71-8357-d954a87e3dcc req-f95188d2-f804-4d4c-a8c2-1ff91abec72d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241050 Oct 22 13:03:14.531777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:14.693276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:14.693765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:14.694198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:14.716168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:14.716753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:14.731119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.737487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.744264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.756808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.768101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.777492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.783974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:14.792238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-70c21d09-6ce6-4c58-841a-74532ae7812c tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.3841608 Oct 22 13:03:14.913794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:14.919066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:14.919400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:14.919871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Bound port: f2fde147-ba82-4f91-a400-c5dac810c1c7, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:14.920292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:14.925567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:14.983119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Attempting to bind port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:14.983532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Attempting to bind port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:14.983859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Attempting to bind port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 on network cf57036a-6546-4db0-9892-6aac14555b7a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:15.006978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0683da0-174b-493a-9243-d9088d0e7cd3 req-d792c724-9984-44e3-8970-d2065e1e65da tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.015166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0683da0-174b-493a-9243-d9088d0e7cd3 req-d792c724-9984-44e3-8970-d2065e1e65da tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.3700621 Oct 22 13:03:15.039605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 on network cf57036a-6546-4db0-9892-6aac14555b7a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:15.040338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Attempting to bind port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 on network cf57036a-6546-4db0-9892-6aac14555b7a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:15.050120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fce1cdef-5bd0-4003-bfd8-8ffa19b3125e req-717310c0-a5fe-44c4-8bcb-1d44f14da997 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569275 Oct 22 13:03:15.099993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:15.100337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Checking segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:15.100730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Bound using segment: {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:15.101180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Bound port: 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05a02e4-334a-479c-97c3-c2c3416fbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:15.101540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:15.171630 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-62c3cc04-8160-48b7-8bed-b11282c27914 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27d8df921af945c38abadfaa35828b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739610 Oct 22 13:03:15.203277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0683da0-174b-493a-9243-d9088d0e7cd3 req-bd276ec4-a57d-403c-bb8c-c77c549ec36b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870863 Oct 22 13:03:15.222226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:15.267666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:15.294985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:15.323774 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2800db-db66-4ce8-bf6e-750dd82f9c16 x-openstack-request-id: req-5d2800db-db66-4ce8-bf6e-750dd82f9c16 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:15.326625 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:15.327108 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2800db-db66-4ce8-bf6e-750dd82f9c16 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:15.327714 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'code': 200} Oct 22 13:03:15.341444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:15.430376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:15.433844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.439170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:15.440949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] 10.222.0.21 "PUT /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 1096 time: 3.0465589 Oct 22 13:03:15.468997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:15.550137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-137d1ba0-bf10-4d0f-849a-6b3cb9677f94 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.553046 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-137d1ba0-bf10-4d0f-849a-6b3cb9677f94 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742006 Oct 22 13:03:15.582526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Request body: {'port': {'device_id': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '27d8df921af945c38abadfaa35828b2f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:15.608333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798572c-b967-47a6-b580-78fef67f2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:15.632979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.633643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:15.635609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] 10.222.0.21 "PUT /v2.0/ports/1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 1091 time: 2.4451032 Oct 22 13:03:15.738750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.755509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.771517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.783564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.803728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:15.808211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:15.825900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-79375fb1-aaa5-4856-9b33-b98315497a4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3827 time: 0.4470034 Oct 22 13:03:15.909599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:15.948610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:15.974558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Made reservation on behalf of 27d8df921af945c38abadfaa35828b2f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:15.980365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:16.105458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-346a60d8-d11d-4608-a497-5dc8bb9345d9 req-5b3d4d0c-2f41-4cb0-b156-181884454fea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786407 Oct 22 13:03:16.112383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0c792c1a-e97d-48a2-afe3-8ba758f414af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.114162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0c792c1a-e97d-48a2-afe3-8ba758f414af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1099 time: 0.5948391 Oct 22 13:03:16.138863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f100-2c17-4307-a652-db2befa9e349 service neutron] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:16.210117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8fbe-546a-4fb4-9ad2-2c27a02f9f90 req-380965bb-742c-4bbf-a187-360f22153c71 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.218152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0bf8fbe-546a-4fb4-9ad2-2c27a02f9f90 req-380965bb-742c-4bbf-a187-360f22153c71 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.2873559 Oct 22 13:03:16.292223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:16.323202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Allocated IP 192.168.233.204 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:16.338613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0bf8fbe-546a-4fb4-9ad2-2c27a02f9f90 req-e8d949fe-836d-419d-8556-46444788252a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194215 Oct 22 13:03:16.467878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.480427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.486686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.500125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.510871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.517044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.523263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.536597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2fb8cba-deff-4d16-94e6-584215741451 req-b5a6c999-1595-47a5-ac62-1d84e2fe3b67 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.2584805 Oct 22 13:03:16.540858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:16.552558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Request body: {'floatingip': {'port_id': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:16.565958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-1252e5df-bad0-463e-81a5-a8ad8816166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:16.569388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-1252e5df-bad0-463e-81a5-a8ad8816166c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.4454331 Oct 22 13:03:16.644649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:16.721324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:16.734691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:16.740065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28f03d7b-53dc-4e0b-98f9-8fdb8f4a809f req-f6ab332c-2325-40fe-a5bb-08b266452f33 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 210 time: 0.1232471 Oct 22 13:03:16.800851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:16.847173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-55a62b40-f8fb-4d6c-9494-9c0fd4e47521 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.2074931 Oct 22 13:03:16.920500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event updated for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:16.922181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12', '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', '9cdab687-8359-4690-9531-c914d7f4d616'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:17.024268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:17.026633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:17.050359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:17.268270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-baa96fd5-3b33-4363-baf5-79bc22ca8460 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968179 Oct 22 13:03:17.323555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:17.324654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:17.383472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-f5699a42-41c0-49c5-952e-94ed6c8b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:17.386151 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-f5699a42-41c0-49c5-952e-94ed6c8b9d1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 1101 time: 0.0881553 Oct 22 13:03:17.391566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-ffa27373-14da-4c78-b5e7-a38386fff2db tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8139827 Oct 22 13:03:17.430069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}, {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:17.432506 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fdbc36-306e-43df-83d4-35d41a3b1c98" -d '{"events": [{"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}, {"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:17.436311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Request body: {'port': {'device_id': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:17.581728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:17.608626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ca51a031-9979-443e-b034-c18fe503968b None None] Provisioning complete for port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:17.609266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca51a031-9979-443e-b034-c18fe503968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:17.653410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ca51a031-9979-443e-b034-c18fe503968b None None] Port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:03:17.697463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-79cf46e4-6d74-48f0-9545-8df82c3016ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:17.699074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-79cf46e4-6d74-48f0-9545-8df82c3016ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.8061471 Oct 22 13:03:17.945233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4092-26e2-4977-9d25-19dfb0933dd2 req-fdce4982-fea0-46a8-a7ef-61c37cadb256 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:17.947190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dad4092-26e2-4977-9d25-19dfb0933dd2 req-fdce4982-fea0-46a8-a7ef-61c37cadb256 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 1.0681069 Oct 22 13:03:17.960465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d89f-d04f-45da-a40d-e98d3d1fb04f req-3ff5d032-aed4-48ac-b354-0d95c83b1fac tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:17.969232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f972d89f-d04f-45da-a40d-e98d3d1fb04f req-3ff5d032-aed4-48ac-b354-0d95c83b1fac tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.5001762 Oct 22 13:03:18.054882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:18.076677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:18.117687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0525224f-f061-4c64-864c-b498c41ba4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.120694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-0525224f-f061-4c64-864c-b498c41ba4e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4121742 Oct 22 13:03:18.127043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Transition to ACTIVE for port object bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:18.141225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f972d89f-d04f-45da-a40d-e98d3d1fb04f req-1af6b77f-fce3-47ab-b1ce-8173fe109fde tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708581 Oct 22 13:03:18.151383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:18.216442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dad4092-26e2-4977-9d25-19dfb0933dd2 req-0268ecfd-c867-482f-8a4d-65a52c16ab2c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321687 Oct 22 13:03:18.430526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Pushing event updated for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:18.479109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-1b8fa187-0b10-4679-9d26-065049e3c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.480732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-1b8fa187-0b10-4679-9d26-065049e3c298 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.9652030 Oct 22 13:03:18.584941 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-69f3eef9-42cf-4af7-9414-4d29508be5ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1 HTTP/1.1" status: 200 len: 217 time: 0.0859497 Oct 22 13:03:18.793029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Attempting to bind port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:18.793629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Attempting to bind port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:18.794107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Attempting to bind port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:18.802083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:18.802663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Attempting to bind port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:18.812938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-1eec3c61-ffb5-4209-8eb7-e37645b07e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.816842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-1eec3c61-ffb5-4209-8eb7-e37645b07e40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2212989 Oct 22 13:03:18.818795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:18.819501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:18.820048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:18.820883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Bound port: bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:18.822045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:18.827736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975842bf-19ea-4525-a3ca-7223fb4a7778 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:18.866404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.874012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.893916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.900584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.907364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.916045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-079d722a-24a8-48cc-aa40-ea466287c400 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3827 time: 0.6427698 Oct 22 13:03:18.931202 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:18.937499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:03:18.990853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-84ee427f-b320-46f3-9342-7e777eb2ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:18.993118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-84ee427f-b320-46f3-9342-7e777eb2ab95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488028 Oct 22 13:03:19.028302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0a59cf-f3a7-4608-986b-82e948aaf7a0 req-9ff6c40b-c2ab-4a96-ac99-df5460636b3a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111515 Oct 22 13:03:19.047114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:19.075633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296b9c8-bbdf-403b-ba74-34061fe4aaae req-8b3fde1d-66e0-40d9-bb94-8f6f9e41f0c3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:19.077361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2296b9c8-bbdf-403b-ba74-34061fe4aaae req-8b3fde1d-66e0-40d9-bb94-8f6f9e41f0c3 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.4683466 Oct 22 13:03:19.116850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Transition to ACTIVE for port object 975842bf-19ea-4525-a3ca-7223fb4a7778 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:19.139131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-ab21fd1b-4569-4759-a445-febf3f16aaff service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9921033 Oct 22 13:03:19.145014 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:19.189808 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85469375-a1c9-456d-a693-adf097036853 x-openstack-request-id: req-85469375-a1c9-456d-a693-adf097036853 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:19.190366 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:19.192895 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85469375-a1c9-456d-a693-adf097036853 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:19.193488 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'status': 'completed', 'code': 200} Oct 22 13:03:19.193907 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'status': 'completed', 'code': 200} Oct 22 13:03:19.321587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:19.361604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2296b9c8-bbdf-403b-ba74-34061fe4aaae req-10378acd-3ff3-4621-a177-4a6e284aefa4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606506 Oct 22 13:03:19.429193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:19.734234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:19.739688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:19.794250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:19.861319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16600fa4-eb18-4c98-b1f4-cca0ae550094 req-18a8d6ba-0434-4f8b-bbe7-36fd7bf37ee7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:19.865785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16600fa4-eb18-4c98-b1f4-cca0ae550094 req-18a8d6ba-0434-4f8b-bbe7-36fd7bf37ee7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 948 time: 0.5744610 Oct 22 13:03:19.874455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:19.875504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:19.877245 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] 10.222.0.21 "PUT /v2.0/ports/bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 HTTP/1.1" status: 200 len: 1096 time: 2.4608648 Oct 22 13:03:19.880058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:19.882644 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49bbd14-2d75-43b7-b12d-033fc8dade38" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:19.914240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-20a39a13-b368-4797-9541-f785457d52ca service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073460 Oct 22 13:03:19.966925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbed4861-faea-4f94-a010-d37c8c6d155b req-ea993759-de9f-401b-a9ae-3c7c958ad2ab service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661090 Oct 22 13:03:19.975617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-5d379004-89c4-4300-9bac-e862939f6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:19.977125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-5d379004-89c4-4300-9bac-e862939f6cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1099 time: 0.2742698 Oct 22 13:03:20.112854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535820a-bdc7-4e75-86fd-81b14e56f83d service neutron] Pushing event updated for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:20.308997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-bce4c140-0b1e-438f-8fc3-1ef10cfd8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.310928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-bce4c140-0b1e-438f-8fc3-1ef10cfd8d8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3004520 Oct 22 13:03:20.373560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-919e2cc5-8dd1-4a29-82c1-cb437aa337c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.375614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-919e2cc5-8dd1-4a29-82c1-cb437aa337c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 1099 time: 0.4407105 Oct 22 13:03:20.409621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Attempting to bind port 975842bf-19ea-4525-a3ca-7223fb4a7778 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:20.409989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Attempting to bind port 975842bf-19ea-4525-a3ca-7223fb4a7778 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:20.410362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Attempting to bind port 975842bf-19ea-4525-a3ca-7223fb4a7778 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:20.428805 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-fe60a87b-1f5e-417f-8c25-3ada95d18e39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0715494 Oct 22 13:03:20.445165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37924d7-edbf-4cb3-b6a3-7ad78e27f5ef req-804b5201-a8c0-414d-a07a-7ad735e686bb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.455156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37924d7-edbf-4cb3-b6a3-7ad78e27f5ef req-804b5201-a8c0-414d-a07a-7ad735e686bb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.5114999 Oct 22 13:03:20.457787 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Floating IP e9982edd-0b81-40b2-9e64-3e3c98715430 associated. External IP: 172.25.6.95, port: 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a. Oct 22 13:03:20.475591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16600fa4-eb18-4c98-b1f4-cca0ae550094 req-ea1b363c-62b3-4234-8e41-7f17010d8956 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252786 Oct 22 13:03:20.481724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Port 975842bf-19ea-4525-a3ca-7223fb4a7778 on network 04da9706-f80f-40d1-b040-58e757073095 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:20.484355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Attempting to bind port 975842bf-19ea-4525-a3ca-7223fb4a7778 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:20.514534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-43b074c3-cee2-4931-ad35-4692b7daca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.516042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-43b074c3-cee2-4931-ad35-4692b7daca9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0534408 Oct 22 13:03:20.519065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-42b53b79-a4e6-4b34-92ab-df431808a2eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 HTTP/1.1" status: 200 len: 217 time: 0.0978260 Oct 22 13:03:20.608567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa8dced2-4b73-4f94-bed4-71662f5712e3 req-0224b8a7-e30a-467a-8316-d31c31272841 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745980 Oct 22 13:03:20.640359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-61367c4a-16f6-4f9e-a869-b0893bfc9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.642273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-61367c4a-16f6-4f9e-a869-b0893bfc9749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103008 Oct 22 13:03:20.644060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-44aec4ca-a4fe-426a-ad7a-f0e028076b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.645828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-44aec4ca-a4fe-426a-ad7a-f0e028076b59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0756605 Oct 22 13:03:20.735758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f37924d7-edbf-4cb3-b6a3-7ad78e27f5ef req-a0a635bb-2428-42c1-8358-ee39944824a7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797134 Oct 22 13:03:20.848704 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ab2c1-131b-4574-9a26-d80349b8545e x-openstack-request-id: req-fc2ab2c1-131b-4574-9a26-d80349b8545e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:20.849539 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:20.849948 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc2ab2c1-131b-4574-9a26-d80349b8545e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:20.850559 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1', 'status': 'completed', 'code': 200} Oct 22 13:03:20.868745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-65714769-4702-4cef-aecd-bb29ab980cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:20.870546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:20.871089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:20.871283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Bound using segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:20.871736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Bound port: 975842bf-19ea-4525-a3ca-7223fb4a7778, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:20.872096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:20.873860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-65714769-4702-4cef-aecd-bb29ab980cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2137415 Oct 22 13:03:20.897013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Router 38e4221b-d061-4c36-9464-cbe9bb05dad0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:03:20.961383 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-bb6f5407-9b82-479d-99c1-33431510e273 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104000 Oct 22 13:03:20.979925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:20.983546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:21.026011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-c593a798-6d54-4d91-9499-af1b56d71c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.027605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-c593a798-6d54-4d91-9499-af1b56d71c8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1099 time: 0.8256791 Oct 22 13:03:21.028894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:21.112911 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-0bb876ef-3368-4c72-a5ea-51e1d7a08592 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283742 Oct 22 13:03:21.153107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-affb54bb-5ddd-4ba9-81d3-02ad72d31cd7 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792252 Oct 22 13:03:21.184921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:21.214516 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:03:21.245001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.245769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:21.248119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0cce0224-3e5c-4b3c-b0bc-c113534a1b9a service neutron] 10.222.0.21 "PUT /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 1130 time: 5.3517308 Oct 22 13:03:21.288904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:21.292460 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4151a603-8190-43fa-b31f-f2faace9871b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:21.303375 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7e684ab-434a-4eb7-bc26-92050726a3d6 req-8eb6e82e-f6a1-41b9-9b63-8b8e102cb0bc service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736860 Oct 22 13:03:21.329056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:21.355310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1518c-6775-4907-ad67-2ab41ce7d146 req-1fc0032a-27e9-4bb6-b8a3-8dd2acbe826f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.356926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88e1518c-6775-4907-ad67-2ab41ce7d146 req-1fc0032a-27e9-4bb6-b8a3-8dd2acbe826f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.6377430 Oct 22 13:03:21.420103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.429782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.448324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-bae62c9a-8c8b-44dd-96ac-809793841258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.448460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.450575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-bae62c9a-8c8b-44dd-96ac-809793841258 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 1099 time: 0.0688386 Oct 22 13:03:21.459234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.476225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.497569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.506444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-a138575d-48cc-4b7c-b236-05ee4252f6bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 4599 time: 0.5212812 Oct 22 13:03:21.607389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe51c19f-59c7-46aa-bdbb-a5a28e577ddd req-af144cbb-96e4-4e1f-823f-447b6891fb99 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931714 Oct 22 13:03:21.670834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-42871a9e-a66b-4d2f-81e0-26f8a194d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.677319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-42871a9e-a66b-4d2f-81e0-26f8a194d363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2115247 Oct 22 13:03:21.679258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88e1518c-6775-4907-ad67-2ab41ce7d146 req-70421873-c281-44e7-9f5c-717d2168d5d4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091497 Oct 22 13:03:21.756392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-57f2e363-5a7a-4bb3-b018-8b89e4daa430 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 HTTP/1.1" status: 200 len: 217 time: 0.0721712 Oct 22 13:03:21.767977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-2851213a-8b98-41b2-8218-4468d97f1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.769536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-2851213a-8b98-41b2-8218-4468d97f1a28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.7254536 Oct 22 13:03:21.773162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:03:21.778938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:21.786302 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Sync routers for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:03:21.801275 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:03:21.801972 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:21.813660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-b6f708d9-e927-447c-a6fc-098f08ff7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.817208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-b6f708d9-e927-447c-a6fc-098f08ff7fb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0520117 Oct 22 13:03:21.890232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-73687144-973f-47bf-9e80-87848807a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:21.892437 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-73687144-973f-47bf-9e80-87848807a291 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677307 Oct 22 13:03:22.064351 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:03:22.074106 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-cb0831c7-406d-4106-b40f-8f3edfd0261b service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725645 Oct 22 13:03:22.327030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f49bbd14-2d75-43b7-b12d-033fc8dade38 req-ebb9dc75-f683-46cf-9dd1-88dcf1cb9289 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425623 Oct 22 13:03:22.377289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'e9982edd-0b81-40b2-9e64-3e3c98715430', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'port_id': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'mac_address': 'fa:16:3e:67:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:01:41Z', 'updated_at': '2021-10-22T13:03:18Z', 'revision_number': 1, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:22.443081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.443558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.444052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.444531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.445590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.446689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.448730 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4151a603-8190-43fa-b31f-f2faace9871b req-633ba010-425a-4e49-ab7c-fd379233c1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5285 time: 0.1207473 Oct 22 13:03:22.554527 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Checking router: 38e4221b-d061-4c36-9464-cbe9bb05dad0 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:03:22.564918 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:03:22.565864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:22.624079 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f707fe8-dc96-4f36-a8e0-9aac06496e28 x-openstack-request-id: req-7f707fe8-dc96-4f36-a8e0-9aac06496e28 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:22.625021 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:22.626003 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f707fe8-dc96-4f36-a8e0-9aac06496e28 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:22.626548 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778', 'status': 'completed', 'code': 200} Oct 22 13:03:22.728216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-049eb6ab-d2d7-4ac4-8bbc-e9d98a4feeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.728739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-049eb6ab-d2d7-4ac4-8bbc-e9d98a4feeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.729208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-049eb6ab-d2d7-4ac4-8bbc-e9d98a4feeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.730865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4151a603-8190-43fa-b31f-f2faace9871b req-049eb6ab-d2d7-4ac4-8bbc-e9d98a4feeea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2731471 Oct 22 13:03:22.747212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-cb8fabd6-5484-4c85-b40d-af7157c05e45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.1391194 Oct 22 13:03:22.783928 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:03:22.799201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:22.841296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-548a2891-e66e-4c4c-8f0f-367ca28543c4 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "PUT /v2.0/floatingips/e9982edd-0b81-40b2-9e64-3e3c98715430 HTTP/1.1" status: 200 len: 990 time: 6.2937553 Oct 22 13:03:22.904802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d954c-4431-4ce1-befe-3869ad3deb3a req-2d7a7355-2eb4-4a5e-8b3b-fe430a7f14f9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.906439 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-673d954c-4431-4ce1-befe-3869ad3deb3a req-2d7a7355-2eb4-4a5e-8b3b-fe430a7f14f9 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 1.1357670 Oct 22 13:03:22.915327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218505d-5b3e-420e-a10d-a626ba20e689 req-7985dcfe-54e0-44e0-a0a3-a1d57575906c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.935658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5218505d-5b3e-420e-a10d-a626ba20e689 req-7985dcfe-54e0-44e0-a0a3-a1d57575906c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 948 time: 0.2903697 Oct 22 13:03:22.970013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151a603-8190-43fa-b31f-f2faace9871b req-54e2eea1-d8c5-45d2-b6f7-151b9c3e8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:22.971743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4151a603-8190-43fa-b31f-f2faace9871b req-54e2eea1-d8c5-45d2-b6f7-151b9c3e8ec8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296324 Oct 22 13:03:23.003500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-0c818859-5eae-44d8-b2e7-06362d86fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.005663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-0c818859-5eae-44d8-b2e7-06362d86fd70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2419770 Oct 22 13:03:23.104734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-673d954c-4431-4ce1-befe-3869ad3deb3a req-04315b7e-42c6-4d78-adae-377714397a3c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669645 Oct 22 13:03:23.176289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5218505d-5b3e-420e-a10d-a626ba20e689 req-d2593f93-0d5f-4ead-96d8-0f2c9bf28375 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397466 Oct 22 13:03:23.202915 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'e9982edd-0b81-40b2-9e64-3e3c98715430', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'port_id': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'mac_address': 'fa:16:3e:67:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:01:41Z', 'updated_at': '2021-10-22T13:03:18Z', 'revision_number': 1, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:03:23.249005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-5ddecc4d-587e-4feb-87e2-abb750928d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.250671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-5ddecc4d-587e-4feb-87e2-abb750928d6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2292607 Oct 22 13:03:23.255913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6521d25-40fb-4013-8f5b-655166b9930b None None] The sync data for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 is: [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'e9982edd-0b81-40b2-9e64-3e3c98715430', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'port_id': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'mac_address': 'fa:16:3e:67:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f066f-7130-4719-8316-0c99e976b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:01:41Z', 'updated_at': '2021-10-22T13:03:18Z', 'revision_number': 1, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:03:23.479215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb947-2245-4f7b-91a3-46fdafa5329a req-88ae4f09-e2d3-4bda-9cea-f5c62fd38a8d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.487492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f55cb947-2245-4f7b-91a3-46fdafa5329a req-88ae4f09-e2d3-4bda-9cea-f5c62fd38a8d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.2875907 Oct 22 13:03:23.570935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.578183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.584509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.591163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.598114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.605803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:23.608080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-6f3d9205-277f-498c-ac29-dcb12fde6156 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 4599 time: 0.3066959 Oct 22 13:03:23.662749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97282c-cf32-497c-be13-ea0861c6ce68 None None] New status for floating IP e9982edd-0b81-40b2-9e64-3e3c98715430: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:03:23.670359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-fe32aff2-a9ce-48bb-8edb-82aacf745875 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721061 Oct 22 13:03:23.684452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f55cb947-2245-4f7b-91a3-46fdafa5329a req-ba7a128a-fb05-4522-be31-351cfbdf3af3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904776 Oct 22 13:03:23.772598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:23.799408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae16ad13-8b6f-4165-909e-75819e680ad1 req-b5aa659a-0a86-40e9-a2d9-0c40c45218b1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687593 Oct 22 13:03:23.805122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:24.011106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Transition to ACTIVE for port object 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:24.034624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:24.037880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-998c7c1b-a111-4a93-859f-3108b848954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:24.060283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-f42a9feb-d640-4aa7-a5d6-4d08a9e30b1b service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723748 Oct 22 13:03:24.136762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50b7-6715-4b27-a933-acc61024b2a7 req-088e0dbe-cb7a-4e16-ab5a-1921c97f16a5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.138765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b27f50b7-6715-4b27-a933-acc61024b2a7 req-088e0dbe-cb7a-4e16-ab5a-1921c97f16a5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.2494869 Oct 22 13:03:24.168940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:24.273192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.273541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.273885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.274272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.274780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.275126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.275456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.275787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.276114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.276483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.276855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.277178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:24.435256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b27f50b7-6715-4b27-a933-acc61024b2a7 req-c2f041c8-b1eb-4b4a-bbd2-08d9e19d20e3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784021 Oct 22 13:03:24.537146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.539144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.540304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.543871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.544355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.544828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.545301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.553870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-e0eaa1ea-7fb4-42a1-9696-edcc29bf8e25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6165 time: 0.4138162 Oct 22 13:03:24.788936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:24.793379 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f8e6d0-81d3-4e16-96d6-801a390408b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:24.798072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-f2290639-5a38-4084-b36c-5d67d7aa6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.798989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-f2290639-5a38-4084-b36c-5d67d7aa6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.799640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-f2290639-5a38-4084-b36c-5d67d7aa6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.801687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-f2290639-5a38-4084-b36c-5d67d7aa6c6d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2267871 Oct 22 13:03:24.982246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70882d-910e-4516-bf2b-2cd16dd83e78 req-d996c4fd-02c6-4811-bfe8-f8342e1d8b9b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.984307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c70882d-910e-4516-bf2b-2cd16dd83e78 req-d996c4fd-02c6-4811-bfe8-f8342e1d8b9b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 948 time: 0.7032886 Oct 22 13:03:24.985573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-6136f016-b010-4727-879e-ea5199c23135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:24.987199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62fdbc36-306e-43df-83d4-35d41a3b1c98 req-6136f016-b010-4727-879e-ea5199c23135 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651115 Oct 22 13:03:25.032639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Attempting to bind port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:25.033331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Attempting to bind port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:25.033894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Attempting to bind port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:25.045473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on network 04da9706-f80f-40d1-b040-58e757073095 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:25.046156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Attempting to bind port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:25.084618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c70882d-910e-4516-bf2b-2cd16dd83e78 req-632e931f-d75f-4739-91ec-18fcef2a009a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785522 Oct 22 13:03:25.088022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:25.092023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:25.092677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Bound using segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:25.094738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Bound port: 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:25.095353 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:25.183193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05d69b-976b-4818-9fe4-5000159e836b req-9a5f616b-c972-4580-ae7f-4954e316fd24 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.185529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c05d69b-976b-4818-9fe4-5000159e836b req-9a5f616b-c972-4580-ae7f-4954e316fd24 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 948 time: 0.3826149 Oct 22 13:03:25.314767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:25.337264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c05d69b-976b-4818-9fe4-5000159e836b req-353e37d7-2ac9-4c41-b2d1-51733caa8006 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329527 Oct 22 13:03:25.339478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:25.352455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:25.375036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9aa83-b808-4ab8-a86c-47d8157b828c req-94ac1c2d-9663-401c-8b48-f45ffd837c7b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.377246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe9aa83-b808-4ab8-a86c-47d8157b828c req-94ac1c2d-9663-401c-8b48-f45ffd837c7b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1388972 Oct 22 13:03:25.388723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.389742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:25.391706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] 10.222.0.21 "PUT /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 1129 time: 4.0758116 Oct 22 13:03:25.436954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:25.533060 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198eba0-a810-4bec-9cad-f0d95bc4031b x-openstack-request-id: req-3198eba0-a810-4bec-9cad-f0d95bc4031b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:25.533441 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:25.533795 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3198eba0-a810-4bec-9cad-f0d95bc4031b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:25.534345 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'status': 'completed', 'code': 200} Oct 22 13:03:25.652600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe9aa83-b808-4ab8-a86c-47d8157b828c req-21935da3-c29b-4ae1-9ca6-1d5e1ea73838 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448936 Oct 22 13:03:25.686443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:25.724680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8814a26-449d-451b-912d-7ea1a189e355 service neutron] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:25.817607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:25.849411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.849953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.850433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.850946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.851468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.851932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.853028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.855062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-351be66c-57d1-499c-9363-d4f6b7fb9989 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6502 time: 0.2974880 Oct 22 13:03:25.870908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.877931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.887419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.895322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.902545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.909123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.916972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:25.926657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-d32df87b-9be5-4d2f-9987-33a6909a829a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5370 time: 0.2632766 Oct 22 13:03:26.005633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:26.021781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'mac_address': 'fa:16:3e:6f:8b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:26.069442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b635bc4-92cf-4dd3-a53a-2246c2ce6cb8 req-bce473dc-6783-4eca-8489-2ced96c6ad04 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417971 Oct 22 13:03:26.078825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:26.125458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:26.188329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:26.200362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:26.201156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:26.273615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:26.293372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1', 'mac_address': 'fa:16:3e:64:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:26.413250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:26.415375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-302795cd-223e-4c3f-8742-24df97743945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:26.418473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:26.423472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-302795cd-223e-4c3f-8742-24df97743945 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812 HTTP/1.1" status: 200 len: 917 time: 0.4861863 Oct 22 13:03:26.434903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:26.460114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:26.465255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:26.466085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d72f2-cbab-4336-8574-eb51431bed6b req-a2f8a375-f78a-4c99-8a75-e94632bd4b1c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:26.473611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d2d72f2-cbab-4336-8574-eb51431bed6b req-a2f8a375-f78a-4c99-8a75-e94632bd4b1c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 945 time: 0.3393161 Oct 22 13:03:26.525839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817ba8-11ba-49be-af03-8d63fd0d95a6 req-0d8b28a4-34b3-4f85-8ffb-e42dd5c21a55 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:26.527684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0817ba8-11ba-49be-af03-8d63fd0d95a6 req-0d8b28a4-34b3-4f85-8ffb-e42dd5c21a55 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.2425530 Oct 22 13:03:26.539181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:26.671587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d2d72f2-cbab-4336-8574-eb51431bed6b req-daa5715a-2335-4767-86b2-37f3cb14e039 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967831 Oct 22 13:03:26.675882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-8d1ed079-ceb3-449b-bc75-04ababfce83e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 200 len: 1000 time: 0.2309828 Oct 22 13:03:26.762090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:26.771833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:26.861458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0817ba8-11ba-49be-af03-8d63fd0d95a6 req-d5ef2756-944c-4caa-9804-76a24ef54eaf tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909565 Oct 22 13:03:26.874737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Transition to ACTIVE for port object 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:26.904692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-0dc9ea13-2994-4661-8d05-c23b86885cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:26.906208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-0dc9ea13-2994-4661-8d05-c23b86885cbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e41c1469-622e-4296-a855-4ecb9cb06e47 HTTP/1.1" status: 200 len: 855 time: 0.1205947 Oct 22 13:03:26.907176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.070016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4cc37c54-6718-47ce-8476-3e6beca1a217 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:27.077128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7f61c49e-a046-4802-be04-efd04889997f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.080691 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4cc37c54-6718-47ce-8476-3e6beca1a217 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1785262 Oct 22 13:03:27.150181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:27.213294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:27.215940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.224268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-ad8bdafa-9953-4dea-83eb-1816f44f76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:27.243344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-ad8bdafa-9953-4dea-83eb-1816f44f76da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074853 Oct 22 13:03:27.264551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:27.279773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f2fde147-ba82-4f91-a400-c5dac810c1c7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:27.297716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41110927-31a9-43c1-80a0-a4206be2421c req-95ae21ab-7eef-495c-bb06-7eb12fb2340b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:27.312055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41110927-31a9-43c1-80a0-a4206be2421c req-95ae21ab-7eef-495c-bb06-7eb12fb2340b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 949 time: 0.5171814 Oct 22 13:03:27.530537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Attempting to bind port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:27.530967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Attempting to bind port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:27.534043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Attempting to bind port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:27.543241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:27.563476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:27.567611 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad4c371-d225-44af-ae09-780fe09c27e3" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "06ea4c6d-1c21-41dc-aff9-a31a2aa7498f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:27.573583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 on network 04da9706-f80f-40d1-b040-58e757073095 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:27.573897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Attempting to bind port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:27.596068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41110927-31a9-43c1-80a0-a4206be2421c req-8c455c76-56c6-425e-bb3f-f8c3fe93be6e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830088 Oct 22 13:03:27.641114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf903a-fc8f-46e8-ac96-66970ff3be63 req-6b8b8470-1513-4cce-86b9-372ccb6a519c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:27.659494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3cf903a-fc8f-46e8-ac96-66970ff3be63 req-6b8b8470-1513-4cce-86b9-372ccb6a519c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.4914932 Oct 22 13:03:27.677561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:27.687935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.693929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.785613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:27.797434 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126686a6-a00c-4ab0-8875-468aac7fc710" -d '{"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:27.802419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.831287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.950708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:27.951117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:27.951453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:27.963717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:27.964079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Attempting to bind port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on network 18f8eb2c-a397-4687-8092-457dba41a07a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:27.976470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:27.976820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Checking segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:27.977775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Bound using segment: {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:27.978235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Bound port: c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52ac70-5214-42c6-91a4-4564d565503b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '18f8eb2c-a397-4687-8092-457dba41a07a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:27.978619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:27.998743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:28.076817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:28.081569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:28.092519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:28.190507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:28.215038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:28.215610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:28.215739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Bound using segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:28.216538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Bound port: 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:28.216908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:28.318533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3cf903a-fc8f-46e8-ac96-66970ff3be63 req-fdb6621c-fdb9-458d-a751-fd7828f9cc63 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581292 Oct 22 13:03:28.332754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-4080d139-afb4-4301-b634-386cb82bf770 service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0717237 Oct 22 13:03:28.360244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.362166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:28.367175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-4a5be871-d45b-401b-b8cc-1ab46b7d0cbe service neutron] 10.222.0.21 "PUT /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 1121 time: 1.2694051 Oct 22 13:03:28.439908 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d566a-b7aa-4d6b-ad84-74b38fa64b73 x-openstack-request-id: req-9d7d566a-b7aa-4d6b-ad84-74b38fa64b73 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:28.440313 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "06ea4c6d-1c21-41dc-aff9-a31a2aa7498f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:28.441174 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d7d566a-b7aa-4d6b-ad84-74b38fa64b73 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:28.441775 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f', 'status': 'completed', 'code': 200} Oct 22 13:03:28.470884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-5832efcb-732a-4d25-93a8-58a9f285d4b6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.482196 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-5832efcb-732a-4d25-93a8-58a9f285d4b6 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5&tenant_id=9e8a625f8d2745bda6fe9b390c121dca&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 949 time: 0.1881192 Oct 22 13:03:28.496328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:28.510299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c8d0d246-a975-4d7d-ac95-a7dad17db6b6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:28.565250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:28.683294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:28.714796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.715388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.716903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.717815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.718360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.719174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.719871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.722749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-7093336e-2294-4f15-8fca-967c12c61699 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6232 time: 0.2395082 Oct 22 13:03:28.790284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-b7346637-e8ea-423f-abb2-9140c1bb4273 service neutron] 10.222.0.21 "GET /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 382 time: 0.2507164 Oct 22 13:03:28.802698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.809177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.815626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.822392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.829063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.835247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.847150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.849125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-a5552af3-7d49-437c-9e85-389f871f7d16 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5382 time: 0.3057771 Oct 22 13:03:28.851215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f8e6d0-81d3-4e16-96d6-801a390408b6 req-05187d8f-1cf9-465a-8281-77fb6ba13deb service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909906 Oct 22 13:03:28.854103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.854734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:28.856052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 200 len: 1090 time: 3.4239454 Oct 22 13:03:28.885566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6339ba8-46a2-41d0-94dc-e5d32b47e5ce req-c482c7cc-9fac-4f07-810d-0bc1958bde4c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.893368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6339ba8-46a2-41d0-94dc-e5d32b47e5ce req-c482c7cc-9fac-4f07-810d-0bc1958bde4c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.3325465 Oct 22 13:03:28.946507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-61b0d8f0-1909-46be-a2b4-0e23bbff18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.947122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-61b0d8f0-1909-46be-a2b4-0e23bbff18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.948148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-61b0d8f0-1909-46be-a2b4-0e23bbff18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.950177 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-61b0d8f0-1909-46be-a2b4-0e23bbff18fd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2134547 Oct 22 13:03:28.956732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-ddc4d26e-0e62-4a39-a8d9-2658646e3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:28.958921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-ddc4d26e-0e62-4a39-a8d9-2658646e3e8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1100 time: 0.1178153 Oct 22 13:03:28.968984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:28.977953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b636b-ef4b-4754-8b02-371351c616b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:29.042675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93b7059d-698a-47a7-b078-4478bc0259c5 req-420bbae5-f4e9-458b-9e99-0837ef2181b9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332309 Oct 22 13:03:29.124037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6339ba8-46a2-41d0-94dc-e5d32b47e5ce req-56e95a24-99f7-4c52-b060-2059eabf6cfc tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299623 Oct 22 13:03:29.140463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:29.257450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['c8d0d246-a975-4d7d-ac95-a7dad17db6b6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:29.396897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d01ec-b8e5-4e73-9a30-92a924103172 req-2e3e82ae-2380-43c4-9b08-1647af39e778 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.398400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f61d01ec-b8e5-4e73-9a30-92a924103172 req-2e3e82ae-2380-43c4-9b08-1647af39e778 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 949 time: 0.1636889 Oct 22 13:03:29.409423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc1143-9841-4e8b-bcbc-0dfc0d8e2289 req-25768a41-9426-4e19-96e3-c9e2c78ec239 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.410926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bcc1143-9841-4e8b-bcbc-0dfc0d8e2289 req-25768a41-9426-4e19-96e3-c9e2c78ec239 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.1937864 Oct 22 13:03:29.457757 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c28e04-7614-4d24-a4b3-f7d2485b155d x-openstack-request-id: req-92c28e04-7614-4d24-a4b3-f7d2485b155d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:29.462506 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:29.462506 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92c28e04-7614-4d24-a4b3-f7d2485b155d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:29.463977 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'code': 200} Oct 22 13:03:29.483848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f61d01ec-b8e5-4e73-9a30-92a924103172 req-886e261b-dddb-40eb-918d-0d9db7cffa96 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698385 Oct 22 13:03:29.490705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-b2b5a3f8-3405-40b3-9470-24032d858346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.492187 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bad4c371-d225-44af-ae09-780fe09c27e3 req-b2b5a3f8-3405-40b3-9470-24032d858346 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5323794 Oct 22 13:03:29.585485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-7527493d-2ba6-4770-bbca-db6ddcc917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.591231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-7527493d-2ba6-4770-bbca-db6ddcc917c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.6217728 Oct 22 13:03:29.620490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bcc1143-9841-4e8b-bcbc-0dfc0d8e2289 req-96608e0e-92c9-446a-b5c3-a555d6b3e75c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714013 Oct 22 13:03:29.654197 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:29.677868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-d3216841-393a-4f79-aa63-8f86100eb019 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0767002 Oct 22 13:03:29.710791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:29.747885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-13051c1a-1d63-4f58-b867-4923d8d17b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.749781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-13051c1a-1d63-4f58-b867-4923d8d17b38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0621881 Oct 22 13:03:29.831382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-131758e6-da42-4cde-985b-89711c2dc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.832902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-131758e6-da42-4cde-985b-89711c2dc87a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722389 Oct 22 13:03:29.865117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:29.871502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f688461b-37a5-4c42-bd57-4efefe159707 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:29.880139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:03:29.886751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4169-382d-49ae-8b3a-4ee31072f618 req-9c941df0-ed77-47ab-8983-f24872ce6608 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:29.888616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82cd4169-382d-49ae-8b3a-4ee31072f618 req-9c941df0-ed77-47ab-8983-f24872ce6608 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1697969 Oct 22 13:03:29.894178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:29.922473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Transition to ACTIVE for port object f688461b-37a5-4c42-bd57-4efefe159707 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:29.936590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:29.952932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82cd4169-382d-49ae-8b3a-4ee31072f618 req-868fecd2-d8eb-4fe8-9f1e-11c7794a2edd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518427 Oct 22 13:03:29.975409 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-7c47c5c7-21a6-450e-9443-9bb1a453b8f4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269479 Oct 22 13:03:30.033987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:30.098917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Attempting to bind port f688461b-37a5-4c42-bd57-4efefe159707 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:30.099158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Attempting to bind port f688461b-37a5-4c42-bd57-4efefe159707 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:30.099545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Attempting to bind port f688461b-37a5-4c42-bd57-4efefe159707 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:30.105584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Port f688461b-37a5-4c42-bd57-4efefe159707 on network 04da9706-f80f-40d1-b040-58e757073095 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:30.105915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Attempting to bind port f688461b-37a5-4c42-bd57-4efefe159707 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:30.116682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:30.117026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Checking segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:30.117419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Bound using segment: {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:30.117924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Bound port: f688461b-37a5-4c42-bd57-4efefe159707, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '04da9706-f80f-40d1-b040-58e757073095'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:30.118285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:30.136808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-9633bbbc-b61c-4af7-903e-6280d03a6474 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508172 Oct 22 13:03:30.300162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:30.304555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:30.318796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.337038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.343294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.351520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.358255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.364661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.371806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.374372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-50e2bf77-73bc-4e65-ac6a-e8219b6eaa2e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5394 time: 0.1792462 Oct 22 13:03:30.376478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:30.420141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.421519 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:30.422846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] 10.222.0.21 "PUT /v2.0/ports/f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 200 len: 1091 time: 1.4581606 Oct 22 13:03:30.443739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5'}, {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:30.449983 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06564b9-d068-432d-ac17-f442d4514644" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5"}, {"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "f688461b-37a5-4c42-bd57-4efefe159707"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:30.477474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:30.536567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7e9e4ce-f34f-4e88-a27c-6bb12ddf1d8d req-5c23ec5a-e7d8-43cb-9d71-3c2be8a9b73a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509364 Oct 22 13:03:30.537338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4524f-b938-4d91-8b85-237cef6e135e service neutron] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:30.616576 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179af1f2-fc35-473a-9f5e-99365f42d3a9 x-openstack-request-id: req-179af1f2-fc35-473a-9f5e-99365f42d3a9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:30.616872 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "f688461b-37a5-4c42-bd57-4efefe159707", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:30.617127 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-179af1f2-fc35-473a-9f5e-99365f42d3a9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:30.617611 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'status': 'completed', 'code': 200} Oct 22 13:03:30.617884 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707', 'status': 'completed', 'code': 200} Oct 22 13:03:30.639096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:30.674779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce7791-4909-4e28-b762-b6b82882fc96 req-1bc15f7c-6c84-4786-8211-40691e55cb3d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.676505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43ce7791-4909-4e28-b762-b6b82882fc96 req-1bc15f7c-6c84-4786-8211-40691e55cb3d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1155527 Oct 22 13:03:30.713585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.714144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.714492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.714989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.715499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.715928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.716374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.718333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-f0b2ec29-910c-4fe5-b09d-b1a36270e18a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6341 time: 0.0722966 Oct 22 13:03:30.783255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43ce7791-4909-4e28-b762-b6b82882fc96 req-d84dea91-add8-4731-a600-6d83df12330e tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851231 Oct 22 13:03:30.915452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-e125ca3b-11df-464b-8cda-f2d44c340707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.916094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-e125ca3b-11df-464b-8cda-f2d44c340707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.916625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-e125ca3b-11df-464b-8cda-f2d44c340707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:30.919039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-e125ca3b-11df-464b-8cda-f2d44c340707 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1918778 Oct 22 13:03:31.004097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c36f-f851-48f0-940b-44dcb19f31a7 req-50281e68-0281-4a49-99cd-00099b8059d7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:31.005582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ce6c36f-f851-48f0-940b-44dcb19f31a7 req-50281e68-0281-4a49-99cd-00099b8059d7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 949 time: 0.1086788 Oct 22 13:03:31.071396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ce6c36f-f851-48f0-940b-44dcb19f31a7 req-7fc03ec5-a26b-4859-beaf-df38c61260b8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576303 Oct 22 13:03:31.139221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15094872-9aea-41c2-ac64-4252409b112f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:31.147438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.161249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Transition to ACTIVE for port object 15094872-9aea-41c2-ac64-4252409b112f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:31.164854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.236167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:31.323902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Attempting to bind port 15094872-9aea-41c2-ac64-4252409b112f on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:31.324236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Attempting to bind port 15094872-9aea-41c2-ac64-4252409b112f by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:31.324838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Attempting to bind port 15094872-9aea-41c2-ac64-4252409b112f on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:31.336123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f93604-1000-4d15-a495-1014720ae4c3 req-22bfc81b-cfc4-4801-94d8-1b40e676e113 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:31.337763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f93604-1000-4d15-a495-1014720ae4c3 req-22bfc81b-cfc4-4801-94d8-1b40e676e113 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.0770533 Oct 22 13:03:31.340092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Port 15094872-9aea-41c2-ac64-4252409b112f on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:31.340409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Attempting to bind port 15094872-9aea-41c2-ac64-4252409b112f on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:31.352290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:31.352625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Checking segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:31.352999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Bound using segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:31.353446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Bound port: 15094872-9aea-41c2-ac64-4252409b112f, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:31.353798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.411955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f93604-1000-4d15-a495-1014720ae4c3 req-8cf2edec-2489-442e-9f85-ceb5a29a5420 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 Oct 22 13:03:31.437739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:31.440781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:31.447101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.464537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:31.467883 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc826b-023b-4087-acd6-f029ebc55c02" -d '{"events": [{"name": "network-changed", "server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:31.490328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:31.491099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.492661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] 10.222.0.21 "PUT /v2.0/ports/15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 200 len: 1091 time: 1.0273576 Oct 22 13:03:31.524825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e50b-36c5-49ce-930a-e2d53074f125 service neutron] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:31.669812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-6c1f8b34-64ce-438e-9efb-9015eff9269a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:31.671609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-6c1f8b34-64ce-438e-9efb-9015eff9269a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.1168697 Oct 22 13:03:31.688583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-dc1356b8-e717-46a8-8718-bdf1be472652 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/quotas/fc13e3e98c334983bfb56dd66b185c3b HTTP/1.1" status: 200 len: 375 time: 0.0102534 Oct 22 13:03:31.732806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:31.741738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-9dbb56a2-8ad4-4cdb-be0b-a9184d9092dc tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463724 Oct 22 13:03:31.787359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f2fde147-ba82-4f91-a400-c5dac810c1c7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:31.793097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f2fde147-ba82-4f91-a400-c5dac810c1c7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:31.793475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.840070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-395e27aa-003d-4140-90a9-bdcb7c43aaac service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904422 Oct 22 13:03:31.882099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.906442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:31.908728 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d613e-1f8f-4012-9af9-8bbf286feacf" -d '{"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:31.922446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:31.926787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:31.927686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:31.940152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-262e64e7-1876-4776-95ea-3bc767b8e6ae service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924175 Oct 22 13:03:32.001089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Request body: {'port': {'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:32.018555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:32.027019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:32.031675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:32.032031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.162093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.176342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.201445 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6154aa-92f9-44e5-a449-a682864a3ee5 x-openstack-request-id: req-fe6154aa-92f9-44e5-a449-a682864a3ee5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:32.201944 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:32.202050 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe6154aa-92f9-44e5-a449-a682864a3ee5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:32.202368 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'status': 'completed', 'code': 200} Oct 22 13:03:32.216608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1e644-2622-49c2-a608-41de680ac070 req-c3a3c309-5b07-4cad-9c8d-b8e8702e3000 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.217845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-f59e3089-3007-4c1d-a66d-9d27a7b21ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.221026 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-f59e3089-3007-4c1d-a66d-9d27a7b21ec2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606153 Oct 22 13:03:32.229251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebc1e644-2622-49c2-a608-41de680ac070 req-c3a3c309-5b07-4cad-9c8d-b8e8702e3000 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1622846 Oct 22 13:03:32.259570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:32.266164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.267283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:32.343231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebc1e644-2622-49c2-a608-41de680ac070 req-ad2eaede-e177-40a5-a47d-14786bb96dd7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127222 Oct 22 13:03:32.418524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:32.439992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.479925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:32.486350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.495975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-93344879-75ea-4199-9ca0-2d75b061f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.497931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-93344879-75ea-4199-9ca0-2d75b061f52e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1124 time: 0.2709095 Oct 22 13:03:32.503817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.504310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.504774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.505250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.505716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.506183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.506739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.509645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-c9e6f17c-2ea8-456a-913c-708ee97edddc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6408 time: 0.1103463 Oct 22 13:03:32.552386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:32.627606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '15094872-9aea-41c2-ac64-4252409b112f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:32.630707 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "15094872-9aea-41c2-ac64-4252409b112f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:32.661108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.668118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.674445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.681924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.687722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.694048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.701166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.702201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-2359f220-1157-422f-bd1b-4a6daefdcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.702720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-2359f220-1157-422f-bd1b-4a6daefdcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.703163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-2359f220-1157-422f-bd1b-4a6daefdcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.704728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-2359f220-1157-422f-bd1b-4a6daefdcbb2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1834826 Oct 22 13:03:32.707071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-c2431608-303b-456b-bac6-55777fd8aab1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5406 time: 0.3992693 Oct 22 13:03:32.744055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-8ef95766-412a-486f-834f-fedcd9810fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.745769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-8ef95766-412a-486f-834f-fedcd9810fa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.2346787 Oct 22 13:03:32.754974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af88c66-abea-4f59-a77e-c452df088b75 req-2eacc950-2364-46b0-94e3-acb045266518 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.759356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3af88c66-abea-4f59-a77e-c452df088b75 req-2eacc950-2364-46b0-94e3-acb045266518 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.2205427 Oct 22 13:03:32.827995 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-74675e66-2e9f-438f-a517-8005d5363bc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 217 time: 0.0708282 Oct 22 13:03:32.853129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92a4c00b-44b0-4adb-a527-7bf3f6b0b2e4 req-0aa96586-5212-47eb-a69c-475f6638b694 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426101 Oct 22 13:03:32.897755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06564b9-d068-432d-ac17-f442d4514644 req-b0f5e5c6-0088-496e-9bef-bb9475cd325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.899319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d06564b9-d068-432d-ac17-f442d4514644 req-b0f5e5c6-0088-496e-9bef-bb9475cd325f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805077 Oct 22 13:03:32.907346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-50f7c566-b583-4a00-93ff-3814061b98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:32.908645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-50f7c566-b583-4a00-93ff-3814061b98ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0709467 Oct 22 13:03:32.913192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3af88c66-abea-4f59-a77e-c452df088b75 req-6cee0efe-7dd6-4559-933e-2d64d9b94978 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272886 Oct 22 13:03:32.921337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9207b6-d125-41b7-8ef4-ba3f2559a318 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:32.945021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:32.954166 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb047ad1-7d32-4c7a-9b03-f01d0cd5de21 x-openstack-request-id: req-fb047ad1-7d32-4c7a-9b03-f01d0cd5de21 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:32.954714 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:32.954984 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb047ad1-7d32-4c7a-9b03-f01d0cd5de21 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:32.955194 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'code': 200} Oct 22 13:03:32.965264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Transition to ACTIVE for port object 3b9207b6-d125-41b7-8ef4-ba3f2559a318 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:32.966047 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-29008581-cf9a-4ce7-b527-2ec547cba779 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404196 Oct 22 13:03:32.970663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:33.044920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:33.092676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-578362f1-a8c3-41a3-96c3-1835dac3c8da req-1ea96a5f-f77e-4d2c-a2f4-2ce31dcd06fd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 210 time: 0.0796492 Oct 22 13:03:33.124580 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-359365e8-55f6-429d-ada4-7f6dc8f99ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300581 Oct 22 13:03:33.163492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcaa63-859f-4ca5-8ca8-0bab15c835ec req-91b49b01-6c75-4ec6-b92f-c419c7452390 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.165728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bdcaa63-859f-4ca5-8ca8-0bab15c835ec req-91b49b01-6c75-4ec6-b92f-c419c7452390 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1539230 Oct 22 13:03:33.240041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bdcaa63-859f-4ca5-8ca8-0bab15c835ec req-83b3960d-2e78-4ce1-8c2b-e8497221fc59 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666912 Oct 22 13:03:33.264373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a9fc826b-023b-4087-acd6-f029ebc55c02 req-113d6682-9c78-45ee-96d1-96d9d78ccec5 service neutron] 10.222.0.26 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291716 Oct 22 13:03:33.279360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4645f-db1d-46ca-9467-5645b2fe5a96 req-6e04f65b-3a09-4be5-a6c9-9e6c6a24e502 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.280958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83e4645f-db1d-46ca-9467-5645b2fe5a96 req-6e04f65b-3a09-4be5-a6c9-9e6c6a24e502 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1141548 Oct 22 13:03:33.281908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Attempting to bind port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:33.282233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Attempting to bind port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:33.282587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Attempting to bind port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:33.287872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:33.288199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Attempting to bind port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 on network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:33.300462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:33.300798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Checking segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:33.301176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Bound using segment: {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:33.301611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Bound port: 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624fc228-0af1-4180-bd97-377afd950e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:33.301965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:33.361706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83e4645f-db1d-46ca-9467-5645b2fe5a96 req-39374fc9-5c77-4c47-9774-8efc87beb4d1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704587 Oct 22 13:03:33.373810 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a2600-4822-4c2d-94ba-32a139c48f49 x-openstack-request-id: req-663a2600-4822-4c2d-94ba-32a139c48f49 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:33.374092 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "15094872-9aea-41c2-ac64-4252409b112f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:33.374428 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-663a2600-4822-4c2d-94ba-32a139c48f49 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:33.374818 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '15094872-9aea-41c2-ac64-4252409b112f', 'status': 'completed', 'code': 200} Oct 22 13:03:33.414029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:33.422989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:33.429554 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:33.505820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.506453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:33.507935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 1091 time: 1.5112853 Oct 22 13:03:33.535619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.536463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.540023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.541263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.542041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.543088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.543990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.547190 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-a6b55b14-7281-426c-8626-5f94208e7c7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6433 time: 0.1433055 Oct 22 13:03:33.553702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418279-be92-42d7-9c12-90c2ced75bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:33.573953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da2318-391c-4328-a3a6-3ceea077056e req-561adc76-2cd3-4b6a-a5ff-f717334e6f39 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.576084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17da2318-391c-4328-a3a6-3ceea077056e req-561adc76-2cd3-4b6a-a5ff-f717334e6f39 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0909429 Oct 22 13:03:33.625690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17da2318-391c-4328-a3a6-3ceea077056e req-eb4ea538-5df2-446f-8d0a-5cb398d5411e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Oct 22 13:03:33.766743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e5d73695-007f-41cd-ac72-fb8680e841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.767226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e5d73695-007f-41cd-ac72-fb8680e841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.767691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e5d73695-007f-41cd-ac72-fb8680e841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.769369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e5d73695-007f-41cd-ac72-fb8680e841f8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc2641d1077f43f2b63297a9aa797e16&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2004511 Oct 22 13:03:33.826946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-f4c682ca-64a3-4c17-ae1e-d1cb98e3e55f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.828379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-f4c682ca-64a3-4c17-ae1e-d1cb98e3e55f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.1606336 Oct 22 13:03:33.869278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Request body: {'port': {'device_id': '538e76af-4ede-428a-bf81-0007ad3594c7', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'admin_state_up': True, 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:33.962121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e368dc67-1950-4bab-b639-6b4dd2d999d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:33.963912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f347e0af-b4bf-4a5b-a0a3-f0653e9c51c1 req-e368dc67-1950-4bab-b639-6b4dd2d999d1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834912 Oct 22 13:03:34.012432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:03:34.016210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.034808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.041454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.047437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.053387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.060078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.066075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.072349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.074240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-df14935b-fa4b-4f0c-8e99-b0c83b6e9a9e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1289842 Oct 22 13:03:34.114686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f939-b778-433d-b21d-023cbc4288b2 req-f02935c6-7639-4eb1-b8e5-b94ba0d5140b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.116172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc08f939-b778-433d-b21d-023cbc4288b2 req-f02935c6-7639-4eb1-b8e5-b94ba0d5140b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.1325753 Oct 22 13:03:34.129159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.129689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.130110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.130777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.131071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.131535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.131996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.134773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f956690-df56-43db-ba61-650610920fbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6475 time: 0.1073835 Oct 22 13:03:34.144954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5acc74ad-251c-4e47-88af-25ce7eafe63d req-3b3c61cb-fc17-481e-880a-370f94452788 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636053 Oct 22 13:03:34.186015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc08f939-b778-433d-b21d-023cbc4288b2 req-63ffedf7-f29a-48cc-8043-dce0ad795f9a tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578332 Oct 22 13:03:34.207697 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c80746df-148a-401b-a33a-4853d6903ab5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 217 time: 0.0467567 Oct 22 13:03:34.254791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Allocated IP 172.20.0.9 (62119dd5-b9e4-48ff-ad69-c27435737a6d/b94bffc0-e920-4c17-8e19-8a7f9b15f523/859c2802-8e08-4702-a53c-3a11c74ea6f7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:03:34.290165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-694e2194-f12a-4ecf-9f97-8ef3dad5d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.291811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-694e2194-f12a-4ecf-9f97-8ef3dad5d6ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 200 len: 851 time: 0.0750484 Oct 22 13:03:34.293885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc265913-1b15-40cb-a15b-7cabd9158b7e req-162a5c44-cb0f-420f-80dd-a3e523b2fc01 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 210 time: 0.0449486 Oct 22 13:03:34.356307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186064-2c24-467e-a970-375b8587fff7 req-6c9eec3c-1869-4c8a-937c-549fab6158aa tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.359373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64186064-2c24-467e-a970-375b8587fff7 req-6c9eec3c-1869-4c8a-937c-549fab6158aa tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee565a5c-19fc-455d-b384-883a64a5c7a4 HTTP/1.1" status: 200 len: 943 time: 0.0643523 Oct 22 13:03:34.412844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-606518cc-c518-4050-a47b-e75e8a065d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.415166 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-606518cc-c518-4050-a47b-e75e8a065d67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf57036a-6546-4db0-9892-6aac14555b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108780 Oct 22 13:03:34.443215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418457fe-3990-445f-a76d-ab26ebe59e92 req-e9288b78-5331-46b9-8588-f3982036e9eb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.444776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-418457fe-3990-445f-a76d-ab26ebe59e92 req-e9288b78-5331-46b9-8588-f3982036e9eb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0843694 Oct 22 13:03:34.556833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-418457fe-3990-445f-a76d-ab26ebe59e92 req-d249a32b-80f8-435b-90e8-a9fa4992536b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848746 Oct 22 13:03:34.557740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.573491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Deleting port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:34.573839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.587227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623341d8-ad13-4b44-86be-c33cd722d520 req-49938b12-cb43-45b5-8fd5-dfcdec582669 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.592805 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f9788ebc-9660-40f1-a68d-5c3b4698045a service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504426 Oct 22 13:03:34.595935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-623341d8-ad13-4b44-86be-c33cd722d520 req-49938b12-cb43-45b5-8fd5-dfcdec582669 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1051028 Oct 22 13:03:34.675413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.748734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:03:34.753612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:03:34.763546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:03:34.768074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-f2b05c59-0a99-4a31-ba3e-cd314d82363f service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680977 Oct 22 13:03:34.779365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:34.779477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-623341d8-ad13-4b44-86be-c33cd722d520 req-3e07b19a-ff72-4388-9b7b-49dcc75bee92 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781995 Oct 22 13:03:34.785839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.786189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.786536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.786899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.787236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.787575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.787909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.788346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.788685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.789058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.790485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.791137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:34.812421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-bf8dbedf-7c2e-4885-a63c-c9909e0e3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.813923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-bf8dbedf-7c2e-4885-a63c-c9909e0e3dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5&tenant_id=9e8a625f8d2745bda6fe9b390c121dca HTTP/1.1" status: 200 len: 1101 time: 0.2349524 Oct 22 13:03:34.825262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] For port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:34.825627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.837886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:34.845893 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-ce726030-385e-4874-9d1e-fb09297f0422 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 217 time: 0.0666981 Oct 22 13:03:34.870363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Calling delete_port for 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:34.888198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162cc16-d960-4259-9a45-dc8953bd85b9 req-3ba620d0-3db1-40ff-ba27-27c2b0b7d8a4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.889683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d162cc16-d960-4259-9a45-dc8953bd85b9 req-3ba620d0-3db1-40ff-ba27-27c2b0b7d8a4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1646540 Oct 22 13:03:34.908096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.908734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:34.931483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bb1b02c6-0c64-4575-ac4c-c170bef1df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:34.933014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-bb1b02c6-0c64-4575-ac4c-c170bef1df8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0716662 Oct 22 13:03:34.936270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-7b88793f-c69d-4e0f-a670-dc933f694b7c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714602 Oct 22 13:03:34.956212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1'}, {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:34.958820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Request body: {'port': {'device_id': '538e76af-4ede-428a-bf81-0007ad3594c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:03:34.959879 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f283ba3-8df1-4122-8471-1b5af5af2240" -d '{"events": [{"server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "name": "network-vif-plugged", "status": "completed", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1"}, {"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:34.989267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.024187 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7910703-d4de-4e86-a17d-e250b407e51e x-openstack-request-id: req-f7910703-d4de-4e86-a17d-e250b407e51e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:35.025984 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "name": "network-vif-plugged", "status": "completed", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1", "code": 200}, {"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:35.027015 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7910703-d4de-4e86-a17d-e250b407e51e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:35.027426 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1', 'code': 200} Oct 22 13:03:35.028109 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'code': 200} Oct 22 13:03:35.031215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d162cc16-d960-4259-9a45-dc8953bd85b9 req-a6a14c11-bcc2-41f9-b7c5-50031e4eb0d8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320987 Oct 22 13:03:35.048774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-062f97d4-358d-4dc7-a395-dca01088b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.050444 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-062f97d4-358d-4dc7-a395-dca01088b32b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063395 Oct 22 13:03:35.051494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.347128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.390001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758ebf5-86a8-4071-9c28-3e0757dc9a3e req-508edd6a-899e-451b-9f8e-31531ead9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.391583 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f758ebf5-86a8-4071-9c28-3e0757dc9a3e req-508edd6a-899e-451b-9f8e-31531ead9a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 1101 time: 0.2648015 Oct 22 13:03:35.395346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:35.396536 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-6eb6596c-9e24-4472-9d76-e18c3b928d19 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342445 Oct 22 13:03:35.397632 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:35.415926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event deleted for resources: {'Port': ['ID=1f3ebc02-ad4e-44d1-ab90-c3c84e866883,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:35.510460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.516651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.523110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.529835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.535988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.543741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.549820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.551778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-747187b4-e38e-4467-bc62-e830c5e11839 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.2647581 Oct 22 13:03:35.573765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] No DVR routers for this DVR port 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:35.581267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.584739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64186064-2c24-467e-a970-375b8587fff7 req-ed8b3fe8-0b65-4151-9de8-6950f3a5d6a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.21 "DELETE /v2.0/ports/1f3ebc02-ad4e-44d1-ab90-c3c84e866883 HTTP/1.1" status: 204 len: 173 time: 1.2149246 Oct 22 13:03:35.587243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f758ebf5-86a8-4071-9c28-3e0757dc9a3e req-0ae80942-dfb6-4a0a-8ec3-5028a47aa1bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768978 Oct 22 13:03:35.599095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263e91-a2c3-4f0b-9775-4ee6cade7fdd req-d68480c8-3a0b-4442-87dc-bafe54423d10 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:35.606740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90263e91-a2c3-4f0b-9775-4ee6cade7fdd req-d68480c8-3a0b-4442-87dc-bafe54423d10 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.3013394 Oct 22 13:03:35.640561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:35.641201 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0f115598-b112-417b-ac26-3c4309ec696f service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296572 Oct 22 13:03:35.686850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2859fbb-d8e8-4ca0-a9a8-15edab28e5ab req-d38ac749-41ff-4ec6-99ea-8b2c402af11c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171072 Oct 22 13:03:35.698408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90263e91-a2c3-4f0b-9775-4ee6cade7fdd req-32e139ae-ba51-4ec6-a194-3a1a0bd3b56f tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Oct 22 13:03:35.721011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:35.723404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:35.747057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859c2802-8e08-4702-a53c-3a11c74ea6f7 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:35.762587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.789429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Transition to ACTIVE for port object 859c2802-8e08-4702-a53c-3a11c74ea6f7 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:35.796273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:35.855878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:35.879632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:03:35.911596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:35.988219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Attempting to bind port 859c2802-8e08-4702-a53c-3a11c74ea6f7 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:35.988849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Attempting to bind port 859c2802-8e08-4702-a53c-3a11c74ea6f7 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:35.989291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Attempting to bind port 859c2802-8e08-4702-a53c-3a11c74ea6f7 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:35.995696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Port 859c2802-8e08-4702-a53c-3a11c74ea6f7 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:35.996233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Attempting to bind port 859c2802-8e08-4702-a53c-3a11c74ea6f7 on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:36.002417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:36.002931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Checking segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:36.003416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Bound using segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:36.003950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Bound port: 859c2802-8e08-4702-a53c-3a11c74ea6f7, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:36.004411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.084898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:36.089517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:36.096634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.138559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.139506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.141784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] 10.222.0.26 "PUT /v2.0/ports/859c2802-8e08-4702-a53c-3a11c74ea6f7 HTTP/1.1" status: 200 len: 1091 time: 1.1886322 Oct 22 13:03:36.144802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:36.149605 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb5326-31db-4c89-a3dc-882195e9d1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:36.171242 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385bb669-956b-491c-8cdd-ff3182069a81 x-openstack-request-id: req-385bb669-956b-491c-8cdd-ff3182069a81 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:36.171519 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:36.171761 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-385bb669-956b-491c-8cdd-ff3182069a81 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:36.172154 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'status': 'completed', 'code': 200} Oct 22 13:03:36.197640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.210152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325feedf-b2e5-4daf-bf44-a5af51b49fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:36.242438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Transition to ACTIVE for port object f2fde147-ba82-4f91-a400-c5dac810c1c7 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:36.249790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.277115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-92fe1cc1-ba66-4031-b7a2-467b705e0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.278952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-92fe1cc1-ba66-4031-b7a2-467b705e0351 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 1094 time: 0.0836301 Oct 22 13:03:36.314934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a6090-d346-41f6-bb14-ddc55e029882 req-9c43d991-efae-4688-9082-6bf6d077ad86 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.316569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-556a6090-d346-41f6-bb14-ddc55e029882 req-9c43d991-efae-4688-9082-6bf6d077ad86 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1473014 Oct 22 13:03:36.335862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666e603-5169-42c0-9110-7351b20b5120 req-d6765c89-2da0-4f89-b389-10388c383b88 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.343146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9666e603-5169-42c0-9110-7351b20b5120 req-d6765c89-2da0-4f89-b389-10388c383b88 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 943 time: 0.1701138 Oct 22 13:03:36.350041 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-15181660-0b76-49ad-9e5d-5f5ce753ca69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7 HTTP/1.1" status: 200 len: 217 time: 0.0620811 Oct 22 13:03:36.384838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:36.387684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] No DVR routers for this DVR port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:36.419080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-556a6090-d346-41f6-bb14-ddc55e029882 req-2d50e50a-06e2-4642-8d9d-ae86d682a74f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522206 Oct 22 13:03:36.458567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e827e-7811-413b-846c-e1e290e6ceee req-8b821732-4a13-41e8-9e6d-a14cc482bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.462319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-8b821732-4a13-41e8-9e6d-a14cc482bd59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.1040823 Oct 22 13:03:36.513924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:03:36.514434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:03:36.514968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:36.522926 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-7eceb18f-29bc-414a-bddb-c80decbcbbbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508075 Oct 22 13:03:36.541131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9666e603-5169-42c0-9110-7351b20b5120 req-92eed2f2-1056-4eaa-9572-c13537e35fa2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918805 Oct 22 13:03:36.542089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:03:36.542424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Attempting to bind port f2fde147-ba82-4f91-a400-c5dac810c1c7 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:03:36.559725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:03:36.560074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:03:36.560464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:03:36.560932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Bound port: f2fde147-ba82-4f91-a400-c5dac810c1c7, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:03:36.561356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.679016 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-12b333c0-2fda-452a-aadd-5247bb743cbf service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422088 Oct 22 13:03:36.679239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:36.683449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:03:36.691119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.706759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e734d-79a3-4359-9ff4-1b111f8907df req-bcb7ffbc-cdbb-4666-93d2-1a3ac523dd6f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.708399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c03e734d-79a3-4359-9ff4-1b111f8907df req-bcb7ffbc-cdbb-4666-93d2-1a3ac523dd6f tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.0883272 Oct 22 13:03:36.756021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.756656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:36.758094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] 10.222.0.26 "PUT /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 1097 time: 1.9352465 Oct 22 13:03:36.797348 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-952e827e-7811-413b-846c-e1e290e6ceee req-90181290-6a37-4891-8549-1fb450193298 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086860 Oct 22 13:03:36.829212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c03e734d-79a3-4359-9ff4-1b111f8907df req-70608f3c-9b9c-497c-bca3-40f8b641e4ad tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991611 Oct 22 13:03:36.833627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009d8f9-1100-4efa-807e-29582c8616cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=11']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:36.876700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-8d7e5ed7-23cb-4a5d-b84b-b301df7d7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:36.879798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-8d7e5ed7-23cb-4a5d-b84b-b301df7d7395 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1100 time: 0.0918787 Oct 22 13:03:37.031206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb30a41-984e-447d-832f-954dc55d35ae req-bbe914be-72b9-41e9-b26e-6a27930937a0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.032825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebb30a41-984e-447d-832f-954dc55d35ae req-bbe914be-72b9-41e9-b26e-6a27930937a0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1345589 Oct 22 13:03:37.050590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-35c6546d-0806-429d-b230-97df8a1f8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.052061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-35c6546d-0806-429d-b230-97df8a1f8197 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1648350 Oct 22 13:03:37.105886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-0ec97355-2e2b-4669-addf-c0f063fe002c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0426130 Oct 22 13:03:37.113217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebb30a41-984e-447d-832f-954dc55d35ae req-fc72a94d-8f54-4e85-b7c5-2c8114ab0f59 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Oct 22 13:03:37.161482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-a8feae63-6ae9-43a7-a9e1-3123447a00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.163272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-a8feae63-6ae9-43a7-a9e1-3123447a00de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0490746 Oct 22 13:03:37.227835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-c11d7f9a-3c83-44d1-bdda-7fd456c50991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.229746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-c11d7f9a-3c83-44d1-bdda-7fd456c50991 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568228 Oct 22 13:03:37.236706 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6b96e-b4dc-4b3f-b01a-4d3d0945e1f2 x-openstack-request-id: req-40b6b96e-b4dc-4b3f-b01a-4d3d0945e1f2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:37.237021 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:37.237315 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40b6b96e-b4dc-4b3f-b01a-4d3d0945e1f2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:37.237682 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'status': 'completed', 'code': 200} Oct 22 13:03:37.331146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-99d74ecc-6752-4aea-8989-6209a8f5017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.332788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-99d74ecc-6752-4aea-8989-6209a8f5017f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 1094 time: 0.0500658 Oct 22 13:03:37.387021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-2f2dac31-9ecb-4921-9327-524f8efa8428 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454463 Oct 22 13:03:37.400051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.406170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.412241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.419276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.425382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.431568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.437552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.439458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-4fdcbfc5-860f-4431-9a57-9c277ba94f1b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1447153 Oct 22 13:03:37.480677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-d3ad99a1-cc0b-4f80-b513-8317a32c886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.482132 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-d3ad99a1-cc0b-4f80-b513-8317a32c886a service neutron] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 906 time: 0.1410079 Oct 22 13:03:37.487712 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-35db02f4-6770-48e3-a2ef-3d6f32472cad service neutron] 10.222.0.26 "GET /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.0762694 Oct 22 13:03:37.533914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313b8f0d-6f24-4263-9d8e-f8b0d252331f req-21ff9013-2dd8-4073-9bd9-2653e56c968b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817049 Oct 22 13:03:37.561709 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-8c1e6964-e4af-4d9c-bae0-b77d13a65d2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7 HTTP/1.1" status: 200 len: 217 time: 0.0654085 Oct 22 13:03:37.573438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f46ba629-e581-4e6e-b3c1-7a8f6323f611 req-288e660b-adcd-4adf-99c4-7408d1763167 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327116 Oct 22 13:03:37.637314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-64085c81-f61d-4320-8a85-404c07a7ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.638948 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-64085c81-f61d-4320-8a85-404c07a7ca3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.0665886 Oct 22 13:03:37.661056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e621-9824-4b15-8308-1826b82f223a req-bffddb9a-6ef4-4193-b955-5b94f0440bc5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.662908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1b1e621-9824-4b15-8308-1826b82f223a req-bffddb9a-6ef4-4193-b955-5b94f0440bc5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 943 time: 0.0540161 Oct 22 13:03:37.701871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-a7b56011-aacd-4e5b-8928-7e18dd359be0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373137 Oct 22 13:03:37.708204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1b1e621-9824-4b15-8308-1826b82f223a req-ca43cdd4-e98d-4b96-8b62-1bb088af5cba tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Oct 22 13:03:37.735205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:37.777947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:37.778471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:37.804999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:37.805458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1f3ebc02-ad4e-44d1-ab90-c3c84e866883 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:37.817084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:37.832021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:37.902755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27189348-90f6-4a52-97f0-4cf790004e3e req-cfec6d24-5d0f-46f7-bb82-5919f54b2467 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:37.904395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27189348-90f6-4a52-97f0-4cf790004e3e req-cfec6d24-5d0f-46f7-bb82-5919f54b2467 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0553246 Oct 22 13:03:37.952087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27189348-90f6-4a52-97f0-4cf790004e3e req-b7ab68ad-ff12-4964-8ad6-fad717dd550a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Oct 22 13:03:38.066087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ddbb-ca69-440d-948e-3e7e1446b82f req-406783ef-5e41-4e92-915c-456969052d66 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.067700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74e4ddbb-ca69-440d-948e-3e7e1446b82f req-406783ef-5e41-4e92-915c-456969052d66 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 943 time: 0.0545616 Oct 22 13:03:38.116980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74e4ddbb-ca69-440d-948e-3e7e1446b82f req-d71b77f5-be1d-4b20-a812-868c8dde7185 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Oct 22 13:03:38.173720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-deleted', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883'}, {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}, {'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:38.175795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:38.176759 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ee106-a579-41d2-baff-1bda2968d8c5" -d '{"events": [{"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-deleted", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883"}, {"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}, {"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:38.189308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-6e4c6784-e381-46aa-8d71-70513e079d0f service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703822 Oct 22 13:03:38.208610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:38.232039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e666238-3e15-46c5-a4d8-74da6d3fd4bf req-4c42d3c3-9004-4099-a433-b79f144d4a6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.233488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e666238-3e15-46c5-a4d8-74da6d3fd4bf req-4c42d3c3-9004-4099-a433-b79f144d4a6b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.0537500 Oct 22 13:03:38.286230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e666238-3e15-46c5-a4d8-74da6d3fd4bf req-783521ef-44bb-4a10-8b43-78c684d9a675 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Oct 22 13:03:38.288652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d0d246-a975-4d7d-ac95-a7dad17db6b6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:38.309377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:38.333223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:38.345977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d4bb5326-31db-4c89-a3dc-882195e9d1fd req-3556f106-ad42-428e-b100-1480e40552a5 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477020 Oct 22 13:03:38.416952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] Transition to ACTIVE for port object c8d0d246-a975-4d7d-ac95-a7dad17db6b6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:03:38.420945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:38.494197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] No DVR routers for this DVR port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:38.524434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:38.534065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-6079c7c4-f2f3-4de9-9c72-1e79ed964ed3 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 1.0309424 Oct 22 13:03:38.599911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbbcbd-5bdd-4e33-beca-a02ccac151fd req-9435fa5a-20f2-4f2e-ab42-3835de371e00 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.602226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dadbbcbd-5bdd-4e33-beca-a02ccac151fd req-9435fa5a-20f2-4f2e-ab42-3835de371e00 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Oct 22 13:03:38.640499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dadbbcbd-5bdd-4e33-beca-a02ccac151fd req-f10c769c-7fbf-4e9d-b13a-64ea0e92e924 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Oct 22 13:03:38.701528 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ea510e-39ba-494e-87a9-20acb7d6c411 x-openstack-request-id: req-48ea510e-39ba-494e-87a9-20acb7d6c411 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:38.701833 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee565a5c-19fc-455d-b384-883a64a5c7a4", "name": "network-vif-deleted", "tag": "1f3ebc02-ad4e-44d1-ab90-c3c84e866883", "status": "completed", "code": 200}, {"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "code": 200}, {"name": "network-changed", "server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:38.702087 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48ea510e-39ba-494e-87a9-20acb7d6c411 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:38.702493 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee565a5c-19fc-455d-b384-883a64a5c7a4', 'name': 'network-vif-deleted', 'tag': '1f3ebc02-ad4e-44d1-ab90-c3c84e866883', 'status': 'completed', 'code': 200} Oct 22 13:03:38.702831 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'code': 200} Oct 22 13:03:38.703081 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'status': 'completed', 'code': 200} Oct 22 13:03:38.777074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-050fc1f0-025f-43cf-9343-8a829ae29c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.778629 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-050fc1f0-025f-43cf-9343-8a829ae29c81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1100 time: 0.0426433 Oct 22 13:03:38.804454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.812467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.819206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.826472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.832413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.838793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.844754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.846710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-122b72dd-a6e0-42de-94ce-6ab9e41e759b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1003428 Oct 22 13:03:38.876173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-668ceb96-5172-476a-a052-7c2e6ebe8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.877750 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-668ceb96-5172-476a-a052-7c2e6ebe8140 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.0898824 Oct 22 13:03:38.888204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57d37be8-3e53-4a15-8e03-3dde76305544 req-0135fab3-c769-4977-bc2c-ccf816d4781a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351088 Oct 22 13:03:38.924213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-bb97f75d-bbcf-41cc-b1de-12a935ff5e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0341761 Oct 22 13:03:38.974855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-b35fcdaf-4541-430a-8c53-3ecfaecd84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:38.976332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-b35fcdaf-4541-430a-8c53-3ecfaecd84a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0440252 Oct 22 13:03:39.000006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c343f-2f55-498b-9f1d-1aeb670a888c req-dcaad7b0-cc7e-4e1c-b784-8f26b8b35a9d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.001532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-160c343f-2f55-498b-9f1d-1aeb670a888c req-dcaad7b0-cc7e-4e1c-b784-8f26b8b35a9d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0540447 Oct 22 13:03:39.026512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-e1f9b151-c219-45d9-8caa-18bc199d0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.028034 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-e1f9b151-c219-45d9-8caa-18bc199d0d56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418625 Oct 22 13:03:39.039390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-160c343f-2f55-498b-9f1d-1aeb670a888c req-4f5d3e8b-d37a-4099-a103-70e17d48eefb tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 Oct 22 13:03:39.136043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-30686acd-0f76-44ee-b46d-591efc0682c9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891817 Oct 22 13:03:39.208557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0362e-90fc-4cfa-b16d-0f1188de1480 req-07998646-2841-4383-a8c7-0e44557e998d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.210048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23b0362e-90fc-4cfa-b16d-0f1188de1480 req-07998646-2841-4383-a8c7-0e44557e998d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0514631 Oct 22 13:03:39.234293 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-d2415db2-144b-4b37-a83f-5499bd6e2c60 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889115 Oct 22 13:03:39.248310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23b0362e-90fc-4cfa-b16d-0f1188de1480 req-bf2afcd1-2841-495a-b00c-cd83ba2659f1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Oct 22 13:03:39.355336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de30b88-521d-4f13-b3d1-80ec3048ce7e req-4bf1b63c-3364-405b-8bb2-44ca77ce9c07 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.356805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1de30b88-521d-4f13-b3d1-80ec3048ce7e req-4bf1b63c-3364-405b-8bb2-44ca77ce9c07 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 943 time: 0.0497539 Oct 22 13:03:39.394711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1de30b88-521d-4f13-b3d1-80ec3048ce7e req-03342b9d-eb1f-46c9-8f39-b58863e258c7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Oct 22 13:03:39.503760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f4cd8-0eb8-4ed4-ae21-bf449e8a5d2a req-fd0930de-b2fa-4e1c-af99-0c35868f255c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.505168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e96f4cd8-0eb8-4ed4-ae21-bf449e8a5d2a req-fd0930de-b2fa-4e1c-af99-0c35868f255c tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 949 time: 0.0532110 Oct 22 13:03:39.543472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e96f4cd8-0eb8-4ed4-ae21-bf449e8a5d2a req-2be56caf-9c48-476b-b1fd-6e21ed323c1a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Oct 22 13:03:39.651729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:39.761993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcedb1b-6158-4f26-8558-d83e3f212943 req-a7124525-8185-4b7c-abd0-fa61051959d2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:39.763458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bcedb1b-6158-4f26-8558-d83e3f212943 req-a7124525-8185-4b7c-abd0-fa61051959d2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Oct 22 13:03:39.802660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bcedb1b-6158-4f26-8558-d83e3f212943 req-5a455bc7-40e7-49fb-9839-f4b5ca4148c4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Oct 22 13:03:39.843352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:39.952034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:39.966982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'mac_address': 'fa:16:3e:6f:8b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:40.006219 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:40.020502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:40.031514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.041549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.046036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:40.048491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.051407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:40.052192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:40.058374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.065218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.072731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.079391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.081427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-ef931727-8da6-4032-98de-226e092f86c4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1150007 Oct 22 13:03:40.123031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=12']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:40.128008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc2a173c-56ca-43a6-8319-e714b4a74b6d req-e0313254-bb8f-4710-a8d3-c243a1d1160e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395715 Oct 22 13:03:40.196793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:40.209687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'mac_address': 'fa:16:3e:ad:8d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:40.249390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:40.257618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370637-4350-44a8-a14e-dc2bd9336f03 req-c91337f7-eb02-4253-80cb-7fa7c6b89a91 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.259833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a370637-4350-44a8-a14e-dc2bd9336f03 req-c91337f7-eb02-4253-80cb-7fa7c6b89a91 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0559862 Oct 22 13:03:40.266915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859c2802-8e08-4702-a53c-3a11c74ea6f7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:40.286155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:40.289860 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:40.301348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a370637-4350-44a8-a14e-dc2bd9336f03 req-84b96a8f-43e5-487e-85ce-c1f9091ddc61 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Oct 22 13:03:40.352179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:40.497461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d4f7e-32d9-47b8-9f65-22f0538475f2 req-fd611b6e-bb2b-4e7d-a87a-452552b7a98f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.499010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c7d4f7e-32d9-47b8-9f65-22f0538475f2 req-fd611b6e-bb2b-4e7d-a87a-452552b7a98f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0515854 Oct 22 13:03:40.542836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c7d4f7e-32d9-47b8-9f65-22f0538475f2 req-2520e913-dd2b-4f0b-8c04-7772a723ef9e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Oct 22 13:03:40.647608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308530a0-ee68-4b0d-9fbc-cc1293fa2b2b req-99e828bf-b016-43be-9029-b922c4ab785e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.649397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-308530a0-ee68-4b0d-9fbc-cc1293fa2b2b req-99e828bf-b016-43be-9029-b922c4ab785e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 944 time: 0.0501695 Oct 22 13:03:40.661926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['f2fde147-ba82-4f91-a400-c5dac810c1c7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:40.688112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['859c2802-8e08-4702-a53c-3a11c74ea6f7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:40.690577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-308530a0-ee68-4b0d-9fbc-cc1293fa2b2b req-47cef5d4-3871-4ae0-b87d-776f97b80efc tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Oct 22 13:03:40.805226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15168b89-d543-431c-b4b1-8671df31b521 req-1d82e28a-169c-4c67-9798-19851ee6964a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.806971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15168b89-d543-431c-b4b1-8671df31b521 req-1d82e28a-169c-4c67-9798-19851ee6964a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.0553174 Oct 22 13:03:40.851987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15168b89-d543-431c-b4b1-8671df31b521 req-1b5da1e8-3327-44b1-b8fc-69b82a2f2be4 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Oct 22 13:03:40.961953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf7b0a-5f59-4fbf-921b-e8ef35b8b2d9 req-2e955e5e-1ebf-4ab6-88ca-43b11bb7ae1a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:40.963763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abf7b0a-5f59-4fbf-921b-e8ef35b8b2d9 req-2e955e5e-1ebf-4ab6-88ca-43b11bb7ae1a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Oct 22 13:03:41.009175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abf7b0a-5f59-4fbf-921b-e8ef35b8b2d9 req-5b66db28-4844-4e56-b13c-f0fd26ed015a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Oct 22 13:03:41.106847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc21c61-b160-492f-a127-cb31e8e3c6c3 req-0a1015f4-aa2f-4dd2-be19-ba38bfbd2d25 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.108289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6bc21c61-b160-492f-a127-cb31e8e3c6c3 req-0a1015f4-aa2f-4dd2-be19-ba38bfbd2d25 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1101 time: 0.0453508 Oct 22 13:03:41.142711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6bc21c61-b160-492f-a127-cb31e8e3c6c3 req-9a609487-095e-4f8c-a133-d39676b15b86 tempest-MigrationsAdminTest-1281214267 tempest-MigrationsAdminTest-1281214267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284779 Oct 22 13:03:41.270190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.277411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.283659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.291196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.297272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.303487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.309487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.311407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02e6506e-5220-478f-b1f9-dade5491221d req-8f72c88b-716c-4cf0-a068-8949f1e9841a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.0994940 Oct 22 13:03:41.353201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02e6506e-5220-478f-b1f9-dade5491221d req-c10117e3-2b5d-4ef5-baff-97b651b782f0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355115 Oct 22 13:03:41.584615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9a86-b071-44b3-a8a4-672e9e7d4d84 req-dc54d9ff-6fef-435a-b300-b18fd0e99ece tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.586158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ade9a86-b071-44b3-a8a4-672e9e7d4d84 req-dc54d9ff-6fef-435a-b300-b18fd0e99ece tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0516026 Oct 22 13:03:41.625373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ade9a86-b071-44b3-a8a4-672e9e7d4d84 req-f757233e-c86a-4e90-8a60-99aea72671c0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Oct 22 13:03:41.799569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-e0e7961a-5985-46fb-ada5-90ce47a9646f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 217 time: 0.0440416 Oct 22 13:03:41.816931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69ee27-7e2d-4d3b-8164-d24613ab9346 req-8f1e29d5-302c-4a9e-9acf-f96a600f8d93 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.818466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d69ee27-7e2d-4d3b-8164-d24613ab9346 req-8f1e29d5-302c-4a9e-9acf-f96a600f8d93 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.0639963 Oct 22 13:03:41.926777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-55d373b6-1f31-461e-81d3-e614e917a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.928540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-55d373b6-1f31-461e-81d3-e614e917a259 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0909910 Oct 22 13:03:41.935796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-885f6a5d-af04-4a1b-b42b-cad6d0d472b4 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.936432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312de9e-980d-4289-a2d8-1a9c628743a3 req-20664854-da4d-4379-8d5a-9d1704815b6d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.937568 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-885f6a5d-af04-4a1b-b42b-cad6d0d472b4 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.0898948 Oct 22 13:03:41.937969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3312de9e-980d-4289-a2d8-1a9c628743a3 req-20664854-da4d-4379-8d5a-9d1704815b6d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1185427 Oct 22 13:03:41.942612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d69ee27-7e2d-4d3b-8164-d24613ab9346 req-e9cd206d-6c6b-484c-a0e3-848e292e6461 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087413 Oct 22 13:03:41.947247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-0aab29e6-b224-43ed-ba5c-eaead2d8cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:41.948664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-0aab29e6-b224-43ed-ba5c-eaead2d8cd63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 1101 time: 0.0871797 Oct 22 13:03:42.030352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-788ce4cb-589a-4493-9f14-0436431a9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.032139 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-788ce4cb-589a-4493-9f14-0436431a9ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7 HTTP/1.1" status: 200 len: 1095 time: 0.0697095 Oct 22 13:03:42.036222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-60894b26-c26d-4aec-847d-456e7c5bbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.036393 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-60894b26-c26d-4aec-847d-456e7c5bbf9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841069 Oct 22 13:03:42.036864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3312de9e-980d-4289-a2d8-1a9c628743a3 req-018876ff-364b-414f-af67-ef37cda0c68f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925856 Oct 22 13:03:42.162997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ae26-6d10-4885-8de0-d848ac82a2c7 req-c90bcbc0-cb4a-4025-b82d-729737678282 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.164666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31f3ae26-6d10-4885-8de0-d848ac82a2c7 req-c90bcbc0-cb4a-4025-b82d-729737678282 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 944 time: 0.1543462 Oct 22 13:03:42.171390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-c37c9afd-8278-485c-b56e-3b1162b48faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.173188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-c37c9afd-8278-485c-b56e-3b1162b48faa service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2029042 Oct 22 13:03:42.179855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-c6d89eec-bc5f-46ae-9f8a-c684b14aacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.181257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-c6d89eec-bc5f-46ae-9f8a-c684b14aacd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1095 time: 0.1018600 Oct 22 13:03:42.198227 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-353a4cb3-ca9d-4be6-8357-0b9ab5acfbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388829 Oct 22 13:03:42.200982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e3fd-84d1-4699-9254-a425be2323e3 req-3739afb5-0da6-46c5-be15-318bc321d412 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.202580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbd7e3fd-84d1-4699-9254-a425be2323e3 req-3739afb5-0da6-46c5-be15-318bc321d412 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0984643 Oct 22 13:03:42.266177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-684cc0b8-1f6b-4c43-9977-84c3c0168202 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 200 len: 217 time: 0.0622063 Oct 22 13:03:42.279173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31f3ae26-6d10-4885-8de0-d848ac82a2c7 req-26697aeb-fe51-4ece-9a19-42fa0a7fdb11 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050258 Oct 22 13:03:42.333347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbd7e3fd-84d1-4699-9254-a425be2323e3 req-ba2c7dfa-4e19-4cfa-8bce-6cc189fa368d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213381 Oct 22 13:03:42.357452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-7fc2dbd5-b121-4408-8644-b8508651253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.358934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-7fc2dbd5-b121-4408-8644-b8508651253a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0703957 Oct 22 13:03:42.394234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-1c77d07a-eba8-471d-8b14-4035efce0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.395902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-1c77d07a-eba8-471d-8b14-4035efce0e58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 200 len: 922 time: 0.1813631 Oct 22 13:03:42.399633 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-eebbd794-c26f-4662-adef-ca70f20130f0 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837361 Oct 22 13:03:42.432971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-9891e89d-1893-4a5a-9d9b-7090b23b8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.434441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-9891e89d-1893-4a5a-9d9b-7090b23b8f7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581527 Oct 22 13:03:42.498670 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-8b6dcd62-e4fd-452f-9f8a-9e46e9c3a145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 200 len: 217 time: 0.0828133 Oct 22 13:03:42.500020 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-7ea69402-7982-475a-98b0-eedb463eef70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 200 len: 217 time: 0.0821488 Oct 22 13:03:42.561482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.567483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.574117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.581035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.588373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.594909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.598138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-b0c520d3-1ff8-4191-8d0d-852eba07b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.599627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-b0c520d3-1ff8-4191-8d0d-852eba07b345 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 200 len: 861 time: 0.0857165 Oct 22 13:03:42.600984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.601097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-7666b2c6-0869-4fa0-a606-a7aa9c8a6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.603212 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-7666b2c6-0869-4fa0-a606-a7aa9c8a6bf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0816140 Oct 22 13:03:42.604052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d2232c3-3250-473f-8505-0fb50af72743 req-a92b37ce-adb7-46c8-a9dd-86e04bf5597c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1643906 Oct 22 13:03:42.640766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-112a15d1-0bbc-4243-967f-8c82d5c85f30 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980426 Oct 22 13:03:42.651083 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-3f7ecebb-814b-4eba-b0b8-8730860283f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f8eb2c-a397-4687-8092-457dba41a07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372465 Oct 22 13:03:42.686803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d2232c3-3250-473f-8505-0fb50af72743 req-1bab1c95-266d-49a5-a725-fff225e2659a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758569 Oct 22 13:03:42.748292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-2a6c7867-a477-40a1-afba-71a6dc847976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.749821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-2a6c7867-a477-40a1-afba-71a6dc847976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350164 Oct 22 13:03:42.802297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-0e7684d5-2334-4b2f-985c-d95316a0cbd7 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358528 Oct 22 13:03:42.810031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e77ee106-a579-41d2-baff-1bda2968d8c5 req-dfea7703-b2a1-45c3-bd09-37e09e53d4fc service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572521 Oct 22 13:03:42.823160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3c93-3866-4e85-a7bd-d14998b36df7 req-a2ba64aa-c62a-4256-a4be-74e99c2971a1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:42.825186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40df3c93-3866-4e85-a7bd-d14998b36df7 req-a2ba64aa-c62a-4256-a4be-74e99c2971a1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0841630 Oct 22 13:03:42.870059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40df3c93-3866-4e85-a7bd-d14998b36df7 req-9eb71cd9-71ec-4d26-abce-50d39fea13b5 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 Oct 22 13:03:42.931708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-294cd9e5-9da8-4515-b890-5d3fd2d62182 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690390 Oct 22 13:03:42.984136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-0cc6aaeb-e804-4b0e-b4bf-8b8f2e2d18c4 service neutron] 10.222.0.21 "GET /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371534 Oct 22 13:03:43.045486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-d0c6f327-68e6-4f05-b074-e23a097cf5cb service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044707 Oct 22 13:03:43.071092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938de22-4b8f-4d9f-9534-4912e439bf27 req-a7105777-f23c-4914-bd78-04790b3a6933 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.072633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e938de22-4b8f-4d9f-9534-4912e439bf27 req-a7105777-f23c-4914-bd78-04790b3a6933 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.0552382 Oct 22 13:03:43.131329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e938de22-4b8f-4d9f-9534-4912e439bf27 req-9d96daea-2bd1-4b3a-8f43-862861f11c64 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Oct 22 13:03:43.153456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-def2ea1a-8345-4d63-9e2e-5e04d4006002 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 200 len: 217 time: 0.0427935 Oct 22 13:03:43.168997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca560c-1aa1-4e92-a8f2-6d70a5ac81f2 req-eaaf2f7a-8048-4650-aee4-1583875d4453 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.170490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77ca560c-1aa1-4e92-a8f2-6d70a5ac81f2 req-eaaf2f7a-8048-4650-aee4-1583875d4453 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0579314 Oct 22 13:03:43.197408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-859ac73e-1dd7-40fb-904d-881fc711f22b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.198919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-859ac73e-1dd7-40fb-904d-881fc711f22b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 950 time: 0.1176288 Oct 22 13:03:43.212086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77ca560c-1aa1-4e92-a8f2-6d70a5ac81f2 req-dc0b6c0e-743c-4772-bcb5-5f680c790e41 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Oct 22 13:03:43.250457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0068b1bf-2feb-4c05-9c6d-6cea79549d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.251946 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-0068b1bf-2feb-4c05-9c6d-6cea79549d44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0888827 Oct 22 13:03:43.334874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-6c1c0624-2677-4d53-b312-8e00f41c40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.336959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-6c1c0624-2677-4d53-b312-8e00f41c40e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559206 Oct 22 13:03:43.403466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Deleting port f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:43.403805 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:43.416643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd83d3-bd6f-4ae8-b4fe-b936bf334cc7 req-847450e4-afb6-4685-ad5e-c46646101bdf tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.418148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55dd83d3-bd6f-4ae8-b4fe-b936bf334cc7 req-847450e4-afb6-4685-ad5e-c46646101bdf tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 944 time: 0.0606940 Oct 22 13:03:43.481082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-ef9cda2c-bdd3-47cf-ba7f-db2ec8103635 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.482477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-ef9cda2c-bdd3-47cf-ba7f-db2ec8103635 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184&tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.1497736 Oct 22 13:03:43.495427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55dd83d3-bd6f-4ae8-b4fe-b936bf334cc7 req-09088abb-764a-470a-a0d0-453a28617fcd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Oct 22 13:03:43.504284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba26e4-71ea-4f63-bbb5-39cb96837693 req-d5bd7073-fab4-4e73-b1d5-030549ac5de6 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.505892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09ba26e4-71ea-4f63-bbb5-39cb96837693 req-d5bd7073-fab4-4e73-b1d5-030549ac5de6 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0867679 Oct 22 13:03:43.553976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09ba26e4-71ea-4f63-bbb5-39cb96837693 req-6756edeb-8f1b-43aa-a587-4710a02bbf71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Oct 22 13:03:43.573903 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-c1e82a86-721b-4538-b871-4c1790afdd0d service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265403 Oct 22 13:03:43.598055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] For port f2fde147-ba82-4f91-a400-c5dac810c1c7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f2fde147-ba82-4f91-a400-c5dac810c1c7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:43.598415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:43.633194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Calling delete_port for f2fde147-ba82-4f91-a400-c5dac810c1c7 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:43.810318 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-361b5509-ac64-4e9b-ab3b-7486a901da78 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198009 Oct 22 13:03:43.821099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-d4f1f576-361b-4d06-abe5-794a0e62c80b service neutron] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:03:43.824958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-d4f1f576-361b-4d06-abe5-794a0e62c80b service neutron] Publish callbacks [] for binding, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:43.826123 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-62a0827a-72de-416a-b848-cec89f2e1e8f req-d4f1f576-361b-4d06-abe5-794a0e62c80b service neutron] 10.222.0.21 "DELETE /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.3127015 Oct 22 13:03:43.836393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.842687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.849575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.857373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.862881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:43.881084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.888875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.889848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-cc295dae-57a5-45cb-a5f3-0c553131b4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 200 len: 217 time: 0.0626564 Oct 22 13:03:43.894332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:43.912241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-5f8a2c3c-8130-4ea6-bab8-21e065e077e2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1383653 Oct 22 13:03:43.942840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port f2fde147-ba82-4f91-a400-c5dac810c1c7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:43.943405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:43.944845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:43.968580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:43.977662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-403c93df-62e4-4980-b0e3-b473f5a00185 req-fa867612-b26e-4e28-b632-18da9f53e054 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613830 Oct 22 13:03:43.988502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event deleted for resources: {'Port': ['ID=f2fde147-ba82-4f91-a400-c5dac810c1c7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:44.012437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Port f2fde147-ba82-4f91-a400-c5dac810c1c7 was deleted so its status cannot be updated. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 22 13:03:44.012950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:44.020024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-dd0f4738-34aa-4b90-a6f6-56d167a97058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.021506 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-dd0f4738-34aa-4b90-a6f6-56d167a97058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.1071248 Oct 22 13:03:44.045099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] No DVR routers for this DVR port f2fde147-ba82-4f91-a400-c5dac810c1c7 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:44.054138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:44.058471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789883a8-b371-4804-b7fd-8b65a01088f6 req-5069533f-8528-4740-b224-837767ccfc93 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.058788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-97cb393b-ce17-408a-b65d-1828ffa7ba18 req-694ba430-c14b-424b-8ce3-6aae830b5320 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "DELETE /v2.0/ports/f2fde147-ba82-4f91-a400-c5dac810c1c7 HTTP/1.1" status: 204 len: 173 time: 0.8516371 Oct 22 13:03:44.061940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-789883a8-b371-4804-b7fd-8b65a01088f6 req-5069533f-8528-4740-b224-837767ccfc93 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0741153 Oct 22 13:03:44.062127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-deleted', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:44.062453 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee4fee9-62ae-4f9b-bac2-ccb01eb0cb06" -d '{"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-deleted", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:44.110126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-97db13b2-62ae-47e8-a79c-2be3a17e53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.111732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-97db13b2-62ae-47e8-a79c-2be3a17e53e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679080 Oct 22 13:03:44.119135 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9733698-878c-4516-a45d-2d3ecfc0efa7 x-openstack-request-id: req-e9733698-878c-4516-a45d-2d3ecfc0efa7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:44.119423 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5", "name": "network-vif-deleted", "tag": "f2fde147-ba82-4f91-a400-c5dac810c1c7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:44.119672 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9733698-878c-4516-a45d-2d3ecfc0efa7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:44.120060 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5', 'name': 'network-vif-deleted', 'tag': 'f2fde147-ba82-4f91-a400-c5dac810c1c7', 'status': 'completed', 'code': 200} Oct 22 13:03:44.130223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-789883a8-b371-4804-b7fd-8b65a01088f6 req-9a99879a-4348-4189-af91-e37ae3fa5e69 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 Oct 22 13:03:44.180735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 859c2802-8e08-4702-a53c-3a11c74ea6f7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:03:44.188422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 859c2802-8e08-4702-a53c-3a11c74ea6f7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:44.188959 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:44.266483 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-a872935d-f136-4439-aa2d-dc10a33d6bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447442 Oct 22 13:03:44.339419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17610bc1-f3de-47a8-b552-146589be9b6e req-1878cfa3-7f2e-4ca8-8566-046b95d4d83b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=efe66fa6-0b10-4f6f-aef9-d1ef5bed51d5 HTTP/1.1" status: 200 len: 210 time: 0.0425878 Oct 22 13:03:44.383105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:44.407857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2f77-c21a-43f0-b8c2-bc6e2cff35ad req-5535851c-fb55-4552-8510-9c4d4a749cc9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.410032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-437a2f77-c21a-43f0-b8c2-bc6e2cff35ad req-5535851c-fb55-4552-8510-9c4d4a749cc9 tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 1095 time: 0.1187668 Oct 22 13:03:44.419186 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-7b23c7ef-418b-4c7b-968b-27a0bb8e4494 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361651 Oct 22 13:03:44.446951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:44.449216 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa953599-5459-4282-944e-e47835e2c7c7" -d '{"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-plugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:44.470800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:44.484519 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:44.486496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-26167bdf-d91a-4b46-9882-57e948d0f5c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 217 time: 0.0585477 Oct 22 13:03:44.511167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-437a2f77-c21a-43f0-b8c2-bc6e2cff35ad req-4b73018a-e105-4211-b408-223065e873ec tempest-LiveAutoBlockMigrationV225Test-1836453041 tempest-LiveAutoBlockMigrationV225Test-1836453041-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950527 Oct 22 13:03:44.540120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7b1f-1777-47a0-8b29-faa0866620a3 req-03b5e1b1-b5a6-4c12-91b1-8bc8e23e0ae4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.541770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84ae7b1f-1777-47a0-8b29-faa0866620a3 req-03b5e1b1-b5a6-4c12-91b1-8bc8e23e0ae4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1168845 Oct 22 13:03:44.572258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-094e2b3c-4317-4e43-b399-dc94bf239696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.578664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-094e2b3c-4317-4e43-b399-dc94bf239696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.0796359 Oct 22 13:03:44.584779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:44.633406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84ae7b1f-1777-47a0-8b29-faa0866620a3 req-2452b8e3-f15e-4a65-8ea7-114021b7b8f1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807276 Oct 22 13:03:44.640636 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290a9a0-eb3e-42c7-9640-8bd7dac12f84 x-openstack-request-id: req-9290a9a0-eb3e-42c7-9640-8bd7dac12f84 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:44.641372 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-plugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:44.641629 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9290a9a0-eb3e-42c7-9640-8bd7dac12f84 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:44.642021 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'code': 200} Oct 22 13:03:44.670488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-66af76b6-4e1f-464f-bad7-ef10b5e48a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.672791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-66af76b6-4e1f-464f-bad7-ef10b5e48a16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808380 Oct 22 13:03:44.761494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47358f9-8cf8-43e0-ae13-203395f426f6 req-5f71bf56-55fb-439a-ac2c-3096c1a31ea7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.763315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47358f9-8cf8-43e0-ae13-203395f426f6 req-5f71bf56-55fb-439a-ac2c-3096c1a31ea7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.0742087 Oct 22 13:03:44.826439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1117b-5feb-44db-ac3b-56e28c72b64b req-d31b5ed5-5f1e-4e59-89b2-0d603f895805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.828016 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e2a1117b-5feb-44db-ac3b-56e28c72b64b req-d31b5ed5-5f1e-4e59-89b2-0d603f895805 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 1096 time: 0.1243689 Oct 22 13:03:44.834816 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-9bbcec4d-8c66-4689-8472-1197bdf0e8a4 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508527 Oct 22 13:03:44.862908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47358f9-8cf8-43e0-ae13-203395f426f6 req-fb3bc1f8-70cc-4dc5-9a2f-22b0af9c7b36 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893409 Oct 22 13:03:44.982976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d657-4768-4615-8fcb-107f4d8d6fe6 req-81d8b077-c0de-45a8-a06c-9c9d0519b221 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:44.984633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be85d657-4768-4615-8fcb-107f4d8d6fe6 req-81d8b077-c0de-45a8-a06c-9c9d0519b221 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0608978 Oct 22 13:03:44.984876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e2a1117b-5feb-44db-ac3b-56e28c72b64b req-a0cd72ca-dba2-491e-aa79-214a147ecd25 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446419 Oct 22 13:03:45.035984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be85d657-4768-4615-8fcb-107f4d8d6fe6 req-ce6ce866-67af-4f25-9cdc-d6955a728e05 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Oct 22 13:03:45.210382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f0c2-3cc8-4993-acd0-56eb016a00fc req-e507f925-136c-49e9-97ff-77bd47090ff6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.212235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a72f0c2-3cc8-4993-acd0-56eb016a00fc req-e507f925-136c-49e9-97ff-77bd47090ff6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.0679631 Oct 22 13:03:45.281031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.287298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.294089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.300254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.307307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.313575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.319766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.321756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-5132053c-e67d-44bd-8db9-3f6156d281f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1345668 Oct 22 13:03:45.332926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a72f0c2-3cc8-4993-acd0-56eb016a00fc req-a67dcabf-e354-447f-8328-98969be4e170 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044981 Oct 22 13:03:45.348369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04d6dc7f-73bb-4e29-a8a7-fe5be8deb8c0 req-2b569a91-9c58-48a1-a9c9-86b2d7d774a0 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968536 Oct 22 13:03:45.380388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c3b732b-358d-47b8-99fd-fa75052a8d9a req-4a79eb3a-9910-4ea6-b948-4fbed85de4af tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517461 Oct 22 13:03:45.469769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.470244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.470741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.471242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.471674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.472139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.472595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.474506 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e2d3af7b-61dc-4823-accd-133d433e834a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6475 time: 0.0509849 Oct 22 13:03:45.579009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-735f2641-b8a1-4b4c-90d0-bcdb9c66560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.580685 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-735f2641-b8a1-4b4c-90d0-bcdb9c66560e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 903 time: 0.0950344 Oct 22 13:03:45.614573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7367-685b-4fb6-a032-d924860fe0d4 req-8173feb7-dd71-4444-b572-5748ab2b6988 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.616387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b8e7367-685b-4fb6-a032-d924860fe0d4 req-8173feb7-dd71-4444-b572-5748ab2b6988 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.0530698 Oct 22 13:03:45.627523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-67a48143-a038-40e6-a80a-04b16137014e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 217 time: 0.0365739 Oct 22 13:03:45.659282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b8e7367-685b-4fb6-a032-d924860fe0d4 req-00e632f0-2bea-4a82-a14b-4a8c34a74bc1 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Oct 22 13:03:45.702349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e9fb1b09-30d8-4683-a0a3-4c37b71dc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.703824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-e9fb1b09-30d8-4683-a0a3-4c37b71dc797 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.0674224 Oct 22 13:03:45.755674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab077-a87e-449c-aa8a-b784d52a0b9f req-422ceffb-6552-4ecb-933c-83277513e7a1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.757261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd1ab077-a87e-449c-aa8a-b784d52a0b9f req-422ceffb-6552-4ecb-933c-83277513e7a1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0587645 Oct 22 13:03:45.767677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-f5e1c028-06ab-47c2-9a21-f64c04c385d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.769421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-f5e1c028-06ab-47c2-9a21-f64c04c385d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540478 Oct 22 13:03:45.800482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd1ab077-a87e-449c-aa8a-b784d52a0b9f req-a7438f5e-b59d-495a-94b1-6c1b4fa4a222 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Oct 22 13:03:45.873871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:45.884991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913723-3efb-48ba-be34-8698178ebade req-61999e65-f39b-40c8-9734-6d7ad1e991e2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.886637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-31913723-3efb-48ba-be34-8698178ebade req-61999e65-f39b-40c8-9734-6d7ad1e991e2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 944 time: 0.1217191 Oct 22 13:03:45.897292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: f2fde147-ba82-4f91-a400-c5dac810c1c7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:45.897715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f2fde147-ba82-4f91-a400-c5dac810c1c7 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:45.920421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-cb12ee53-f34c-492e-bdb1-647d058f7e73 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381078 Oct 22 13:03:45.981401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838045-6128-4e6c-9990-6a08ff6efc0a req-308cdd2b-f763-4fa7-821a-1ead28632de7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:45.983101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7838045-6128-4e6c-9990-6a08ff6efc0a req-308cdd2b-f763-4fa7-821a-1ead28632de7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Oct 22 13:03:46.023032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7838045-6128-4e6c-9990-6a08ff6efc0a req-7cd511ca-b2d0-4927-8cd1-648742cd3a3f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Oct 22 13:03:46.077379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc5f86e0-181b-4ede-9f5b-e1b7b24d90f8 req-17b567c9-38a0-4faa-b7ba-7ea3f9e264f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384015 Oct 22 13:03:46.088976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Deleting port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:46.088976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:46.172321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe9bd0-fcf3-4875-ba5d-7578c688be94 req-02aaf89d-b743-45c6-9160-683fde4c4f0b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.174125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8dbe9bd0-fcf3-4875-ba5d-7578c688be94 req-02aaf89d-b743-45c6-9160-683fde4c4f0b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0619903 Oct 22 13:03:46.192934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] For port c8d0d246-a975-4d7d-ac95-a7dad17db6b6, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:46.193603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:46.209965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Calling delete_port for c8d0d246-a975-4d7d-ac95-a7dad17db6b6 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:46.218869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8dbe9bd0-fcf3-4875-ba5d-7578c688be94 req-e626b9ab-fbaf-4b59-bfc8-3bb4b9e35506 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Oct 22 13:03:46.345076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:46.366374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:46.380265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event deleted for resources: {'Port': ['ID=c8d0d246-a975-4d7d-ac95-a7dad17db6b6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:46.432948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] No DVR routers for this DVR port c8d0d246-a975-4d7d-ac95-a7dad17db6b6 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:46.436061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:46.439581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-31913723-3efb-48ba-be34-8698178ebade req-5d085ab3-8289-437d-96c0-14dc17b97d0b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "DELETE /v2.0/ports/c8d0d246-a975-4d7d-ac95-a7dad17db6b6 HTTP/1.1" status: 204 len: 173 time: 0.5337112 Oct 22 13:03:46.440230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-deleted', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:46.442840 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb46f9-931b-4d6e-a1c4-4aaa0a45bbd0" -d '{"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-deleted", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:46.467900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37bc0b2b-1855-44d2-9cc6-17585f0b921e req-50615276-e0d8-43f9-9eba-13697d84f57b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0394146 Oct 22 13:03:46.528164 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409731ae-9a08-4892-b803-6822ac817ff9 x-openstack-request-id: req-409731ae-9a08-4892-b803-6822ac817ff9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:46.528513 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45142b71-71ce-4545-9ce6-335bbbe77184", "name": "network-vif-deleted", "tag": "c8d0d246-a975-4d7d-ac95-a7dad17db6b6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:46.528788 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-409731ae-9a08-4892-b803-6822ac817ff9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:46.529203 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45142b71-71ce-4545-9ce6-335bbbe77184', 'name': 'network-vif-deleted', 'tag': 'c8d0d246-a975-4d7d-ac95-a7dad17db6b6', 'status': 'completed', 'code': 200} Oct 22 13:03:46.555808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.562237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.568528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.575365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.581491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.588271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.594344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.596364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-3a04dd00-2072-4f74-8a48-e008f1f8c47a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1148274 Oct 22 13:03:46.645294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bf6b6ea-2579-4726-8592-07e124ec2945 req-be4ee6f6-034a-4fd9-8bb1-45e4e050dadb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409963 Oct 22 13:03:46.791165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8a7d-8129-40b2-a2c9-012911376136 req-363c125e-fb1b-4e33-a649-176eb25ced1a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.792653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eeb8a7d-8129-40b2-a2c9-012911376136 req-363c125e-fb1b-4e33-a649-176eb25ced1a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.0525439 Oct 22 13:03:46.835411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eeb8a7d-8129-40b2-a2c9-012911376136 req-9d52f12e-1634-49f4-a0cf-ab3fc5efc5ad tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Oct 22 13:03:46.926514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16907b89-a339-4063-b4b4-adaba17c32a6 req-8def592a-dde8-4070-8659-1da3b1eb2c4f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:46.928024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16907b89-a339-4063-b4b4-adaba17c32a6 req-8def592a-dde8-4070-8659-1da3b1eb2c4f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0552914 Oct 22 13:03:46.970993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16907b89-a339-4063-b4b4-adaba17c32a6 req-46cfd70d-8bf1-4372-89ec-dd47afe96b55 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342832 Oct 22 13:03:47.146436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-777a7a00-55bb-4fe5-bbb5-48b660ae3577 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.148531 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-777a7a00-55bb-4fe5-bbb5-48b660ae3577 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 951 time: 0.0578213 Oct 22 13:03:47.150392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321faa0e-07ad-44c8-9126-68957f7b1c14 req-a5cd2ee9-9bce-4304-904c-f6b1907e2a33 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.151946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-321faa0e-07ad-44c8-9126-68957f7b1c14 req-a5cd2ee9-9bce-4304-904c-f6b1907e2a33 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.0576301 Oct 22 13:03:47.229599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-321faa0e-07ad-44c8-9126-68957f7b1c14 req-c21eb30f-81a2-4a94-96a7-26d5f8e6c184 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Oct 22 13:03:47.292509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Deleting port b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:47.292860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:47.367690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49b67-e52d-41c9-b4b8-b55e11336fec req-f4ac8397-20ea-4878-9a8c-16870adb22f0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.376458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebf49b67-e52d-41c9-b4b8-b55e11336fec req-f4ac8397-20ea-4878-9a8c-16870adb22f0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0669556 Oct 22 13:03:47.406685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] For port b74e0863-545c-4e85-bc1e-827c062066c6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b74e0863-545c-4e85-bc1e-827c062066c6,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:47.407430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:47.419268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebf49b67-e52d-41c9-b4b8-b55e11336fec req-84feab0d-4f7b-4f42-b996-f9243f469838 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Oct 22 13:03:47.425376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Calling delete_port for b74e0863-545c-4e85-bc1e-827c062066c6 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:47.593689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25f945ca-f56b-48a1-8e6b-be63437b6814 req-96f8dc9d-f9d9-4a77-9e6a-00a7248550a7 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0355861 Oct 22 13:03:47.602736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90082b8d-0a0a-4b1d-97b4-21f8092ade31 req-da7ba102-55e9-4fd4-8ee4-71c2892da3b3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.604263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:47.604443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90082b8d-0a0a-4b1d-97b4-21f8092ade31 req-da7ba102-55e9-4fd4-8ee4-71c2892da3b3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.0906024 Oct 22 13:03:47.619096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'b74e0863-545c-4e85-bc1e-827c062066c6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:47.639138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event deleted for resources: {'Port': ['ID=b74e0863-545c-4e85-bc1e-827c062066c6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:47.692209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] No DVR routers for this DVR port b74e0863-545c-4e85-bc1e-827c062066c6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:47.696026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:47.700283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a13f3f2f-19ae-4a77-9681-3841a689b5a6 req-86c54be1-8fbf-4735-a308-699394fda64a tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "DELETE /v2.0/ports/b74e0863-545c-4e85-bc1e-827c062066c6 HTTP/1.1" status: 204 len: 173 time: 0.5443580 Oct 22 13:03:47.703130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90082b8d-0a0a-4b1d-97b4-21f8092ade31 req-5f60dfc2-2a23-46a0-8cdf-c20d1977c95e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913310 Oct 22 13:03:47.831537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.839934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.849592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.857942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.881940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.898983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.905835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:47.908222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-cc311a32-cb31-4eee-8e40-48b59d8a62f5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1565754 Oct 22 13:03:47.975540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f4614e6-6505-47ca-8dd4-777911ff7a10 req-9210155e-d907-4938-be67-d677707a1e81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567265 Oct 22 13:03:48.032693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a907a86-9994-4299-a677-453b39af2e1f req-403abd53-ac36-44ac-907f-e9941eaed77e tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=1539b160-1cfc-4652-b5ab-68579adb243b HTTP/1.1" status: 200 len: 210 time: 0.0706143 Oct 22 13:03:48.206792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2a4b5-c998-45e2-bae6-a4233b481d82 req-d40b28cb-323d-47a3-a107-a70b4486e4c2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:48.215887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74d2a4b5-c998-45e2-bae6-a4233b481d82 req-d40b28cb-323d-47a3-a107-a70b4486e4c2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0945785 Oct 22 13:03:48.317504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74d2a4b5-c998-45e2-bae6-a4233b481d82 req-3d80027e-f393-403e-b46d-e27827cee522 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Oct 22 13:03:48.530634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-deleted', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:48.533704 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5242935-c025-4899-8f6b-8e926a1f2a30" -d '{"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-deleted", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:48.538556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71a2e9-0d3f-42c8-beeb-d7b60b2f5ff9 req-002b6af8-fc29-46d9-8084-3714aa870db3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:48.540906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb71a2e9-0d3f-42c8-beeb-d7b60b2f5ff9 req-002b6af8-fc29-46d9-8084-3714aa870db3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0535150 Oct 22 13:03:48.572169 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a84f855-fdc4-4dec-834f-aba3cdf81e6e x-openstack-request-id: req-2a84f855-fdc4-4dec-834f-aba3cdf81e6e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:48.572731 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1539b160-1cfc-4652-b5ab-68579adb243b", "name": "network-vif-deleted", "tag": "b74e0863-545c-4e85-bc1e-827c062066c6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:48.573685 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a84f855-fdc4-4dec-834f-aba3cdf81e6e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:48.574257 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1539b160-1cfc-4652-b5ab-68579adb243b', 'name': 'network-vif-deleted', 'tag': 'b74e0863-545c-4e85-bc1e-827c062066c6', 'status': 'completed', 'code': 200} Oct 22 13:03:48.594175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb71a2e9-0d3f-42c8-beeb-d7b60b2f5ff9 req-812e8f20-a3cf-4389-b331-5d3306a11450 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Oct 22 13:03:48.715804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77343a7a-dbb6-491c-9c61-b57bbd098cc6 req-6831a2fe-e42e-4bdf-aee0-24b00cce1ce1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0302482 Oct 22 13:03:48.832722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02895f7-8337-4cea-95d4-e19c85eb421a req-0353267f-abd6-428b-bc8b-807925a40056 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:48.834191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e02895f7-8337-4cea-95d4-e19c85eb421a req-0353267f-abd6-428b-bc8b-807925a40056 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Oct 22 13:03:48.874790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e02895f7-8337-4cea-95d4-e19c85eb421a req-377894fb-02c3-4904-8f6f-c44feb9992fd tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Oct 22 13:03:49.145365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.152613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.159311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.165755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.172418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.178982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.186428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.188393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-925ea267-4671-4edb-b031-c0b8911aa47f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1018133 Oct 22 13:03:49.255811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58f7f5b4-65f3-4d83-a20e-0e1cd0002810 req-d54c2ea0-8716-4c30-aee0-28fc31d5142f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600028 Oct 22 13:03:49.462192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e944b-0d96-4e60-9de9-7328f0fcab7f req-ea88ab15-db35-4e02-8bc4-ae630f5c1382 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.464547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d08e944b-0d96-4e60-9de9-7328f0fcab7f req-ea88ab15-db35-4e02-8bc4-ae630f5c1382 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0682166 Oct 22 13:03:49.515488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d08e944b-0d96-4e60-9de9-7328f0fcab7f req-8d8fd188-8c4d-45b8-8b30-ead5d184c92f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Oct 22 13:03:49.624763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123d17-63f2-45b5-bb72-433287c7bd74 req-fa5b1987-64f7-4981-81ff-7ff323c6e895 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.626475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5123d17-63f2-45b5-bb72-433287c7bd74 req-fa5b1987-64f7-4981-81ff-7ff323c6e895 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0565641 Oct 22 13:03:49.667389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5123d17-63f2-45b5-bb72-433287c7bd74 req-c388a0c9-b707-4a1b-b002-516d6bd260ba tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350361 Oct 22 13:03:49.725328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129081-a333-4b30-a349-2fd9f704427f req-11cf7c14-5747-4bf2-b21a-47a5b74254f9 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:49.727279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee129081-a333-4b30-a349-2fd9f704427f req-11cf7c14-5747-4bf2-b21a-47a5b74254f9 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0512676 Oct 22 13:03:49.769931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee129081-a333-4b30-a349-2fd9f704427f req-0d2ef032-efac-479b-b50f-61c7177b90f8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Oct 22 13:03:49.811329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af1f4473-0f0d-4d0f-b9a6-81d45f8be47e req-2507b64f-bd19-486c-a7a1-12da1620539d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Oct 22 13:03:49.831724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:49.854471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: c8d0d246-a975-4d7d-ac95-a7dad17db6b6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:49.854842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c8d0d246-a975-4d7d-ac95-a7dad17db6b6 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:49.902084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:49.925059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: b74e0863-545c-4e85-bc1e-827c062066c6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:49.925398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b74e0863-545c-4e85-bc1e-827c062066c6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:50.393244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.400814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.407642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.414737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.420972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.427088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.434076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.436085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-4efa0e90-6987-49ae-b143-18809b663c0e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1033003 Oct 22 13:03:50.481901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdcf12d1-6cdc-4efa-874c-f91a4b587cb0 req-b742d06f-53ec-4cc8-a38a-8e95ab3878da tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382071 Oct 22 13:03:50.638094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d169-0afe-4d34-a8b2-b75af58495ab req-7f6ff2ac-f19b-464d-95e1-8525f7e9e03c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.639628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa78d169-0afe-4d34-a8b2-b75af58495ab req-7f6ff2ac-f19b-464d-95e1-8525f7e9e03c tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0509963 Oct 22 13:03:50.678561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa78d169-0afe-4d34-a8b2-b75af58495ab req-1bb38b25-a63b-40b2-b483-1c953ed520fb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Oct 22 13:03:50.796858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52101dec-b8e1-40b6-8b83-2b48c7aba8b1 req-70336027-3559-4258-8a15-e29affeb5c44 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.798254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52101dec-b8e1-40b6-8b83-2b48c7aba8b1 req-70336027-3559-4258-8a15-e29affeb5c44 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0542662 Oct 22 13:03:50.841547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52101dec-b8e1-40b6-8b83-2b48c7aba8b1 req-f59b5629-bc5b-480b-a1d2-11d5aa12265b tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361223 Oct 22 13:03:50.911016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566b94-b346-4a3d-8187-e2087629eb7d req-fc3e50a3-9ee5-4d5b-8934-27603451da79 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:50.912542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b566b94-b346-4a3d-8187-e2087629eb7d req-fc3e50a3-9ee5-4d5b-8934-27603451da79 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0699112 Oct 22 13:03:50.963026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b566b94-b346-4a3d-8187-e2087629eb7d req-335da64e-2231-4e06-a549-8cc64ea9ef10 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Oct 22 13:03:50.978098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12a35ecb-37ad-4531-83da-fcfd3d68c42d req-44e4b561-80fb-427f-bcda-c8107c234c50 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=45142b71-71ce-4545-9ce6-335bbbe77184 HTTP/1.1" status: 200 len: 210 time: 0.0316651 Oct 22 13:03:51.105633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-601b5ecc-869b-41d7-aa10-865500c3e9cf tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.107854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-601b5ecc-869b-41d7-aa10-865500c3e9cf tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 950 time: 0.0556707 Oct 22 13:03:51.219835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Deleting port fbc73670-3f64-4ba7-b807-1e96367eb124 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:51.220183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:51.310500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] For port fbc73670-3f64-4ba7-b807-1e96367eb124, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fbc73670-3f64-4ba7-b807-1e96367eb124,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:51.310911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:51.329512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Calling delete_port for fbc73670-3f64-4ba7-b807-1e96367eb124 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:51.459385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:51.473908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'fbc73670-3f64-4ba7-b807-1e96367eb124'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:51.489235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event deleted for resources: {'Port': ['ID=fbc73670-3f64-4ba7-b807-1e96367eb124,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:51.540690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] No DVR routers for this DVR port fbc73670-3f64-4ba7-b807-1e96367eb124 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:51.544172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:51.546697 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ee3ac6c8-8859-4964-9e1c-f3cc820898af req-39fa22f7-833f-4ad1-a096-babffc4cd9ef tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "DELETE /v2.0/ports/fbc73670-3f64-4ba7-b807-1e96367eb124 HTTP/1.1" status: 204 len: 173 time: 0.4285719 Oct 22 13:03:51.547286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-deleted', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:51.559900 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1671e-b558-416a-af37-f9140330199f" -d '{"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-deleted", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:51.638710 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a9d64-1c7f-4f69-8d7c-3e2177c3d58d x-openstack-request-id: req-ea6a9d64-1c7f-4f69-8d7c-3e2177c3d58d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:51.638997 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861545d-f5e6-4bee-a3d6-1992d7cb3a06", "name": "network-vif-deleted", "tag": "fbc73670-3f64-4ba7-b807-1e96367eb124", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:51.639389 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea6a9d64-1c7f-4f69-8d7c-3e2177c3d58d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:51.639789 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861545d-f5e6-4bee-a3d6-1992d7cb3a06', 'name': 'network-vif-deleted', 'tag': 'fbc73670-3f64-4ba7-b807-1e96367eb124', 'status': 'completed', 'code': 200} Oct 22 13:03:51.694026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.705028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.715762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.728101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.738091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.748825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.762114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.771052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-d0379336-a2ab-4793-8361-a9efbf75317b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1743145 Oct 22 13:03:51.841292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b61066d4-64de-4c92-b1ca-cdf5c11af764 req-e6c855a2-b4da-4c70-922b-b1120c580b3d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690775 Oct 22 13:03:51.908597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:51.948108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718d46-9641-47b1-b494-60df455416e6 req-fa66c887-2aff-4292-9890-751f5e86a942 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:51.958767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d718d46-9641-47b1-b494-60df455416e6 req-fa66c887-2aff-4292-9890-751f5e86a942 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0955682 Oct 22 13:03:52.036029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d718d46-9641-47b1-b494-60df455416e6 req-ad8e82c4-cfab-4492-8e34-7acb6d5651d7 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Oct 22 13:03:52.097043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a03f9ea1-26c7-4968-be5d-286adc6e5683 req-b670ac84-d3b7-4a7a-bc61-63587bef61b8 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=8861545d-f5e6-4bee-a3d6-1992d7cb3a06 HTTP/1.1" status: 200 len: 210 time: 0.0431042 Oct 22 13:03:52.146248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:52.159832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'mac_address': 'fa:16:3e:ad:8d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:52.239638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:52.265838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 859c2802-8e08-4702-a53c-3a11c74ea6f7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:52.292136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:52.297811 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:52.310263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651cde4-017c-4fc9-8714-05060516be13 req-c44e69a0-fa3f-4dc7-82c3-183141a5f981 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:52.314751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7651cde4-017c-4fc9-8714-05060516be13 req-c44e69a0-fa3f-4dc7-82c3-183141a5f981 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1553683 Oct 22 13:03:52.432319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7651cde4-017c-4fc9-8714-05060516be13 req-856ad9c0-5dde-4cf6-8e4c-032368a66a42 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102500 Oct 22 13:03:52.437333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:52.457327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['859c2802-8e08-4702-a53c-3a11c74ea6f7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:53.016074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.024933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.031585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.039510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.045990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.052870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.059750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.061703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-f1d2678f-a411-4917-8f8c-aec061f28c18 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1215944 Oct 22 13:03:53.130137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ba8897-0888-4b81-aef8-90e6034ba3ec req-175b22dc-57e3-49fd-9c52-4361fb3e88d2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572078 Oct 22 13:03:53.279334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d7bc-c608-4b3a-b543-34a7e56f84f4 req-036ad7fb-3cf3-471d-b114-9f0f08753964 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.287074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a73d7bc-c608-4b3a-b543-34a7e56f84f4 req-036ad7fb-3cf3-471d-b114-9f0f08753964 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1093252 Oct 22 13:03:53.369190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a73d7bc-c608-4b3a-b543-34a7e56f84f4 req-078e5ada-8ae6-4788-974b-170cb75797e6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Oct 22 13:03:53.668665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b29265-05bc-4e38-934a-9020f8ecc70a req-0d44871a-2395-45b7-acfb-22f5a163a6df tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.675829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34b29265-05bc-4e38-934a-9020f8ecc70a req-0d44871a-2395-45b7-acfb-22f5a163a6df tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.0708871 Oct 22 13:03:53.687547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dce66-9cfd-4937-ac5b-39964664b8bc req-6f076b37-4a60-4496-a7f3-aba2a10865b5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:53.689073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee8dce66-9cfd-4937-ac5b-39964664b8bc req-6f076b37-4a60-4496-a7f3-aba2a10865b5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1227262 Oct 22 13:03:53.750779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee8dce66-9cfd-4937-ac5b-39964664b8bc req-f2d5f6b6-d055-4a46-a496-146d10efbd7f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541925 Oct 22 13:03:53.776385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34b29265-05bc-4e38-934a-9020f8ecc70a req-2abebf78-4bc8-46ee-b437-8995fc1ed6eb tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853355 Oct 22 13:03:53.920142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:03:53.949365 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd362427-192c-4bf1-86c8-8ac1195b7552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:53.984548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 859c2802-8e08-4702-a53c-3a11c74ea6f7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:03:53.985040 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:54.294100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:54.333136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:54.337247 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d97ed6-d248-4777-bb1c-597c9fe88634" -d '{"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-plugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:54.373994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:54.385727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:54.387078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:54.397427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.404371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.411175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.422085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.429660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.436201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.443157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.450432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: fbc73670-3f64-4ba7-b807-1e96367eb124 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:54.451120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fbc73670-3f64-4ba7-b807-1e96367eb124 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:54.452824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-619a781e-8b68-43fb-baf9-0f4bc24c5c10 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1644752 Oct 22 13:03:54.542726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d859db8d-6b9c-45cf-9c8a-a6befe422bde req-bc9cfa50-7558-4fd3-b78b-78e77668b6f6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888116 Oct 22 13:03:54.581982 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e09d4-ba83-4650-9e29-efc2b7a33a18 x-openstack-request-id: req-958e09d4-ba83-4650-9e29-efc2b7a33a18 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:54.588150 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-plugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:54.593858 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-958e09d4-ba83-4650-9e29-efc2b7a33a18 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:54.593858 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'code': 200} Oct 22 13:03:54.599814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:54.608278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.608620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.609420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.609765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.610100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.610435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.610794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.611124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.611450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.611780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.612110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.612435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:03:54.709341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c02e6f-6309-4d7d-b8f1-e051c06d3c30 req-f94ed622-e138-4c1b-9e28-582fc3418d8d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.723358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7c02e6f-6309-4d7d-b8f1-e051c06d3c30 req-f94ed622-e138-4c1b-9e28-582fc3418d8d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0824623 Oct 22 13:03:54.782972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7c02e6f-6309-4d7d-b8f1-e051c06d3c30 req-519d1b99-f2f3-4147-9786-ff91f27124d3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 Oct 22 13:03:54.969424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293ddf8-b93e-4308-8968-4709f5759940 req-9b3649ce-48e7-4b0c-9a6c-f70a3be05c68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:54.971607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b293ddf8-b93e-4308-8968-4709f5759940 req-9b3649ce-48e7-4b0c-9a6c-f70a3be05c68 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1012774 Oct 22 13:03:55.003939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f36bb-c311-445b-80f5-70b2d992d4dd req-c01eef20-c23e-41d3-96ce-8736a4a2ec12 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.005773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b97f36bb-c311-445b-80f5-70b2d992d4dd req-c01eef20-c23e-41d3-96ce-8736a4a2ec12 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1368628 Oct 22 13:03:55.029850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264c46e-6818-4a07-8aae-26a2c74d814e req-7766d6f0-5e1f-4c3e-b424-70d8706d2a0d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.031652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2264c46e-6818-4a07-8aae-26a2c74d814e req-7766d6f0-5e1f-4c3e-b424-70d8706d2a0d tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 949 time: 0.1193099 Oct 22 13:03:55.092136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b97f36bb-c311-445b-80f5-70b2d992d4dd req-71211771-95cd-4741-89b5-afeab727d018 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788119 Oct 22 13:03:55.106974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Deleting port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:03:55.107734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:55.113744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2264c46e-6818-4a07-8aae-26a2c74d814e req-27b788c7-0e46-4834-8f1e-762bbac304fe tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/security-groups?id=cde233bc-0f2e-4782-ba84-0f850022a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678511 Oct 22 13:03:55.336687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] For port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:55.337211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:55.362248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Calling delete_port for e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:03:55.553412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:55.579094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:55.615057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Pushing event deleted for resources: {'Port': ['ID=e02ee5a9-dc1c-4144-8442-927c1e2f6bc3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:55.724859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] No DVR routers for this DVR port e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:03:55.728233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:55.733635 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b293ddf8-b93e-4308-8968-4709f5759940 req-654f3159-702e-40b8-a432-65901c475cac tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.26 "DELETE /v2.0/ports/e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 HTTP/1.1" status: 204 len: 173 time: 0.7546816 Oct 22 13:03:55.734339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-deleted', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:55.737086 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae40c00-62d1-42b7-9884-45372c0888b1" -d '{"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-deleted", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:55.791829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.797905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.804084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.804558 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d943c9c-1874-486e-9f1e-042d2282edb5 x-openstack-request-id: req-2d943c9c-1874-486e-9f1e-042d2282edb5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:55.804919 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad08048-871c-407a-940c-85f4946d499f", "name": "network-vif-deleted", "tag": "e02ee5a9-dc1c-4144-8442-927c1e2f6bc3", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:55.805133 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d943c9c-1874-486e-9f1e-042d2282edb5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:55.805752 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad08048-871c-407a-940c-85f4946d499f', 'name': 'network-vif-deleted', 'tag': 'e02ee5a9-dc1c-4144-8442-927c1e2f6bc3', 'status': 'completed', 'code': 200} Oct 22 13:03:55.810244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.816656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.823393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.830033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:55.838180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07436e03-1b74-4874-a716-42ab06b4287b req-681cedc7-6d27-4fcc-b213-167c336e6498 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1438017 Oct 22 13:03:55.902545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07436e03-1b74-4874-a716-42ab06b4287b req-00c220b6-21a1-41a7-8d42-a0923db3c0f4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592523 Oct 22 13:03:56.003183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea491-d63e-472a-918b-12e3688c963c req-a14372da-a35a-4f9b-8202-1b445f107708 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:56.014575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c87ea491-d63e-472a-918b-12e3688c963c req-a14372da-a35a-4f9b-8202-1b445f107708 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0803554 Oct 22 13:03:56.072759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c87ea491-d63e-472a-918b-12e3688c963c req-a0f02141-e787-4f02-8acb-9793c44aa632 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571463 Oct 22 13:03:56.373016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7776309a-84d2-4b62-9aba-d80d3ca17211 req-0129b4ae-9e6a-48a4-8ee2-29225a08e182 tempest-MigrationsAdminTest-1576715210 tempest-MigrationsAdminTest-1576715210-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad08048-871c-407a-940c-85f4946d499f HTTP/1.1" status: 200 len: 210 time: 0.0444481 Oct 22 13:03:56.383814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb4179-dfbf-444a-845c-ffe45f8cc18a req-b4fe323f-e8cb-4dd8-973a-38b8c1dfda13 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:56.386102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03cb4179-dfbf-444a-845c-ffe45f8cc18a req-b4fe323f-e8cb-4dd8-973a-38b8c1dfda13 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1454008 Oct 22 13:03:56.447743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03cb4179-dfbf-444a-845c-ffe45f8cc18a req-13906fdc-f1c4-45f3-a601-9c44790aedd3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Oct 22 13:03:57.067068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f8327ce-d834-4a9a-ac04-155ca8b12304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:57.165499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.173202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.179989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.186091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.193601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.201322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.219931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.221846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-d1d47a8b-aede-444e-bbed-ed311f21e728 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.2094696 Oct 22 13:03:57.314521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b2b2386-b1c8-45c9-9c09-072f5967f4a0 req-43f8bb6b-60d7-43c3-9129-e85392de6065 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731883 Oct 22 13:03:57.333099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ef21-3fb8-4bd5-9794-c33cdd79f106 req-9091d30b-2e11-4cdd-b370-a61f2f16d7e4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.338672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edc0ef21-3fb8-4bd5-9794-c33cdd79f106 req-9091d30b-2e11-4cdd-b370-a61f2f16d7e4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1158028 Oct 22 13:03:57.431906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edc0ef21-3fb8-4bd5-9794-c33cdd79f106 req-08d77be5-4a52-48bc-81f8-86875d68ecfb tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736654 Oct 22 13:03:57.637921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:57.643380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:57.738303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808d7a-af4f-47fb-9159-98952976835c req-49394ebb-d645-4723-9662-fc8746e4626a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:57.755238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2808d7a-af4f-47fb-9159-98952976835c req-49394ebb-d645-4723-9662-fc8746e4626a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1791949 Oct 22 13:03:57.836478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2808d7a-af4f-47fb-9159-98952976835c req-1c9b4819-9965-4f4b-8d74-11ab46b90d17 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802219 Oct 22 13:03:57.874749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:03:57.880339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:57.883357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:57.995453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:03:58.053672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:03:58.065066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e02ee5a9-dc1c-4144-8442-927c1e2f6bc3 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:03:58.164820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-917175f8-278a-4fa0-a14d-6266fc35147e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e8a625f8d2745bda6fe9b390c121dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798145 Oct 22 13:03:58.165390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48368) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:58.223266 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:03:58.234498 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.289996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.318927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:58.326478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:03:58.329360 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d519cd25-bbbf-45a9-aa6b-4819ace26743" -d '{"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:03:58.337306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.395514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.403760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:58.439194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'port_id': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'mac_address': 'fa:16:3e:96:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab463e-79ea-4f56-81ee-eef1867ed971', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:03:58.447367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:58.463029 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b117d-5464-4717-a1c3-8feca10025f0 x-openstack-request-id: req-0c3b117d-5464-4717-a1c3-8feca10025f0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:03:58.463599 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:03:58.464018 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c3b117d-5464-4717-a1c3-8feca10025f0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:03:58.464565 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'code': 200} Oct 22 13:03:58.491189 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.496155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.511631 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.513171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cde233bc-0f2e-4782-ba84-0f850022a36d HTTP/1.1" status: 204 len: 168 time: 0.3377755 Oct 22 13:03:58.529342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6995ab-da7d-4ee8-961e-2f7228e2b244 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:03:58.575581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:03:58.584142 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:58.590221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da75c1-60ed-4a4e-bfac-5d8689db2be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde233bc-0f2e-4782-ba84-0f850022a36d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:58.717452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:58.744836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.755247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.764907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.772884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.782439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.791399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.799470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.812825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-34e23b03-9c64-4b05-9902-c3c2828bebb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.2911453 Oct 22 13:03:58.876059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34a5cce9-e40c-4862-990e-bf501277b9ab req-49dd5955-2280-49a5-a062-909abe8419eb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620131 Oct 22 13:03:58.915787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252958-7b4c-439b-951c-7c84a8aabb27 req-0cce524c-6802-473c-8b3c-b6e8b80ee4d5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:58.924857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a252958-7b4c-439b-951c-7c84a8aabb27 req-0cce524c-6802-473c-8b3c-b6e8b80ee4d5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.2977538 Oct 22 13:03:59.041342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a252958-7b4c-439b-951c-7c84a8aabb27 req-0014f5ed-c120-4c57-9a20-80bf97fdd679 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123760 Oct 22 13:03:59.076981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['cb6995ab-da7d-4ee8-961e-2f7228e2b244'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:03:59.173439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:59.355634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc2100fb-2ddb-461a-bb94-2faa0faf81b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=896d3f9e8e2347318fa5c6af43866872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808853 Oct 22 13:03:59.358113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:03:59.392991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102673e-fe24-458a-92ae-9aedca58691a req-3a8367de-4894-48ab-9c07-d1912a20f2c4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:59.397404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1102673e-fe24-458a-92ae-9aedca58691a req-3a8367de-4894-48ab-9c07-d1912a20f2c4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.2169337 Oct 22 13:03:59.539315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:59.548893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1102673e-fe24-458a-92ae-9aedca58691a req-c1be694a-9bfb-4d3b-a174-2b27262372be tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436374 Oct 22 13:03:59.580371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:59.646658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db228c8-51f1-496b-a7c1-bf8eb42b6b7e req-d47eea15-ef08-4a21-817e-432c7f64a23b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:03:59.650695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9db228c8-51f1-496b-a7c1-bf8eb42b6b7e req-d47eea15-ef08-4a21-817e-432c7f64a23b tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0995121 Oct 22 13:03:59.665466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:59.671409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:59.674924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:03:59.678736 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/694457e9-692a-44d4-993c-efd7f9a90ae3 HTTP/1.1" status: 204 len: 168 time: 0.3187721 Oct 22 13:03:59.712291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab01fbd-9691-4074-8fb9-23c32744b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694457e9-692a-44d4-993c-efd7f9a90ae3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:03:59.773231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9db228c8-51f1-496b-a7c1-bf8eb42b6b7e req-7b1eb387-c8a8-4a7e-96be-c0b1e27a3f14 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161623 Oct 22 13:04:00.148996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.156265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.162971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.170192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.176844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.184726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.195078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.204025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-79b92db7-6bea-48ef-9561-0c8ca429eb1d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1881807 Oct 22 13:04:00.273388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-de616d1b-33b4-498b-98c7-53a7969bec71 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.275484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-de616d1b-33b4-498b-98c7-53a7969bec71 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 945 time: 0.0734525 Oct 22 13:04:00.300457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cae23bf9-7bd8-4b33-8166-df792577da7b req-90765f9f-dac2-488c-8dd1-93a0b58f72bd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955617 Oct 22 13:04:00.322658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8db2a-2286-40bb-a4af-0862160c279e req-579ffc7c-e8ae-4d67-97df-b3d136a19232 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.324254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e8db2a-2286-40bb-a4af-0862160c279e req-579ffc7c-e8ae-4d67-97df-b3d136a19232 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0770838 Oct 22 13:04:00.407400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e8db2a-2286-40bb-a4af-0862160c279e req-246dfdd3-d5fe-48b8-8c65-adf1290934f6 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638514 Oct 22 13:04:00.455970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Deleting port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:00.457061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:00.585763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] For port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:00.586988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:00.604857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Calling delete_port for 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:00.703969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83d88-6a70-4770-acf2-cb6978d313c5 req-7499d318-667d-46af-984c-0419e438e339 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:00.707128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8aa83d88-6a70-4770-acf2-cb6978d313c5 req-7499d318-667d-46af-984c-0419e438e339 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.0701108 Oct 22 13:04:00.767201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8aa83d88-6a70-4770-acf2-cb6978d313c5 req-960fe9c4-3c55-416e-919f-13265153cd00 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Oct 22 13:04:00.797372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:00.813501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:00.881500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event deleted for resources: {'Port': ['ID=1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:00.945079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] No DVR routers for this DVR port 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:00.948054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:00.951821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41a44aa5-6655-498e-a98f-e20eee17b736 req-d0dabff8-8ab9-4282-bd3a-d078b5ebbdf0 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "DELETE /v2.0/ports/1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae HTTP/1.1" status: 204 len: 173 time: 0.6682999 Oct 22 13:04:00.952176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-deleted', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:00.954892 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b199e3-1eb3-48a5-8ebe-c31dda97c563" -d '{"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-deleted", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:00.977641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f06643aa-e5b6-4347-b561-f1e6c3d15e0e req-ab6fc57d-6b44-4010-9043-2a9621118533 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e600c16-a443-42c9-adb4-77d83890e236 HTTP/1.1" status: 200 len: 210 time: 0.0789113 Oct 22 13:04:01.033394 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f7e76-0959-47cd-9433-449364209b8d x-openstack-request-id: req-659f7e76-0959-47cd-9433-449364209b8d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:01.033732 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e600c16-a443-42c9-adb4-77d83890e236", "name": "network-vif-deleted", "tag": "1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:01.033994 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-659f7e76-0959-47cd-9433-449364209b8d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:01.034397 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e600c16-a443-42c9-adb4-77d83890e236', 'name': 'network-vif-deleted', 'tag': '1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae', 'status': 'completed', 'code': 200} Oct 22 13:04:01.534199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.560393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.578510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.587103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.611027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.646728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.664730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.676697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-73ec1612-adab-45d7-8490-658878b4d454 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.2402070 Oct 22 13:04:01.761900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-334c1dc0-17cd-40a8-8d8d-f7de03484f02 req-5f95bcd6-b8ab-4158-8ece-535bc065bdd2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839601 Oct 22 13:04:01.817593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fec48-e8a2-494a-a1a9-2d52c8d1572c req-8c8e816b-4d34-4b24-b451-e23034b705c4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:01.827885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d03fec48-e8a2-494a-a1a9-2d52c8d1572c req-8c8e816b-4d34-4b24-b451-e23034b705c4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1485863 Oct 22 13:04:01.880786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d03fec48-e8a2-494a-a1a9-2d52c8d1572c req-3e361132-4a4d-46f2-98ea-68465f1dc4da tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Oct 22 13:04:01.900222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:01.995793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port cb6995ab-da7d-4ee8-961e-2f7228e2b244 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:01.996264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:02.113456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:02.143092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:02.145007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32b2db-2328-420c-bb03-68d2772695ee req-61455ed4-8dad-4b82-83d5-7b5eb16e4481 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.145976 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f304ab7-70df-4bba-9df9-8519158af61f" -d '{"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-plugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:02.153817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d32b2db-2328-420c-bb03-68d2772695ee req-61455ed4-8dad-4b82-83d5-7b5eb16e4481 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 944 time: 0.1474614 Oct 22 13:04:02.174096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:02.185361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:02.187039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:02.227037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d32b2db-2328-420c-bb03-68d2772695ee req-49d7d56d-fb6b-4c5d-8607-e2e569235320 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665810 Oct 22 13:04:02.249501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:02.249871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a25c9ab-9d69-4de8-9bdd-6b5f7d0317ae not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:02.301841 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb2d9b-d0ac-4021-8853-c833c0f03c07 x-openstack-request-id: req-befb2d9b-d0ac-4021-8853-c833c0f03c07 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:02.302285 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-plugged", "status": "completed", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:02.304359 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-befb2d9b-d0ac-4021-8853-c833c0f03c07 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:02.304944 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'code': 200} Oct 22 13:04:02.391945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:02.618097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d70634-4119-45a8-b60e-74cbe0192233 req-a79b12f3-6b80-486a-a75a-d4a5bdeaddb4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.620624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d70634-4119-45a8-b60e-74cbe0192233 req-a79b12f3-6b80-486a-a75a-d4a5bdeaddb4 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.0688453 Oct 22 13:04:02.667350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d70634-4119-45a8-b60e-74cbe0192233 req-10630699-bf2b-4812-91d4-aa1001db7340 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Oct 22 13:04:02.880173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a16a9-cecb-4b2e-ade0-29348e789073 req-612461b9-42df-4142-a965-4dc546c90a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.883270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-678a16a9-cecb-4b2e-ade0-29348e789073 req-612461b9-42df-4142-a965-4dc546c90a40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 1096 time: 0.2031169 Oct 22 13:04:02.947077 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-678a16a9-cecb-4b2e-ade0-29348e789073 req-8b459ce6-34d2-465f-bd8d-d2c2ba086eb6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Oct 22 13:04:02.970245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.977637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.989406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:02.997019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.008226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.018055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.024949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.028534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-ff0f6301-f042-417c-8c6a-f5bef4f7dddd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1403041 Oct 22 13:04:03.102745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2d1c858-bc71-4e34-8da1-1f50aebb8a2a req-5cd9f2e2-d1ee-47cc-8177-cb722cb271d6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663188 Oct 22 13:04:03.172205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606ec6-e573-4b98-8af1-4c2f32660b56 req-eb2406a9-ea7f-4433-81cd-5f5b5a1bec87 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.179827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b606ec6-e573-4b98-8af1-4c2f32660b56 req-eb2406a9-ea7f-4433-81cd-5f5b5a1bec87 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0751617 Oct 22 13:04:03.225261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b606ec6-e573-4b98-8af1-4c2f32660b56 req-5cc46a8d-1a29-45ce-83ba-ed98ed71dbf2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Oct 22 13:04:03.464505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14f028-544f-48a6-b598-3a1bafb17b6a req-2b2e2223-0c9a-487d-bb58-c930cd2005ce tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.472825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec14f028-544f-48a6-b598-3a1bafb17b6a req-2b2e2223-0c9a-487d-bb58-c930cd2005ce tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0671947 Oct 22 13:04:03.513643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec14f028-544f-48a6-b598-3a1bafb17b6a req-742ca269-0824-4236-8367-d1135ad3c47a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Oct 22 13:04:03.830904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2d697-ff56-43da-9122-0233aa3b498d req-4b95147e-0101-4ef3-ace6-3da832156ae6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:03.832503 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24e2d697-ff56-43da-9122-0233aa3b498d req-4b95147e-0101-4ef3-ace6-3da832156ae6 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.0655687 Oct 22 13:04:03.881535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24e2d697-ff56-43da-9122-0233aa3b498d req-a00e9337-eb61-4c60-99f3-14e4a47f6be3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Oct 22 13:04:04.265670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.273896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.280753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.287239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.294132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.300679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.307012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.309092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-f58afe58-a2f5-4c73-8cfe-1d0c259c278d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1187036 Oct 22 13:04:04.356122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41083252-47a7-4bbc-82d4-7554d6bd7f76 req-94cfc0b5-fd24-4dd1-9424-6d361ae30447 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404899 Oct 22 13:04:04.490102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dced5-c0c4-425a-a742-16039269a20d req-1cf58314-2ade-446a-8f08-b11771508246 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.492290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a3dced5-c0c4-425a-a742-16039269a20d req-1cf58314-2ade-446a-8f08-b11771508246 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0589008 Oct 22 13:04:04.542094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a3dced5-c0c4-425a-a742-16039269a20d req-f8581135-3420-4aa2-a765-14cc672917ea tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Oct 22 13:04:04.974377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dbeb8-e14d-4d46-9dd4-671c8132df95 req-4eb26571-4672-4617-a4ee-8d03f627d31a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:04.978083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc2dbeb8-e14d-4d46-9dd4-671c8132df95 req-4eb26571-4672-4617-a4ee-8d03f627d31a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0655606 Oct 22 13:04:05.021742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc2dbeb8-e14d-4d46-9dd4-671c8132df95 req-1f71d2f6-d157-497f-881a-463291905b68 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Oct 22 13:04:05.334415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808790-87bf-43d4-8283-8bb83dbc98d4 req-6da4f860-162f-4ffb-aabe-42440f7a42c3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.344138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6808790-87bf-43d4-8283-8bb83dbc98d4 req-6da4f860-162f-4ffb-aabe-42440f7a42c3 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.0791457 Oct 22 13:04:05.387155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6808790-87bf-43d4-8283-8bb83dbc98d4 req-36d110d1-d74e-4370-afbd-2edce1640af2 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Oct 22 13:04:05.698074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.704737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.711614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.718639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.724833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.731964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.737943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.739897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1d0c706-9661-4762-b840-dfb9a587453c req-00501aac-63e3-4cd2-9442-9b745e941cfc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1128619 Oct 22 13:04:05.789772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1d0c706-9661-4762-b840-dfb9a587453c req-020e92e2-4ef1-4174-811e-5a8ba0713c33 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402920 Oct 22 13:04:05.918466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80b2288e-d5e9-4619-ba48-1382d52a4d76 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:05.933254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb659f2-1887-427c-b7b1-ea64a2de27af req-2f4aec2c-4e56-4370-94f1-4073370d16a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:05.935182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8eb659f2-1887-427c-b7b1-ea64a2de27af req-2f4aec2c-4e56-4370-94f1-4073370d16a0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0547915 Oct 22 13:04:06.006197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8eb659f2-1887-427c-b7b1-ea64a2de27af req-d2fb9793-1da0-4f65-8c52-cf954a88f219 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626309 Oct 22 13:04:06.116709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-7e3bfeb9-e0d1-428f-8505-78d802e3ee01 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.118584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-7e3bfeb9-e0d1-428f-8505-78d802e3ee01 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.0785646 Oct 22 13:04:06.256821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21793fa6-9e7d-459e-95fb-4f11ac0a4a52 req-e9df64be-b9d0-4b54-95aa-e13781d13f05 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.260193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21793fa6-9e7d-459e-95fb-4f11ac0a4a52 req-e9df64be-b9d0-4b54-95aa-e13781d13f05 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1036642 Oct 22 13:04:06.310377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Deleting port 80b2288e-d5e9-4619-ba48-1382d52a4d76 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:06.310878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:06.343273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21793fa6-9e7d-459e-95fb-4f11ac0a4a52 req-20d68f14-508d-4166-abd8-91a108fd0e13 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Oct 22 13:04:06.443002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] For port 80b2288e-d5e9-4619-ba48-1382d52a4d76, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80b2288e-d5e9-4619-ba48-1382d52a4d76,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:06.443385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:06.458813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Calling delete_port for 80b2288e-d5e9-4619-ba48-1382d52a4d76 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:06.549973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fcc81-641d-4b19-9a73-c2cb85fd3b79 req-ebd5ffa9-c316-4c8a-9fb0-eefd2c0302f1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.565108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a6fcc81-641d-4b19-9a73-c2cb85fd3b79 req-ebd5ffa9-c316-4c8a-9fb0-eefd2c0302f1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d291063-7944-4ea9-ab36-fdf1d937cc2d HTTP/1.1" status: 200 len: 945 time: 0.0810204 Oct 22 13:04:06.612043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a6fcc81-641d-4b19-9a73-c2cb85fd3b79 req-b0982edb-0d3b-4c5a-877b-d3056c6c3e54 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Oct 22 13:04:06.655722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:06.696684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event deleted for resources: {'Port': ['ID=80b2288e-d5e9-4619-ba48-1382d52a4d76,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:06.738963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] No DVR routers for this DVR port 80b2288e-d5e9-4619-ba48-1382d52a4d76 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:06.742693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:06.746126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02cb3fbb-6fe0-41ce-9ec4-2d11a7d15475 req-ad9fd207-800d-4f6a-ad36-f859ff02f8e1 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.21 "DELETE /v2.0/ports/80b2288e-d5e9-4619-ba48-1382d52a4d76 HTTP/1.1" status: 204 len: 173 time: 0.6111050 Oct 22 13:04:06.746677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-deleted', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:06.749875 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3401312-673a-4c24-ac53-52c45c89e17e" -d '{"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-deleted", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:06.802367 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53b65c-60ac-4927-8d29-38214a05e5dd x-openstack-request-id: req-ce53b65c-60ac-4927-8d29-38214a05e5dd {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:06.802804 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d291063-7944-4ea9-ab36-fdf1d937cc2d", "name": "network-vif-deleted", "tag": "80b2288e-d5e9-4619-ba48-1382d52a4d76", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:06.803169 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce53b65c-60ac-4927-8d29-38214a05e5dd {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:06.804232 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d291063-7944-4ea9-ab36-fdf1d937cc2d', 'name': 'network-vif-deleted', 'tag': '80b2288e-d5e9-4619-ba48-1382d52a4d76', 'status': 'completed', 'code': 200} Oct 22 13:04:06.968252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.976745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.985308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.989394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:06.995796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:07.001879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:07.008456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:07.016446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-c1936d5b-0c65-45da-b60a-35c4a0c7a768 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1172693 Oct 22 13:04:07.056977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41b5281b-8c13-44a2-bc35-f2b65e5163d8 req-7e555b16-ed01-4531-90c7-cff0c9518534 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393803 Oct 22 13:04:07.187018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ea59b-1215-44d7-bd14-b6da6bad1cf3 req-5a69957d-1fdc-4974-a215-4b3c1de0ec77 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:07.188801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c75ea59b-1215-44d7-bd14-b6da6bad1cf3 req-5a69957d-1fdc-4974-a215-4b3c1de0ec77 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.0503852 Oct 22 13:04:07.236164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c75ea59b-1215-44d7-bd14-b6da6bad1cf3 req-90dae8b3-dd93-4b5c-97e9-9fee2cbb9553 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Oct 22 13:04:07.498703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b210f-0755-4412-aab4-a067af3f22f8 req-95d4ccd0-4980-43a5-b0c8-c2a1aa058588 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:07.500051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-764b210f-0755-4412-aab4-a067af3f22f8 req-95d4ccd0-4980-43a5-b0c8-c2a1aa058588 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0531659 Oct 22 13:04:07.547987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-764b210f-0755-4412-aab4-a067af3f22f8 req-f466e64f-3e9d-48af-aec8-0344df45d021 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Oct 22 13:04:07.810893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.137034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51558a-591e-4b45-a1ea-442402e6a2e3 req-f02bcc88-83a0-492e-86ec-17ed3ce08e02 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.138553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac51558a-591e-4b45-a1ea-442402e6a2e3 req-f02bcc88-83a0-492e-86ec-17ed3ce08e02 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.0557184 Oct 22 13:04:08.162512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48768) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:08.184676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac51558a-591e-4b45-a1ea-442402e6a2e3 req-26ad60d6-0824-4825-9738-e2b5fb703a1c tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.25 "GET /v2.0/security-groups?id=8525050a-01dc-4f8b-93a1-f918a169316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Oct 22 13:04:08.296432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f80541a-b6b2-465e-a8de-e32e32a89bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.329967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.337065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.343319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.349937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.356714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.362785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.370767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.372642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-ff56ef16-0ea5-4892-bd53-5948d94b8eeb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1228697 Oct 22 13:04:08.388828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f80541a-b6b2-465e-a8de-e32e32a89bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.393912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f80541a-b6b2-465e-a8de-e32e32a89bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.419894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b30cc6-d63c-4927-bc26-dfc2e30766a0 req-20cd62fe-9141-406b-9cdd-487cfe5f86d2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411665 Oct 22 13:04:08.435240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f80541a-b6b2-465e-a8de-e32e32a89bad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b561042b60414e59bb27a5c6c0a4362e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708023 Oct 22 13:04:08.437014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80541a-b6b2-465e-a8de-e32e32a89bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97529f3-2889-444e-996a-2ebc2cc290e0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:08.437193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:08.513910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-430ce955-84a8-46a7-8c33-0ce9108b1f1d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.515543 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-430ce955-84a8-46a7-8c33-0ce9108b1f1d tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ff78aaf-167c-4712-a9b6-846a666d115e HTTP/1.1" status: 200 len: 944 time: 0.0685377 Oct 22 13:04:08.530673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.553092 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.630504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Deleting port 018520e3-9068-444d-92e3-d00e0b163782 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:08.630999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.640445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff79d0-6acd-42ad-af81-9082ea8fcf45 req-c626d02e-fa59-4757-b7b5-62f89abbac61 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.642898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80ff79d0-6acd-42ad-af81-9082ea8fcf45 req-c626d02e-fa59-4757-b7b5-62f89abbac61 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1332300 Oct 22 13:04:08.662387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.665503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.666630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b97529f3-2889-444e-996a-2ebc2cc290e0 HTTP/1.1" status: 204 len: 168 time: 0.2283747 Oct 22 13:04:08.705914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b7cc9-64c6-4734-ad79-489e983f5b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97529f3-2889-444e-996a-2ebc2cc290e0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:08.737630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80ff79d0-6acd-42ad-af81-9082ea8fcf45 req-7c782735-6860-47ef-8927-6e9963c28c9b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778518 Oct 22 13:04:08.746750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b8e59-e7bb-454b-8a41-90dd81404713 req-f4efee14-117f-417c-b0f5-3278f2bff612 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:08.748270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb0b8e59-e7bb-454b-8a41-90dd81404713 req-f4efee14-117f-417c-b0f5-3278f2bff612 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0999207 Oct 22 13:04:08.767540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] For port 018520e3-9068-444d-92e3-d00e0b163782, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=018520e3-9068-444d-92e3-d00e0b163782,segment=NetworkSegment(7c52ac70-5214-42c6-91a4-4564d565503b),segment_id=7c52ac70-5214-42c6-91a4-4564d565503b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:08.768297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.786934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Calling delete_port for 018520e3-9068-444d-92e3-d00e0b163782 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:08.816244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb0b8e59-e7bb-454b-8a41-90dd81404713 req-cbff3cde-a57c-448c-bbb7-cf3b8d7186e4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Oct 22 13:04:08.957192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:08.992236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Pushing event deleted for resources: {'Port': ['ID=018520e3-9068-444d-92e3-d00e0b163782,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:09.041680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48802) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:09.042461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] No DVR routers for this DVR port 018520e3-9068-444d-92e3-d00e0b163782 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:09.045819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.049227 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-651c13de-8962-4ab3-a761-ea38b8a28f68 req-7ce763b3-7fc3-42e5-99a2-a8c279a17b20 tempest-LiveAutoBlockMigrationV225Test-1586105494 tempest-LiveAutoBlockMigrationV225Test-1586105494-project] 10.222.0.26 "DELETE /v2.0/ports/018520e3-9068-444d-92e3-d00e0b163782 HTTP/1.1" status: 204 len: 173 time: 0.5269053 Oct 22 13:04:09.056154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-deleted', 'tag': '018520e3-9068-444d-92e3-d00e0b163782'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:09.058551 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9954e3-8a9f-440f-a6fb-e5c90e51838f" -d '{"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-deleted", "tag": "018520e3-9068-444d-92e3-d00e0b163782"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:09.068343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5859c671-85fb-4ee1-9ce4-efc23bb6e1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.154172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5859c671-85fb-4ee1-9ce4-efc23bb6e1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.159641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5859c671-85fb-4ee1-9ce4-efc23bb6e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.214871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5859c671-85fb-4ee1-9ce4-efc23bb6e1e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=091bdaeff8954433b7ae9c9998384bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703498 Oct 22 13:04:09.216378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859c671-85fb-4ee1-9ce4-efc23bb6e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9450f36-cdc6-470a-ae12-55b1dd76ac29,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:09.218794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48808) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:09.280160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.303300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.308476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-d0f4f65c-ddf8-4586-ae29-a166c5a2ba5a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:09.309937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-d0f4f65c-ddf8-4586-ae29-a166c5a2ba5a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.4775944 Oct 22 13:04:09.314224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba8a6-3e34-46ed-9096-cab7559bd69c req-04938ab4-00a5-4f3a-bf8c-11c915885e27 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:09.316372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69ba8a6-3e34-46ed-9096-cab7559bd69c req-04938ab4-00a5-4f3a-bf8c-11c915885e27 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 1101 time: 0.3989751 Oct 22 13:04:09.340004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-72eae72a-a56b-44ac-b930-562f54e47526 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/quotas/fc13e3e98c334983bfb56dd66b185c3b HTTP/1.1" status: 200 len: 375 time: 0.0226517 Oct 22 13:04:09.351821 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.354454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.357988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9450f36-cdc6-470a-ae12-55b1dd76ac29 HTTP/1.1" status: 204 len: 168 time: 0.1358838 Oct 22 13:04:09.364497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1f72-7df1-4d18-a581-7ddb6461407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9450f36-cdc6-470a-ae12-55b1dd76ac29,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:09.386431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69ba8a6-3e34-46ed-9096-cab7559bd69c req-f4f9e2a8-8d0c-4c72-9bbf-79cbc70254b9 tempest-ServersOnMultiNodesTest-2064982267 tempest-ServersOnMultiNodesTest-2064982267-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620058 Oct 22 13:04:09.403759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-13560603-3eb4-462a-9c69-0b357a280a72 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575230 Oct 22 13:04:09.516968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f36b6-64bd-4688-8ee1-e697ba294bd6 req-89acbdc7-64bd-4138-9539-1fe605db617f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:09.524842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c26f36b6-64bd-4688-8ee1-e697ba294bd6 req-89acbdc7-64bd-4138-9539-1fe605db617f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.0597601 Oct 22 13:04:09.594929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c26f36b6-64bd-4688-8ee1-e697ba294bd6 req-ead12f9c-b48e-4b05-8efe-f261d1fe9f45 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691772 Oct 22 13:04:09.659247 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.666204 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1461fe1a-e8cb-41a5-be18-29fda7820006 x-openstack-request-id: req-1461fe1a-e8cb-41a5-be18-29fda7820006 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:09.666495 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff78aaf-167c-4712-a9b6-846a666d115e", "name": "network-vif-deleted", "tag": "018520e3-9068-444d-92e3-d00e0b163782", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:09.666770 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1461fe1a-e8cb-41a5-be18-29fda7820006 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:09.667164 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff78aaf-167c-4712-a9b6-846a666d115e', 'name': 'network-vif-deleted', 'tag': '018520e3-9068-444d-92e3-d00e0b163782', 'status': 'completed', 'code': 200} Oct 22 13:04:09.675253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-2deaf7b3-5189-4a31-9b1d-567124f45116 service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593210 Oct 22 13:04:09.707916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:09.789411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-cb4e85e5-88da-4daa-9860-3d3eda5a827f service neutron] 10.222.0.25 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097221 Oct 22 13:04:09.903439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Deleting subnet 974bdd02-8733-4537-8ed7-401deaaffed9 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:04:09.907874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:09.940089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 15094872-9aea-41c2-ac64-4252409b112f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:10.020479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.078799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.084622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.092367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.099755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.107407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.114910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.121861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 018520e3-9068-444d-92e3-d00e0b163782 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:10.123003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.130322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.141526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-7c60280b-858c-43df-bb31-627db465cdb2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5418 time: 0.1424947 Oct 22 13:04:10.156322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 018520e3-9068-444d-92e3-d00e0b163782 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:10.156677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 018520e3-9068-444d-92e3-d00e0b163782 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:10.157093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:10.190853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.218076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.224929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/974bdd02-8733-4537-8ed7-401deaaffed9 HTTP/1.1" status: 204 len: 168 time: 0.5159519 Oct 22 13:04:10.229012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48850) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:10.236015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.266489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '15094872-9aea-41c2-ac64-4252409b112f', 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'port_id': '15094872-9aea-41c2-ac64-4252409b112f', 'mac_address': 'fa:16:3e:48:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae9a742-ff70-45c0-8349-43f3eec06efc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:10.269581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6345b91-1358-4739-aef4-a322ea6f798d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974bdd02-8733-4537-8ed7-401deaaffed9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:10.292288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9cb8340-4645-4957-8c38-fb4f94b48bc3 req-133b4b05-e8c9-418b-bc34-b9e25268f25f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496217 Oct 22 13:04:10.394976 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.418870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-277812e6-8a48-4311-bd71-f3391d00cb1f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.420695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-277812e6-8a48-4311-bd71-f3391d00cb1f tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/ports?device_id=538e76af-4ede-428a-bf81-0007ad3594c7 HTTP/1.1" status: 200 len: 945 time: 0.1079636 Oct 22 13:04:10.420920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.455615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:10.460737 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517857c9-4d03-42f1-b9e9-a901b52701b6" -d '{"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-unplugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:10.495671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15094872-9aea-41c2-ac64-4252409b112f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:10.496515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa5c6ccb-fccf-4060-b1c5-6f8f31e4b4e2 req-ff609651-21ce-4814-9def-1b4fdcac9d0a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 210 time: 0.0426228 Oct 22 13:04:10.521926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.527741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.530446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.534419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 975842bf-19ea-4525-a3ca-7223fb4a7778 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:10.537506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.658888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f847c-fcd3-4b4c-8e53-c2e7054542cf req-098eb790-5176-45ba-ab3d-65a8e72c89ad tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:10.660381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.660906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac5f847c-fcd3-4b4c-8e53-c2e7054542cf req-098eb790-5176-45ba-ab3d-65a8e72c89ad tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1611736 Oct 22 13:04:10.674790 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380d1f00-423b-4b29-b311-f87d33754d1e x-openstack-request-id: req-380d1f00-423b-4b29-b311-f87d33754d1e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:10.675664 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-unplugged", "status": "completed", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:10.676140 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-380d1f00-423b-4b29-b311-f87d33754d1e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:10.676683 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'code': 200} Oct 22 13:04:10.680212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '975842bf-19ea-4525-a3ca-7223fb4a7778', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'port_id': '975842bf-19ea-4525-a3ca-7223fb4a7778', 'mac_address': 'fa:16:3e:e7:9d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:10.724887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.747391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.747571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Deleting port 859c2802-8e08-4702-a53c-3a11c74ea6f7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:10.750227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.752401 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.765626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975842bf-19ea-4525-a3ca-7223fb4a7778 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:10.801024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac5f847c-fcd3-4b4c-8e53-c2e7054542cf req-3e3f996a-7d47-4e0c-9e0c-ff129f9af2e1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261501 Oct 22 13:04:10.804299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.815839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:10.837390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f8eb2c-a397-4687-8092-457dba41a07a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:10.858220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c52ac70-5214-42c6-91a4-4564d565503b') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:10.858520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c52ac70-5214-42c6-91a4-4564d565503b') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:10.886297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.887357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:10.904665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.939410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] For port 859c2802-8e08-4702-a53c-3a11c74ea6f7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=859c2802-8e08-4702-a53c-3a11c74ea6f7,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:10.941509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.955685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.964935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:10.966379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Calling delete_port for 859c2802-8e08-4702-a53c-3a11c74ea6f7 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:10.983398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:04:10.983870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:04:10.994805 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:04:11.016279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-1110d99e-c247-4f5b-a5da-9ec38b1e3f0e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.017576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.023929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-1110d99e-c247-4f5b-a5da-9ec38b1e3f0e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.3124659 Oct 22 13:04:11.052268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-c1d0447e-6885-475b-90f9-ac1d1371dd2f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/quotas/956676d2cb724e1b941fb8143697873e HTTP/1.1" status: 200 len: 375 time: 0.0274429 Oct 22 13:04:11.059208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'port_id': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f', 'mac_address': 'fa:16:3e:8a:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:11.137376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.166144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.169877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-1b504116-9e85-4970-a318-6ae06eab7109 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165135 Oct 22 13:04:11.173593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.180506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/18f8eb2c-a397-4687-8092-457dba41a07a HTTP/1.1" status: 204 len: 168 time: 0.9504392 Oct 22 13:04:11.187700 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.202779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:11.203023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:11.228238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.234140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd6322-c99d-445e-aaf9-6d7ecdefc5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f8eb2c-a397-4687-8092-457dba41a07a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.235108 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.238780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1418bfb1-77dd-46dd-8fd8-f77e8350e897 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:11.269468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Deleting subnet 32b42410-1841-4b54-bd15-8e9db8d31378 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:04:11.273028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.274981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.338339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.338548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event deleted for resources: {'Port': ['ID=859c2802-8e08-4702-a53c-3a11c74ea6f7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.374981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.419339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-7f5d7df0-2544-4a2d-b636-f01860b90d65 service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477539 Oct 22 13:04:11.422463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] No DVR routers for this DVR port 859c2802-8e08-4702-a53c-3a11c74ea6f7 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:11.426505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.429940 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ea3b59e-a9f5-425c-ad95-ae0ab19c8d53 req-31d67e48-2182-48e3-b999-b1ae11b4485b tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "DELETE /v2.0/ports/859c2802-8e08-4702-a53c-3a11c74ea6f7 HTTP/1.1" status: 204 len: 173 time: 1.0018847 Oct 22 13:04:11.456219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.471505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.484870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'port_id': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'mac_address': 'fa:16:3e:03:0f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:11.549537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.561835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.590634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1418bfb1-77dd-46dd-8fd8-f77e8350e897 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:11.595054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.601667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.608009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.614465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.615995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b42410-1841-4b54-bd15-8e9db8d31378,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.621362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.627760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.628336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.633794 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37249d0e-9780-42db-901d-db8ea8b7d58a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32b42410-1841-4b54-bd15-8e9db8d31378 HTTP/1.1" status: 204 len: 168 time: 0.4300075 Oct 22 13:04:11.636244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48900) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:11.636634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:11.644001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.644501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-f4553032-6bd2-4e7a-bf30-cd9dd3b8d412 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5421 time: 0.1961408 Oct 22 13:04:11.655970 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.656909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:11.668323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-deleted', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:11.670955 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dae1d5-e6c7-4c0a-a6f5-fc168c849315" -d '{"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-deleted", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:11.686353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-45bd21b4-c3cb-449f-9ed2-207043ac4d3d service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631941 Oct 22 13:04:11.722301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.749588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b58d3578-9bd1-4bed-b8ae-cd143a179be8 req-ff5810a0-0741-4161-a4c8-c0c16b400444 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040921 Oct 22 13:04:11.751196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'port_id': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'mac_address': 'fa:16:3e:be:e7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:11.782425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.838930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.869097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:11.890322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:11.922712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146b9fe4-860c-4bcf-99ef-7b1a2185f082 req-233d51ff-0e5a-42a9-9a6f-ca379ce972ee tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 210 time: 0.0493624 Oct 22 13:04:11.965954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:11.967898 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df57388-62f6-4359-91e0-233a3264b744 x-openstack-request-id: req-4df57388-62f6-4359-91e0-233a3264b744 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:11.968297 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e76af-4ede-428a-bf81-0007ad3594c7", "name": "network-vif-deleted", "tag": "859c2802-8e08-4702-a53c-3a11c74ea6f7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:11.968624 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4df57388-62f6-4359-91e0-233a3264b744 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:11.969241 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e76af-4ede-428a-bf81-0007ad3594c7', 'name': 'network-vif-deleted', 'tag': '859c2802-8e08-4702-a53c-3a11c74ea6f7', 'status': 'completed', 'code': 200} Oct 22 13:04:11.978673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:11.979963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 3b9207b6-d125-41b7-8ef4-ba3f2559a318 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:12.012794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.073035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326ec0ac-a60b-4f6b-bd85-ebedef71d215']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:12.093292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-44ab9953-a772-449c-8cce-5aeac95bc96e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:12.095734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-44ab9953-a772-449c-8cce-5aeac95bc96e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 805 time: 0.3708575 Oct 22 13:04:12.112127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Request body: {'port': {'device_id': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'admin_state_up': True, 'tenant_id': 'fc13e3e98c334983bfb56dd66b185c3b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:12.119009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e5a60d-e0be-4386-bd63-123519d4e0a1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:12.119537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e5a60d-e0be-4386-bd63-123519d4e0a1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:12.144670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-3c93ac9a-695f-41cb-b859-ed9cce092f27 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:12.145467 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-3c93ac9a-695f-41cb-b859-ed9cce092f27 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.2017870 Oct 22 13:04:12.176282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.188877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c26c8b-1eac-405f-8779-32d6f95dfcc3 req-9fe8ef58-deed-45c0-814b-aff0f32ac7c0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:12.200107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0c26c8b-1eac-405f-8779-32d6f95dfcc3 req-9fe8ef58-deed-45c0-814b-aff0f32ac7c0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1327870 Oct 22 13:04:12.222045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae517cff-3efd-4970-b1cd-bcea08584da3 req-a0a4ecef-ee74-460c-b2f2-31a866a65bb4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 210 time: 0.1008813 Oct 22 13:04:12.232131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:12.256343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:12.262963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48916) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:12.263132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.272492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'network_id': '3c42fec9-f096-4366-b57f-2d9a1dda98e7', 'port_id': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'mac_address': 'fa:16:3e:1f:54:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae9a742-ff70-45c0-8349-43f3eec06efc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:12.325511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.348462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9207b6-d125-41b7-8ef4-ba3f2559a318 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:12.352125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:04:12.352605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:04:12.355194 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:04:12.363501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0c26c8b-1eac-405f-8779-32d6f95dfcc3 req-e56f849a-3c14-4069-b858-f27da5a5d364 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604154 Oct 22 13:04:12.382814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:12.394216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.395636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f688461b-37a5-4c42-bd57-4efefe159707 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:12.478402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:12.495818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:12.502920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f688461b-37a5-4c42-bd57-4efefe159707', 'network_id': '04da9706-f80f-40d1-b040-58e757073095', 'port_id': 'f688461b-37a5-4c42-bd57-4efefe159707', 'mac_address': 'fa:16:3e:70:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f341c5b-c7bb-467d-b932-fccef7fe4940', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:12.528710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Made reservation on behalf of fc13e3e98c334983bfb56dd66b185c3b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:12.532452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.532598 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2901-2a25-4608-8914-4ffd369b2ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.541412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.564682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.570190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-0c073482-7419-407e-b86f-61ca04cd1b3e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:12.572381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-0c073482-7419-407e-b86f-61ca04cd1b3e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.21 "GET /v2.0/ports?device_id=11d58f7d-dd3a-4554-8154-3b082d4e5ae0 HTTP/1.1" status: 200 len: 945 time: 0.1574585 Oct 22 13:04:12.575494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.581703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/326ec0ac-a60b-4f6b-bd85-ebedef71d215 HTTP/1.1" status: 204 len: 168 time: 0.9408510 Oct 22 13:04:12.591032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f688461b-37a5-4c42-bd57-4efefe159707 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:12.614438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e655703-18c9-4fec-9003-2b58ee66a8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=326ec0ac-a60b-4f6b-bd85-ebedef71d215,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:12.639761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:12.644186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:12.644555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.647018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.687082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2901-2a25-4608-8914-4ffd369b2ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.694442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2901-2a25-4608-8914-4ffd369b2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.729052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb2901-2a25-4608-8914-4ffd369b2ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7c4da-3b1f-4bf3-a2bc-1332034e049e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:12.733860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:12.774529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8cdb2901-2a25-4608-8914-4ffd369b2ded admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e7e5618bc1b45be9eb5df5ec0329aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101070 Oct 22 13:04:12.778995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:12.840272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:12.848909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.922868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:12.952449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-345c1a20-16b5-4643-86f8-33238bc92373 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d16bc31b4f464a0f86f2539ed12d42e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106098 Oct 22 13:04:12.960372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48936) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:13.011661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.019202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.026228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.032646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.038900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.044989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.051105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.053225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-0004b9e4-462c-4eba-897a-014c34c60dc9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5425 time: 0.1890783 Oct 22 13:04:13.113667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a9d2081-f96c-4c82-8c9e-9e1a4e5370b7 req-bf207d16-7e04-4ba2-b567-6808ab3cccfb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 210 time: 0.0566027 Oct 22 13:04:13.160036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ef220d-de4d-4bfe-b04b-0f103c2ea8d4 req-07ddf7ac-d4ab-429d-bffd-c291aac6ccb4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883558 Oct 22 13:04:13.164184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.167131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.168250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b7c4da-3b1f-4bf3-a2bc-1332034e049e HTTP/1.1" status: 204 len: 168 time: 0.3873773 Oct 22 13:04:13.171862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.180359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6bac2-a602-4224-9977-18b23aba9df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7c4da-3b1f-4bf3-a2bc-1332034e049e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:13.197800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:13.198546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.207318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Allocated IP 172.20.0.3 (62119dd5-b9e4-48ff-ad69-c27435737a6d/b94bffc0-e920-4c17-8e19-8a7f9b15f523/6b22bbb8-bbdf-472c-91bf-916e0296cfae) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:13.234339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:13.239020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Deleting port cb6995ab-da7d-4ee8-961e-2f7228e2b244 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:13.239413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.239637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.316425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.319399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.320888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8525050a-01dc-4f8b-93a1-f918a169316d HTTP/1.1" status: 204 len: 168 time: 0.3582342 Oct 22 13:04:13.349902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caf9fe-4364-4962-90c2-59666a4d756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525050a-01dc-4f8b-93a1-f918a169316d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:13.450552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-060f232a-ee2a-4ea8-838c-4661307e57a7 req-e5f6564c-7d45-4450-8741-83a6cd526312 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 210 time: 0.0596731 Oct 22 13:04:13.501857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] For port cb6995ab-da7d-4ee8-961e-2f7228e2b244, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb6995ab-da7d-4ee8-961e-2f7228e2b244,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:13.502434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.521215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Calling delete_port for cb6995ab-da7d-4ee8-961e-2f7228e2b244 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:13.596562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6719-1d32-48dd-bbe4-6f6e336c85ed req-ca20958b-008d-4ea7-a568-487df3a78906 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.598545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-513d6719-1d32-48dd-bbe4-6f6e336c85ed req-ca20958b-008d-4ea7-a568-487df3a78906 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 950 time: 0.1124678 Oct 22 13:04:13.680682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-513d6719-1d32-48dd-bbe4-6f6e336c85ed req-e655dc15-b3c1-4242-a9f6-ac524ee2b2e4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651202 Oct 22 13:04:13.773182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f688461b-37a5-4c42-bd57-4efefe159707'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:13.820274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1418bfb1-77dd-46dd-8fd8-f77e8350e897'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:13.836563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.873841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['3b9207b6-d125-41b7-8ef4-ba3f2559a318'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:13.875088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.911127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['15094872-9aea-41c2-ac64-4252409b112f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:13.914305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event deleted for resources: {'Port': ['ID=cb6995ab-da7d-4ee8-961e-2f7228e2b244,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:13.918797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:13.939903 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a91f58-0616-4792-a73c-96caee4010fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:13.944469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-294ca950-7b4a-4e93-af9b-dae7aadb8c44 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:13.946073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-294ca950-7b4a-4e93-af9b-dae7aadb8c44 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.5047469 Oct 22 13:04:13.951492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:13.973229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Request body: {'port': {'device_id': 'f81ef907-2ff5-4842-a49c-861090984e62', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'admin_state_up': True, 'tenant_id': '956676d2cb724e1b941fb8143697873e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:13.997639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] No DVR routers for this DVR port cb6995ab-da7d-4ee8-961e-2f7228e2b244 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:13.999333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.001244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.004808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-598f82c4-674c-4a88-b43f-261eb1e0cfea req-a29a879a-522f-4cc9-95e3-68d3bd023adb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.21 "DELETE /v2.0/ports/cb6995ab-da7d-4ee8-961e-2f7228e2b244 HTTP/1.1" status: 204 len: 173 time: 1.4205267 Oct 22 13:04:14.018020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-deleted', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:14.022099 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86314c-022f-411a-8050-3379dccb6b75" -d '{"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-deleted", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:14.031133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62edcf13-8920-432b-9103-af805740d449 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab0b802a236e40498ab473bb6f5e6ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781093 Oct 22 13:04:14.031858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48960) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:14.091982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:14.107505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.143629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12', '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', '9cdab687-8359-4690-9531-c914d7f4d616'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:14.149106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.159066 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910e893-c03e-4f8a-88b7-4b139c408509 x-openstack-request-id: req-b910e893-c03e-4f8a-88b7-4b139c408509 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:14.159415 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d58f7d-dd3a-4554-8154-3b082d4e5ae0", "name": "network-vif-deleted", "tag": "cb6995ab-da7d-4ee8-961e-2f7228e2b244", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:14.159805 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b910e893-c03e-4f8a-88b7-4b139c408509 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:14.160206 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d58f7d-dd3a-4554-8154-3b082d4e5ae0', 'name': 'network-vif-deleted', 'tag': 'cb6995ab-da7d-4ee8-961e-2f7228e2b244', 'status': 'completed', 'code': 200} Oct 22 13:04:14.167525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a91f58-0616-4792-a73c-96caee4010fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.186420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a91f58-0616-4792-a73c-96caee4010fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.195875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.218530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:14.265771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:14.275274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.282181 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a6c11a46-2fe5-47f1-b2bf-af7ffa65864f req-d403a38a-15f5-4fbf-a0ab-5814f7dcaf7e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "DELETE /v2.0/ports/bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 HTTP/1.1" status: 204 len: 173 time: 2.1161149 Oct 22 13:04:14.297169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23a91f58-0616-4792-a73c-96caee4010fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b032f972b81c49318ab950460050a7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764577 Oct 22 13:04:14.308597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48966) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:14.350285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a91f58-0616-4792-a73c-96caee4010fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164e598c-86ae-4218-a754-cd3d528b9ec4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:14.380043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Network 62119dd5-b9e4-48ff-ad69-c27435737a6d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:14.397790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:14.424517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:14.429956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:14.467870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 859c2802-8e08-4702-a53c-3a11c74ea6f7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:14.467870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 859c2802-8e08-4702-a53c-3a11c74ea6f7 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:14.483139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Made reservation on behalf of 956676d2cb724e1b941fb8143697873e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:14.487549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.530140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.540477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.541791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.556821 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.559421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.562886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1198b40-8fab-4a90-8858-027ae2cf73e2 HTTP/1.1" status: 204 len: 168 time: 0.5252113 Oct 22 13:04:14.595970 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-3efa28ca-499c-45ea-b275-bb934a25d73a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4900069 Oct 22 13:04:14.611444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Request body: {'port': {'device_id': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:14.624236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.648079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['975842bf-19ea-4525-a3ca-7223fb4a7778'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:14.678523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cc7a1-25a0-46ee-adff-5ee3acb6ec21 req-c34180ad-86a0-46d9-89cb-e251f6e184e2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.685534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['2472fef9-4588-48c1-b69e-2fc8d4ac67e5'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:14.688360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-838cc7a1-25a0-46ee-adff-5ee3acb6ec21 req-c34180ad-86a0-46d9-89cb-e251f6e184e2 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 931 time: 0.4140115 Oct 22 13:04:14.733171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.754855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Allocated IP 172.20.0.10 (f926583f-2ac8-4356-859d-7f150a9aae77/1dab463e-79ea-4f56-81ee-eef1867ed971/6ba58b73-00fd-4f13-843f-8ca53745ebc6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:14.761490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-838cc7a1-25a0-46ee-adff-5ee3acb6ec21 req-ae9f59f4-a396-490d-8662-8d7e309b7997 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670755 Oct 22 13:04:14.763752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.769807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:14.776794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/164e598c-86ae-4218-a754-cd3d528b9ec4 HTTP/1.1" status: 204 len: 168 time: 0.4276044 Oct 22 13:04:14.796361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5d4c4-481b-4de3-bed1-080fd99b8384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1198b40-8fab-4a90-8858-027ae2cf73e2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:14.861974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.869955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.875740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['06ea4c6d-1c21-41dc-aff9-a31a2aa7498f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:14.890830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.897987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.904502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.912044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.919040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:14.927301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f2e772d-262b-4bae-a705-08c234356a0e req-2105cc2d-6fe6-4336-b32d-5edccfbe01cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5425 time: 0.5144656 Oct 22 13:04:14.930171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f2bb-4450-4eb3-abd5-5fdcb3902158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e598c-86ae-4218-a754-cd3d528b9ec4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:14.988765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2379192-314b-4f35-bace-cf3f2309f156 req-ec5a4040-8774-4616-af90-4cda2a2bd88d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 210 time: 0.0494339 Oct 22 13:04:15.041043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f2e772d-262b-4bae-a705-08c234356a0e req-c6e537e0-9d77-4248-b86f-2eea50047093 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125627 Oct 22 13:04:15.069624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-f5285877-9caf-46d5-8d9e-3cae6d6ae31b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5024965 Oct 22 13:04:15.233986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-b376be31-0fd3-485e-bca2-1ab4067463c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:15.239701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-b376be31-0fd3-485e-bca2-1ab4067463c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 1101 time: 0.1151471 Oct 22 13:04:15.460390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8cace4a-b215-4697-9743-9c0605f07140 req-793b715b-740f-42fd-9278-b41977ecca9a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c1151fa-4a78-4635-a80d-0fe999c06c0d HTTP/1.1" status: 200 len: 210 time: 0.0543022 Oct 22 13:04:15.511811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-21dc9cee-4a5b-4ca4-9029-c71145ae4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:15.513585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-21dc9cee-4a5b-4ca4-9029-c71145ae4c69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2471399 Oct 22 13:04:15.548881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:15.631924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-8b22604e-0ead-4515-9296-e10cee21f672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d1f14729-d898-4798-ab83-75cab154ff12 HTTP/1.1" status: 200 len: 217 time: 0.1100850 Oct 22 13:04:15.666793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:15.687298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b22bbb8-bbdf-472c-91bf-916e0296cfae {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:15.707624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:15.708505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-d71fff0d-7186-46eb-9f0e-a02b82078505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:15.711087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-d71fff0d-7186-46eb-9f0e-a02b82078505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0723999 Oct 22 13:04:15.767728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Transition to ACTIVE for port object 6b22bbb8-bbdf-472c-91bf-916e0296cfae will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:04:15.774476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-462d19cd-d007-4756-9c24-1d250d920c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:15.783804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Network f926583f-2ac8-4356-859d-7f150a9aae77 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:15.784602 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:15.786494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-462d19cd-d007-4756-9c24-1d250d920c19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537481 Oct 22 13:04:15.794843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:15.797741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:15.844741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:15.954693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-940321ce-5d29-4d84-b810-2474af6079fe service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629276 Oct 22 13:04:15.963051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:15.964707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:16.101740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:16.114869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e73ef0fd-98c7-4b82-a0a0-2faee8f839fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1504664 Oct 22 13:04:16.133475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Request body: {'port': {'device_id': 'f81ef907-2ff5-4842-a49c-861090984e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:16.134858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a0e9-d4ec-45aa-a474-bf3118d2eebf req-d7754bd2-3c18-4b78-ad72-4283234125fa tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.136811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Attempting to bind port 6b22bbb8-bbdf-472c-91bf-916e0296cfae on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:16.137254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Attempting to bind port 6b22bbb8-bbdf-472c-91bf-916e0296cfae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:16.137722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Attempting to bind port 6b22bbb8-bbdf-472c-91bf-916e0296cfae on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:16.142401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a229a0e9-d4ec-45aa-a474-bf3118d2eebf req-d7754bd2-3c18-4b78-ad72-4283234125fa tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 943 time: 0.1865878 Oct 22 13:04:16.146632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Port 6b22bbb8-bbdf-472c-91bf-916e0296cfae on network 62119dd5-b9e4-48ff-ad69-c27435737a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:04:16.146843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Attempting to bind port 6b22bbb8-bbdf-472c-91bf-916e0296cfae on network 62119dd5-b9e4-48ff-ad69-c27435737a6d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:16.174791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'name': 'network-vif-deleted', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:16.177850 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd1898-5270-4c69-baeb-0ccb2fe3a966" -d '{"events": [{"server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "name": "network-vif-deleted", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:16.191563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:16.191940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Checking segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:16.192454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Bound using segment: {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:16.193232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Bound port: 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd59994b-a51c-47f4-bd23-4819b6e53ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:16.193232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:16.220679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a229a0e9-d4ec-45aa-a474-bf3118d2eebf req-8d77bb41-21b6-496a-aeab-9a77995ca6fa tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774219 Oct 22 13:04:16.236177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40a7e9c1-c5c3-42ad-8424-4093eee66933 req-b6956b48-234f-4386-9231-7a1ade1251b1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670472 Oct 22 13:04:16.269314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c28e8-1dd9-476f-b666-8e0f626dd1ef req-85d5eedd-7718-4eaa-abf1-c677ff6dbc84 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.279471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e32c28e8-1dd9-476f-b666-8e0f626dd1ef req-85d5eedd-7718-4eaa-abf1-c677ff6dbc84 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 932 time: 0.1562917 Oct 22 13:04:16.310166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:16.326377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:16.329390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e32c28e8-1dd9-476f-b666-8e0f626dd1ef req-632dadcb-b825-45ca-affd-35a2950241c2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488739 Oct 22 13:04:16.384834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:16.393228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:16.412211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.419360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.426444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.433787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.441056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.450000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.456691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.468886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c882745-b419-4367-af99-675a5947489e req-f8369140-04f3-4231-88d2-c8d43e079635 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5425 time: 0.1277537 Oct 22 13:04:16.485591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.486324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:16.490118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b22bbb8-bbdf-472c-91bf-916e0296cfae HTTP/1.1" status: 200 len: 1091 time: 1.8859901 Oct 22 13:04:16.543660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c882745-b419-4367-af99-675a5947489e req-34137c7d-d59a-4167-a36e-976cf7c0bb7a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738697 Oct 22 13:04:16.598724 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05301a-76ac-4c7e-a359-61f9b80bb0e2 x-openstack-request-id: req-9a05301a-76ac-4c7e-a359-61f9b80bb0e2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:16.599232 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1151fa-4a78-4635-a80d-0fe999c06c0d", "name": "network-vif-deleted", "tag": "bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:16.599322 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a05301a-76ac-4c7e-a359-61f9b80bb0e2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:16.599669 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1151fa-4a78-4635-a80d-0fe999c06c0d', 'name': 'network-vif-deleted', 'tag': 'bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1', 'status': 'completed', 'code': 200} Oct 22 13:04:16.638541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:16.663278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a0dbf-94d8-423f-8bc4-56541a8d36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:16.698420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-087e8232-3a52-43f4-9c68-a156dcc1aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.700239 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-087e8232-3a52-43f4-9c68-a156dcc1aa3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 1094 time: 0.1642654 Oct 22 13:04:16.716010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: cb6995ab-da7d-4ee8-961e-2f7228e2b244 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:16.716624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb6995ab-da7d-4ee8-961e-2f7228e2b244 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:16.720477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:16.774429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:16.775066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bc67df69-b4e8-4a9c-8622-1ce4cd6e6da1 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:16.779204 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-7f662499-229c-4e91-9c8a-c099cbe34d5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae HTTP/1.1" status: 200 len: 217 time: 0.0426979 Oct 22 13:04:16.863852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-4964eb32-a43a-4c4f-8d1c-1298ea42306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:16.865410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-4964eb32-a43a-4c4f-8d1c-1298ea42306a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.0778916 Oct 22 13:04:16.925592 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-66a674c3-fd54-4d97-a7ec-615ad53da8c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496356 Oct 22 13:04:16.989926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:17.031644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:17.033600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268499e-d072-49c7-8cb7-4b988a66f3a2 req-19b88ba4-93ba-4e51-ae9f-b23b7fb95fbf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.043817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b268499e-d072-49c7-8cb7-4b988a66f3a2 req-19b88ba4-93ba-4e51-ae9f-b23b7fb95fbf tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.0655324 Oct 22 13:04:17.055131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Transition to ACTIVE for port object 6ba58b73-00fd-4f13-843f-8ca53745ebc6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:04:17.067867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:17.094289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b268499e-d072-49c7-8cb7-4b988a66f3a2 req-ea816302-13c8-453a-94b7-7dce39c878fc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491681 Oct 22 13:04:17.107094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-f1ccfbae-f6ac-4fbc-bd78-fc1d8bd3b941 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631310 Oct 22 13:04:17.150985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:17.273449 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-21633d0f-9b0a-4d66-b7fc-1108141e42bd req-ec41f0f4-4203-4cfb-8fa1-c8907253166c service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576886 Oct 22 13:04:17.290460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Attempting to bind port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:17.291089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Attempting to bind port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:17.291716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Attempting to bind port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:17.297991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 on network f926583f-2ac8-4356-859d-7f150a9aae77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:04:17.298344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Attempting to bind port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:17.304514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:17.305116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Checking segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:17.305669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Bound using segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:17.306266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Bound port: 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:17.306960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:17.387588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:17.392226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:17.396092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:17.437938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b73f7-30ba-412c-9b0a-67ce028eaeb6 req-a53e7390-08fd-48b0-8ade-36906b83796d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.445871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.446699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:17.447775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1b73f7-30ba-412c-9b0a-67ce028eaeb6 req-a53e7390-08fd-48b0-8ade-36906b83796d tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 943 time: 0.0708692 Oct 22 13:04:17.448998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] 10.222.0.26 "PUT /v2.0/ports/6ba58b73-00fd-4f13-843f-8ca53745ebc6 HTTP/1.1" status: 200 len: 1092 time: 1.3209655 Oct 22 13:04:17.479771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d63002-5013-479d-b742-32828c1bfb0f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:17.495915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1b73f7-30ba-412c-9b0a-67ce028eaeb6 req-b106da81-553d-4d27-8d65-3280361786f1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Oct 22 13:04:17.565633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-fd946163-30c7-4ea7-9ca5-38d922fe3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.567466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-fd946163-30c7-4ea7-9ca5-38d922fe3e82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 1095 time: 0.0687208 Oct 22 13:04:17.617672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-6009e213-bc31-49f6-b0a3-fca5ad0cd3b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0408494 Oct 22 13:04:17.685054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-dcaabaf1-9740-4236-a230-644b466875ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.687773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-dcaabaf1-9740-4236-a230-644b466875ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.0595043 Oct 22 13:04:17.726111 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-e9ed9513-5c1a-485c-af28-b1f26665a58c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271430 Oct 22 13:04:17.738216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3475f3-a0f0-4c16-a679-24585c60eb9e req-37cad243-a820-4583-97ff-1b3e180b7312 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.739724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d3475f3-a0f0-4c16-a679-24585c60eb9e req-37cad243-a820-4583-97ff-1b3e180b7312 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 944 time: 0.1624541 Oct 22 13:04:17.809002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d3475f3-a0f0-4c16-a679-24585c60eb9e req-72af7505-58a3-49f8-807b-e11e6c39b513 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Oct 22 13:04:17.810848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.811323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.811789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.812244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.812702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.813155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.813610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.814061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.814506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.814996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.815446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.815893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.816339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.823505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-537480ab-4943-4159-972b-b69bca92c637 req-533739c9-b025-462b-bdfc-00dbb410a93f tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9188 time: 0.1779733 Oct 22 13:04:17.852435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-4209084d-493f-4895-be29-1f7d84a17bdf service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071250 Oct 22 13:04:17.933807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.939926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.946596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.951422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14e9be1a-d86a-46e8-811d-83a27a13d168 req-6488a398-8cef-46ff-999e-b9ad8ee024e5 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Oct 22 13:04:17.953027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.959951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.966505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.972678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:17.974622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-72ca74b0-ca12-497e-b952-63e591897c0b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5425 time: 0.0981376 Oct 22 13:04:18.021241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7ceb4c8-f444-4dad-b329-b2804c8676e7 req-029d9957-6f85-432f-9119-7445d8d159b8 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380223 Oct 22 13:04:18.108502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-0da89baf-f0b7-496e-9b6a-bee1aa1cc94e tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ef713152b22f4430b197d2d229718ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329738 Oct 22 13:04:18.237753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c3d5a-bfff-424e-be0f-ea616f25e89c req-01378aa5-ffb3-425d-8a54-706e4384e2f7 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.240028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-619c3d5a-bfff-424e-be0f-ea616f25e89c req-01378aa5-ffb3-425d-8a54-706e4384e2f7 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 886 time: 0.1847985 Oct 22 13:04:18.282299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-30108149-7479-4479-b001-3a8c9330c1d4 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.290367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-30108149-7479-4479-b001-3a8c9330c1d4 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554062 Oct 22 13:04:18.301222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-8f51274b-3b7e-4e4f-ae00-b9e3015018dc tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/quotas/ef713152b22f4430b197d2d229718ea9 HTTP/1.1" status: 200 len: 375 time: 0.0099525 Oct 22 13:04:18.324868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-a52e93a0-e222-478d-b841-d289ff2e3ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560586 Oct 22 13:04:18.359077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-20c79e85-b928-4957-8516-a7b67842f7e5 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef713152b22f4430b197d2d229718ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500314 Oct 22 13:04:18.382986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c56a1a-adff-4d1c-b406-5b37ce6abfbb req-b39bea7a-9e0c-4fb9-8d5a-9f8e5737322e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.384496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4c56a1a-adff-4d1c-b406-5b37ce6abfbb req-b39bea7a-9e0c-4fb9-8d5a-9f8e5737322e tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.0773578 Oct 22 13:04:18.419153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-b38d4c52-6e19-4f29-9bb6-37fb05686fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.420917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-b38d4c52-6e19-4f29-9bb6-37fb05686fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d8df921af945c38abadfaa35828b2f&device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 1101 time: 0.0731399 Oct 22 13:04:18.426531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4c56a1a-adff-4d1c-b406-5b37ce6abfbb req-ff7b6a1a-c0d0-4225-9619-1ff04c9da2b8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Oct 22 13:04:18.430735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-ce5a9d94-c210-4669-9313-4f026f2bbca0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.432199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-ce5a9d94-c210-4669-9313-4f026f2bbca0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 950 time: 0.0742877 Oct 22 13:04:18.561863 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-930c2f9b-7f3b-4344-9037-e9f4884b62d9 req-6ed9dff9-9998-494e-bf2a-f2cc48f46e47 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 210 time: 0.0322003 Oct 22 13:04:18.602077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae'}, {'name': 'network-changed', 'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:18.604140 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef7ca0f-5901-4786-b5f1-c385d47eca33" -d '{"events": [{"name": "network-changed", "server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae"}, {"name": "network-changed", "server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:18.623405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.623891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.624363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.624826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.625427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.625895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.626363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.626979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.627290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.627750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.628552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.628923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.629660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.636448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b2a375a-4a11-4f8b-a152-1103d71915e8 req-8372723c-beab-48f2-9df2-1ce31badf294 tempest-NetworksTest-1072388937 tempest-NetworksTest-1072388937-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9188 time: 0.1817470 Oct 22 13:04:18.651861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f688461b-37a5-4c42-bd57-4efefe159707 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:18.720771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee7c4-1d0f-4a4e-b4c8-02e1a30e063e req-f205fce4-853b-4a97-8862-23e2bb46aad7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.722989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96dee7c4-1d0f-4a4e-b4c8-02e1a30e063e req-f205fce4-853b-4a97-8862-23e2bb46aad7 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 943 time: 0.0642445 Oct 22 13:04:18.740126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f688461b-37a5-4c42-bd57-4efefe159707 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:18.750137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f688461b-37a5-4c42-bd57-4efefe159707 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:18.750488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:18.806708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96dee7c4-1d0f-4a4e-b4c8-02e1a30e063e req-d9cc9be9-1a58-4719-9b16-8056f3113548 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710092 Oct 22 13:04:18.896922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:18.939562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-4ab3515e-4c87-46da-a5b3-71bed449a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:18.941038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-4ab3515e-4c87-46da-a5b3-71bed449a2bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.4932454 Oct 22 13:04:18.953789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port 9cdab687-8359-4690-9531-c914d7f4d616 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:18.954230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:18.958583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:18.961038 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc0812-4baf-41ce-96f7-6568b79361bc" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f688461b-37a5-4c42-bd57-4efefe159707"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:18.989357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:18.996190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.014491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8b50e-9062-4c13-9a21-a582bc39577a req-4f0d93ff-f2f3-4cb4-829c-50c907331e38 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.016072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9a8b50e-9062-4c13-9a21-a582bc39577a req-4f0d93ff-f2f3-4cb4-829c-50c907331e38 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 944 time: 0.1182165 Oct 22 13:04:19.071415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port 9cdab687-8359-4690-9531-c914d7f4d616, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9cdab687-8359-4690-9531-c914d7f4d616,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:19.071790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.086132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for 9cdab687-8359-4690-9531-c914d7f4d616 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:19.095134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:19.119563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9a8b50e-9062-4c13-9a21-a582bc39577a req-ada325d4-a907-4fd9-8126-de35590ee7dd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873194 Oct 22 13:04:19.152976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:19.177362 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b7b1f-adc1-4d64-901e-980b24cc974e x-openstack-request-id: req-f13b7b1f-adc1-4d64-901e-980b24cc974e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:19.177712 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f688461b-37a5-4c42-bd57-4efefe159707", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:19.177974 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f13b7b1f-adc1-4d64-901e-980b24cc974e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:19.178414 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707', 'code': 200} Oct 22 13:04:19.181959 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3414575-4e91-4fee-a5ff-82331ee982d8 x-openstack-request-id: req-a3414575-4e91-4fee-a5ff-82331ee982d8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:19.182258 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:19.182507 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3414575-4e91-4fee-a5ff-82331ee982d8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:19.182916 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'status': 'completed', 'code': 200} Oct 22 13:04:19.183166 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'status': 'completed', 'code': 200} Oct 22 13:04:19.190641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:19.248812 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-bb1b59bc-e372-4cd2-817d-7875fd494a6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba HTTP/1.1" status: 200 len: 217 time: 0.2977488 Oct 22 13:04:19.344938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.348781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-9a0d214e-2109-41c0-8965-9a0c282e2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.350716 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-9a0d214e-2109-41c0-8965-9a0c282e2930 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 1094 time: 0.1838887 Oct 22 13:04:19.352210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.360405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.367535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.371744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-a4c58b4e-4841-4fc5-a921-f3a89d30f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.373185 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-a4c58b4e-4841-4fc5-a921-f3a89d30f79d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1096668 Oct 22 13:04:19.377213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.385340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.392379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.394293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-f1754c57-0697-4e94-8f84-778336305aed tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5426 time: 0.1246905 Oct 22 13:04:19.427204 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744ddb42-d7b8-4665-aa69-43d88b148793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.495670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea5fb3a8-cc7a-44bd-98a6-3bba237c03d3 req-191117ea-90d5-4020-9f78-d5f32a2bdcea tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924997 Oct 22 13:04:19.507143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.520561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12', '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', '9cdab687-8359-4690-9531-c914d7f4d616'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:19.570877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=9cdab687-8359-4690-9531-c914d7f4d616,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:19.581013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-450783c0-fcbe-42c0-900f-33951fbf4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.582727 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-450783c0-fcbe-42c0-900f-33951fbf4161 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976414 Oct 22 13:04:19.590977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-627984f5-23fa-40e8-8504-4de77a1a30c0 req-6d9f9230-c9e8-4371-8479-6c712a622488 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c602909-64a3-4cc3-ad63-db77661b87d5 HTTP/1.1" status: 200 len: 210 time: 0.0569406 Oct 22 13:04:19.605825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744ddb42-d7b8-4665-aa69-43d88b148793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.617744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744ddb42-d7b8-4665-aa69-43d88b148793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.651239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port 9cdab687-8359-4690-9531-c914d7f4d616 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:19.655731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.659581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54650704-7744-4aac-8650-e0dd75ff2e11 req-c236e8ab-d0ce-4e91-9694-44bcab9d364d tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "DELETE /v2.0/ports/9cdab687-8359-4690-9531-c914d7f4d616 HTTP/1.1" status: 204 len: 173 time: 1.2201047 Oct 22 13:04:19.660813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-d4526063-6a11-4933-8764-3929ca9917e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.664775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-744ddb42-d7b8-4665-aa69-43d88b148793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1012aaaca58482abfb9611c8a2efcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078170 Oct 22 13:04:19.664938 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-d4526063-6a11-4933-8764-3929ca9917e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 200 len: 906 time: 0.2881243 Oct 22 13:04:19.666709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49132) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:19.667413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ddb42-d7b8-4665-aa69-43d88b148793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa78b1f-dfbc-4439-972b-45aa9751299e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:19.738184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac5fc1c1-5af8-44f0-99d7-502d7cd7e0c8 req-b88606c5-276e-45c7-a179-b835116bd45c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 210 time: 0.0441811 Oct 22 13:04:19.856926 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-f5e634c3-2f02-416c-a658-770aef98fb70 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef713152b22f4430b197d2d229718ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344229 Oct 22 13:04:19.865944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-01321c71-846c-4a30-b476-0eb001f044ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae HTTP/1.1" status: 200 len: 217 time: 0.1809201 Oct 22 13:04:19.951896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04c1c5-94ad-48ea-ac05-caedb0936df3 req-32ffcc02-de39-48ca-9d09-2b3c0bb621db tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:19.953520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b04c1c5-94ad-48ea-ac05-caedb0936df3 req-32ffcc02-de39-48ca-9d09-2b3c0bb621db tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 943 time: 0.0639045 Oct 22 13:04:19.963796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:19.989764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.021152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b04c1c5-94ad-48ea-ac05-caedb0936df3 req-97074504-b2ac-4ecd-b3b7-0275e420529c tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Oct 22 13:04:20.105276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:20.146288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-67d046f4-77eb-4760-8d6f-82a96c66da57 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409517 Oct 22 13:04:20.191605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-109f7324-02cf-403d-b23b-fb052cf46527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.193348 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-109f7324-02cf-403d-b23b-fb052cf46527 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 200 len: 845 time: 0.3009593 Oct 22 13:04:20.236959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:20.254698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'port_id': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'mac_address': 'fa:16:3e:75:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab463e-79ea-4f56-81ee-eef1867ed971', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:20.263557 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-f90ef7cc-87f2-4035-97c1-fc7baf2dad45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62119dd5-b9e4-48ff-ad69-c27435737a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539689 Oct 22 13:04:20.283372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-6875b70b-2b61-4997-bd32-99f1ee70e629 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.285137 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-6875b70b-2b61-4997-bd32-99f1ee70e629 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027655 Oct 22 13:04:20.302016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.325623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae2f23-6c51-4b92-b7a2-5c7733aef292 req-d181ed42-c5fa-417b-9d95-31aa5116a1bb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.327093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:20.327261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bae2f23-6c51-4b92-b7a2-5c7733aef292 req-d181ed42-c5fa-417b-9d95-31aa5116a1bb tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 944 time: 0.1202583 Oct 22 13:04:20.348484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Request body: {'port': {'device_id': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'ef713152b22f4430b197d2d229718ea9'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:20.359485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:20.366559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.367738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:20.376775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.379227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.380375 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fa78b1f-dfbc-4439-972b-45aa9751299e HTTP/1.1" status: 204 len: 168 time: 0.7128062 Oct 22 13:04:20.409832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bae2f23-6c51-4b92-b7a2-5c7733aef292 req-921adf87-b6fc-4f8e-a78e-9873be3545b3 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Oct 22 13:04:20.428561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19308bda-01da-4759-9725-e8573cf3861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa78b1f-dfbc-4439-972b-45aa9751299e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:20.455440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:20.496463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb97276d-5628-4358-a85f-804ea929d0e6 req-1dc29628-78b9-4e67-bbfc-2e13e09a42b8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400674 Oct 22 13:04:20.544084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-6ebde08c-3c5b-4de6-996a-6adc677d7956 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222700 Oct 22 13:04:20.547614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:20.562641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'mac_address': 'fa:16:3e:6f:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:20.601408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Made reservation on behalf of ef713152b22f4430b197d2d229718ea9 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:20.605196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.632779 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.649232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.668298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b22bbb8-bbdf-472c-91bf-916e0296cfae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:20.683130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 15094872-9aea-41c2-ac64-4252409b112f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:20.694674 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-ccbad980-a5ab-4bba-8e34-39645a960031 service neutron] 10.222.0.26 "GET /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420145 Oct 22 13:04:20.719176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.729330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.737029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.745539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.753326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.759637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:20.760675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.768070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.770033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43b312f4-f815-4225-a727-00cc4f19f33b req-4c4b1788-5378-41e0-b922-343c59a313b7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5426 time: 0.1448326 Oct 22 13:04:20.797706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.807256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.823654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43b312f4-f815-4225-a727-00cc4f19f33b req-5bdc3498-e5ce-4ca5-8d02-831aeb086de2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460949 Oct 22 13:04:20.850253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.866088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:20.896685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c528e97-3027-4fe9-b001-c7b407b27503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.897479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 15094872-9aea-41c2-ac64-4252409b112f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:20.903471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 15094872-9aea-41c2-ac64-4252409b112f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:20.903846 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:20.967339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-9eea2923-4dc7-4960-8139-7756d0786dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:20.968882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-9eea2923-4dc7-4960-8139-7756d0786dbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 1096 time: 0.2099972 Oct 22 13:04:20.972265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:20.977631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa66e5da-3136-4118-993e-55c1eb4de0de req-936ecc56-c6d7-40e5-8f9f-86ea1e1fcdad tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 210 time: 0.0580223 Oct 22 13:04:21.000358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ba150-80c9-4767-b724-7daf0e28a720,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.023607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Allocated IP 192.168.233.73 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/2e846414-d7ea-4a15-a3ab-e2700990f682) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:21.062390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.071569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554f15e-b880-4d74-8a0b-f1c15f3c5006 req-1800393a-5163-4a27-8419-276bb0be9130 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.073225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4554f15e-b880-4d74-8a0b-f1c15f3c5006 req-1800393a-5163-4a27-8419-276bb0be9130 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.1097136 Oct 22 13:04:21.105320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:21.110323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6ba58b73-00fd-4f13-843f-8ca53745ebc6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:21.116665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6b22bbb8-bbdf-472c-91bf-916e0296cfae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:21.139940 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.140707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 975842bf-19ea-4525-a3ca-7223fb4a7778 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:21.159305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-bb36bdf5-a9f9-479b-9b28-9dcce2686682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.160101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c528e97-3027-4fe9-b001-c7b407b27503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.161112 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-bb36bdf5-a9f9-479b-9b28-9dcce2686682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 915 time: 0.1790833 Oct 22 13:04:21.183992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'name': 'network-vif-deleted', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:21.185012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15094872-9aea-41c2-ac64-4252409b112f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:21.186395 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246c1bc-b6fd-4060-b403-9779c037a564" -d '{"events": [{"server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "name": "network-vif-deleted", "tag": "9cdab687-8359-4690-9531-c914d7f4d616"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:21.187364 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b86fd-ddb9-4d3e-b240-b66d18b8482b" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "15094872-9aea-41c2-ac64-4252409b112f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:21.197106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c528e97-3027-4fe9-b001-c7b407b27503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.219667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-8a007468-bb18-4111-9055-b9dd4cf37fcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0467575 Oct 22 13:04:21.243487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b816537-3612-4260-b3a7-6b8999149e1a req-50d3f1c3-db80-4b80-a9d9-3aae615add54 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.252303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b816537-3612-4260-b3a7-6b8999149e1a req-50d3f1c3-db80-4b80-a9d9-3aae615add54 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 944 time: 0.1448491 Oct 22 13:04:21.277650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4554f15e-b880-4d74-8a0b-f1c15f3c5006 req-8210aee2-9ce8-418a-9565-d5062f7536f5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689193 Oct 22 13:04:21.304797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:21.307495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1c528e97-3027-4fe9-b001-c7b407b27503 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e1a37e4ee5b4b0c9a5b3beaa12b6075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337690 Oct 22 13:04:21.326239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c528e97-3027-4fe9-b001-c7b407b27503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dce44f-a2ce-47bc-831f-57a18658a4d7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.345993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-f9703f42-b835-4f48-aeee-cd5508f1d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.347560 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-f9703f42-b835-4f48-aeee-cd5508f1d5e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.1209664 Oct 22 13:04:21.352213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b816537-3612-4260-b3a7-6b8999149e1a req-0a70b5d9-880c-4d5a-b538-95c267444519 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922782 Oct 22 13:04:21.417036 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3f337-8a95-468b-b5a1-f89584d821c7 x-openstack-request-id: req-b0a3f337-8a95-468b-b5a1-f89584d821c7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:21.417342 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "15094872-9aea-41c2-ac64-4252409b112f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:21.417558 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0a3f337-8a95-468b-b5a1-f89584d821c7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:21.417950 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15094872-9aea-41c2-ac64-4252409b112f', 'code': 200} Oct 22 13:04:21.421731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-15bedec2-9758-45e4-b6c6-72a4e232c3b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607519 Oct 22 13:04:21.430732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.430902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.456070 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10de9ec-0246-4319-8e4d-0b598b8fc51a x-openstack-request-id: req-a10de9ec-0246-4319-8e4d-0b598b8fc51a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:21.456189 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c602909-64a3-4cc3-ad63-db77661b87d5", "name": "network-vif-deleted", "tag": "9cdab687-8359-4690-9531-c914d7f4d616", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:21.456592 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a10de9ec-0246-4319-8e4d-0b598b8fc51a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:21.456724 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c602909-64a3-4cc3-ad63-db77661b87d5', 'name': 'network-vif-deleted', 'tag': '9cdab687-8359-4690-9531-c914d7f4d616', 'status': 'completed', 'code': 200} Oct 22 13:04:21.477445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.536143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 975842bf-19ea-4525-a3ca-7223fb4a7778 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:21.554784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.560260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 975842bf-19ea-4525-a3ca-7223fb4a7778 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:21.560644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.573590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa31ba8-5aa6-4363-a5b2-e6a5e2e98f7f req-ccc56979-4405-4f7e-9f79-cf3a933c089e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.577363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfa31ba8-5aa6-4363-a5b2-e6a5e2e98f7f req-ccc56979-4405-4f7e-9f79-cf3a933c089e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 945 time: 0.0767081 Oct 22 13:04:21.629952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.657261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfa31ba8-5aa6-4363-a5b2-e6a5e2e98f7f req-1ae1c676-6d3f-43f3-bcd4-033f48b8c743 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742860 Oct 22 13:04:21.696974 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-9d4facc0-022d-42f0-ae20-329c4b008294 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637017 Oct 22 13:04:21.709936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:21.716182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:21.720535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:21.721206 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.724497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.729005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.732427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26dce44f-a2ce-47bc-831f-57a18658a4d7 HTTP/1.1" status: 204 len: 168 time: 0.4221110 Oct 22 13:04:21.760827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:21.766705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.767740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1418bfb1-77dd-46dd-8fd8-f77e8350e897 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:21.823586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Pushing event updated for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.834956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7f124-c669-4262-b8de-a75a3f8a0f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dce44f-a2ce-47bc-831f-57a18658a4d7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.913818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:21.941365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:21.948625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:21.949119 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:21.955863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:21.956533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.011392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7ef7ca0f-5901-4786-b5f1-c385d47eca33 req-4e62d381-d295-4bd2-a702-c87465314ddc service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989373 Oct 22 13:04:22.014631 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-5a8e73a1-39c5-48ce-a4fd-03bd9429c8ba tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6817818 Oct 22 13:04:22.039830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Request body: {'port': {'device_id': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:22.064304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.071989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.078477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.085074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.086487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.092587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.099005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.105178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-43322e5b-32b9-4cf6-9550-7cbd1fd31214 None None] Provisioning complete for port 2e846414-d7ea-4a15-a3ab-e2700990f682 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:22.106155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.107191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43322e5b-32b9-4cf6-9550-7cbd1fd31214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.111749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9cdab687-8359-4690-9531-c914d7f4d616 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:22.115112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-a3f988e8-74d7-435b-b98f-30e05dc5e6e0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5428 time: 0.1514468 Oct 22 13:04:22.138872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 9cdab687-8359-4690-9531-c914d7f4d616 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:22.139583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9cdab687-8359-4690-9531-c914d7f4d616 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:22.146835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.234176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:22.235928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-43322e5b-32b9-4cf6-9550-7cbd1fd31214 None None] Port 2e846414-d7ea-4a15-a3ab-e2700990f682 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:22.241011 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.243235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:22.290270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-44c74e17-a298-4acd-9d92-01269075955f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.291880 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-44c74e17-a298-4acd-9d92-01269075955f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.0985298 Oct 22 13:04:22.359976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:22.380428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:22.385882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:22.386271 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.484538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:22.529276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:22.529619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.560629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.610807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-779d768d-5bbf-4d93-b5c8-fa1730f853d3 req-ba9e8c6d-4e58-43f6-994f-702bdda7a810 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4792428 Oct 22 13:04:22.620332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fe0f4-342d-43bc-85b4-5a0b1fd1f9b3 req-6779ad7f-c3e6-43bb-97c5-b144c16ab16d tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.621855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-933fe0f4-342d-43bc-85b4-5a0b1fd1f9b3 req-6779ad7f-c3e6-43bb-97c5-b144c16ab16d tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 935 time: 0.4964283 Oct 22 13:04:22.640583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:22.650501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.651956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 3b9207b6-d125-41b7-8ef4-ba3f2559a318 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:22.689420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:22.689795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.709994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e846414-d7ea-4a15-a3ab-e2700990f682 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:22.714948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:22.719511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-933fe0f4-342d-43bc-85b4-5a0b1fd1f9b3 req-dce4ea6b-73ff-49e9-a50d-f67a22c7f09b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884061 Oct 22 13:04:22.721770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.774951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:22.805373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08428-b97a-4352-94ea-9267bc5035a9 req-b557b419-1752-47fe-87e6-778e7da836ad tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.807434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ba08428-b97a-4352-94ea-9267bc5035a9 req-b557b419-1752-47fe-87e6-778e7da836ad tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=39d42218-2a07-4275-bf0c-78da669b1aa9 HTTP/1.1" status: 200 len: 949 time: 0.0781965 Oct 22 13:04:22.841572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:22.854367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:22.854801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.872148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49206) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:22.920893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Transition to ACTIVE for port object 2e846414-d7ea-4a15-a3ab-e2700990f682 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:04:22.925081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393325a-5675-4cc2-86e6-1d6b233acf3c req-4647d0cd-5899-4764-a183-05430372ccad tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:22.925975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.927330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b393325a-5675-4cc2-86e6-1d6b233acf3c req-4647d0cd-5899-4764-a183-05430372ccad tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 944 time: 0.1023078 Oct 22 13:04:22.936718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:22.945259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ba08428-b97a-4352-94ea-9267bc5035a9 req-ea0e73db-af8a-40b9-a50b-998a6b4fd02f tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270094 Oct 22 13:04:22.969723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12', '0d4c6d43-01a6-47ef-8ed0-225cd519ff83'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:23.030407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b393325a-5675-4cc2-86e6-1d6b233acf3c req-3fe3b1ed-91eb-48c3-8bec-99192cc32ac3 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818408 Oct 22 13:04:23.037825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.048812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.087714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-network', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:23.108901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:23.114048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=0d4c6d43-01a6-47ef-8ed0-225cd519ff83,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.129374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:23.134414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.138160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-406ceffb-05af-4150-8b65-b8fe7bd74df9 req-6abd4557-bef4-4cfc-95bb-3c90a102be60 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "DELETE /v2.0/ports/0d4c6d43-01a6-47ef-8ed0-225cd519ff83 HTTP/1.1" status: 204 len: 173 time: 0.7954500 Oct 22 13:04:23.141343 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.156871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Made reservation on behalf of 230a2a9cc63c40a8a871fcba0a88284c for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:23.157639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:23.161323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.187419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.246046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Attempting to bind port 2e846414-d7ea-4a15-a3ab-e2700990f682 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:23.246420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Attempting to bind port 2e846414-d7ea-4a15-a3ab-e2700990f682 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:23.246749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Attempting to bind port 2e846414-d7ea-4a15-a3ab-e2700990f682 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:23.261999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Port 2e846414-d7ea-4a15-a3ab-e2700990f682 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:04:23.262586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Attempting to bind port 2e846414-d7ea-4a15-a3ab-e2700990f682 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:23.270484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:23.271619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:23.272989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:23.275678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Bound port: 2e846414-d7ea-4a15-a3ab-e2700990f682, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:23.276614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.309630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b23b-a043-4aaf-a1e1-db69200fbc1e req-e8ce079c-bcca-4170-926f-4c79eba64b5a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.311518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9371b23b-a043-4aaf-a1e1-db69200fbc1e req-e8ce079c-bcca-4170-926f-4c79eba64b5a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 945 time: 0.1285534 Oct 22 13:04:23.340448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.377410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:23.381688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2e846414-d7ea-4a15-a3ab-e2700990f682,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:23.387409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.393226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9371b23b-a043-4aaf-a1e1-db69200fbc1e req-edc28af0-ad93-4ab2-8fd1-b61df7bdcb6d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722935 Oct 22 13:04:23.420894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.424128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:23.426132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.427305 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6432a0f-101b-45f3-8b9e-ffddd12ed4d2" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:23.442616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:23.447897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.448539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.450558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] 10.222.0.21 "PUT /v2.0/ports/2e846414-d7ea-4a15-a3ab-e2700990f682 HTTP/1.1" status: 200 len: 1095 time: 1.4219232 Oct 22 13:04:23.452564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:23.452927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.458877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:04:23.488261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.488679 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Added segment 10dcc612-724f-4356-bd55-6b91b7d0c6c3 of type vlan for network e6371bdb-e2b2-4310-85e4-5f0c7da51569 Oct 22 13:04:23.490268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3835c14-6f2b-48cc-be3f-6d1fd6062016,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.492761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'name': 'network-vif-deleted', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83'}, {'name': 'network-changed', 'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:23.497746 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8852f7-fffc-4987-af76-88f92f7e9489" -d '{"events": [{"server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "name": "network-vif-deleted", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83"}, {"name": "network-changed", "server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:23.500921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8258d-1643-48f5-84fb-639d4fc51d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.541067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.546110 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36784a-a615-4ed2-8e00-627e0f42264e x-openstack-request-id: req-8f36784a-a615-4ed2-8e00-627e0f42264e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:23.546473 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:23.546940 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f36784a-a615-4ed2-8e00-627e0f42264e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:23.547075 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778', 'code': 200} Oct 22 13:04:23.547311 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'code': 200} Oct 22 13:04:23.547558 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'code': 200} Oct 22 13:04:23.547809 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'code': 200} Oct 22 13:04:23.573608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.575496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.578017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.588277 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a45b22-5143-44c1-9bad-5ded1808de4b x-openstack-request-id: req-94a45b22-5143-44c1-9bad-5ded1808de4b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:23.588600 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d42218-2a07-4275-bf0c-78da669b1aa9", "name": "network-vif-deleted", "tag": "0d4c6d43-01a6-47ef-8ed0-225cd519ff83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:23.588906 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94a45b22-5143-44c1-9bad-5ded1808de4b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:23.589304 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d42218-2a07-4275-bf0c-78da669b1aa9', 'name': 'network-vif-deleted', 'tag': '0d4c6d43-01a6-47ef-8ed0-225cd519ff83', 'status': 'completed', 'code': 200} Oct 22 13:04:23.589564 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682', 'status': 'completed', 'code': 200} Oct 22 13:04:23.594205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-8bbd776f-0c54-496c-b99e-16661fb1c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.595758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-8bbd776f-0c54-496c-b99e-16661fb1c806 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef713152b22f4430b197d2d229718ea9&device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 1098 time: 0.0907342 Oct 22 13:04:23.641591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7656171 Oct 22 13:04:23.644272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49218) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:23.651405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-ef91e840-e4b8-4eb3-85d9-689b242a057e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2e846414-d7ea-4a15-a3ab-e2700990f682 HTTP/1.1" status: 200 len: 217 time: 0.0446703 Oct 22 13:04:23.676605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Request body: {'subnet': {'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-subnet', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:23.697028 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.720269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-170c36d1-5b9c-4c58-8d2c-a18feaacbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.722012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-170c36d1-5b9c-4c58-8d2c-a18feaacbe34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0630331 Oct 22 13:04:23.749596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac2f0-1842-4664-809f-8362183ff619 admin admin] Pushing event updated for resources: {'Network': ['ID=e6371bdb-e2b2-4310-85e4-5f0c7da51569,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:23.777034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:04:23.820075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Made reservation on behalf of 230a2a9cc63c40a8a871fcba0a88284c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:23.820343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:23.823126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.825909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-12cd4ffa-efd6-4d70-a0cc-a50836433abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.827504 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-12cd4ffa-efd6-4d70-a0cc-a50836433abb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975752 Oct 22 13:04:23.863354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.870371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.876577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.883962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.890216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.896421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.902846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:23.911156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73395385-db44-4039-ba50-8aadfebc8062 req-018d8ffb-76bd-4ffd-a981-480d424ab7cc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5431 time: 0.1657822 Oct 22 13:04:23.916460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:23.997661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:24.026594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73395385-db44-4039-ba50-8aadfebc8062 req-85ce41de-4a76-4df0-bf83-8d80286d4d4c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144404 Oct 22 13:04:24.027790 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1653bf8d-c522-456a-9cb8-61b20f420049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.075759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3fe81-5bd7-425a-9512-1e2569e6b5ef req-57036468-9b7a-4747-b5fa-df0eb2607a9d tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.077378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e3fe81-5bd7-425a-9512-1e2569e6b5ef req-57036468-9b7a-4747-b5fa-df0eb2607a9d tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 947 time: 0.1622748 Oct 22 13:04:24.109280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:24.199814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e3fe81-5bd7-425a-9512-1e2569e6b5ef req-11d0a128-0f13-4d24-ab24-90a5ba9d51f9 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147220 Oct 22 13:04:24.257818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:24.264146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:24.264519 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.389271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.408072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-a3695076-6ba1-4cfc-94ed-8f4b4d0fe45a service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688059 Oct 22 13:04:24.448593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.471356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411e300-bc6c-46c5-9a81-c0b56f89e046 req-76f3b42b-8c4c-4b9a-b9cb-a49d9e8a3feb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.480609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b411e300-bc6c-46c5-9a81-c0b56f89e046 req-76f3b42b-8c4c-4b9a-b9cb-a49d9e8a3feb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 944 time: 0.2348874 Oct 22 13:04:24.530210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:24.541191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.542443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:24.561394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b411e300-bc6c-46c5-9a81-c0b56f89e046 req-f942ec1f-0c1e-4588-b846-e1a9d8214658 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792909 Oct 22 13:04:24.566250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=870c4cc7-e6e2-4485-ab47-24a8171bb95e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:24.595531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.596584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.597430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.600489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.601417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.601947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.602476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.603934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.604450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.606064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.606658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.607878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:24.613346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ea53d593-5129-488b-89ea-ae9a04bccbc2 req-2e7e8c7b-a327-4bbb-b64c-713b83075901 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967905 Oct 22 13:04:24.637315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Checking segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:24.637315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Network hostable DHCP agents. Network: e6371bdb-e2b2-4310-85e4-5f0c7da51569, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:04:24.671510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 6b22bbb8-bbdf-472c-91bf-916e0296cfae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:24.681576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:24.684562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:04:24.685910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 6b22bbb8-bbdf-472c-91bf-916e0296cfae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:24.686480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.704746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e6371bdb-e2b2-4310-85e4-5f0c7da51569) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:24.717590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ebb8e-7a11-4dfe-8e96-b5e3741a6b46 None None] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:24.719386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.720920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.762177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-531158ae-37c0-40c4-9b13-c49486bd5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.763774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-531158ae-37c0-40c4-9b13-c49486bd5d20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef713152b22f4430b197d2d229718ea9&device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 1098 time: 0.0778086 Oct 22 13:04:24.819137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7c739715-2169-471a-8207-20087e0847bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1481493 Oct 22 13:04:24.825752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49238) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:24.831404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:24.848109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9ac51-c86d-4589-a0a9-b86e6f09672a req-becb46ab-724a-47f6-a738-06fd54c9f878 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.860875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41a9ac51-c86d-4589-a0a9-b86e6f09672a req-becb46ab-724a-47f6-a738-06fd54c9f878 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1351068 Oct 22 13:04:24.892243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-563c5fc8-78c7-47cd-985f-165142341732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:24.894011 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-563c5fc8-78c7-47cd-985f-165142341732 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1200709 Oct 22 13:04:24.903373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.904585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.917432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:24.945417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41a9ac51-c86d-4589-a0a9-b86e6f09672a req-006caada-a981-4520-96f4-18ccb5c1fc00 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593612 Oct 22 13:04:24.996128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-5d4033dd-6f4e-4e4d-9e4b-e0832245396b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2e846414-d7ea-4a15-a3ab-e2700990f682 HTTP/1.1" status: 200 len: 217 time: 0.0888751 Oct 22 13:04:25.003806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'fixed_ips': [{'subnet_id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:04:25.004092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.008603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:25.023467 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.035378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.062858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-c39725b4-10ef-4681-b7cb-c9d7f184f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.064423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-c39725b4-10ef-4681-b7cb-c9d7f184f887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0593352 Oct 22 13:04:25.099591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40948019-fd93-4c6c-a69b-9163483cf498 req-4275780c-4043-4753-a9e0-ad5facde5ee4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.107611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40948019-fd93-4c6c-a69b-9163483cf498 req-4275780c-4043-4753-a9e0-ad5facde5ee4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1514626 Oct 22 13:04:25.132962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-60cde5b7-1e63-4e7b-abd4-b36546efcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.136349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-60cde5b7-1e63-4e7b-abd4-b36546efcb08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609341 Oct 22 13:04:25.165004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:25.216725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Allocated IP 172.20.0.2 (e6371bdb-e2b2-4310-85e4-5f0c7da51569/870c4cc7-e6e2-4485-ab47-24a8171bb95e/0f1b5bc5-7020-4e2c-8b8b-24f384accc4e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:25.274077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40948019-fd93-4c6c-a69b-9163483cf498 req-d76a91fa-fce4-458e-b2e8-23880e777d8a tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581216 Oct 22 13:04:25.289927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-01cb2feb-528f-4472-a1f1-e0df6aadc274 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320863 Oct 22 13:04:25.360575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.389734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.400045 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.423143 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df8852f7-fffc-4987-af76-88f92f7e9489 req-6da9fe70-6f86-45cf-a059-6d11098b6ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337996 Oct 22 13:04:25.435468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.442099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.444248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:25.449781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.449922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:25.453613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:25.457162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.464668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.466985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Pushing event updated for resources: {'Port': ['ID=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:25.471601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.478399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.480520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-3781746f-b7c6-40ae-a507-74e08317718d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.3152921 Oct 22 13:04:25.520553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d77ef9-c3e4-4a17-b31e-d158079172d1 req-e5e20118-ee54-49ba-9c52-3b574ce0128f tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:25.522886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Attempting to bind port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:25.523146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d77ef9-c3e4-4a17-b31e-d158079172d1 req-e5e20118-ee54-49ba-9c52-3b574ce0128f tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 947 time: 0.1562052 Oct 22 13:04:25.523407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Attempting to bind port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:25.523846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Attempting to bind port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e on network e6371bdb-e2b2-4310-85e4-5f0c7da51569 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:25.529431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:25.529903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Checking segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:25.530380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.530873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Bound using segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:25.531498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Bound port: 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:25.531960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.548833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f'}, {'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6'}, {'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:25.551556 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30388a30-96f0-4ad5-a0e5-2a3e6e7e2b00" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "06ea4c6d-1c21-41dc-aff9-a31a2aa7498f"}, {"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-plugged", "status": "completed", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6"}, {"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-plugged", "status": "completed", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:25.585767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a75c61c1-0a02-47d4-8fa0-0449535cabd8 req-aca0aadd-cf5c-4d2f-9048-13b4bb24dd69 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936365 Oct 22 13:04:25.614190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] For port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:25.619277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] For port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:25.629303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.633474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d77ef9-c3e4-4a17-b31e-d158079172d1 req-2fea46d1-a63c-47e3-a85f-bdd615584233 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984521 Oct 22 13:04:25.675852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:25.728989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45921fef-1e02-457b-a787-dd5ce1246972 None None] Pushing event updated for resources: {'Port': ['ID=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:25.799765 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292c6bf-bb3b-48b9-9aaa-8fdb4289d00d x-openstack-request-id: req-6292c6bf-bb3b-48b9-9aaa-8fdb4289d00d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:25.800125 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "06ea4c6d-1c21-41dc-aff9-a31a2aa7498f", "code": 200}, {"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-plugged", "status": "completed", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6", "code": 200}, {"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-plugged", "status": "completed", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:25.800377 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6292c6bf-bb3b-48b9-9aaa-8fdb4289d00d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:25.808298 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ea4c6d-1c21-41dc-aff9-a31a2aa7498f', 'code': 200} Oct 22 13:04:25.808572 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'code': 200} Oct 22 13:04:25.808830 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'code': 200} Oct 22 13:04:25.809778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:25.841597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.059129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59950c5c-adeb-4589-abb7-b9931633e3ed req-34103016-e43f-4fff-8eeb-1b4c7117ffd9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.066777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59950c5c-adeb-4589-abb7-b9931633e3ed req-34103016-e43f-4fff-8eeb-1b4c7117ffd9 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.1532209 Oct 22 13:04:26.113604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b0bf-0a53-4ed3-a6ed-a6f60792fe86 req-f5845c0c-4c25-4f12-9e88-952d375ac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.115882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5f8b0bf-0a53-4ed3-a6ed-a6f60792fe86 req-f5845c0c-4c25-4f12-9e88-952d375ac896 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 1097 time: 0.0983150 Oct 22 13:04:26.143110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.143883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.144756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.145551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.146184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.147447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.148082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.150537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36501e81-a16e-43a1-a63a-11a0882c009c req-761aeaf1-16c2-4ef5-a368-eaaab51b7edb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.2279711 Oct 22 13:04:26.168334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd7e5d-2f7a-46af-a080-a8e80d8835f9 req-22edee65-fe3f-4b7a-b11c-c22544e3780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.170562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-69dd7e5d-2f7a-46af-a080-a8e80d8835f9 req-22edee65-fe3f-4b7a-b11c-c22544e3780d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 1096 time: 0.2023165 Oct 22 13:04:26.175283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59950c5c-adeb-4589-abb7-b9931633e3ed req-fae9a2c7-70ae-42f1-95b5-2fe8936c917e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075099 Oct 22 13:04:26.177523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Allocated IP 172.25.6.84 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/31d79a05-50f2-46ec-a08e-969279afe4fb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:26.207095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de276-c082-4b29-92c3-a4f880b60c89 req-f0630b75-6d0e-4423-a1d8-c98a64487d12 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.209622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590de276-c082-4b29-92c3-a4f880b60c89 req-f0630b75-6d0e-4423-a1d8-c98a64487d12 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1012492 Oct 22 13:04:26.279473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:26.314760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:26.315111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d4c6d43-01a6-47ef-8ed0-225cd519ff83 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:26.318820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5f8b0bf-0a53-4ed3-a6ed-a6f60792fe86 req-5eb65bdf-5e9d-4b7a-8125-e64d04908e31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933448 Oct 22 13:04:26.331112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-56e36c30-1f25-4670-a393-db04ed4e03a1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.332279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-56e36c30-1f25-4670-a393-db04ed4e03a1 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 950 time: 0.1211812 Oct 22 13:04:26.332430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-69dd7e5d-2f7a-46af-a080-a8e80d8835f9 req-8b60c75a-05c8-4503-967f-4479a9cb0b6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463072 Oct 22 13:04:26.337192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36501e81-a16e-43a1-a63a-11a0882c009c req-ceaffd88-f4de-414c-a666-8a7841ae1401 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1648357 Oct 22 13:04:26.350407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-5df7f09a-2ae6-49b9-815e-87e7de32313b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.352698 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-5df7f09a-2ae6-49b9-815e-87e7de32313b tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.1997981 Oct 22 13:04:26.421725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590de276-c082-4b29-92c3-a4f880b60c89 req-747056c0-bd9c-4af3-a181-10854ca145fc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055860 Oct 22 13:04:26.434853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:26.501014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5ee9-231f-48f4-afce-b80fa4f34703 req-d27440c7-a359-4962-83ab-2e2c771021b5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.502554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00e5ee9-231f-48f4-afce-b80fa4f34703 req-d27440c7-a359-4962-83ab-2e2c771021b5 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e97a283-fead-4cc0-91dc-d5bafc2e9d9b HTTP/1.1" status: 200 len: 949 time: 0.0862341 Oct 22 13:04:26.508483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.530752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:26.531129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.563028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00e5ee9-231f-48f4-afce-b80fa4f34703 req-7ded6640-65ec-4fad-979e-f3cb8d9415d0 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Oct 22 13:04:26.587218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.637780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:26.643808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.645856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:26.649176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:26.652517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Pushing event updated for resources: {'Port': ['ID=31d79a05-50f2-46ec-a08e-969279afe4fb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:26.709733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:26.717202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.751657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:26.753099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.795341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:26.874392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:26.874800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:26.888253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:26.946656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a386b-1594-425b-974f-8c8305a0645c None None] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:26.980268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.986359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.992495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:26.998455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:27.004497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:27.010734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:27.016748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:27.018674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-d576a66c-d128-4925-8a40-eac265733fc7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.2762475 Oct 22 13:04:27.041458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.050633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3a2c-19de-4cc9-86d8-7bc6ef82e758 req-a149294b-8c37-4979-ab37-376b9fba4d5b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:27.053195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cbd3a2c-19de-4cc9-86d8-7bc6ef82e758 req-a149294b-8c37-4979-ab37-376b9fba4d5b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 947 time: 0.2707086 Oct 22 13:04:27.060060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d1f14729-d898-4798-ab83-75cab154ff12'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:27.062162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7', '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:27.082048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:27.124488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port d1f14729-d898-4798-ab83-75cab154ff12 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:27.124822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.133066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:27.137082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.144604 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a66144a-84c5-46da-a948-ad1d0a7133cb req-20485558-2eae-444a-8942-f830bd4ca935 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "DELETE /v2.0/ports/0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 HTTP/1.1" status: 204 len: 173 time: 0.5520730 Oct 22 13:04:27.145132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'name': 'network-vif-deleted', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:27.148233 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7d468a-a6b9-4f9d-94cc-7c0563ab2e2c" -d '{"events": [{"server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "name": "network-vif-deleted", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:27.165422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-788ef3e3-f51e-4766-9a56-481ff21db797 None None] Provisioning complete for port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:27.166365 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-788ef3e3-f51e-4766-9a56-481ff21db797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.173652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6900b5ac-6aa2-40e2-93be-68a162df36c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.217782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3f5114f-a1e2-45d8-8ab4-54cbfd8bc6ff req-f7c8a89b-534a-47d4-81a2-40c0e4ee0fd7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869850 Oct 22 13:04:27.223905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cbd3a2c-19de-4cc9-86d8-7bc6ef82e758 req-db20222a-78b5-4d30-a801-74f5d1ac2da2 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463070 Oct 22 13:04:27.426837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.428397 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab36ee3-263e-4b78-bd86-e5cd82c9c07c x-openstack-request-id: req-8ab36ee3-263e-4b78-bd86-e5cd82c9c07c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:27.428886 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e97a283-fead-4cc0-91dc-d5bafc2e9d9b", "name": "network-vif-deleted", "tag": "0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:27.429284 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ab36ee3-263e-4b78-bd86-e5cd82c9c07c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:27.429843 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e97a283-fead-4cc0-91dc-d5bafc2e9d9b', 'name': 'network-vif-deleted', 'tag': '0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4', 'status': 'completed', 'code': 200} Oct 22 13:04:27.518149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port d1f14729-d898-4798-ab83-75cab154ff12, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d1f14729-d898-4798-ab83-75cab154ff12,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:27.518683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.580173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for d1f14729-d898-4798-ab83-75cab154ff12 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:27.661673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.697473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:27.894682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3e9978a9-3341-49c5-851c-892d4582bfdf None None] Provisioning complete for port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:27.895392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3e9978a9-3341-49c5-851c-892d4582bfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.132532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5217-1d69-4a9d-abb3-634fcd26049d req-be820952-90a6-477d-aa39-438858ff33f0 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.134017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e9c5217-1d69-4a9d-abb3-634fcd26049d req-be820952-90a6-477d-aa39-438858ff33f0 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.6633508 Oct 22 13:04:28.193912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10587e55-5c70-4db3-9a7e-a1dc54229243 req-ca4be2e8-a85e-434c-9886-7b93985a9f5c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.195512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10587e55-5c70-4db3-9a7e-a1dc54229243 req-ca4be2e8-a85e-434c-9886-7b93985a9f5c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.6538336 Oct 22 13:04:28.288016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e9c5217-1d69-4a9d-abb3-634fcd26049d req-85a8772e-9bb1-4c6d-b236-6f5213a6a1a5 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174846 Oct 22 13:04:28.350867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10587e55-5c70-4db3-9a7e-a1dc54229243 req-79dba779-de69-4260-b2bb-0e08cfa2c023 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443655 Oct 22 13:04:28.372870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.385496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.407662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:28.460103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:28.460479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.473050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=d1f14729-d898-4798-ab83-75cab154ff12,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:28.557091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port d1f14729-d898-4798-ab83-75cab154ff12 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:28.565772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.569733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9b29c73-8d4d-4a00-9173-9c29ad3faf39 req-dc91519d-c8f0-464b-8920-7d3b3927a8ac tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.26 "DELETE /v2.0/ports/d1f14729-d898-4798-ab83-75cab154ff12 HTTP/1.1" status: 204 len: 173 time: 1.8565803 Oct 22 13:04:28.571838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'name': 'network-vif-deleted', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:28.574436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d982753-e1d0-46a8-b104-5cd8f71e8418" -d '{"events": [{"server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "name": "network-vif-deleted", "tag": "d1f14729-d898-4798-ab83-75cab154ff12"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:28.628568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f2f5e-cff2-406f-b472-45cff888c0d5 req-063a884a-a690-4d98-b33c-c42af93a5bcd tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.634303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd7f2f5e-cff2-406f-b472-45cff888c0d5 req-063a884a-a690-4d98-b33c-c42af93a5bcd tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 947 time: 0.1796143 Oct 22 13:04:28.651758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.657861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.664469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.670562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.676544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.683242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.689291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:28.691216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-f6505706-759d-46cc-ab46-f60db219eb97 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.2680893 Oct 22 13:04:28.714110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2e846414-d7ea-4a15-a3ab-e2700990f682 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:28.766024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd7f2f5e-cff2-406f-b472-45cff888c0d5 req-cf9d4a32-894b-4cd6-a0f3-046ce1ee8ebc tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Oct 22 13:04:28.776482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25629bb-b12d-48f8-8cb9-2af942895ed5 req-8220d376-d86a-4e5e-b6d4-940a743f509b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711696 Oct 22 13:04:28.789599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Router b5ebef18-8e18-4965-966a-925179610281 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:04:28.827808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2e846414-d7ea-4a15-a3ab-e2700990f682,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:28.853610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '2e846414-d7ea-4a15-a3ab-e2700990f682', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '2e846414-d7ea-4a15-a3ab-e2700990f682', 'mac_address': 'fa:16:3e:fe:4d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:28.898915 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:28.901218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30b3a734-6bdf-48d6-a3bb-7451f08bc918 req-5aaa264b-c000-4b05-beee-76c73f7ccb70 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=14efd2af-fb3c-4263-be34-2347429dfd20 HTTP/1.1" status: 200 len: 210 time: 0.0348148 Oct 22 13:04:28.936793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e846414-d7ea-4a15-a3ab-e2700990f682 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:28.979993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2e846414-d7ea-4a15-a3ab-e2700990f682,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:28.986410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:29.071000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:29.083405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:29.092285 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Sync routers for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:29.097854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:29.102420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-83e5756f-ea3e-460d-8fa1-1b76b6cd5454 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2730303 Oct 22 13:04:29.102738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49292) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:29.110453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0308c8-0627-473d-9684-bb3f75f32899 req-e6639d66-5a6d-4139-b2a6-7e3be4a63668 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.111424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec0308c8-0627-473d-9684-bb3f75f32899 req-e6639d66-5a6d-4139-b2a6-7e3be4a63668 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.0808554 Oct 22 13:04:29.131481 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:29.132252 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:29.159847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec0308c8-0627-473d-9684-bb3f75f32899 req-9669b968-5b2f-4cdc-8fa6-ed80f40a0a1b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Oct 22 13:04:29.235448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:29.247959 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:29.293140 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc8620-ea4a-47c1-950e-4644561d213d x-openstack-request-id: req-ebcc8620-ea4a-47c1-950e-4644561d213d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:29.293592 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efd2af-fb3c-4263-be34-2347429dfd20", "name": "network-vif-deleted", "tag": "d1f14729-d898-4798-ab83-75cab154ff12", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:29.293988 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebcc8620-ea4a-47c1-950e-4644561d213d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:29.294398 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efd2af-fb3c-4263-be34-2347429dfd20', 'name': 'network-vif-deleted', 'tag': 'd1f14729-d898-4798-ab83-75cab154ff12', 'status': 'completed', 'code': 200} Oct 22 13:04:29.306990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.313124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.319851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.328470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.335263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.341712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.347896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.361708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fc07a8d-f70b-457a-a403-4bdcca431807 req-7ae1202d-99a6-479e-bdcc-83c9d72e76a2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.1180696 Oct 22 13:04:29.361828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49298) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:29.371604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Request body: {'floatingip': {'port_id': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:29.462806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833a929-92a9-4afc-9f91-10af7967d716 req-f8cacfbc-b274-412e-8b6d-d3aa8e0b63e1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.471001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d833a929-92a9-4afc-9f91-10af7967d716 req-f8cacfbc-b274-412e-8b6d-d3aa8e0b63e1 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.0650749 Oct 22 13:04:29.514757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:29.527281 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:27Z', 'revision_number': 3, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:29.554532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d833a929-92a9-4afc-9f91-10af7967d716 req-ced6f50a-bfc7-462e-9d45-944176ef9424 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823445 Oct 22 13:04:29.555497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Checking router: b5ebef18-8e18-4965-966a-925179610281 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:29.556053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Updating router b5ebef18-8e18-4965-966a-925179610281 port 31d79a05-50f2-46ec-a08e-969279afe4fb binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:29.559787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['2e846414-d7ea-4a15-a3ab-e2700990f682'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:29.597965 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:29.604982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a849-c840-45c4-b5a3-b15577bf7f46 req-ee301e41-d23c-46d3-9fae-f10d05739771 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.618313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18a8a849-c840-45c4-b5a3-b15577bf7f46 req-ee301e41-d23c-46d3-9fae-f10d05739771 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1201656 Oct 22 13:04:29.697063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18a8a849-c840-45c4-b5a3-b15577bf7f46 req-3cbecbc2-0369-40e4-ae37-77818aa33523 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778999 Oct 22 13:04:29.708757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:29.874890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbede6c9-25ff-4550-a0d4-87dfe7af04fc req-54210d9a-3a34-410d-8d07-624cfe776e4a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:29.876871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbede6c9-25ff-4550-a0d4-87dfe7af04fc req-54210d9a-3a34-410d-8d07-624cfe776e4a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.0598457 Oct 22 13:04:29.939616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbede6c9-25ff-4550-a0d4-87dfe7af04fc req-56dde15c-b0e4-4398-b4e4-ef2d2bd7d88c tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 Oct 22 13:04:30.067625 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.080175 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.109820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575314d-34c8-464f-aafc-86a5795bb769 req-9159fe95-1d13-4837-ac67-f1d42d4d63b7 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:30.111583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e575314d-34c8-464f-aafc-86a5795bb769 req-9159fe95-1d13-4837-ac67-f1d42d4d63b7 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 948 time: 0.0976062 Oct 22 13:04:30.125068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.133289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d1f14729-d898-4798-ab83-75cab154ff12 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:30.195734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e575314d-34c8-464f-aafc-86a5795bb769 req-5c410188-fd82-40c3-b265-90ac1b475b2f tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Oct 22 13:04:30.196269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d1f14729-d898-4798-ab83-75cab154ff12 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:30.196269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d1f14729-d898-4798-ab83-75cab154ff12 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:30.204889 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Attempting to bind port 31d79a05-50f2-46ec-a08e-969279afe4fb on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:30.205440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Attempting to bind port 31d79a05-50f2-46ec-a08e-969279afe4fb by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:30.205821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Attempting to bind port 31d79a05-50f2-46ec-a08e-969279afe4fb on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:30.208311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Pushing event updated for resources: {'Port': ['ID=31d79a05-50f2-46ec-a08e-969279afe4fb,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:30.219547 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:30.220054 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:30.220554 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.221046 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:30.221751 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Bound port: 31d79a05-50f2-46ec-a08e-969279afe4fb, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:30.223625 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.227467 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.227921 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.228677 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.229127 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.229629 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.230053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.230643 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.231083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.231754 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.232190 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.232609 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.233127 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:30.339910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] For port 31d79a05-50f2-46ec-a08e-969279afe4fb, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:30.343643 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] For port 31d79a05-50f2-46ec-a08e-969279afe4fb, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31d79a05-50f2-46ec-a08e-969279afe4fb,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:30.359223 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.439927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.444019 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:30.444670 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:30.453940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Allocated IP 172.20.0.1 (e6371bdb-e2b2-4310-85e4-5f0c7da51569/870c4cc7-e6e2-4485-ab47-24a8171bb95e/37d236ca-1fd4-4bd7-9c67-da82a0f99e2c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:30.456150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.501745 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d7bb-249e-4e8f-a24f-abf491705ded None None] Pushing event updated for resources: {'Port': ['ID=31d79a05-50f2-46ec-a08e-969279afe4fb,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:30.627294 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:30.656683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f433d0-d883-4121-a356-b3b0ac18a4da req-299bd83f-12bc-41b8-b796-eec1e0c828a0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:30.658341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87f433d0-d883-4121-a356-b3b0ac18a4da req-299bd83f-12bc-41b8-b796-eec1e0c828a0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.0597236 Oct 22 13:04:30.684385 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Floating IP cdace2da-008e-4140-9667-b21a723613b7 associated. External IP: 172.25.6.207, port: 1418bfb1-77dd-46dd-8fd8-f77e8350e897. Oct 22 13:04:30.739443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:30.752179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.778890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87f433d0-d883-4121-a356-b3b0ac18a4da req-a9e01884-55f2-4cf1-af69-10d8a0e6d3a7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Oct 22 13:04:30.786585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:30.787198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bfba27e-a8b3-48cc-9a76-e4dc8a4d7bb4 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:30.891983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:30.898685 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:27Z', 'revision_number': 3, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:30.946135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:30.949366 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7be423-5c11-41dc-99b4-406be8ee0077 None None] The sync data for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 is: [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:27Z', 'revision_number': 3, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:30.952493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:30.962662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:30.969686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:31.237016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72392dfb-bc99-4a08-b336-abbaf4853c43 req-12d18dbe-43b5-4d8a-bc56-d0e010843ca3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:31.238796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72392dfb-bc99-4a08-b336-abbaf4853c43 req-12d18dbe-43b5-4d8a-bc56-d0e010843ca3 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 950 time: 0.1202891 Oct 22 13:04:31.285654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f622fff-d091-4deb-9788-7f6e2edd797b req-9bcd5fcd-aab1-4372-bb30-34567ea8aa98 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:31.294487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f622fff-d091-4deb-9788-7f6e2edd797b req-9bcd5fcd-aab1-4372-bb30-34567ea8aa98 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.1058288 Oct 22 13:04:31.343410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72392dfb-bc99-4a08-b336-abbaf4853c43 req-d2f26024-dfb6-45b4-8d24-c72c5dacfc87 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968311 Oct 22 13:04:31.389207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f622fff-d091-4deb-9788-7f6e2edd797b req-5b7e52b9-131e-4946-97ff-bc5a23ddce50 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Oct 22 13:04:31.399523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6b26eaaa-47db-449a-b427-3f5448f6a20d None None] Provisioning complete for port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:31.400164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b26eaaa-47db-449a-b427-3f5448f6a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:31.467217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6b26eaaa-47db-449a-b427-3f5448f6a20d None None] Port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:31.539598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d6b95-6260-4e8f-a629-c0f77faa4b09 req-3603fdb4-55a0-43d7-accf-c58eaa2de7e0 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:31.541760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-765d6b95-6260-4e8f-a629-c0f77faa4b09 req-3603fdb4-55a0-43d7-accf-c58eaa2de7e0 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 948 time: 0.0773735 Oct 22 13:04:31.541888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:31.587241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-765d6b95-6260-4e8f-a629-c0f77faa4b09 req-960a2cff-49a2-4f26-8a25-aeb1f2a75cb0 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Oct 22 13:04:31.590110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Router 61e6ee57-6328-4087-aa90-b51da9125f09 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:04:31.774143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:31.777538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:31.782467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:31.789357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Sync routers for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:31.802406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:31.804823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:31.877125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-325416c2-eff5-4c84-8e95-7e5e72ce0921 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "PUT /v2.0/floatingips/cdace2da-008e-4140-9667-b21a723613b7 HTTP/1.1" status: 200 len: 991 time: 2.5117090 Oct 22 13:04:31.879199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:31.883563 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f16e28-3508-4d27-a6b7-102a4d364b33" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:31.934169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a098f91-b8ce-4461-96a6-ddaefc520175 req-627af8ae-4da9-4023-8894-b5aa40570d83 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:31.943036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a098f91-b8ce-4461-96a6-ddaefc520175 req-627af8ae-4da9-4023-8894-b5aa40570d83 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.0929680 Oct 22 13:04:31.964295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:32.003018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a098f91-b8ce-4461-96a6-ddaefc520175 req-f47db00f-6c04-432e-be99-c5bdc77bbcf5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Oct 22 13:04:32.032208 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b777f7-8e56-47e8-adbc-0c79697fd97c x-openstack-request-id: req-f7b777f7-8e56-47e8-adbc-0c79697fd97c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:32.032592 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:32.032915 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7b777f7-8e56-47e8-adbc-0c79697fd97c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:32.033376 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'status': 'completed', 'code': 200} Oct 22 13:04:32.048809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.056803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.154767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:04:32.161647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:32.165037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.179651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.180303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.180610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.181076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.181540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.181999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.182461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.184415 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-6ac432a1-8c3c-4c9f-a305-9c4f66b4e889 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.0865207 Oct 22 13:04:32.364257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:32.366299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-06f51c0f-ef79-433b-8e56-d465e879d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.367824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-06f51c0f-ef79-433b-8e56-d465e879d622 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a HTTP/1.1" status: 200 len: 913 time: 0.1628220 Oct 22 13:04:32.369845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:32.465415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31d79a05-50f2-46ec-a08e-969279afe4fb up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:32.468450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cdace2da-008e-4140-9667-b21a723613b7', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'port_id': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'mac_address': 'fa:16:3e:03:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:02:53Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 1, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:32.505146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Router b5ebef18-8e18-4965-966a-925179610281 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:04:32.532304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Checking router: 61e6ee57-6328-4087-aa90-b51da9125f09 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:32.545912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:32.549783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:32.550417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:32.612090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c2db-1438-40e1-96eb-62ef437406dd req-e7d287f2-8bcb-46c1-b3a3-8f4625dca237 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.614301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0688c2db-1438-40e1-96eb-62ef437406dd req-e7d287f2-8bcb-46c1-b3a3-8f4625dca237 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 950 time: 0.1311390 Oct 22 13:04:32.644384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d6ba-349f-4dce-af72-9e26210dd5ef req-fd961c90-5c08-4006-9046-dffa7b47c14a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.653955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ad5d6ba-349f-4dce-af72-9e26210dd5ef req-fd961c90-5c08-4006-9046-dffa7b47c14a tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.1250722 Oct 22 13:04:32.697805 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-180e1dcb-26d5-49ad-b24f-51876136b115 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 999 time: 0.2147884 Oct 22 13:04:32.722558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0688c2db-1438-40e1-96eb-62ef437406dd req-73e987ab-f1f1-40ad-b465-1fd5920cd6b8 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Oct 22 13:04:32.723686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'network_id': '62119dd5-b9e4-48ff-ad69-c27435737a6d', 'port_id': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'mac_address': 'fa:16:3e:6f:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94bffc0-e920-4c17-8e19-8a7f9b15f523', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:04:32.735254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ad5d6ba-349f-4dce-af72-9e26210dd5ef req-89b9ddf5-bc1f-4e8e-9cf7-0aeada6b05fb tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774238 Oct 22 13:04:32.807067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2e846414-d7ea-4a15-a3ab-e2700990f682 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:32.816751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-369c60e9-28f6-4cb3-8cf4-2924ebc2be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.819402 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-369c60e9-28f6-4cb3-8cf4-2924ebc2be9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 200 len: 851 time: 0.1052475 Oct 22 13:04:32.838552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e698de7f-8ad6-4a44-86fa-366586745776 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.840231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e698de7f-8ad6-4a44-86fa-366586745776 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 950 time: 0.2881241 Oct 22 13:04:32.899233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:32.935729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-623ac57e-7ad4-4fbd-9e4c-95247ce3b0a4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.937258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-623ac57e-7ad4-4fbd-9e4c-95247ce3b0a4 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f37496-e44c-48f1-8a40-27c415f366d2 HTTP/1.1" status: 200 len: 950 time: 0.0910146 Oct 22 13:04:32.943953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 31d79a05-50f2-46ec-a08e-969279afe4fb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:32.944701 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.973569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.985771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-66f7d23a-7062-4ef4-965a-9651b720e676 None None] Provisioning complete for port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:32.986239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-66f7d23a-7062-4ef4-965a-9651b720e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:32.989393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4dde1-420a-40f2-b086-fb106c8072f4 req-de3cf186-a553-4627-9d41-9a2b67ef0a70 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:32.991711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eba4dde1-420a-40f2-b086-fb106c8072f4 req-de3cf186-a553-4627-9d41-9a2b67ef0a70 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 948 time: 0.1021864 Oct 22 13:04:33.072542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b22bbb8-bbdf-472c-91bf-916e0296cfae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:33.074552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eba4dde1-420a-40f2-b086-fb106c8072f4 req-eb999025-23f3-4a37-b994-30e0b41c8539 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697541 Oct 22 13:04:33.102200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 2e846414-d7ea-4a15-a3ab-e2700990f682 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:04:33.108508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:33.109004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.130242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:33.140878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e1a918a5-3c6e-4cee-b468-56911b5c5dd9 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5ebef18-8e18-4965-966a-925179610281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329866 Oct 22 13:04:33.141027 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Sync routers for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:33.153068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-7fcd6c7e-d3ca-46d3-b4ab-74e7a101e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:33.154924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-7fcd6c7e-d3ca-46d3-b4ab-74e7a101e3ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf57036a-6546-4db0-9892-6aac14555b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115196 Oct 22 13:04:33.165102 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:33.167228 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:33.172318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 2e846414-d7ea-4a15-a3ab-e2700990f682 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:33.172988 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.244771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:33.265232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port cb906549-ac3e-4e52-a13d-15ab09b10dba {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:33.265576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.297102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.301404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port 2ea67c94-973c-47b8-a317-4e0031ed1bd7, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2ea67c94-973c-47b8-a317-4e0031ed1bd7,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:33.301947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.313406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-66f7d23a-7062-4ef4-965a-9651b720e676 None None] Port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:33.337686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for 2ea67c94-973c-47b8-a317-4e0031ed1bd7 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:33.366783 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-55537bdc-9e3d-4b3b-8ce3-046cbf3079a2 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030916 Oct 22 13:04:33.443768 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:33.457591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port cb906549-ac3e-4e52-a13d-15ab09b10dba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cb906549-ac3e-4e52-a13d-15ab09b10dba,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:33.457935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.508829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for cb906549-ac3e-4e52-a13d-15ab09b10dba owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:33.530160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6b22bbb8-bbdf-472c-91bf-916e0296cfae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:33.556395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.597900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'cb906549-ac3e-4e52-a13d-15ab09b10dba', '2ea67c94-973c-47b8-a317-4e0031ed1bd7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:33.601200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=2ea67c94-973c-47b8-a317-4e0031ed1bd7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:33.636367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd969d-b046-432f-a62e-d35711ec788b req-ee92c84d-8b2a-427d-b777-5dc8fd6d00a7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:33.638782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6fd969d-b046-432f-a62e-d35711ec788b req-ee92c84d-8b2a-427d-b777-5dc8fd6d00a7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1317689 Oct 22 13:04:33.652607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f9f16e28-3508-4d27-a6b7-102a4d364b33 req-d9908935-fb5d-458b-b372-755afb74e4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752342 Oct 22 13:04:33.708199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:33.720225 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.732886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port 2ea67c94-973c-47b8-a317-4e0031ed1bd7 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:33.737056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.749861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e387976a-86b3-4d05-82a7-22ade7e5a7a4 req-8a334441-7644-40e5-9d63-2b46db298c75 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "DELETE /v2.0/ports/2ea67c94-973c-47b8-a317-4e0031ed1bd7 HTTP/1.1" status: 204 len: 173 time: 0.8036635 Oct 22 13:04:33.750347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'name': 'network-vif-deleted', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:33.760787 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a799a7-d4a5-447c-8742-0479ccc086a7" -d '{"events": [{"server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "name": "network-vif-deleted", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:33.768587 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:31Z', 'revision_number': 4, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '37d236ca-1fd4-4bd7-9c67-da82a0f99e2c', 'name': '', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'mac_address': 'fa:16:3e:4f:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:30Z', 'updated_at': '2021-10-22T13:04:31Z', 'revision_number': 2, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'subnets': [{'id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:33.806111 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Checking router: b5ebef18-8e18-4965-966a-925179610281 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:33.806552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Updating router b5ebef18-8e18-4965-966a-925179610281 port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:33.816629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.816849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6fd969d-b046-432f-a62e-d35711ec788b req-dd632a30-7f42-456a-9f30-fa296379dae1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592197 Oct 22 13:04:33.838016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.851779 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:33.886477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=cb906549-ac3e-4e52-a13d-15ab09b10dba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:33.976014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 31d79a05-50f2-46ec-a08e-969279afe4fb, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31d79a05-50f2-46ec-a08e-969279afe4fb,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:33.976257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30a48d79-fb59-409f-bc04-7930a5624bb2 req-d3943bf7-f21c-4d71-ab5c-86205ed628ab tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af HTTP/1.1" status: 200 len: 210 time: 0.0700459 Oct 22 13:04:33.991379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port cb906549-ac3e-4e52-a13d-15ab09b10dba on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:33.992699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.013470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.017648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:34.020191 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c4b06-5c32-48d1-8cec-a32cd79e936e" -d '{"events": [{"server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "name": "network-vif-plugged", "status": "completed", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:34.020520 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e1fefa60-e25d-4a0a-bba5-087a67965eb8 req-e6fada7c-c1ff-4837-a1a7-e0bc192e2805 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "DELETE /v2.0/ports/cb906549-ac3e-4e52-a13d-15ab09b10dba HTTP/1.1" status: 204 len: 173 time: 1.1492691 Oct 22 13:04:34.034989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'name': 'network-vif-deleted', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:34.050661 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6829ca46-6ebc-4f47-a8e8-1cf536898885" -d '{"events": [{"server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "name": "network-vif-deleted", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:34.121449 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc021c-9162-4624-b5ea-dc08f08adecf x-openstack-request-id: req-93cc021c-9162-4624-b5ea-dc08f08adecf {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:34.121754 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f37496-e44c-48f1-8a40-27c415f366d2", "name": "network-vif-deleted", "tag": "2ea67c94-973c-47b8-a317-4e0031ed1bd7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:34.122015 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93cc021c-9162-4624-b5ea-dc08f08adecf {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:34.127028 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f37496-e44c-48f1-8a40-27c415f366d2', 'name': 'network-vif-deleted', 'tag': '2ea67c94-973c-47b8-a317-4e0031ed1bd7', 'status': 'completed', 'code': 200} Oct 22 13:04:34.133140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2e846414-d7ea-4a15-a3ab-e2700990f682,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:34.159544 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.166991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cdace2da-008e-4140-9667-b21a723613b7', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'port_id': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'mac_address': 'fa:16:3e:03:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:02:53Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 1, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:34.176201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49442) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:34.182359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-network', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:34.197249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a248b4-888b-491a-861c-794818ba9f5f req-a6848c10-417c-4cb6-868d-138496d2dc26 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:34.206953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99a248b4-888b-491a-861c-794818ba9f5f req-a6848c10-417c-4cb6-868d-138496d2dc26 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 944 time: 0.2279792 Oct 22 13:04:34.239162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Made reservation on behalf of 537cba6ad57d478bbcfe953060c2eea8 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:34.242214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.260349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.286738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e3b16-03d5-4120-b464-54ff109927a4 None None] The sync data for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 is: [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cdace2da-008e-4140-9667-b21a723613b7', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'port_id': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'mac_address': 'fa:16:3e:03:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:02:53Z', 'updated_at': '2021-10-22T13:04:30Z', 'revision_number': 1, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:34.326045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99a248b4-888b-491a-861c-794818ba9f5f req-dcc5eec2-4030-49c1-b995-8af7b729eaf4 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174250 Oct 22 13:04:34.335620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=31d79a05-50f2-46ec-a08e-969279afe4fb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:34.436176 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d7d21-b036-453b-af42-1ee55348789a x-openstack-request-id: req-5e7d7d21-b036-453b-af42-1ee55348789a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:34.436465 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af", "name": "network-vif-deleted", "tag": "cb906549-ac3e-4e52-a13d-15ab09b10dba", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:34.436725 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e7d7d21-b036-453b-af42-1ee55348789a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:34.437219 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f50ff98-bc1f-4af9-b9b4-a6e0e92ec6af', 'name': 'network-vif-deleted', 'tag': 'cb906549-ac3e-4e52-a13d-15ab09b10dba', 'status': 'completed', 'code': 200} Oct 22 13:04:34.467487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:34.478676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.481693 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a4533-5445-4372-8c49-f0a1aacbb338 x-openstack-request-id: req-a89a4533-5445-4372-8c49-f0a1aacbb338 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:34.482104 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "name": "network-vif-plugged", "status": "completed", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:34.482360 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a89a4533-5445-4372-8c49-f0a1aacbb338 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:34.482959 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682', 'code': 200} Oct 22 13:04:34.491367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.492785 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.501616 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.531909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:04:34.578200 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cf6d2-dd65-4843-84c6-771639f3fc10 None None] Pushing event updated for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:34.608549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.608910 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Added segment eab90769-33ca-49de-9076-950addbf9a97 of type vlan for network 189ad348-9178-42dc-ab6e-6032bade91c1 Oct 22 13:04:34.649053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa64cc6-7691-40d4-8942-915204933b9b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:34.651515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97517b3-84a4-47e6-b9f2-8fa695eb1c25 req-82b57214-f288-4624-ace2-160a822bdea7 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:34.685237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f97517b3-84a4-47e6-b9f2-8fa695eb1c25 req-82b57214-f288-4624-ace2-160a822bdea7 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.1675997 Oct 22 13:04:34.726243 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Attempting to bind port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:34.728527 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Attempting to bind port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:34.729395 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Attempting to bind port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c on network e6371bdb-e2b2-4310-85e4-5f0c7da51569 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:34.738177 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:34.739218 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Checking segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:34.739518 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.739864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Bound using segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:34.740692 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Bound port: 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:34.741596 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.765025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.784907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd233e95-4dd5-4ed7-b94a-562916908505 req-f91d1d78-14fc-4e9e-bce0-65c479c0fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:34.786428 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fd233e95-4dd5-4ed7-b94a-562916908505 req-f91d1d78-14fc-4e9e-bce0-65c479c0fe43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 1100 time: 0.2078836 Oct 22 13:04:34.824443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877ee26-a0eb-41b3-b836-40768c4f6dcd None None] New status for floating IP cdace2da-008e-4140-9667-b21a723613b7: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:04:34.841981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.842974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:34.844840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f97517b3-84a4-47e6-b9f2-8fa695eb1c25 req-27349229-5456-49c5-bb18-d68c62bc65ad tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553178 Oct 22 13:04:34.848144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.853062 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] For port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:34.857319 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] For port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:34.879924 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:34.906979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fd233e95-4dd5-4ed7-b94a-562916908505 req-042e5899-a4b4-45db-b92b-3f62658b3ab0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963783 Oct 22 13:04:34.920617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49448) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:34.925206 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7404203 Oct 22 13:04:34.926729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Request body: {'subnet': {'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-subnet', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:35.025646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Made reservation on behalf of 537cba6ad57d478bbcfe953060c2eea8 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:35.030868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.046939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Pushing event updated for resources: {'Network': ['ID=189ad348-9178-42dc-ab6e-6032bade91c1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:35.062390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.062808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.063155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.063490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.063890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.064223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.064550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.064906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.065229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.065550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.065872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.066191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9750bcf-75ac-47a3-8907-75c73ac522ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:35.080622 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:35.081280 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:35.093747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 189ad348-9178-42dc-ab6e-6032bade91c1 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:04:35.187158 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cf6d2-dd65-4843-84c6-771639f3fc10 None None] Pushing event updated for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:35.254527 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:04:35.276811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] Provisioning complete for port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:35.277500 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.354540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e451f-8399-4c18-a553-b2e8f70b9d16 req-7cb5913a-7b2b-4e68-bac1-355d2ff9ddcd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:35.358995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f30e451f-8399-4c18-a553-b2e8f70b9d16 req-7cb5913a-7b2b-4e68-bac1-355d2ff9ddcd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.3546863 Oct 22 13:04:35.436243 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:35.496458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f30e451f-8399-4c18-a553-b2e8f70b9d16 req-147dbfad-f5d4-48b4-86d0-c2be0ecfa5da tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266539 Oct 22 13:04:35.508111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:35.649922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.657889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.717288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] For port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:35.734201 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.817979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Checking segment: {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:35.819073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Network hostable DHCP agents. Network: 189ad348-9178-42dc-ab6e-6032bade91c1, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:04:35.821375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49aa422-6b01-4989-abbf-9ff93ab29d97,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:35.825987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415fae2-ac79-4e44-accf-6534c5da8e5b None None] Pushing event updated for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:35.834269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96871f4-a84f-4c9e-a439-9f0ee8fd396d req-d58f9274-9475-4077-b9a7-7f56ab9f5373 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:35.841935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96871f4-a84f-4c9e-a439-9f0ee8fd396d req-d58f9274-9475-4077-b9a7-7f56ab9f5373 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 944 time: 0.1458807 Oct 22 13:04:35.865531 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:31Z', 'revision_number': 4, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '37d236ca-1fd4-4bd7-9c67-da82a0f99e2c', 'name': '', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'mac_address': 'fa:16:3e:4f:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:30Z', 'updated_at': '2021-10-22T13:04:34Z', 'revision_number': 4, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'subnets': [{'id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:35.872819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-515be4fa-bd55-4a1d-bb67-b82349863520 None None] Provisioning complete for port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:35.873471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-515be4fa-bd55-4a1d-bb67-b82349863520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.887571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Network 189ad348-9178-42dc-ab6e-6032bade91c1 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:04:35.906665 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22cb56-11c6-421f-802a-bf330f4dec09 None None] The sync data for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 is: [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:04:31Z', 'revision_number': 4, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '37d236ca-1fd4-4bd7-9c67-da82a0f99e2c', 'name': '', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'mac_address': 'fa:16:3e:4f:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:30Z', 'updated_at': '2021-10-22T13:04:34Z', 'revision_number': 4, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'subnets': [{'id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:35.908173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96871f4-a84f-4c9e-a439-9f0ee8fd396d req-feef6b9d-df1c-4c7a-aca7-379657c341b8 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Oct 22 13:04:35.920935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 189ad348-9178-42dc-ab6e-6032bade91c1) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:35.929860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:35.930526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:35.947801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266d912-87ec-48a0-9bb8-bc43dfdc6296 None None] Network 189ad348-9178-42dc-ab6e-6032bade91c1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:35.971244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-188734ce-099f-4025-91c0-148c0c94486c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0491538 Oct 22 13:04:35.981223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49476) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:35.992330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:36.055808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.060744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.127705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30bfd-7e1c-478b-928f-7dc18b92022a req-0565f7dd-ba27-430f-a983-4db91e2c60a0 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:36.129317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e30bfd-7e1c-478b-928f-7dc18b92022a req-0565f7dd-ba27-430f-a983-4db91e2c60a0 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.0952950 Oct 22 13:04:36.160670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.170526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:36.187992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e30bfd-7e1c-478b-928f-7dc18b92022a req-12573030-323f-4ca0-ae6c-d1623cbaaada tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Oct 22 13:04:36.249758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888161-d671-4639-9909-7d2b69f6ee9e req-a187a378-3480-40da-ac85-0a3d6c171f98 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:36.251424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70888161-d671-4639-9909-7d2b69f6ee9e req-a187a378-3480-40da-ac85-0a3d6c171f98 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.1135569 Oct 22 13:04:36.284557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-189ad348-9178-42dc-ab6e-6032bade91c1', 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'fixed_ips': [{'subnet_id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:04:36.284888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.317685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 6b22bbb8-bbdf-472c-91bf-916e0296cfae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:36.321328 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.332531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70888161-d671-4639-9909-7d2b69f6ee9e req-8cdfeb8f-9d88-45ed-9c41-219086db9eed tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701401 Oct 22 13:04:36.395213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.540295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.562873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:36.629541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:36.633185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Allocated IP 172.20.0.2 (189ad348-9178-42dc-ab6e-6032bade91c1/c49aa422-6b01-4989-abbf-9ff93ab29d97/95f172b5-10ce-4e22-bd35-f13539f18a40) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:36.635473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:36.638060 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a425a0-2901-4364-b672-52f67874f5fb" -d '{"events": [{"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-plugged", "status": "completed", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:36.647253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.705185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce661912-5aab-416d-ac74-a876d33cc6b2 req-867c005e-2e39-4989-abe8-bb5188449e42 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:36.706167 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f87c1-8f92-4a7c-aab4-e58218ba67e9 x-openstack-request-id: req-e25f87c1-8f92-4a7c-aab4-e58218ba67e9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:36.706545 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-plugged", "status": "completed", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:36.706816 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e25f87c1-8f92-4a7c-aab4-e58218ba67e9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:36.707203 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'code': 200} Oct 22 13:04:36.714512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce661912-5aab-416d-ac74-a876d33cc6b2 req-867c005e-2e39-4989-abe8-bb5188449e42 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1097040 Oct 22 13:04:36.737249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.758902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-94d33347-f1ec-4500-b2f3-04d0cfc387ad tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:36.760552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-94d33347-f1ec-4500-b2f3-04d0cfc387ad tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.1200500 Oct 22 13:04:36.766317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.783172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:36.783547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.812043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce661912-5aab-416d-ac74-a876d33cc6b2 req-bb29a88a-6f52-4c4d-a385-44777c70f1bd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974894 Oct 22 13:04:36.868227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2ea67c94-973c-47b8-a317-4e0031ed1bd7 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:36.882468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:36.913413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 2ea67c94-973c-47b8-a317-4e0031ed1bd7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:36.913777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2ea67c94-973c-47b8-a317-4e0031ed1bd7 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:36.914181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb906549-ac3e-4e52-a13d-15ab09b10dba no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:36.928225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Deleting port 6b22bbb8-bbdf-472c-91bf-916e0296cfae {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:36.929177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:36.930972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Allocated IP 172.25.6.117 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/5ca6964e-6992-4dc6-8558-d12f9b9bc413) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:36.945740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: cb906549-ac3e-4e52-a13d-15ab09b10dba {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:36.946127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cb906549-ac3e-4e52-a13d-15ab09b10dba not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:37.063861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31d79a05-50f2-46ec-a08e-969279afe4fb up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:37.091707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.095390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] For port 6b22bbb8-bbdf-472c-91bf-916e0296cfae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6b22bbb8-bbdf-472c-91bf-916e0296cfae,segment=NetworkSegment(fd59994b-a51c-47f4-bd23-4819b6e53ff6),segment_id=fd59994b-a51c-47f4-bd23-4819b6e53ff6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:37.095763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.105774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.115379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.118811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2d3d5-9bc3-4687-8cb2-5ca9a9766b91 req-7d5977be-9344-4d22-ab72-265526cb4689 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:37.120060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86b2d3d5-9bc3-4687-8cb2-5ca9a9766b91 req-7d5977be-9344-4d22-ab72-265526cb4689 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdad26de-2792-491c-ae7f-9a1bef1de071 HTTP/1.1" status: 200 len: 945 time: 0.0874379 Oct 22 13:04:37.124613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Calling delete_port for 6b22bbb8-bbdf-472c-91bf-916e0296cfae owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:37.145459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Network 189ad348-9178-42dc-ab6e-6032bade91c1 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:37.152151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:37.157631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:37.174099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Pushing event updated for resources: {'Port': ['ID=95f172b5-10ce-4e22-bd35-f13539f18a40,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:37.175389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.215456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 31d79a05-50f2-46ec-a08e-969279afe4fb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:37.215846 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.228101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86b2d3d5-9bc3-4687-8cb2-5ca9a9766b91 req-03b5cfe4-85a5-40ee-97c3-e34bccd9851e tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.25 "GET /v2.0/security-groups?id=52dcaadc-662e-4553-8576-d30c1f2d5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 Oct 22 13:04:37.253941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:37.276315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:37.285589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:37.290097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca6964e-6992-4dc6-8558-d12f9b9bc413,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:37.325536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Attempting to bind port 95f172b5-10ce-4e22-bd35-f13539f18a40 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:37.325536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Attempting to bind port 95f172b5-10ce-4e22-bd35-f13539f18a40 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:37.325536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Attempting to bind port 95f172b5-10ce-4e22-bd35-f13539f18a40 on network 189ad348-9178-42dc-ab6e-6032bade91c1 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:37.340476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:37.341308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Checking segment: {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:37.341308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.341613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Bound using segment: {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:37.342095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Bound port: 95f172b5-10ce-4e22-bd35-f13539f18a40, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:37.342475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.412383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] For port 95f172b5-10ce-4e22-bd35-f13539f18a40, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:37.415786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] For port 95f172b5-10ce-4e22-bd35-f13539f18a40, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=95f172b5-10ce-4e22-bd35-f13539f18a40,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:37.430729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.435052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.480279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6b22bbb8-bbdf-472c-91bf-916e0296cfae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:37.498898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Pushing event deleted for resources: {'Port': ['ID=6b22bbb8-bbdf-472c-91bf-916e0296cfae,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:37.545674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92198d5c-faaa-4f82-a3ae-e6fd98d627de None None] Pushing event updated for resources: {'Port': ['ID=95f172b5-10ce-4e22-bd35-f13539f18a40,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:37.602735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2edc36-ea6d-41af-9fea-82adfe78af85 req-480a16a6-900b-4559-8f19-8b161135fefd tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:37.604350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c2edc36-ea6d-41af-9fea-82adfe78af85 req-480a16a6-900b-4559-8f19-8b161135fefd tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.2550867 Oct 22 13:04:37.633089 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.634087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] No DVR routers for this DVR port 6b22bbb8-bbdf-472c-91bf-916e0296cfae on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:37.647100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.650457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471df1e7-1e4f-456b-a506-dfc036817f4d req-eeaedb19-e887-4c69-85ed-61b04eade477 tempest-ImagesTestJSON-1691741073 tempest-ImagesTestJSON-1691741073-project] 10.222.0.26 "DELETE /v2.0/ports/6b22bbb8-bbdf-472c-91bf-916e0296cfae HTTP/1.1" status: 204 len: 173 time: 0.8805690 Oct 22 13:04:37.652200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-deleted', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:37.654485 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa7634d-14c6-4bfd-9a22-d0383f269038" -d '{"events": [{"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-deleted", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:37.665938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8db9b-43c2-485f-b297-e12066d05980 req-5fdf7e7c-49e4-4b07-901d-ed860e3c6c92 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:37.674467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cc8db9b-43c2-485f-b297-e12066d05980 req-5fdf7e7c-49e4-4b07-901d-ed860e3c6c92 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.2317915 Oct 22 13:04:37.756607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c2edc36-ea6d-41af-9fea-82adfe78af85 req-610845bb-8686-4ce9-b7c4-5c5c8ec0150b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355312 Oct 22 13:04:37.800716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cc8db9b-43c2-485f-b297-e12066d05980 req-4fc59e73-52d7-4506-a6ef-daea000ed085 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242301 Oct 22 13:04:37.817462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-76685975-0151-49bc-ab2e-d624bdd9a834 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:37.821194 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-76685975-0151-49bc-ab2e-d624bdd9a834 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.1404636 Oct 22 13:04:37.838927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:37.891697 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e99acb-2671-4ad1-8ee4-e2e92dcd229b x-openstack-request-id: req-59e99acb-2671-4ad1-8ee4-e2e92dcd229b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:37.892061 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdad26de-2792-491c-ae7f-9a1bef1de071", "name": "network-vif-deleted", "tag": "6b22bbb8-bbdf-472c-91bf-916e0296cfae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:37.899606 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59e99acb-2671-4ad1-8ee4-e2e92dcd229b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:37.899606 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdad26de-2792-491c-ae7f-9a1bef1de071', 'name': 'network-vif-deleted', 'tag': '6b22bbb8-bbdf-472c-91bf-916e0296cfae', 'status': 'completed', 'code': 200} Oct 22 13:04:38.037725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.101887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc0747-1ff1-4ea1-bdb2-bcac074dcec9 req-cfbabae3-de8c-4649-baa7-1d949211daac tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:38.103481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bffc0747-1ff1-4ea1-bdb2-bcac074dcec9 req-cfbabae3-de8c-4649-baa7-1d949211daac tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.0833168 Oct 22 13:04:38.105928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Deleting port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:38.105928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.149875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bffc0747-1ff1-4ea1-bdb2-bcac074dcec9 req-f4596118-7cce-43e9-8a15-623377abc580 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Oct 22 13:04:38.426220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c1811-02bf-482a-9b43-1b9796e1a718 req-4da497ff-0869-43a8-a4d9-79fd13c3df2b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:38.428681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-403c1811-02bf-482a-9b43-1b9796e1a718 req-4da497ff-0869-43a8-a4d9-79fd13c3df2b tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.0876818 Oct 22 13:04:38.480164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 95f172b5-10ce-4e22-bd35-f13539f18a40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:38.486324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-403c1811-02bf-482a-9b43-1b9796e1a718 req-7c3aa37f-8b49-423b-ab86-87e3238a7231 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Oct 22 13:04:38.550235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 95f172b5-10ce-4e22-bd35-f13539f18a40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:38.550723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.639150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] For port 33ad2da0-83d4-4666-b74c-871f2b47d0b1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=33ad2da0-83d4-4666-b74c-871f2b47d0b1,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:38.639774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.653807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Calling delete_port for 33ad2da0-83d4-4666-b74c-871f2b47d0b1 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:38.656430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.667987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Router 92939925-171d-43c9-86b8-74047c317a35 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:04:38.699669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 95f172b5-10ce-4e22-bd35-f13539f18a40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=95f172b5-10ce-4e22-bd35-f13539f18a40,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:38.703177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:38.707309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.763783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=95f172b5-10ce-4e22-bd35-f13539f18a40,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:38.767803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Deleting subnet b94bffc0-e920-4c17-8e19-8a7f9b15f523 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:04:38.773192 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.811752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.848632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:38.859878 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165d111-d545-45dc-9202-11519810a84c None None] Sync routers for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:38.867531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.891498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:38.894232 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:38.902459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.906796 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4675eba8-97a6-4c94-a331-1560ece9db67 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9239602 Oct 22 13:04:38.907426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49548) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:38.971666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:38.992140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efa273-5193-40de-8d63-98a24fcb1792 None None] Network 189ad348-9178-42dc-ab6e-6032bade91c1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:39.001271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.018476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94bffc0-e920-4c17-8e19-8a7f9b15f523,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:39.030824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['33ad2da0-83d4-4666-b74c-871f2b47d0b1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:39.041450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfa219-9c1b-466b-8a5a-278a318d3740 req-04458d8b-59e1-4296-aeed-9b05866184f2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:39.045058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61bfa219-9c1b-466b-8a5a-278a318d3740 req-04458d8b-59e1-4296-aeed-9b05866184f2 tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a487591-cc61-48b0-a5f0-ecb9fb3518ec HTTP/1.1" status: 200 len: 950 time: 0.1231568 Oct 22 13:04:39.046143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.058114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f1815846-5db7-4fb4-9915-f53056283bac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b94bffc0-e920-4c17-8e19-8a7f9b15f523 HTTP/1.1" status: 204 len: 168 time: 0.3516319 Oct 22 13:04:39.059014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49554) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:39.092593 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:39.099115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] No DVR routers for this DVR port 33ad2da0-83d4-4666-b74c-871f2b47d0b1 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:39.130179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.135092 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a3dcc57f-78b8-4558-a8d5-78be63604f03 req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.21 "DELETE /v2.0/ports/33ad2da0-83d4-4666-b74c-871f2b47d0b1 HTTP/1.1" status: 204 len: 173 time: 1.2668486 Oct 22 13:04:39.135904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'name': 'network-vif-deleted', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:39.138968 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2122b28c-14aa-4661-a21f-a65eb353e6b1" -d '{"events": [{"server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "name": "network-vif-deleted", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:39.142723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381c67f-4a9b-436a-a29d-cff1cc04e5bc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] Pushing event deleted for resources: {'Port': ['ID=33ad2da0-83d4-4666-b74c-871f2b47d0b1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:39.298553 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2e110-199d-48c0-b19d-52a53d6a21c8 x-openstack-request-id: req-21c2e110-199d-48c0-b19d-52a53d6a21c8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:39.298850 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a487591-cc61-48b0-a5f0-ecb9fb3518ec", "name": "network-vif-deleted", "tag": "33ad2da0-83d4-4666-b74c-871f2b47d0b1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:39.299115 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21c2e110-199d-48c0-b19d-52a53d6a21c8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:39.299516 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a487591-cc61-48b0-a5f0-ecb9fb3518ec', 'name': 'network-vif-deleted', 'tag': '33ad2da0-83d4-4666-b74c-871f2b47d0b1', 'status': 'completed', 'code': 200} Oct 22 13:04:39.311592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61bfa219-9c1b-466b-8a5a-278a318d3740 req-f6f870a9-2968-4ee3-b0a5-eb42be38c8fc tempest-ServersOnMultiNodesTest-1938603507 tempest-ServersOnMultiNodesTest-1938603507-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513795 Oct 22 13:04:39.319051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.357041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c268644-d875-4df6-93cf-e13d599adaf2 None None] Provisioning complete for port 95f172b5-10ce-4e22-bd35-f13539f18a40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:39.357462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c268644-d875-4df6-93cf-e13d599adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.459008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.527946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62119dd5-b9e4-48ff-ad69-c27435737a6d']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:39.555829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd59994b-a51c-47f4-bd23-4819b6e53ff6') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:39.555829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd59994b-a51c-47f4-bd23-4819b6e53ff6') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:39.565045 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:37Z', 'revision_number': 3, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:39.578198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.600314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321599e-9c6c-439b-92eb-59be941b2b99 req-67d4f52b-9f00-4ffc-b3b5-d05964bd5c3d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:39.610185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d321599e-9c6c-439b-92eb-59be941b2b99 req-67d4f52b-9f00-4ffc-b3b5-d05964bd5c3d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2382612 Oct 22 13:04:39.628179 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165d111-d545-45dc-9202-11519810a84c None None] Checking router: 92939925-171d-43c9-86b8-74047c317a35 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:39.629028 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165d111-d545-45dc-9202-11519810a84c None None] Updating router 92939925-171d-43c9-86b8-74047c317a35 port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:39.667844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.675268 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.682390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.688663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:04:39.689071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.699444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:04:39.764875 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:04:39.796274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.808505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e123f-133a-4803-9dbe-12b1682bb220 req-10540abf-f2b5-4480-b927-4f35ff4ccf24 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:39.816551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b63e123f-133a-4803-9dbe-12b1682bb220 req-10540abf-f2b5-4480-b927-4f35ff4ccf24 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.2046833 Oct 22 13:04:39.841866 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:39.847891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62119dd5-b9e4-48ff-ad69-c27435737a6d HTTP/1.1" status: 204 len: 168 time: 0.7845914 Oct 22 13:04:39.867320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd83ed-c603-4650-8289-957d9f63bd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=62119dd5-b9e4-48ff-ad69-c27435737a6d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:39.884521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d321599e-9c6c-439b-92eb-59be941b2b99 req-6c8462c0-c1ca-43ae-9e37-fe6d813b7d72 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744174 Oct 22 13:04:39.904620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b63e123f-133a-4803-9dbe-12b1682bb220 req-41512d55-4a83-44f1-83e6-f47abc472e26 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/security-groups?id=d44ba150-80c9-4767-b724-7daf0e28a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831273 Oct 22 13:04:39.954863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-9478b948-6e92-4654-a50f-bcf316d81554 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:39.957614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-9478b948-6e92-4654-a50f-bcf316d81554 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 949 time: 0.1652722 Oct 22 13:04:39.982133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-336808b4-77b2-4ee0-a541-15f8ba99a09d None None] Provisioning complete for port 95f172b5-10ce-4e22-bd35-f13539f18a40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:39.982977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-336808b4-77b2-4ee0-a541-15f8ba99a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.090904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Allocated IP 172.20.0.1 (189ad348-9178-42dc-ab6e-6032bade91c1/c49aa422-6b01-4989-abbf-9ff93ab29d97/82f242c1-1328-4559-ae4e-b19fc2562f6e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:40.164075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:40.183821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49570) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:40.202627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 6b22bbb8-bbdf-472c-91bf-916e0296cfae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:40.203272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6b22bbb8-bbdf-472c-91bf-916e0296cfae not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:40.204185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Deleting port 2e846414-d7ea-4a15-a3ab-e2700990f682 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:40.205116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.248229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2bfe0845-f712-408c-afb1-d5a711054ccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc13e3e98c334983bfb56dd66b185c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628705 Oct 22 13:04:40.250674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49574) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:40.289060 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.298016 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.314361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.319964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.349730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] For port 2e846414-d7ea-4a15-a3ab-e2700990f682, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2e846414-d7ea-4a15-a3ab-e2700990f682,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:40.350278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.376279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Calling delete_port for 2e846414-d7ea-4a15-a3ab-e2700990f682 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:40.397967 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f165d111-d545-45dc-9202-11519810a84c None None] Attempting to bind port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:40.398658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f165d111-d545-45dc-9202-11519810a84c None None] Attempting to bind port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:40.399278 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165d111-d545-45dc-9202-11519810a84c None None] Attempting to bind port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:40.400955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.404478 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb16c5-c8f0-45af-9b32-c0fa2279487d None None] Pushing event updated for resources: {'Port': ['ID=5ca6964e-6992-4dc6-8558-d12f9b9bc413,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:40.418778 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165d111-d545-45dc-9202-11519810a84c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:40.419415 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165d111-d545-45dc-9202-11519810a84c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:40.423335 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.423918 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165d111-d545-45dc-9202-11519810a84c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:40.424578 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f165d111-d545-45dc-9202-11519810a84c None None] Bound port: 5ca6964e-6992-4dc6-8558-d12f9b9bc413, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:40.424797 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.430334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.476132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 95f172b5-10ce-4e22-bd35-f13539f18a40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:40.486458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Network 189ad348-9178-42dc-ab6e-6032bade91c1 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:40.495124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:40.504494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:40.508017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Pushing event updated for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:40.508769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.517975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.524596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52dcaadc-662e-4553-8576-d30c1f2d5d9b HTTP/1.1" status: 204 len: 168 time: 0.2664862 Oct 22 13:04:40.534540 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f165d111-d545-45dc-9202-11519810a84c None None] For port 5ca6964e-6992-4dc6-8558-d12f9b9bc413, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:40.543487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f165d111-d545-45dc-9202-11519810a84c None None] For port 5ca6964e-6992-4dc6-8558-d12f9b9bc413, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ca6964e-6992-4dc6-8558-d12f9b9bc413,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:40.543882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08140c-70df-4b57-aeef-1a332339a8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dcaadc-662e-4553-8576-d30c1f2d5d9b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:40.560736 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f165d111-d545-45dc-9202-11519810a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.582157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.612176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 95f172b5-10ce-4e22-bd35-f13539f18a40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:40.613003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.655763 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:40.656406 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:40.720736 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb16c5-c8f0-45af-9b32-c0fa2279487d None None] Pushing event updated for resources: {'Port': ['ID=5ca6964e-6992-4dc6-8558-d12f9b9bc413,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:40.822946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.872336 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:40.881408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Pushing event deleted for resources: {'Port': ['ID=2e846414-d7ea-4a15-a3ab-e2700990f682,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:40.945271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] No DVR routers for this DVR port 2e846414-d7ea-4a15-a3ab-e2700990f682 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:04:40.949360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.953001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d980dfb4-b8e8-4e56-824e-92bde3d52ab9 req-5e9b51bc-71cf-4486-a07f-1668b5daa73c tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.21 "DELETE /v2.0/ports/2e846414-d7ea-4a15-a3ab-e2700990f682 HTTP/1.1" status: 204 len: 173 time: 0.9874713 Oct 22 13:04:40.954577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:40.975021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['2e846414-d7ea-4a15-a3ab-e2700990f682'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:04:41.103489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2bd1e177-87f5-46ed-8cab-86531e6564d0 None None] Provisioning complete for port 82f242c1-1328-4559-ae4e-b19fc2562f6e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:41.105752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e177-87f5-46ed-8cab-86531e6564d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.186628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49590) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:41.239654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.246280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.260869 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1e177-87f5-46ed-8cab-86531e6564d0 None None] Port 82f242c1-1328-4559-ae4e-b19fc2562f6e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:41.261833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64b8892-ab8b-45f0-a1dd-7f47dcad162a req-b7f2b23f-7d87-495e-abe8-e04e5fa0da96 tempest-ServerDiagnosticsNegativeTest-367431209 tempest-ServerDiagnosticsNegativeTest-367431209-project] 10.222.0.25 "GET /v2.0/ports?device_id=acf68a5f-22c9-43d9-8667-8c8b623a553c HTTP/1.1" status: 200 len: 210 time: 0.1789198 Oct 22 13:04:41.319827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27aae1-1bbf-4320-8d92-93147229e257 req-904f7aba-6375-4dc9-ad3d-37cc887c33a5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:41.331356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'name': 'network-vif-deleted', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:04:41.332768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad27aae1-1bbf-4320-8d92-93147229e257 req-904f7aba-6375-4dc9-ad3d-37cc887c33a5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2602229 Oct 22 13:04:41.340773 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a4c91-424d-426d-8cc8-4c9fff59aa18" -d '{"events": [{"server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "name": "network-vif-deleted", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:04:41.344348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.441277 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f165d111-d545-45dc-9202-11519810a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:37Z', 'revision_number': 3, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:41.444341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad27aae1-1bbf-4320-8d92-93147229e257 req-edeccaec-8cba-4f17-b783-c1a8743332d5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089849 Oct 22 13:04:41.485858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Pushing event updated for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:41.507894 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165d111-d545-45dc-9202-11519810a84c None None] The sync data for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 is: [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:37Z', 'revision_number': 3, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:41.557998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ba676d8-c5ba-4718-adf8-b5ac5ae81b11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27d8df921af945c38abadfaa35828b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620920 Oct 22 13:04:41.560877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49610) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:41.594554 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7369243d-ec9d-478b-9e07-10bcd6365f3e x-openstack-request-id: req-7369243d-ec9d-478b-9e07-10bcd6365f3e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:04:41.594946 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf68a5f-22c9-43d9-8667-8c8b623a553c", "name": "network-vif-deleted", "tag": "2e846414-d7ea-4a15-a3ab-e2700990f682", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:04:41.595203 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7369243d-ec9d-478b-9e07-10bcd6365f3e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:04:41.595720 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf68a5f-22c9-43d9-8667-8c8b623a553c', 'name': 'network-vif-deleted', 'tag': '2e846414-d7ea-4a15-a3ab-e2700990f682', 'status': 'completed', 'code': 200} Oct 22 13:04:41.670091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.680159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Network 189ad348-9178-42dc-ab6e-6032bade91c1 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:41.683492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:41.729168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.819385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.823249 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:41.829229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae HTTP/1.1" status: 204 len: 168 time: 0.2647424 Oct 22 13:04:41.846676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f224d21-f6b6-43f4-b00b-0f1f6886d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4eb0d4-82e2-4f7c-9a09-6a29e62df5ae,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:41.953632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Router 92939925-171d-43c9-86b8-74047c317a35 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:04:42.112183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:42.118281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49624) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:42.127193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd8231fd-47c9-4bef-8e62-afb8df7bd187 admin admin] 10.222.0.25 "PUT /v2.0/routers/92939925-171d-43c9-86b8-74047c317a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164626 Oct 22 13:04:42.225817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3073263b-a9f6-4f37-b4a1-25ad476538fe None None] Provisioning complete for port 82f242c1-1328-4559-ae4e-b19fc2562f6e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:42.226376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3073263b-a9f6-4f37-b4a1-25ad476538fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.281924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3073263b-a9f6-4f37-b4a1-25ad476538fe None None] Port 82f242c1-1328-4559-ae4e-b19fc2562f6e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:42.305656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49632) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:42.407847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1970427205-network', 'tenant_id': 'ed82b017dac944cda888755e5af6d469'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:42.421552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-55c01fea-306b-4028-b622-781dae264b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c423e12196114c2aa5e722420ee08f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1144404 Oct 22 13:04:42.423912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49636) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:42.444503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ca6964e-6992-4dc6-8558-d12f9b9bc413 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:42.482406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Made reservation on behalf of ed82b017dac944cda888755e5af6d469 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:42.497570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.520850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.593217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.610767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:42.611409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.654283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.763488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.766368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.779319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ca791d9-974b-45b6-b472-884b90596759 HTTP/1.1" status: 204 len: 168 time: 0.3422215 Oct 22 13:04:42.800075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.800756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938535b-236b-4588-9a79-52cc0e8f88e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca791d9-974b-45b6-b472-884b90596759,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:42.811166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3e91-c9e2-4b70-8881-42840f8c44cc req-9e8849c3-f651-4c2b-aab9-dcb74b09ab76 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:42.820675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791f3e91-c9e2-4b70-8881-42840f8c44cc req-9e8849c3-f651-4c2b-aab9-dcb74b09ab76 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2379715 Oct 22 13:04:42.830340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.844829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.880162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:04:42.884964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5ca6964e-6992-4dc6-8558-d12f9b9bc413, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ca6964e-6992-4dc6-8558-d12f9b9bc413,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:42.888719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2e846414-d7ea-4a15-a3ab-e2700990f682 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:42.897606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.963013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf16a1-8451-47c6-bc06-4c1072a7aee8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:42.969777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:42.972113 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Added segment 9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84 of type vlan for network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 Oct 22 13:04:42.979703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 2e846414-d7ea-4a15-a3ab-e2700990f682 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:42.980797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2e846414-d7ea-4a15-a3ab-e2700990f682 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:42.982304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 33ad2da0-83d4-4666-b74c-871f2b47d0b1 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:04:43.027658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791f3e91-c9e2-4b70-8881-42840f8c44cc req-661ea034-bfb6-4d6f-851a-84e2482cba18 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989009 Oct 22 13:04:43.040868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 33ad2da0-83d4-4666-b74c-871f2b47d0b1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:04:43.041980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 33ad2da0-83d4-4666-b74c-871f2b47d0b1 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:04:43.062686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:43.107690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5ca6964e-6992-4dc6-8558-d12f9b9bc413,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:43.116587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:43.165154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:43.166149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:43.166770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:43.230127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1105108 Oct 22 13:04:43.231044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:43.237490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Request body: {'subnet': {'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1970427205-subnet', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:43.271992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49c9d1-73a2-46bf-b504-25e8de92efdf admin admin] Pushing event updated for resources: {'Network': ['ID=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:43.295049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:04:43.305831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Made reservation on behalf of ed82b017dac944cda888755e5af6d469 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:43.310140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:43.718023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d89ce1b0-f345-4869-9748-dce258bea4f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef713152b22f4430b197d2d229718ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538393 Oct 22 13:04:43.720996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49680) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:43.724973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:43.817295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd167b10-27fa-4a18-bd06-9a962e4d2dad,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:43.829220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Checking segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:43.829381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Network hostable DHCP agents. Network: 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:04:43.874126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:04:43.908562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:43.918517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5329b1-01a7-4776-8ba7-685405124c67 None None] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:43.958131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:43.959279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.016355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6be043c-ee48-46db-a053-9917df36a4b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7834048 Oct 22 13:04:44.019120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:44.030571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:44.095267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.097577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.246050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.352296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:04:44.359568 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.409689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Sync routers for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:44.475587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49696) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:44.492280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ca6964e-6992-4dc6-8558-d12f9b9bc413 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:44.511398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.523843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fef96-2f04-46bf-8197-c4483173b796 req-c186948d-ab24-48f7-9b66-c6a8fa6cb65f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:44.531665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-676fef96-2f04-46bf-8197-c4483173b796 req-c186948d-ab24-48f7-9b66-c6a8fa6cb65f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1731608 Oct 22 13:04:44.565909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:44.566570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:44.572564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.610731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.614265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-676fef96-2f04-46bf-8197-c4483173b796 req-f5ad3505-b94c-41dc-a88f-c75456abd8d9 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Oct 22 13:04:44.629501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-network', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:44.679760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Made reservation on behalf of d3b62d3d79d14be5803d8271f65dea96 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:44.687646 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.718260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.733765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:44.734000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.752896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.760580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.764257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d44ba150-80c9-4767-b724-7daf0e28a720 HTTP/1.1" status: 204 len: 168 time: 1.0387669 Oct 22 13:04:44.788405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0cf84-15c0-43e4-94a2-6540edbabefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ba150-80c9-4767-b724-7daf0e28a720,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:44.906502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.932745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:44.992424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:45.024422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.033661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:04:45.046116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bb639d-4f44-4cfa-8dc7-4ddc95024704,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:45.069391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Allocated IP 172.20.0.2 (6f9126f1-73a7-4f67-95d9-cdf0b6ab6131/fd167b10-27fa-4a18-bd06-9a962e4d2dad/11a2173c-4c38-42e1-90e1-fbfe73594a3e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:45.073687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.087705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.089133 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Added segment 431127c1-81e5-4e45-867a-af486a52a84e of type vlan for network a6a478e1-0c1e-400b-844a-3b5852b8a1da Oct 22 13:04:45.209484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.274343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.275445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:45.276056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.277003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Allocated IP 172.25.6.152 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/7ac2075a-4e1a-4814-aedc-36c2437c0607) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:45.342966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49710) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:45.348150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8677714 Oct 22 13:04:45.350643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49712) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:45.364588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Request body: {'subnet': {'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-subnet', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:45.404581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03793f-a8de-48d4-b901-0db90862250d admin admin] Pushing event updated for resources: {'Network': ['ID=a6a478e1-0c1e-400b-844a-3b5852b8a1da,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:45.428226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f411e19-0d68-494c-bdcd-6f84dbb9735f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.452629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:04:45.458005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Made reservation on behalf of d3b62d3d79d14be5803d8271f65dea96 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:45.461293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.603466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.630387 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.654972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.692816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f411e19-0d68-494c-bdcd-6f84dbb9735f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.703561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:45.709096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:45.715071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:45.724524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:40Z', 'revision_number': 4, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '82f242c1-1328-4559-ae4e-b19fc2562f6e', 'name': '', 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'mac_address': 'fa:16:3e:9f:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:39Z', 'updated_at': '2021-10-22T13:04:41Z', 'revision_number': 2, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'subnets': [{'id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:45.769978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Checking router: 92939925-171d-43c9-86b8-74047c317a35 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:45.770811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Updating router 92939925-171d-43c9-86b8-74047c317a35 port 82f242c1-1328-4559-ae4e-b19fc2562f6e binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:45.860641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc26060-3c5c-43ce-be2b-4b4392e0614c req-ff40175c-a000-4552-8b5e-2e42eb77a9a5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:45.870782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fc26060-3c5c-43ce-be2b-4b4392e0614c req-ff40175c-a000-4552-8b5e-2e42eb77a9a5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1286497 Oct 22 13:04:45.925483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fc26060-3c5c-43ce-be2b-4b4392e0614c req-991ef5e8-ed63-426e-b282-b157f3913d7b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 Oct 22 13:04:45.941822 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.951195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f411e19-0d68-494c-bdcd-6f84dbb9735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:45.966836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.010817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Pushing event updated for resources: {'Port': ['ID=11a2173c-4c38-42e1-90e1-fbfe73594a3e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.023188 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.089891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Attempting to bind port 11a2173c-4c38-42e1-90e1-fbfe73594a3e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:46.090279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Attempting to bind port 11a2173c-4c38-42e1-90e1-fbfe73594a3e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:46.090674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Attempting to bind port 11a2173c-4c38-42e1-90e1-fbfe73594a3e on network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:46.095619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:46.097638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:46.109949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Checking segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:46.110472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.114379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Bound using segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:46.115646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Bound port: 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:46.115825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.119650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:46.125089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f411e19-0d68-494c-bdcd-6f84dbb9735f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97337d3ce54d4b6fbf53b671852cf8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7769606 Oct 22 13:04:46.128100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49722) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:46.129922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:46.138571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac2075a-4e1a-4814-aedc-36c2437c0607,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.168135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411e19-0d68-494c-bdcd-6f84dbb9735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a3c65-4f69-4837-ac13-5a5d3d66a8b8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.187816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2da265-2256-4e65-b37a-506a5d590386,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.282078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.311149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.370222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] For port 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:46.375090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] For port 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11a2173c-4c38-42e1-90e1-fbfe73594a3e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:46.390424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.395420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.396067 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.399701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb3a3c65-4f69-4837-ac13-5a5d3d66a8b8 HTTP/1.1" status: 204 len: 168 time: 0.2674501 Oct 22 13:04:46.407054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8ea8-45b7-426a-84a1-7de6dc79a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a3c65-4f69-4837-ac13-5a5d3d66a8b8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.426556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Checking segment: {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:46.427753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Network hostable DHCP agents. Network: a6a478e1-0c1e-400b-844a-3b5852b8a1da, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:04:46.544654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297f7d-28ea-4dca-aafb-cebbb3857f85 None None] Pushing event updated for resources: {'Port': ['ID=11a2173c-4c38-42e1-90e1-fbfe73594a3e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.735436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.759600 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:46.838248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090843-d653-4a04-8a57-21e65a01cad2 None None] Pushing event updated for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:46.989182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Attempting to bind port 82f242c1-1328-4559-ae4e-b19fc2562f6e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:46.990249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Attempting to bind port 82f242c1-1328-4559-ae4e-b19fc2562f6e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:46.993101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Attempting to bind port 82f242c1-1328-4559-ae4e-b19fc2562f6e on network 189ad348-9178-42dc-ab6e-6032bade91c1 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:47.006629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:47.007149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Checking segment: {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:47.007664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.008323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Bound using segment: {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:47.009132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Bound port: 82f242c1-1328-4559-ae4e-b19fc2562f6e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab90769-33ca-49de-9076-950addbf9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:47.013181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.153717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] For port 82f242c1-1328-4559-ae4e-b19fc2562f6e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:47.161691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] For port 82f242c1-1328-4559-ae4e-b19fc2562f6e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82f242c1-1328-4559-ae4e-b19fc2562f6e,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:47.177765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.257023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:04:47.327081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21063a-32a2-4ee0-a034-e366a7272fcf req-2716395e-7dbf-445b-96de-ffb3400e6ed8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:47.328689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd21063a-32a2-4ee0-a034-e366a7272fcf req-2716395e-7dbf-445b-96de-ffb3400e6ed8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2326791 Oct 22 13:04:47.393301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:47.396290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:47.469760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.477444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd21063a-32a2-4ee0-a034-e366a7272fcf req-28fea218-078e-4105-810c-0d2873920170 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218626 Oct 22 13:04:47.587169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:47.604984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a6a478e1-0c1e-400b-844a-3b5852b8a1da) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:47.631290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:47.632176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.680004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-470a8e15-1c5d-4132-afca-07d3ba2c5c6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3210123 Oct 22 13:04:47.682713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49748) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:47.688909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:47.705808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf58c7-a1b6-4c95-89b1-8cec08fc4a91 None None] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:47.737754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] Provisioning complete for port 82f242c1-1328-4559-ae4e-b19fc2562f6e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:47.738368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.747346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090843-d653-4a04-8a57-21e65a01cad2 None None] Pushing event updated for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:47.757878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.759038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:47.894973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.034838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.149496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c46cc-7eb1-47f3-89d5-bdc2a711eef3 None None] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:48.203154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.292647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:04:48.430584 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.484615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:48.500338 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Sync routers for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:48.531621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:48.534763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.535713 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:48.543894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-80b4fe3e-f19f-4dfc-8626-523b07970863 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5225990 Oct 22 13:04:48.544087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49766) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:48.696985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] For port 82f242c1-1328-4559-ae4e-b19fc2562f6e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82f242c1-1328-4559-ae4e-b19fc2562f6e,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:48.723612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11a2173c-4c38-42e1-90e1-fbfe73594a3e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:48.744412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'fixed_ips': [{'subnet_id': '5f2da265-2256-4e65-b37a-506a5d590386'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:04:48.745716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.774638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.813484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:48.904953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.939180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:48.978264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Allocated IP 172.20.0.2 (a6a478e1-0c1e-400b-844a-3b5852b8a1da/5f2da265-2256-4e65-b37a-506a5d590386/1bfbee3c-39ba-4895-b810-dbcf546967d9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:49.095311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:46Z', 'revision_number': 3, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:49.138946 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Checking router: 5606e961-2b47-4fdc-89ac-d38a7e2cb02b for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:49.139672 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Updating router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b port 7ac2075a-4e1a-4814-aedc-36c2437c0607 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:49.150062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.172364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b945a0-adbc-411f-9477-0ca87b257b4b req-73aab070-e078-44b3-ad73-7492a74b5a0b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:49.178999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.182532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26b945a0-adbc-411f-9477-0ca87b257b4b req-73aab070-e078-44b3-ad73-7492a74b5a0b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.3449907 Oct 22 13:04:49.212362 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.439837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26b945a0-adbc-411f-9477-0ca87b257b4b req-cff5d2ab-566b-4d8a-802c-1eff0c567385 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513409 Oct 22 13:04:49.504684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60486316-59bc-4139-b465-a21c707679b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:40Z', 'revision_number': 4, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '82f242c1-1328-4559-ae4e-b19fc2562f6e', 'name': '', 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'mac_address': 'fa:16:3e:9f:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:39Z', 'updated_at': '2021-10-22T13:04:47Z', 'revision_number': 4, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'subnets': [{'id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:49.546193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:49.548700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60486316-59bc-4139-b465-a21c707679b8 None None] The sync data for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 is: [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:40Z', 'revision_number': 4, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '82f242c1-1328-4559-ae4e-b19fc2562f6e', 'name': '', 'network_id': '189ad348-9178-42dc-ab6e-6032bade91c1', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'mac_address': 'fa:16:3e:9f:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:39Z', 'updated_at': '2021-10-22T13:04:47Z', 'revision_number': 4, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'subnets': [{'id': 'c49aa422-6b01-4989-abbf-9ff93ab29d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:49.562626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Allocated IP 172.25.6.75 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1368e904-0480-4ceb-bd3c-6f2f07fc1f82) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:49.564091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Provisioning complete for port 11a2173c-4c38-42e1-90e1-fbfe73594a3e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:49.567889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.707349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:49.710973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:49.750361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11a2173c-4c38-42e1-90e1-fbfe73594a3e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:49.752419 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.909236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-a539c8d8-b6bb-4d69-bba0-ea6c9023f0a8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639038 Oct 22 13:04:49.926999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:49.972438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Attempting to bind port 1bfbee3c-39ba-4895-b810-dbcf546967d9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:49.972828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Attempting to bind port 1bfbee3c-39ba-4895-b810-dbcf546967d9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:49.973204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Attempting to bind port 1bfbee3c-39ba-4895-b810-dbcf546967d9 on network a6a478e1-0c1e-400b-844a-3b5852b8a1da {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:49.980206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50037a-09dd-464a-b473-aa29610fcc02 None None] Pushing event updated for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:50.004632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.042880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:50.043234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Checking segment: {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:50.043637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.044148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Bound using segment: {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:50.044553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Bound port: 1bfbee3c-39ba-4895-b810-dbcf546967d9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:50.044934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.062011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Pushing event updated for resources: {'Port': ['ID=1bfbee3c-39ba-4895-b810-dbcf546967d9,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:50.158463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.164622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] For port 1bfbee3c-39ba-4895-b810-dbcf546967d9, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:50.167591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] For port 1bfbee3c-39ba-4895-b810-dbcf546967d9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bfbee3c-39ba-4895-b810-dbcf546967d9,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:50.182098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.278159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.334012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-fc5f40f5-51db-448a-aa67-8adbb91dbb51 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:50.338468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-fc5f40f5-51db-448a-aa67-8adbb91dbb51 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4205387 Oct 22 13:04:50.364837 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.374899 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.379529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11a2173c-4c38-42e1-90e1-fbfe73594a3e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:50.390311 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.435610 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.465802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:50.515019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:50.518001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c7971-4b33-42fa-b142-964b22ae721d None None] Pushing event updated for resources: {'Port': ['ID=1bfbee3c-39ba-4895-b810-dbcf546967d9,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:50.553601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:50.603593 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Attempting to bind port 7ac2075a-4e1a-4814-aedc-36c2437c0607 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:50.604105 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Attempting to bind port 7ac2075a-4e1a-4814-aedc-36c2437c0607 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:50.604474 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Attempting to bind port 7ac2075a-4e1a-4814-aedc-36c2437c0607 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:50.621633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ab2fc-6611-4ff7-9ea6-03ee3d45b88b None None] Pushing event updated for resources: {'Port': ['ID=7ac2075a-4e1a-4814-aedc-36c2437c0607,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:50.635364 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:04:50.635883 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:04:50.643988 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:50.644395 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:50.653522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=11a2173c-4c38-42e1-90e1-fbfe73594a3e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:50.661037 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.662289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:50.662848 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Bound port: 7ac2075a-4e1a-4814-aedc-36c2437c0607, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:50.663256 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.665184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-26de80e3-cddf-4544-9dfc-f275cc15b2a3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/quotas/8581f97041404cce960d81baf4f99cc3 HTTP/1.1" status: 200 len: 375 time: 0.2850711 Oct 22 13:04:50.813605 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] For port 7ac2075a-4e1a-4814-aedc-36c2437c0607, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:50.819604 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] For port 7ac2075a-4e1a-4814-aedc-36c2437c0607, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ac2075a-4e1a-4814-aedc-36c2437c0607,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:50.829057 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:50.872202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82f242c1-1328-4559-ae4e-b19fc2562f6e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:50.964106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:51.045441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-9960eca8-9da3-48ea-b5bc-23146e30bc2c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2332969 Oct 22 13:04:51.117587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 82f242c1-1328-4559-ae4e-b19fc2562f6e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:51.118893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:51.171345 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ab2fc-6611-4ff7-9ea6-03ee3d45b88b None None] Pushing event updated for resources: {'Port': ['ID=7ac2075a-4e1a-4814-aedc-36c2437c0607,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:51.210184 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:51.211160 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:51.306077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Provisioning complete for port 82f242c1-1328-4559-ae4e-b19fc2562f6e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:51.306077 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c8a35007-f9c3-4a02-ba42-8e5c00e10e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:51.593662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:51.605521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93893b-454a-4479-b7a1-90e019d9e668 req-78593df0-18e4-4f8a-9ae5-e3df3d72e987 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:51.607767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f93893b-454a-4479-b7a1-90e019d9e668 req-78593df0-18e4-4f8a-9ae5-e3df3d72e987 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.9412770 Oct 22 13:04:51.654575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Allocated IP 172.20.0.1 (6f9126f1-73a7-4f67-95d9-cdf0b6ab6131/fd167b10-27fa-4a18-bd06-9a962e4d2dad/4e37c31c-13e0-4f52-8c87-5e0696b2613f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:51.728146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1b5213f2-9d7a-4464-9571-abd27e621517 None None] Provisioning complete for port 11a2173c-4c38-42e1-90e1-fbfe73594a3e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:51.728677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b5213f2-9d7a-4464-9571-abd27e621517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:52.225198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f93893b-454a-4479-b7a1-90e019d9e668 req-25a77407-f842-4ab9-8f1b-6f39a2d80bde tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604864 Oct 22 13:04:52.294635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-7c0e4cfb-f14a-45c1-960b-543aabc94de3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400390 Oct 22 13:04:52.366007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:52.400849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:52.425008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a288a-4948-4b88-81bb-ff33befc6229 None None] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:04:52.441668 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:46Z', 'revision_number': 3, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:52.538043 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a673-05b6-4799-b9bd-9be7550d1174 None None] The sync data for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 is: [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:46Z', 'revision_number': 3, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:04:52.767185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11a2173c-4c38-42e1-90e1-fbfe73594a3e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:52.806174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] Provisioning complete for port 1bfbee3c-39ba-4895-b810-dbcf546967d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:52.806729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:52.940984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11a2173c-4c38-42e1-90e1-fbfe73594a3e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:52.941367 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.118363 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.191013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] For port 1bfbee3c-39ba-4895-b810-dbcf546967d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bfbee3c-39ba-4895-b810-dbcf546967d9,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:53.249718 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.350795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bfbee3c-39ba-4895-b810-dbcf546967d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:53.447460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b23fd-2332-4487-8c2b-ffd0589b64a6 None None] Pushing event updated for resources: {'Port': ['ID=1bfbee3c-39ba-4895-b810-dbcf546967d9,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:53.529152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.530538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1bfbee3c-39ba-4895-b810-dbcf546967d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:53.531319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.576395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ff9d-7f74-47a4-b7b3-f4297d81471c req-a3deea07-3439-4b58-8195-3947261c3687 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:53.578590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2962ff9d-7f74-47a4-b7b3-f4297d81471c req-a3deea07-3439-4b58-8195-3947261c3687 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 1.1830277 Oct 22 13:04:53.644774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-840b170c-beaa-45ca-b190-8f0f0a168c04 None None] Provisioning complete for port 1bfbee3c-39ba-4895-b810-dbcf546967d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:53.645455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-840b170c-beaa-45ca-b190-8f0f0a168c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.673423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-3aa7c35b-4ee7-41c8-bb22-b4539ee2d923 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1527779 Oct 22 13:04:53.867195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.931096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4bebb8af-69ee-4429-bfca-8c5ad22abbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:53.947900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-59f525a4-66fc-43bc-bba8-d4d60fb0c3c0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:53.950116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-59f525a4-66fc-43bc-bba8-d4d60fb0c3c0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6544273 Oct 22 13:04:53.953008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2962ff9d-7f74-47a4-b7b3-f4297d81471c req-974e84d9-8168-4503-8c02-1d48cbd796b1 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786179 Oct 22 13:04:54.053909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:54.069740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e57f6644-4d9a-41fa-bf79-f9005b976ce6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/quotas/8581f97041404cce960d81baf4f99cc3 HTTP/1.1" status: 200 len: 375 time: 0.0422699 Oct 22 13:04:54.070651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:54.076921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Pushing event updated for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:54.082226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:54.159458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-24ef93d4-7c04-42c4-86a2-050d0535b86c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635867 Oct 22 13:04:54.180795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-82c46b7a-5905-49cf-90d0-e887f349dec4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:54.182685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-82c46b7a-5905-49cf-90d0-e887f349dec4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610670 Oct 22 13:04:54.199894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Request body: {'port': {'device_id': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '8581f97041404cce960d81baf4f99cc3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:54.275285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:54.425903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Router bd03963e-0d31-432e-a3de-c9ecc210e6ad is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:04:54.636758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed1f4828-0241-4397-ab52-98f40cf4b737 req-df2b4798-6619-4c48-b5e8-8d77daa4fd6c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 210 time: 0.1508331 Oct 22 13:04:54.673889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8af937fb-0d09-4aa5-971a-8b34689c021d None None] Provisioning complete for port 4e37c31c-13e0-4f52-8c87-5e0696b2613f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:54.674487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8af937fb-0d09-4aa5-971a-8b34689c021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:54.696147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:54.799080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8af937fb-0d09-4aa5-971a-8b34689c021d None None] Port 4e37c31c-13e0-4f52-8c87-5e0696b2613f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:54.868700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93127a-be14-4928-b94d-4b90caa243ec req-d942a5d7-1ff6-48a0-8b9b-234881a5b8dd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:54.876807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e93127a-be14-4928-b94d-4b90caa243ec req-d942a5d7-1ff6-48a0-8b9b-234881a5b8dd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.4559274 Oct 22 13:04:54.890122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ac2075a-4e1a-4814-aedc-36c2437c0607 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:55.049751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7ac2075a-4e1a-4814-aedc-36c2437c0607 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:55.049918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.075602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e93127a-be14-4928-b94d-4b90caa243ec req-d06a6055-ec53-43e7-8b04-ab69e2fc5330 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978633 Oct 22 13:04:55.080511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:55.091646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Made reservation on behalf of 8581f97041404cce960d81baf4f99cc3 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:55.095422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.129704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Sync routers for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:55.169431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.199910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:55.200715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:55.278934 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.285180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:55.294339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5990e2c-949a-4373-ac65-625757c6f4c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6102705 Oct 22 13:04:55.496641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.512057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b6f79-a757-4d3f-9a9c-5ee7d43971d1 req-fae64d41-f0da-42bf-a0c9-47d68bf4a8ab tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:55.523474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e6b6f79-a757-4d3f-9a9c-5ee7d43971d1 req-fae64d41-f0da-42bf-a0c9-47d68bf4a8ab tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.3035645 Oct 22 13:04:55.529608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.691684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:55.703440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.762920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e6b6f79-a757-4d3f-9a9c-5ee7d43971d1 req-0c1b5646-7b9b-4742-be4c-12851ba782e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295778 Oct 22 13:04:55.784662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Pushing event updated for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:55.790009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.815133 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.871851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ca349da-0926-491c-8327-804c86b08288 req-5922098b-09c6-432f-a979-c51aac11c8c0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0660257 Oct 22 13:04:55.950533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:55.993910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 7ac2075a-4e1a-4814-aedc-36c2437c0607, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ac2075a-4e1a-4814-aedc-36c2437c0607,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:55.998335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0131a957-f2cf-4809-a1eb-9f5b29247812,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:56.008802 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:56.009579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bfbee3c-39ba-4895-b810-dbcf546967d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:56.074655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:56.081102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:56.085604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Allocated IP 192.168.233.166 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/dded979d-c004-40f8-b9df-63a2c7476aec) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:56.189865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:56.252482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=7ac2075a-4e1a-4814-aedc-36c2437c0607,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:56.278365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.280590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.281031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.281444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.281852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.282272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.282856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.283338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.284866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.285285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.285741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.286941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:04:56.292315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1bfbee3c-39ba-4895-b810-dbcf546967d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:56.292781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:56.376756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:51Z', 'revision_number': 3, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:56.417225 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-651ab3e8-c43b-4d30-9b69-e2930f994877 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648131 Oct 22 13:04:56.422020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Checking router: bd03963e-0d31-432e-a3de-c9ecc210e6ad for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:56.422917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Updating router bd03963e-0d31-432e-a3de-c9ecc210e6ad port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:56.527159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:56.673194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c6329ead-a188-4406-91ac-4896e02bdc98 None None] Provisioning complete for port 4e37c31c-13e0-4f52-8c87-5e0696b2613f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:56.673578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c6329ead-a188-4406-91ac-4896e02bdc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:56.686454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-6fc451f9-23f1-4baa-8270-7ab571992e9f tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:56.688446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-6fc451f9-23f1-4baa-8270-7ab571992e9f tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.2152865 Oct 22 13:04:56.768307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c6329ead-a188-4406-91ac-4896e02bdc98 None None] Port 4e37c31c-13e0-4f52-8c87-5e0696b2613f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:56.775315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1d399546-fd85-4a9a-9476-d0b75319d302 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:56.779373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1d399546-fd85-4a9a-9476-d0b75319d302 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485227 Oct 22 13:04:56.782988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Allocated IP 172.20.0.1 (a6a478e1-0c1e-400b-844a-3b5852b8a1da/5f2da265-2256-4e65-b37a-506a5d590386/7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:56.803104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:04:56.834482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Request body: {'port': {'device_id': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '8581f97041404cce960d81baf4f99cc3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:56.845027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a27f65-4322-4973-b304-53deb58b0d85 req-ab8aa7c6-311f-479f-905f-4aa8b368fd06 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:56.855314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21a27f65-4322-4973-b304-53deb58b0d85 req-ab8aa7c6-311f-479f-905f-4aa8b368fd06 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.6459751 Oct 22 13:04:56.871803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ac2075a-4e1a-4814-aedc-36c2437c0607 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:04:56.995520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Made reservation on behalf of 8581f97041404cce960d81baf4f99cc3 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:04:56.999467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.038858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:04:57.050580 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Sync routers for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:04:57.067037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-50c85889-8336-4f74-b0a8-9cabbe29923d admin admin] 10.222.0.25 "PUT /v2.0/routers/5606e961-2b47-4fdc-89ac-d38a7e2cb02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5110178 Oct 22 13:04:57.067037 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.083925 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:57.084633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:57.159574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7680-2f9d-4ee7-8978-24e997c4f8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.164223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Deleting port d269c13f-19f3-4429-b85f-60aa54d804f4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:04:57.164773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.185553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21a27f65-4322-4973-b304-53deb58b0d85 req-fcf19a80-76fc-45aa-a3d1-0d2716c0c067 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282781 Oct 22 13:04:57.204989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.228427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7ac2075a-4e1a-4814-aedc-36c2437c0607 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:57.228818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.296341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2f45f-d95e-4769-8c6c-60aea376eece req-ea742964-0dc0-4283-8b95-c8052d810aed tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:57.301320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] For port d269c13f-19f3-4429-b85f-60aa54d804f4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d269c13f-19f3-4429-b85f-60aa54d804f4,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:04:57.302014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.313026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2c2f45f-d95e-4769-8c6c-60aea376eece req-ea742964-0dc0-4283-8b95-c8052d810aed tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.4113615 Oct 22 13:04:57.365667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.426093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:57.441277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6fe4aba-fc6b-4498-904d-a7d9fadf750d req-55e04f46-46d4-4458-9790-1f39e8da7b4c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0564387 Oct 22 13:04:57.441679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:57.475662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.562178 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:57.597020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Allocated IP 192.168.233.41 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/90909724-3af6-48ee-acca-aa740fc6f24d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:04:57.636582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:57.699845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2c2f45f-d95e-4769-8c6c-60aea376eece req-85d75dd8-de17-47c3-adf2-6467eda671bb tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834655 Oct 22 13:04:57.716991 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.727420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:57.731174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:57.740749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:57.772386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.778876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.796173 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:57.953160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:57.954442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Attempting to bind port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:57.954843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Attempting to bind port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:57.955218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Attempting to bind port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:57.956170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.008456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-7e93d075-2c6a-4aa5-9930-f687e85c7f0a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8116288 Oct 22 13:04:58.030911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Request body: {'port': {'device_id': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:58.131704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:58.137791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:58.139029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.139285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.140935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:58.141613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Bound port: 1368e904-0480-4ceb-bd3c-6f2f07fc1f82, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:58.143829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.174005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.214899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:58.227738 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 2, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:58.232242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.330215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:58.337273 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Checking router: 5606e961-2b47-4fdc-89ac-d38a7e2cb02b for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:04:58.339971 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Updating router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b port 4e37c31c-13e0-4f52-8c87-5e0696b2613f binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:04:58.363043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49898) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:04:58.371371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132207919', 'description': 'tempest-description--1484694132'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:04:58.407339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae41b9-00d2-4c19-9145-e6c373576067 None None] Pushing event updated for resources: {'Port': ['ID=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:58.423904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.430766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] For port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:58.436787 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.440572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7ecf7aa6-d42f-479d-a0ae-b6e170dbea0e None None] Provisioning complete for port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:58.440979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7aa6-d42f-479d-a0ae-b6e170dbea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.454537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:04:58.477528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.482819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254604b-a952-43e2-b646-61dd518a88d4 req-d558a795-efdf-4a23-94da-3d11ed45cc56 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:58.491715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0254604b-a952-43e2-b646-61dd518a88d4 req-d558a795-efdf-4a23-94da-3d11ed45cc56 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1105888 Oct 22 13:04:58.533688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] For port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:58.559942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.603566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0254604b-a952-43e2-b646-61dd518a88d4 req-8835284c-2ea8-401e-9399-79739fd8cfd7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106532 Oct 22 13:04:58.619511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:04:58.716771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:04:58.760479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae41b9-00d2-4c19-9145-e6c373576067 None None] Pushing event updated for resources: {'Port': ['ID=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:58.790438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf7aa6-d42f-479d-a0ae-b6e170dbea0e None None] Port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:58.801067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:58.802763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:58.849980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:04:58.878710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:58.903671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event updated for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:58.908288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Transition to ACTIVE for port object dded979d-c004-40f8-b9df-63a2c7476aec will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:04:58.943974 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.022110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:04:59.061987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:59.062728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.093279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.106874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.108815 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Floating IP 4d43a331-893c-4be4-ae24-38b6d861b273 disassociated. External IP: 172.25.6.91, port: d269c13f-19f3-4429-b85f-60aa54d804f4. Oct 22 13:04:59.108815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Calling delete_port for d269c13f-19f3-4429-b85f-60aa54d804f4 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:04:59.110024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864adf7-b9f0-419f-853d-97f03950969a req-e9d5bf12-a442-4b7b-ac6a-b4f0bba814eb tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:59.126374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e864adf7-b9f0-419f-853d-97f03950969a req-e9d5bf12-a442-4b7b-ac6a-b4f0bba814eb tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 935 time: 0.5568874 Oct 22 13:04:59.168073 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.185492 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.208415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add723f-95fc-4fa2-ba1e-fe297ac479d9 req-67a90420-125d-4ccd-b6f6-50d358f349e2 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:04:59.216372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9f2a1d14-40d8-499b-9fd3-05cea66fb3b4 None None] Provisioning complete for port 90909724-3af6-48ee-acca-aa740fc6f24d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:04:59.216736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1d14-40d8-499b-9fd3-05cea66fb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.217219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0add723f-95fc-4fa2-ba1e-fe297ac479d9 req-67a90420-125d-4ccd-b6f6-50d358f349e2 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.3075302 Oct 22 13:04:59.273843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a1d14-40d8-499b-9fd3-05cea66fb3b4 None None] Port 90909724-3af6-48ee-acca-aa740fc6f24d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:04:59.308689 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be03537-4e95-41ef-aaac-8bdf2193df4e None None] Pushing event updated for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:59.320521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:04:59.488874 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Attempting to bind port 4e37c31c-13e0-4f52-8c87-5e0696b2613f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:59.489319 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Attempting to bind port 4e37c31c-13e0-4f52-8c87-5e0696b2613f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:59.489821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Attempting to bind port 4e37c31c-13e0-4f52-8c87-5e0696b2613f on network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:59.515789 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:59.516170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Checking segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:59.516620 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.517013 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Bound using segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:59.517499 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Bound port: 4e37c31c-13e0-4f52-8c87-5e0696b2613f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:59.517924 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.530871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:51Z', 'revision_number': 3, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:59.555940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e864adf7-b9f0-419f-853d-97f03950969a req-13267c0c-4fb2-4755-82ce-f238115848fe tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211612 Oct 22 13:04:59.596397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0add723f-95fc-4fa2-ba1e-fe297ac479d9 req-4f940e0c-5549-4eb7-9c30-a68352365b50 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348143 Oct 22 13:04:59.633147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Attempting to bind port dded979d-c004-40f8-b9df-63a2c7476aec on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:04:59.633539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Attempting to bind port dded979d-c004-40f8-b9df-63a2c7476aec by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:04:59.633910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Attempting to bind port dded979d-c004-40f8-b9df-63a2c7476aec on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:59.650797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Port dded979d-c004-40f8-b9df-63a2c7476aec on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:04:59.651224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Attempting to bind port dded979d-c004-40f8-b9df-63a2c7476aec on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:04:59.665100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:04:59.665453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:04:59.665834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:04:59.666284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Bound port: dded979d-c004-40f8-b9df-63a2c7476aec, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:04:59.666662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.695777 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] For port 4e37c31c-13e0-4f52-8c87-5e0696b2613f, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:59.704501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] For port 4e37c31c-13e0-4f52-8c87-5e0696b2613f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e37c31c-13e0-4f52-8c87-5e0696b2613f,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:59.722177 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.874915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:04:59.876507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:04:59.877170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:04:59.882323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:04:59.890673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:04:59.902337 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-1f35b559-2a10-44ea-ac7e-ff0607f32286 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1109831 Oct 22 13:04:59.939629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6a44-ba4e-40a7-940e-13788903a68f None None] The sync data for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 is: [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:51Z', 'revision_number': 3, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:00.012494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.055499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Request body: {'port': {'device_id': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:00.085473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:00.090572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.091480 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:00.100438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/dded979d-c004-40f8-b9df-63a2c7476aec HTTP/1.1" status: 200 len: 1096 time: 2.0829947 Oct 22 13:05:00.102145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:00.110220 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb666014-c047-42a4-a5df-daaaca62f3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:00.169120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] Provisioning complete for port 4e37c31c-13e0-4f52-8c87-5e0696b2613f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:00.169503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.223742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637549-6d1c-4e27-b681-2b90e41030e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:00.226297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.272236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c153-2319-41ff-8166-deeeadb15a7c req-48bd8d79-32c4-42c7-a2ae-3305e8482357 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:00.281919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38e1c153-2319-41ff-8166-deeeadb15a7c req-48bd8d79-32c4-42c7-a2ae-3305e8482357 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.3871117 Oct 22 13:05:00.286879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:00.290263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.291471 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16100a53-b105-4d0f-88a9-5af63cab2048 x-openstack-request-id: req-16100a53-b105-4d0f-88a9-5af63cab2048 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:00.291901 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:00.293417 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16100a53-b105-4d0f-88a9-5af63cab2048 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:00.293968 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'status': 'completed', 'code': 200} Oct 22 13:05:00.397440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-0da763ea-11a5-445d-a07e-dc64f4de1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:00.399212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-0da763ea-11a5-445d-a07e-dc64f4de1ada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1099 time: 0.2500257 Oct 22 13:05:00.413964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38e1c153-2319-41ff-8166-deeeadb15a7c req-085c2e1f-ed86-42bb-b970-5d984c69fff0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309144 Oct 22 13:05:00.430859 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be03537-4e95-41ef-aaac-8bdf2193df4e None None] Pushing event updated for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:00.480134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.485644 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1178348 Oct 22 13:05:00.488000 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:04:59Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:00.506242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:00.524057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49912) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:00.543657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-803abeed-28a0-4b0e-8cea-43496ceb143f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=dded979d-c004-40f8-b9df-63a2c7476aec HTTP/1.1" status: 200 len: 217 time: 0.1238387 Oct 22 13:05:00.580595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'security_group_rule': {'security_group_id': '6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:00.605951 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef3394-fe0a-46f6-84e0-4ab7084ec07b None None] The sync data for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 is: [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:04:59Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:00.615833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.693880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:00.726195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ea382f31-8e39-4e84-9658-e4a8c9f9cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:00.727748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-ea382f31-8e39-4e84-9658-e4a8c9f9cdac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1740160 Oct 22 13:05:00.837663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfc5b3-df7e-4418-a4a8-272a9031929b tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:00.864690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:00.884483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'port_id': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'mac_address': 'fa:16:3e:75:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab463e-79ea-4f56-81ee-eef1867ed971', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:01.141277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.143729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:01.158319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.218741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5714ed6-44cb-422c-b487-a65715373a92 req-d86445f7-2585-4611-a2f5-8626d258eb36 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:01.228753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5714ed6-44cb-422c-b487-a65715373a92 req-d86445f7-2585-4611-a2f5-8626d258eb36 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 935 time: 0.3569725 Oct 22 13:05:01.243478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-b6905dbe-b9b5-4c3a-8d75-e29b1ba793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:01.251202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-b6905dbe-b9b5-4c3a-8d75-e29b1ba793c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4960759 Oct 22 13:05:01.325689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:01.326154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.331324 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.401017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78892-1e4c-4ef6-a09f-ac4f8d13a203 req-e2ef7864-da31-445b-b780-66c988b84423 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:01.409546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71d78892-1e4c-4ef6-a09f-ac4f8d13a203 req-e2ef7864-da31-445b-b780-66c988b84423 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 945 time: 0.4592762 Oct 22 13:05:01.430210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:01.460863 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.483310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] For port 4e37c31c-13e0-4f52-8c87-5e0696b2613f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e37c31c-13e0-4f52-8c87-5e0696b2613f,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:01.525785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:01.526474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.548725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5714ed6-44cb-422c-b487-a65715373a92 req-5b4860d9-044c-4501-8282-bc0361df9909 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172789 Oct 22 13:05:01.589980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71d78892-1e4c-4ef6-a09f-ac4f8d13a203 req-1cfde0e5-e88c-45dc-a518-4e2dcf7b3b8c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups?id=42a46cbb-c0e4-421c-8fab-c90e2195183c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794636 Oct 22 13:05:01.612645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-26f4f074-d5b1-4a7a-a848-f16981cb2633 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436627 Oct 22 13:05:01.626459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.710868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:05:01.711489 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:05:01.744730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6ba58b73-00fd-4f13-843f-8ca53745ebc6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:01.801186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:01.922875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48b1f38-c096-4823-b7fa-8c7a11d309c5 req-d7cf7d43-ae7c-49b1-b32f-2f6854a4d66e service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029885 Oct 22 13:05:01.935890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2adbb4-3508-4498-ab06-8fb74d94a4ef None None] Pushing event updated for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:01.971043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-09ecf354-30ec-4dd8-bfb6-0be5b9d2c137 None None] Provisioning complete for port 4e37c31c-13e0-4f52-8c87-5e0696b2613f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:01.971475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-09ecf354-30ec-4dd8-bfb6-0be5b9d2c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:01.990015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.027049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.124464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.135924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.253235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event deleted for resources: {'Port': ['ID=d269c13f-19f3-4429-b85f-60aa54d804f4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:02.283354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.303835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:02.307261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:02.314618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.319989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7546113 Oct 22 13:05:02.349919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:02.359562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.410143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.411537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d269c13f-19f3-4429-b85f-60aa54d804f4 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:02.456312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d269c13f-19f3-4429-b85f-60aa54d804f4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:02.456803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d269c13f-19f3-4429-b85f-60aa54d804f4 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:02.475874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49924) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:02.509709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'security_group_rule': {'security_group_id': '6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:02.523927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b51b9-8acc-4a5e-8efc-2c71d5a7312a tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ccc9e-991a-456b-9519-22095c8b1f9f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:02.620154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:02.704571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:02.742517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.766462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.771060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:02.879178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e37c31c-13e0-4f52-8c87-5e0696b2613f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:02.951502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6deb-d8e3-4869-a5bc-38a4438ecf53 req-1496574b-52f2-46ae-a9c0-55ee94f55e17 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:02.954077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c9d6deb-d8e3-4869-a5bc-38a4438ecf53 req-1496574b-52f2-46ae-a9c0-55ee94f55e17 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 945 time: 1.0820022 Oct 22 13:05:02.963108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:02.971049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-8df284e2-527d-48f9-b607-68ddb67538fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:02.973478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-8df284e2-527d-48f9-b607-68ddb67538fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1099 time: 0.9618366 Oct 22 13:05:02.979400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.029962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4e37c31c-13e0-4f52-8c87-5e0696b2613f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:03.029962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.145690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:03.146394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f36191-ea8c-45bc-8c3c-495998f9715d req-0f90e2f2-c941-4d68-b49d-8b026ad2a167 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:03.148005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6f36191-ea8c-45bc-8c3c-495998f9715d req-0f90e2f2-c941-4d68-b49d-8b026ad2a167 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 935 time: 0.2799108 Oct 22 13:05:03.217155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c9d6deb-d8e3-4869-a5bc-38a4438ecf53 req-6f4f7005-84a7-4759-aa98-60bc485d1d8a tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422426 Oct 22 13:05:03.307252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6f36191-ea8c-45bc-8c3c-495998f9715d req-cb83641b-301b-4661-aa64-220e1f3ac4ea tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045575 Oct 22 13:05:03.315987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-90148394-f3ae-4b6f-a3bd-37afabfc2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:03.317358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-90148394-f3ae-4b6f-a3bd-37afabfc2638 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.3295190 Oct 22 13:05:03.384942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-dd4bf5eb-a3ad-4258-9b3d-c57dc2c52d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=dded979d-c004-40f8-b9df-63a2c7476aec HTTP/1.1" status: 200 len: 217 time: 0.0527627 Oct 22 13:05:03.436412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:03.451697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:03.479086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:03.480212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:03.485984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11113915-0cff-4ad6-b823-1f4bba7681d8 req-903bf7a1-836a-414d-9144-009eeb5ce36c tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38 HTTP/1.1" status: 200 len: 210 time: 0.1416857 Oct 22 13:05:03.576660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-7de7d091-47a1-4b5b-b6e6-a7c6f4eda525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:03.578290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-7de7d091-47a1-4b5b-b6e6-a7c6f4eda525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1458206 Oct 22 13:05:03.638043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] No DVR routers for this DVR port d269c13f-19f3-4429-b85f-60aa54d804f4 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:03.641892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.647395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8aa01bb8-c919-4ef7-82fc-6fa5df705cc5 req-9f689038-a379-4f80-b9bc-0b41969c9634 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.26 "DELETE /v2.0/ports/d269c13f-19f3-4429-b85f-60aa54d804f4 HTTP/1.1" status: 204 len: 173 time: 6.9471445 Oct 22 13:05:03.653187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-7770c8c4-7899-4f08-8dcd-7153ccace40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:03.654819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-7770c8c4-7899-4f08-8dcd-7153ccace40b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683808 Oct 22 13:05:03.657224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'name': 'network-vif-deleted', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:03.662665 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73299fba-8987-4fd3-9078-05fc9b54a33a" -d '{"events": [{"server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "name": "network-vif-deleted", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:03.668753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.670024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:03.688072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90909724-3af6-48ee-acca-aa740fc6f24d {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:03.705178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.728299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.743414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.749363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2520721 Oct 22 13:05:03.754007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49936) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:03.767837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:03.785452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52820-e7ce-4394-aff7-71042431887d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146079d5-a407-4d10-9e6f-458e433c19cf,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:03.797198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Transition to ACTIVE for port object 90909724-3af6-48ee-acca-aa740fc6f24d will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:03.809817 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8550eae-4c2a-49b5-910b-26efc1ea7bd4 x-openstack-request-id: req-d8550eae-4c2a-49b5-910b-26efc1ea7bd4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:03.810371 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38", "name": "network-vif-deleted", "tag": "d269c13f-19f3-4429-b85f-60aa54d804f4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:03.813581 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8550eae-4c2a-49b5-910b-26efc1ea7bd4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:03.814113 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef4bdb-6158-47bd-bfd3-df2d6acb6c38', 'name': 'network-vif-deleted', 'tag': 'd269c13f-19f3-4429-b85f-60aa54d804f4', 'status': 'completed', 'code': 200} Oct 22 13:05:03.822955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:03.828300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:03.875042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:03.905022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-6a5888b2-d21a-4acc-82ed-252145619541 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418668 Oct 22 13:05:03.952669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:04.002331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Pushing event updated for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:04.113927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb666014-c047-42a4-a5df-daaaca62f3b5 req-a135e56c-54f9-4493-9fe1-02abe20b90dc service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991031 Oct 22 13:05:04.231623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:04.265630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Router bd03963e-0d31-432e-a3de-c9ecc210e6ad has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:04.268507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:04.298760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:04.301237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:04.406760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Attempting to bind port 90909724-3af6-48ee-acca-aa740fc6f24d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:04.411779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Attempting to bind port 90909724-3af6-48ee-acca-aa740fc6f24d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:04.415683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Attempting to bind port 90909724-3af6-48ee-acca-aa740fc6f24d on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:04.490443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:04.493752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:04.499262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Port 90909724-3af6-48ee-acca-aa740fc6f24d on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:04.504347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Attempting to bind port 90909724-3af6-48ee-acca-aa740fc6f24d on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:04.527098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:04.527890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:04.528510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:04.529251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Bound port: 90909724-3af6-48ee-acca-aa740fc6f24d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:04.529852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:04.555307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e7d9a-4ff3-48d7-87f5-2d43faf2337f req-a8b8b492-ae73-451e-b644-d2138b680a31 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:04.572363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a7e7d9a-4ff3-48d7-87f5-2d43faf2337f req-a8b8b492-ae73-451e-b644-d2138b680a31 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 944 time: 0.1691744 Oct 22 13:05:04.633857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:04.634301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a7e7d9a-4ff3-48d7-87f5-2d43faf2337f req-7c007c19-8881-4771-a0c4-d7ea421c5295 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601318 Oct 22 13:05:04.681994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccacf1a-9cd6-4d68-9c78-1704493d0f86 req-44607b50-3d55-4d8f-b5a3-71950264abef tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:04.690630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccacf1a-9cd6-4d68-9c78-1704493d0f86 req-44607b50-3d55-4d8f-b5a3-71950264abef tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 947 time: 0.1864533 Oct 22 13:05:04.773610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccacf1a-9cd6-4d68-9c78-1704493d0f86 req-82bc4718-0081-4c32-b749-ac325ca6dce1 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820761 Oct 22 13:05:04.786350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:04.790106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:04.804409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Sync routers for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:04.815381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ccf002a-d515-4357-a433-67478d0305c6 admin admin] 10.222.0.25 "PUT /v2.0/routers/bd03963e-0d31-432e-a3de-c9ecc210e6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5208614 Oct 22 13:05:04.830582 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:04.833731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:04.834415 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:04.839221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=90909724-3af6-48ee-acca-aa740fc6f24d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:04.854864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:04.988672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:04.989642 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.032918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:05.034226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.036923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/90909724-3af6-48ee-acca-aa740fc6f24d HTTP/1.1" status: 200 len: 1095 time: 5.1008294 Oct 22 13:05:05.080657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7077a-b81b-4ca3-ac6f-90319ba255b2 service neutron] Pushing event updated for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:05.092257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Allocated IP 172.25.6.41 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/4fb88a14-44f5-47a8-b5ba-e928c09e09ab) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:05.172545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:05.217118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:05.217836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.224376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efbc6a51-8d8e-4af6-8f27-6094d7cfe214 req-5e806017-9f15-49af-8001-c6630ec39a12 tempest-FloatingIPsNegativeTestJSON-593138131 tempest-FloatingIPsNegativeTestJSON-593138131-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=d3b62d3d79d14be5803d8271f65dea96 HTTP/1.1" status: 200 len: 217 time: 0.0794327 Oct 22 13:05:05.224905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49960) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:05.241452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:05.276726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-32cc76bc-fddd-47d1-842d-6bc9048b3840 None None] Provisioning complete for port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:05.277299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32cc76bc-fddd-47d1-842d-6bc9048b3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.321326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.354207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.391998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.416223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa9564b9-88b9-4c18-b2cf-f6b8897720f7 req-7efc6e68-5861-458b-b9d8-232319bb3524 tempest-FloatingIPsNegativeTestJSON-593138131 tempest-FloatingIPsNegativeTestJSON-593138131-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1422868 Oct 22 13:05:05.426117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.428608 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.432846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.436657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "DELETE /v2.0/security-groups/42a46cbb-c0e4-421c-8fab-c90e2195183c HTTP/1.1" status: 204 len: 168 time: 0.2104421 Oct 22 13:05:05.459515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'mac_address': 'fa:16:3e:1d:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:05.465076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:05.466519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:05.533557 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-e5967ea4-061a-4303-9d78-be82fa25d009 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] show failed (client error): The resource could not be found. Oct 22 13:05:05.541267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e5967ea4-061a-4303-9d78-be82fa25d009 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "GET /v2.0/security-groups/42a46cbb-c0e4-421c-8fab-c90e2195183c HTTP/1.1" status: 404 len: 347 time: 0.0632820 Oct 22 13:05:05.541267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49972) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:05.548565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7a6f9-0432-4275-a00c-2cf604f19c3e tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a46cbb-c0e4-421c-8fab-c90e2195183c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:05.559197 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-36245237-eb3c-4a83-8952-8218a07682a3 req-b50e92ac-6f30-428b-b595-d1903f58af9f tempest-FloatingIPsNegativeTestJSON-593138131 tempest-FloatingIPsNegativeTestJSON-593138131-project] show failed (client error): The resource could not be found. Oct 22 13:05:05.561047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36245237-eb3c-4a83-8952-8218a07682a3 req-b50e92ac-6f30-428b-b595-d1903f58af9f tempest-FloatingIPsNegativeTestJSON-593138131 tempest-FloatingIPsNegativeTestJSON-593138131-project] 10.222.0.25 "GET /v2.0/floatingips/711baf02-0d72-49a8-b219-e0ba31e1eada HTTP/1.1" status: 404 len: 350 time: 0.1155055 Oct 22 13:05:05.571227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49974) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:05.590432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.592324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-32cc76bc-fddd-47d1-842d-6bc9048b3840 None None] Port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:05:05.626580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:05.629067 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926f650-a529-4283-a6c0-629e429117d0" -d '{"events": [{"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-plugged", "status": "completed", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:05.654020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:05.656292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:05.719733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-861e6987-b31f-4894-83f9-66e761d2a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:05.721419 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-861e6987-b31f-4894-83f9-66e761d2a30c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 1098 time: 0.6256931 Oct 22 13:05:05.778012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.788967 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462d67d-5992-4337-a638-20b5a5153565 x-openstack-request-id: req-d462d67d-5992-4337-a638-20b5a5153565 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:05.788967 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-plugged", "status": "completed", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:05.789296 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d462d67d-5992-4337-a638-20b5a5153565 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:05.789440 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'code': 200} Oct 22 13:05:05.792577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:05.837213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:05.839529 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:05.851094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-818fa8f4-6829-4f2a-90d8-3c341710c79b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=90909724-3af6-48ee-acca-aa740fc6f24d HTTP/1.1" status: 200 len: 217 time: 0.0848014 Oct 22 13:05:05.919035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:05.959304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:05.961312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e8d2515c-befc-435a-85a9-9db35caa02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:05.962871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-e8d2515c-befc-435a-85a9-9db35caa02b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0851703 Oct 22 13:05:05.966898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:05.974863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:06.002228 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:59Z', 'revision_number': 4, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee', 'name': '', 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'mac_address': 'fa:16:3e:59:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5f2da265-2256-4e65-b37a-506a5d590386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:56Z', 'updated_at': '2021-10-22T13:05:00Z', 'revision_number': 2, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'subnets': [{'id': '5f2da265-2256-4e65-b37a-506a5d590386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:06.028627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.061022 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Checking router: bd03963e-0d31-432e-a3de-c9ecc210e6ad for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:06.064141 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Updating router bd03963e-0d31-432e-a3de-c9ecc210e6ad port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:05:06.080026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6bfe0-f486-4549-a71d-dccb428415d0 req-df94d31a-adc6-4d8c-905d-e7ca6f8e0ff4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:06.083451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fd6bfe0-f486-4549-a71d-dccb428415d0 req-df94d31a-adc6-4d8c-905d-e7ca6f8e0ff4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2982311 Oct 22 13:05:06.127130 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.240575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be32a39-8f21-4093-b8df-c45b52464057 req-6f1066c8-2c3b-4dcc-bc30-f735292766ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:06.245871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1be32a39-8f21-4093-b8df-c45b52464057 req-6f1066c8-2c3b-4dcc-bc30-f735292766ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 1097 time: 0.2464876 Oct 22 13:05:06.251922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fd6bfe0-f486-4549-a71d-dccb428415d0 req-e89e8a9d-8f46-4d3f-b331-be008c41a314 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176395 Oct 22 13:05:06.294181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:06.315262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:06.407392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b6fb4-cae8-4068-932c-0ebf93e560f1 req-db392170-633a-4b31-b7ca-ef45d44b0f19 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:06.418595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-356b6fb4-cae8-4068-932c-0ebf93e560f1 req-db392170-633a-4b31-b7ca-ef45d44b0f19 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 947 time: 0.4183595 Oct 22 13:05:06.433971 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca26979-06e6-4d95-a907-b397f9b5cb3f x-openstack-request-id: req-4ca26979-06e6-4d95-a907-b397f9b5cb3f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:06.434271 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:06.434529 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca26979-06e6-4d95-a907-b397f9b5cb3f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:06.434955 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d', 'status': 'completed', 'code': 200} Oct 22 13:05:06.459620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Deleting port 3578e057-0150-476a-a79b-654b21beaf85 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:06.460027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.462127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'Port': ['ID=4fb88a14-44f5-47a8-b5ba-e928c09e09ab,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:06.505619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:06.566878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.590518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1be32a39-8f21-4093-b8df-c45b52464057 req-3127d575-0037-4896-b6ec-20032cd02ec8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286049 Oct 22 13:05:06.608906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:06.641113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-356b6fb4-cae8-4068-932c-0ebf93e560f1 req-ccf80598-471c-43ee-8b0d-1a7785ed967e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046957 Oct 22 13:05:06.659451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-3a663e72-2b6e-4465-9592-56b9a55aebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:06.665878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-3a663e72-2b6e-4465-9592-56b9a55aebd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6930745 Oct 22 13:05:06.670709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1422446-fda7-448f-8d4b-562fb4b7e831 None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T12:59:05Z', 'revision_number': 4, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0', 'name': '', 'network_id': 'b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'mac_address': 'fa:16:3e:b0:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:03Z', 'updated_at': '2021-10-22T12:59:10Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'subnets': [{'id': '87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:06.674806 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.686481 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.729664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.731004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.748258 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76561cae-6e8a-4877-8c27-d464fa201f09 None None] Pushing event updated for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:06.758215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Calling delete_port for 3578e057-0150-476a-a79b-654b21beaf85 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:06.876883 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Attempting to bind port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:06.877494 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Attempting to bind port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:06.878024 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Attempting to bind port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee on network a6a478e1-0c1e-400b-844a-3b5852b8a1da {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:06.881819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.889377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:06.889377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Checking segment: {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:06.889377 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.889377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Bound using segment: {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:06.889377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Bound port: 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431127c1-81e5-4e45-867a-af486a52a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:06.889966 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:06.907923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.006973 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] For port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:07.013041 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] For port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:07.027946 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.159856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] Provisioning complete for port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:07.160233 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.198688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76561cae-6e8a-4877-8c27-d464fa201f09 None None] Pushing event updated for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:07.266253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-8a2aec49-9b46-4559-a377-857109dc9f37 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908140 Oct 22 13:05:07.273666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:07.274652 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:07.279994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1c50f-f66d-4c8d-9454-0e1cd28421bf None None] New status for floating IP 4d43a331-893c-4be4-ae24-38b6d861b273: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:05:07.579996 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:07.587396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4c90-1efc-4ffb-b31c-d1533966129c req-08e37d07-cbc0-4c13-8afe-c59e39ffec73 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:07.597678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-480c4c90-1efc-4ffb-b31c-d1533966129c req-08e37d07-cbc0-4c13-8afe-c59e39ffec73 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2109847 Oct 22 13:05:07.642555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-88a1c50f-f66d-4c8d-9454-0e1cd28421bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:05:07.646181 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-88a1c50f-f66d-4c8d-9454-0e1cd28421bf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:05:07.671072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.673232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.695037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.744566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] For port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:07.755075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.760866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d64fc8d5-d49f-4538-be94-748ddd1ab1d3 req-ab7aa060-3337-4279-a730-cf3a7dbb1dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599760 Oct 22 13:05:07.761716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.795838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Pushing event deleted for resources: {'Port': ['ID=3578e057-0150-476a-a79b-654b21beaf85,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:07.845293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e547c2-de04-4159-985c-7142ce2091c8 None None] Pushing event updated for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:07.883300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.893730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d93388ed-f3e1-4ee6-bb34-31e5de4ba099 None None] Provisioning complete for port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:07.894111 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d93388ed-f3e1-4ee6-bb34-31e5de4ba099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:07.906300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-480c4c90-1efc-4ffb-b31c-d1533966129c req-6135fd95-06d6-4f14-8c43-8758620ca3a0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057406 Oct 22 13:05:08.026980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.045733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1036a-bece-477f-9919-c3cfe70c8fb1 req-dc87fa2b-5ddc-4a79-9c69-06b3b8545ce0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.052302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98b1036a-bece-477f-9919-c3cfe70c8fb1 req-dc87fa2b-5ddc-4a79-9c69-06b3b8545ce0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 947 time: 0.1424282 Oct 22 13:05:08.076431 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:59Z', 'revision_number': 4, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee', 'name': '', 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'mac_address': 'fa:16:3e:59:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5f2da265-2256-4e65-b37a-506a5d590386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:56Z', 'updated_at': '2021-10-22T13:05:06Z', 'revision_number': 4, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'subnets': [{'id': '5f2da265-2256-4e65-b37a-506a5d590386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:08.095496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Deleting port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:08.095856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.120833 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2dc89-95ee-4189-bfbd-142b2ad813f8 None None] The sync data for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 is: [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:04:59Z', 'revision_number': 4, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee', 'name': '', 'network_id': 'a6a478e1-0c1e-400b-844a-3b5852b8a1da', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'mac_address': 'fa:16:3e:59:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5f2da265-2256-4e65-b37a-506a5d590386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:56Z', 'updated_at': '2021-10-22T13:05:06Z', 'revision_number': 4, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'subnets': [{'id': '5f2da265-2256-4e65-b37a-506a5d590386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:08.129609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98b1036a-bece-477f-9919-c3cfe70c8fb1 req-3cfc70b8-c65d-40eb-99e8-9ede9a422965 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 Oct 22 13:05:08.141909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.144584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.149294 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e8c845ff-776f-4182-a5b7-35e10e1046e3 tempest-ServersWithSpecificFlavorTestJSON-1465517655 tempest-ServersWithSpecificFlavorTestJSON-1465517655-project] 10.222.0.25 "DELETE /v2.0/floatingips/4d43a331-893c-4be4-ae24-38b6d861b273 HTTP/1.1" status: 204 len: 168 time: 2.6026599 Oct 22 13:05:08.149474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1c50f-f66d-4c8d-9454-0e1cd28421bf None None] New status for floating IP 4d43a331-893c-4be4-ae24-38b6d861b273: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:05:08.149571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'Port': ['ID=4fb88a14-44f5-47a8-b5ba-e928c09e09ab,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:08.153796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.181199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c3724784-0454-4bf2-8f2b-0253bd673e43 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4160161 Oct 22 13:05:08.214227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-8fbde541-8f02-47cb-88ab-d8f26bace4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.232766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-8fbde541-8f02-47cb-88ab-d8f26bace4be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 1098 time: 0.2069261 Oct 22 13:05:08.375381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] For port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:08.375740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.395681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:08.407409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Calling delete_port for 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:08.508087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-0ccfb04c-74b7-4949-86c4-552cbfb08cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.509604 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-0ccfb04c-74b7-4949-86c4-552cbfb08cd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2657137 Oct 22 13:05:08.577318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port dded979d-c004-40f8-b9df-63a2c7476aec completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:08.581913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port dded979d-c004-40f8-b9df-63a2c7476aec triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:08.582291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.587544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-3cd2173f-e94a-4d02-bd76-366e22ffa5ac tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--132207919&fields=id&tenant_id=ed82b017dac944cda888755e5af6d469 HTTP/1.1" status: 200 len: 267 time: 0.0869036 Oct 22 13:05:08.628176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-acb20f9e-0deb-44e0-83c1-0cb2a03d836a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=90909724-3af6-48ee-acca-aa740fc6f24d HTTP/1.1" status: 200 len: 217 time: 0.1024008 Oct 22 13:05:08.748655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-661a78f9-dd32-4e9d-b78a-52f24f17b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.753206 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-661a78f9-dd32-4e9d-b78a-52f24f17b6f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1153331 Oct 22 13:05:08.788284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-988dd5ac-67f1-4488-b1c7-c25097d14053 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.797433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-988dd5ac-67f1-4488-b1c7-c25097d14053 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/networks?id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 HTTP/1.1" status: 200 len: 812 time: 0.2088656 Oct 22 13:05:08.867089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:08.892271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-b46efc9e-d541-49b3-a44b-146f95ad0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:08.920130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-b46efc9e-d541-49b3-a44b-146f95ad0a78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526902 Oct 22 13:05:09.112861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-04df74ac-ea6f-409a-9d30-b199a16fd913 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/quotas/ed82b017dac944cda888755e5af6d469 HTTP/1.1" status: 200 len: 375 time: 0.3145595 Oct 22 13:05:09.114281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:09.134112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:09.162550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:09.187584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-0bfae100-92c0-48fa-9070-2d9a4b1eb929 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593234 Oct 22 13:05:09.188170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:09.188170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 13:05:09.194573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:09.196830 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3450c-8c21-4329-94bd-fb03b2105826" -d '{"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:09.254834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:09.260254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 13:05:09.265738 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:09.342499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-226ddba6-18a5-4c47-9d16-2e6b16fafdc0 req-430fa0e9-e9b9-454a-952c-3f86579f3a65 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424201 Oct 22 13:05:09.354206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:09.408930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6c6cd-c680-4947-820a-432e6609dc19 req-84f787cc-6093-4440-9e92-ff5403df453d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:09.419729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a6c6cd-c680-4947-820a-432e6609dc19 req-84f787cc-6093-4440-9e92-ff5403df453d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.2217472 Oct 22 13:05:09.439041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-f800f0af-33f6-4780-ad6d-e85a57450c37 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed82b017dac944cda888755e5af6d469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2833483 Oct 22 13:05:09.537320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a6c6cd-c680-4947-820a-432e6609dc19 req-c2c8c5f2-2d06-414e-b473-7603c0555b48 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166964 Oct 22 13:05:09.617549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:09.683771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:09.701296 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f86838-6896-476e-b623-b62d4265e24b x-openstack-request-id: req-a7f86838-6896-476e-b623-b62d4265e24b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:09.701818 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:09.702144 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7f86838-6896-476e-b623-b62d4265e24b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:09.702639 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'code': 200} Oct 22 13:05:09.857209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-6ddb1fcd-20e8-4001-bac1-14be552504fa service neutron] 10.222.0.25 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961871 Oct 22 13:05:10.071213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-6c72f6d7-4fb7-43d6-9dc7-9475b5c89ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767397 Oct 22 13:05:10.092871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456a40-3519-4f35-b9ca-2e7bc5fac5a0 req-0df65494-7d63-41ad-8dd5-9a1c97d9945f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:10.094587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63456a40-3519-4f35-b9ca-2e7bc5fac5a0 req-0df65494-7d63-41ad-8dd5-9a1c97d9945f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 947 time: 0.2809339 Oct 22 13:05:10.211728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caea9f-cc32-459d-b7cd-b35be6109424 req-aa86e08b-90a4-49ab-bb6f-6411c1f98a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:10.214429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04caea9f-cc32-459d-b7cd-b35be6109424 req-aa86e08b-90a4-49ab-bb6f-6411c1f98a16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.3997586 Oct 22 13:05:10.276788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Router bd03963e-0d31-432e-a3de-c9ecc210e6ad has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:10.393521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04caea9f-cc32-459d-b7cd-b35be6109424 req-f37cfce6-b7b5-415e-ac1a-9e5e87de8162 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455331 Oct 22 13:05:10.432783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63456a40-3519-4f35-b9ca-2e7bc5fac5a0 req-616fa5d1-def4-4dcb-99cb-3ac1da8c53d2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274399 Oct 22 13:05:10.919810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da9fc-97bd-40a8-a7ca-0f44afb477a0 req-93d755fc-e035-444f-9b94-3c551b3106a1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:10.921533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00da9fc-97bd-40a8-a7ca-0f44afb477a0 req-93d755fc-e035-444f-9b94-3c551b3106a1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.5688746 Oct 22 13:05:10.967105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bb31664-f48e-43c8-a2a4-cfd9125a2fe0 req-c4b003a3-5bae-4755-8d90-dd7b5962b46f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 210 time: 0.0591300 Oct 22 13:05:11.025508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:11.041049 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Sync routers for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:11.041842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:11.044829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c7f0da55-a7cc-40e0-9090-6ab3b8f9c25e admin admin] 10.222.0.25 "PUT /v2.0/routers/bd03963e-0d31-432e-a3de-c9ecc210e6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4725251 Oct 22 13:05:11.047505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50056) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:11.058284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00da9fc-97bd-40a8-a7ca-0f44afb477a0 req-dff04b24-e456-43d3-8f10-2c0e4165f395 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058207 Oct 22 13:05:11.093663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:11.099292 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:11.273431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:11.355631 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:11.498912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:11.724014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Deleting port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:11.724898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:11.752971 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:05:09Z', 'revision_number': 5, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port': {'id': '1368e904-0480-4ceb-bd3c-6f2f07fc1f82', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:49Z', 'updated_at': '2021-10-22T13:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:11.846913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Checking router: bd03963e-0d31-432e-a3de-c9ecc210e6ad for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:11.850394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73e18-6384-49e1-a62d-37bd17624994 req-b16edea7-639b-4ced-82f5-e620b2d68760 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:11.860245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75c73e18-6384-49e1-a62d-37bd17624994 req-b16edea7-639b-4ced-82f5-e620b2d68760 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 947 time: 0.2802556 Oct 22 13:05:11.888081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] For port 1368e904-0480-4ceb-bd3c-6f2f07fc1f82, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:11.888081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:11.889492 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Routers {'bd03963e-0d31-432e-a3de-c9ecc210e6ad'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:11.890420 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:11.935296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Calling delete_port for 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:12.059051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] Set router bd03963e-0d31-432e-a3de-c9ecc210e6ad gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:12.120102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75c73e18-6384-49e1-a62d-37bd17624994 req-3d7391cb-bbea-4fb9-99af-7bc9b135b501 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588673 Oct 22 13:05:12.237022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:12.318543 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:05:11Z', 'revision_number': 6, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:12.359464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-e3af161e-11cd-440c-80ce-ae42338e5df0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:12.361056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-e3af161e-11cd-440c-80ce-ae42338e5df0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.26 "GET /v2.0/networks?id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 HTTP/1.1" status: 200 len: 812 time: 0.4150436 Oct 22 13:05:12.366263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:05:12.376162 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ef10-ffb2-4eb0-abfc-9ce177f05d64 None None] The sync data for ids ['bd03963e-0d31-432e-a3de-c9ecc210e6ad'] in n-d-813419-8 is: [{'id': 'bd03963e-0d31-432e-a3de-c9ecc210e6ad', 'name': 'tempest-FloatingIPsNegativeTestJSON-1652968776-router', 'tenant_id': 'd3b62d3d79d14be5803d8271f65dea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:47Z', 'updated_at': '2021-10-22T13:05:11Z', 'revision_number': 6, 'project_id': 'd3b62d3d79d14be5803d8271f65dea96', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:12.381535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-12cb1503-a6be-45a1-bddc-31cbf49bbe0d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:12.389669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-12cb1503-a6be-45a1-bddc-31cbf49bbe0d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.5192783 Oct 22 13:05:12.516305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2548896c-d3cf-495d-8bc2-58f99f0f374d req-f5371056-60e8-4f77-92fe-fcccfcc748ab tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 210 time: 0.1231787 Oct 22 13:05:12.525019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-dd26569f-ae8f-4608-8bca-0c0f5c7378a7 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/quotas/956676d2cb724e1b941fb8143697873e HTTP/1.1" status: 200 len: 375 time: 0.1344161 Oct 22 13:05:12.587063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-2f30a272-eced-4e2c-b8c7-b1e4cdd3225f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed82b017dac944cda888755e5af6d469 HTTP/1.1" status: 200 len: 379 time: 0.1934516 Oct 22 13:05:12.599069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'port': {'device_id': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'admin_state_up': True, 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'security_groups': ['6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:12.684762 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:12.776090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Pushing event deleted for resources: {'Port': ['ID=1368e904-0480-4ceb-bd3c-6f2f07fc1f82,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:12.818924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Deleting port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:12.819651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:12.868163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-dc2d823f-b9fe-4229-aa14-ac176eeafdb6 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3416834 Oct 22 13:05:12.977707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] For port 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:12.977912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 90909724-3af6-48ee-acca-aa740fc6f24d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:12.981226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:12.999441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:13.004770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Calling delete_port for 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:13.042806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:13.043074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7d385cc9-1ebd-41eb-98e3-b0aba1f7fdee not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:13.102056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Made reservation on behalf of ed82b017dac944cda888755e5af6d469 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:13.106418 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.163522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-c711d94f-1066-4c35-8376-22e43e077ed1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:13.165250 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-c711d94f-1066-4c35-8376-22e43e077ed1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81ef907-2ff5-4842-a49c-861090984e62 HTTP/1.1" status: 200 len: 946 time: 0.1566012 Oct 22 13:05:13.194109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=90909724-3af6-48ee-acca-aa740fc6f24d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:13.241641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '90909724-3af6-48ee-acca-aa740fc6f24d', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '90909724-3af6-48ee-acca-aa740fc6f24d', 'mac_address': 'fa:16:3e:0d:4a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:13.279877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Allocated IP 172.20.0.14 (6f9126f1-73a7-4f67-95d9-cdf0b6ab6131/fd167b10-27fa-4a18-bd06-9a962e4d2dad/d4b0075f-c2fa-4c0b-b608-bd0eb44db83e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:13.319180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.350917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90909724-3af6-48ee-acca-aa740fc6f24d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:13.390823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=90909724-3af6-48ee-acca-aa740fc6f24d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:13.396851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Deleting port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:13.397397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.401208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.479522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.503978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:13.584903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] For port 6ba58b73-00fd-4f13-843f-8ca53745ebc6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6ba58b73-00fd-4f13-843f-8ca53745ebc6,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:13.585328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.598482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.648065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Calling delete_port for 6ba58b73-00fd-4f13-843f-8ca53745ebc6 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:13.650316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:13.679430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.686267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.816492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c9a76-583f-4169-9354-d17eca2c2c0e req-28db99e2-69fa-46fd-b0af-ac09a21d4b63 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:13.824590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff1c9a76-583f-4169-9354-d17eca2c2c0e req-28db99e2-69fa-46fd-b0af-ac09a21d4b63 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 948 time: 0.4949448 Oct 22 13:05:13.837861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['90909724-3af6-48ee-acca-aa740fc6f24d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:13.843767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-cce858e9-baa4-45be-baf5-8b56aec61870 service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9746428 Oct 22 13:05:13.925645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.929795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd03963e-0d31-432e-a3de-c9ecc210e6ad {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:05:13.987179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:13.991146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5f57f71-3775-4480-8044-cc789ad67515 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bd03963e-0d31-432e-a3de-c9ecc210e6ad HTTP/1.1" status: 204 len: 168 time: 2.9425287 Oct 22 13:05:14.003487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:14.032227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.069754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Deleting subnet 5f2da265-2256-4e65-b37a-506a5d590386 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:05:14.117224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.134379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.161242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6ba58b73-00fd-4f13-843f-8ca53745ebc6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:14.172997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.183052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff1c9a76-583f-4169-9354-d17eca2c2c0e req-62db5856-3a20-4647-9f44-9dbbcd68d8ac tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554277 Oct 22 13:05:14.269312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event deleted for resources: {'Port': ['ID=6ba58b73-00fd-4f13-843f-8ca53745ebc6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:14.293696 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.349191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-a0f544cf-d468-4f44-aed4-ea3358207796 service neutron] 10.222.0.25 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045533 Oct 22 13:05:14.399708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.402853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] No DVR routers for this DVR port 6ba58b73-00fd-4f13-843f-8ca53745ebc6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:14.408810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:14.416448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-457b76ea-41f9-4162-a356-0e45e1662da9 req-b6d36b42-25df-4329-8faa-acd98af8bd71 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "DELETE /v2.0/ports/6ba58b73-00fd-4f13-843f-8ca53745ebc6 HTTP/1.1" status: 204 len: 173 time: 1.2430611 Oct 22 13:05:14.417580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-deleted', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:14.421847 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2835a-bd8b-4709-a205-92ed7333b957" -d '{"events": [{"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-deleted", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:14.626630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:14.666106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:14.679368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:14.764660 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c1d3a-83ba-4089-b31d-13e37c8caf0c x-openstack-request-id: req-150c1d3a-83ba-4089-b31d-13e37c8caf0c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:14.766177 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81ef907-2ff5-4842-a49c-861090984e62", "name": "network-vif-deleted", "tag": "6ba58b73-00fd-4f13-843f-8ca53745ebc6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:14.768080 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-150c1d3a-83ba-4089-b31d-13e37c8caf0c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:14.770634 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81ef907-2ff5-4842-a49c-861090984e62', 'name': 'network-vif-deleted', 'tag': '6ba58b73-00fd-4f13-843f-8ca53745ebc6', 'status': 'completed', 'code': 200} Oct 22 13:05:14.828094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Router b4f1151e-fa12-4b76-b108-c55721f91e22 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:14.851995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:14.902511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:14.902900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1368e904-0480-4ceb-bd3c-6f2f07fc1f82 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:15.052595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd01f9be-4bb7-406a-b953-ac148cbacb0a req-1e9f5166-e7a7-4c97-a6fb-90a99d8f8bba tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 210 time: 0.2062464 Oct 22 13:05:15.060503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.066177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event updated for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:15.116960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fa50d-b500-4fdb-8969-09850527c812 req-8b95a573-b18e-4e0c-9bd6-88d2746f65c9 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:15.120097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea4fa50d-b500-4fdb-8969-09850527c812 req-8b95a573-b18e-4e0c-9bd6-88d2746f65c9 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 932 time: 0.5931342 Oct 22 13:05:15.161783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:15.164074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.175122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1f55cd67-e303-4b11-a1f9-fcb02135135d None None] Provisioning complete for port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:15.175799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f55cd67-e303-4b11-a1f9-fcb02135135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.277297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1f55cd67-e303-4b11-a1f9-fcb02135135d None None] Port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:05:15.339604 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.445759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2da265-2256-4e65-b37a-506a5d590386,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:15.491086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-f48d59e1-7bb4-4aed-a846-a8d6b2647c73 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8978109 Oct 22 13:05:15.518976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Request body: {'port': {'device_id': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:15.609909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d416c7-b07e-4af8-a7b1-31b5fd1c73a1 req-6b33b0ff-d86a-40e8-8955-c27763a318d1 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:15.611831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40d416c7-b07e-4af8-a7b1-31b5fd1c73a1 req-6b33b0ff-d86a-40e8-8955-c27763a318d1 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 948 time: 0.2695863 Oct 22 13:05:15.615550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea4fa50d-b500-4fdb-8969-09850527c812 req-eebb81b9-75c0-4b11-8502-03a9a1ade7b8 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741415 Oct 22 13:05:15.619363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.620906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:15.631487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0f338d9-e040-4089-9fb3-f51353da71f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f2da265-2256-4e65-b37a-506a5d590386 HTTP/1.1" status: 204 len: 168 time: 1.6213553 Oct 22 13:05:15.634892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-db7c5da6-389d-47b3-a30d-13339bd6b9bd admin admin] 10.222.0.25 "PUT /v2.0/routers/b4f1151e-fa12-4b76-b108-c55721f91e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5918961 Oct 22 13:05:15.635409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:15.643327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277c13f-3257-4f6d-ab56-aa9306b52a42 None None] Network a6a478e1-0c1e-400b-844a-3b5852b8a1da requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:15.651706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50120) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:15.684582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Sync routers for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:15.712867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:15.715761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:15.717607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:15.855893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40d416c7-b07e-4af8-a7b1-31b5fd1c73a1 req-51b6e317-3bf1-4057-9945-61fbd16f755e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221942 Oct 22 13:05:15.887609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:16.023093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.030018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.222330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.243316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Deleting port 1bfbee3c-39ba-4895-b810-dbcf546967d9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:16.243938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.277536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] DHCP port deletion for a6a478e1-0c1e-400b-844a-3b5852b8a1da request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:05:16.309426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T13:05:13Z', 'revision_number': 5, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port': {'id': 'efc0ff56-2b0a-44fe-ae93-298c294cdb57', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:58:59Z', 'updated_at': '2021-10-22T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:16.398214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Checking router: b4f1151e-fa12-4b76-b108-c55721f91e22 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:16.421638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:16.449957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 6ba58b73-00fd-4f13-843f-8ca53745ebc6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:16.450459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6ba58b73-00fd-4f13-843f-8ca53745ebc6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:16.455279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] For port 1bfbee3c-39ba-4895-b810-dbcf546967d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bfbee3c-39ba-4895-b810-dbcf546967d9,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:16.456075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.464399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Routers {'b4f1151e-fa12-4b76-b108-c55721f91e22'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:16.465254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b4f1151e-fa12-4b76-b108-c55721f91e22'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:16.499766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Calling delete_port for 1bfbee3c-39ba-4895-b810-dbcf546967d9 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:16.529675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Deleting port efc0ff56-2b0a-44fe-ae93-298c294cdb57 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:16.530284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.602553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-1b4a3f22-e369-4ca9-ab53-1387ef8bbc3f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:16.604501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-1b4a3f22-e369-4ca9-ab53-1387ef8bbc3f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 814 time: 0.3394759 Oct 22 13:05:16.620481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] Set router b4f1151e-fa12-4b76-b108-c55721f91e22 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:16.632692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Request body: {'port': {'device_id': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'admin_state_up': True, 'tenant_id': '956676d2cb724e1b941fb8143697873e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:16.716087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T13:05:16Z', 'revision_number': 6, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:16.757113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6869b-94f1-4f29-a2e3-bc2bec15968e None None] The sync data for ids ['b4f1151e-fa12-4b76-b108-c55721f91e22'] in n-d-813419-8 is: [{'id': 'b4f1151e-fa12-4b76-b108-c55721f91e22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-254804539-router', 'tenant_id': 'ca469b92f25b462084648c09e01cb66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:58:58Z', 'updated_at': '2021-10-22T13:05:16Z', 'revision_number': 6, 'project_id': 'ca469b92f25b462084648c09e01cb66e', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:16.802105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Deleting port 1bfbee3c-39ba-4895-b810-dbcf546967d9 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:16.802495 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.804134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37154f49-ae13-409a-b07f-17e1f9ca42b9 req-d14f5950-f1ee-4aa4-b52d-362de8de87d8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 210 time: 0.0962498 Oct 22 13:05:16.843679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bfbee3c-39ba-4895-b810-dbcf546967d9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:16.918708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] For port 1bfbee3c-39ba-4895-b810-dbcf546967d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bfbee3c-39ba-4895-b810-dbcf546967d9,segment=NetworkSegment(431127c1-81e5-4e45-867a-af486a52a84e),segment_id=431127c1-81e5-4e45-867a-af486a52a84e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:16.919421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.951341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612dc9-0cba-4fb2-9e91-bb6ec114f8d1 req-71e975fa-c703-4492-9cf3-a01bf6b0681c tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:16.952293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Calling delete_port for 1bfbee3c-39ba-4895-b810-dbcf546967d9 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:16.955059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb612dc9-0cba-4fb2-9e91-bb6ec114f8d1 req-71e975fa-c703-4492-9cf3-a01bf6b0681c tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 932 time: 0.1411326 Oct 22 13:05:16.965492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] For port efc0ff56-2b0a-44fe-ae93-298c294cdb57, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=efc0ff56-2b0a-44fe-ae93-298c294cdb57,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:16.965882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:16.996950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.022190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Calling delete_port for efc0ff56-2b0a-44fe-ae93-298c294cdb57 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:17.053511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.067806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b0075f-c2fa-4c0b-b608-bd0eb44db83e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:17.076809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.080947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 90909724-3af6-48ee-acca-aa740fc6f24d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:17.096922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Transition to ACTIVE for port object d4b0075f-c2fa-4c0b-b608-bd0eb44db83e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:17.110995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] No DVR routers for this DVR port 1bfbee3c-39ba-4895-b810-dbcf546967d9 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:17.116063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.120901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6a8a-463a-42f4-8773-a672a4dfea31 None None] Pushing event deleted for resources: {'Port': ['ID=1bfbee3c-39ba-4895-b810-dbcf546967d9,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:17.180834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port 1bfbee3c-39ba-4895-b810-dbcf546967d9 {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:05:17.181641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bfbee3c-39ba-4895-b810-dbcf546967d9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:17.190180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb612dc9-0cba-4fb2-9e91-bb6ec114f8d1 req-16afa74e-caeb-4479-9249-6d927e0d636d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209594 Oct 22 13:05:17.225806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 90909724-3af6-48ee-acca-aa740fc6f24d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:17.240037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 90909724-3af6-48ee-acca-aa740fc6f24d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:17.240672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.342517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:17.431543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.433296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.454766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfbee3c-39ba-4895-b810-dbcf546967d9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:17.455650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399f10-0aa6-48b5-a31e-0b89940ded9e req-c275efb5-1bfc-4660-b8f4-8dcb23de2c78 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:17.465704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1399f10-0aa6-48b5-a31e-0b89940ded9e req-c275efb5-1bfc-4660-b8f4-8dcb23de2c78 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 948 time: 0.3667221 Oct 22 13:05:17.477047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] No DVR routers for this DVR port 1bfbee3c-39ba-4895-b810-dbcf546967d9 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:17.498035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:17.501115 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d6d1a6-0c0c-45ca-b2e3-b67264b634db" -d '{"events": [{"server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:17.546560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=90909724-3af6-48ee-acca-aa740fc6f24d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:17.558653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.626488 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38222323-fb00-44f2-88c6-9920c99f5dc3 x-openstack-request-id: req-38222323-fb00-44f2-88c6-9920c99f5dc3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:17.627202 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:17.627671 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38222323-fb00-44f2-88c6-9920c99f5dc3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:17.628344 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d', 'code': 200} Oct 22 13:05:17.637390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.651499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1399f10-0aa6-48b5-a31e-0b89940ded9e req-5ddaf4ca-50e2-4828-a6cb-1bb8dcf2cecb tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728890 Oct 22 13:05:17.671664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:17.680079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Attempting to bind port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:17.680415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Attempting to bind port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:17.680747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Attempting to bind port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e on network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:17.696111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e on network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:17.696464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Attempting to bind port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e on network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:17.706940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:17.707326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Checking segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:17.707876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Bound using segment: {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:17.709088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Bound port: d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:17.709589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.804318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.835792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:17.845176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:17.854059 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.873573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:17.874831 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:17.876786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4b0075f-c2fa-4c0b-b608-bd0eb44db83e HTTP/1.1" status: 200 len: 1092 time: 2.3702710 Oct 22 13:05:17.877384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:17.890248 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:17.894910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a478e1-0c1e-400b-844a-3b5852b8a1da']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:17.980530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.005211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.010448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Made reservation on behalf of 956676d2cb724e1b941fb8143697873e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:18.014172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.021124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431127c1-81e5-4e45-867a-af486a52a84e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:18.021428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431127c1-81e5-4e45-867a-af486a52a84e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:18.029857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc0ff56-2b0a-44fe-ae93-298c294cdb57,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:18.047229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a8dc6f4-f96f-44a1-b814-f6036dc385e3 req-b63ee997-1b3f-42b2-967a-7d7483a12ba4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 210 time: 0.0559592 Oct 22 13:05:18.061324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.080625 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa7484-55cb-4c63-87ee-c64d324a6419 x-openstack-request-id: req-4caa7484-55cb-4c63-87ee-c64d324a6419 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:18.081020 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:18.081864 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4caa7484-55cb-4c63-87ee-c64d324a6419 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:18.083108 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'status': 'completed', 'code': 200} Oct 22 13:05:18.113506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-8866428c-c474-4093-af55-15a255587143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.116703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-8866428c-c474-4093-af55-15a255587143 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed82b017dac944cda888755e5af6d469&device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 1095 time: 0.1810000 Oct 22 13:05:18.120555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05994f-e9cb-425b-ba00-f1748c22b5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:18.150866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.162163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.162856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f1151e-fa12-4b76-b108-c55721f91e22 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:05:18.170569 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.175086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ec0d488-c97d-423b-8691-eab09cd62523 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b4f1151e-fa12-4b76-b108-c55721f91e22 HTTP/1.1" status: 204 len: 168 time: 2.5184731 Oct 22 13:05:18.191065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4003e-2377-4f4b-8001-70b13326872b req-9e0dc20c-093c-4b44-a1b3-603c5aab8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.196625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bd4003e-2377-4f4b-8001-70b13326872b req-9e0dc20c-093c-4b44-a1b3-603c5aab8753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 1100 time: 0.3792813 Oct 22 13:05:18.202528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50144) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:18.222510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-05e60416-2ae3-48df-b125-d9b7a4b94fd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e HTTP/1.1" status: 200 len: 217 time: 0.0956166 Oct 22 13:05:18.318753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-8098bb6e-b848-4571-ad3d-4805ea80da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.320413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-8098bb6e-b848-4571-ad3d-4805ea80da8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd167b10-27fa-4a18-bd06-9a962e4d2dad HTTP/1.1" status: 200 len: 851 time: 0.0891244 Oct 22 13:05:18.341013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:05:18.341013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:05:18.369743 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:05:18.435292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515db0-8375-44b3-be9f-4df455747657 req-0bd83b23-affc-4273-9ce7-94e597408706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.436878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-0bd83b23-affc-4273-9ce7-94e597408706 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095798 Oct 22 13:05:18.498552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24029-93ec-4a4a-b25b-fc08a9118adc req-fc53806c-44a1-4c47-a294-a3575f65cf1f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.500551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23f24029-93ec-4a4a-b25b-fc08a9118adc req-fc53806c-44a1-4c47-a294-a3575f65cf1f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 944 time: 0.1638305 Oct 22 13:05:18.603585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Allocated IP 172.20.0.4 (f926583f-2ac8-4356-859d-7f150a9aae77/1dab463e-79ea-4f56-81ee-eef1867ed971/7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:18.604355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23f24029-93ec-4a4a-b25b-fc08a9118adc req-eb92549e-e219-4268-9242-cb28f1b0c2d7 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940711 Oct 22 13:05:18.633376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bd4003e-2377-4f4b-8001-70b13326872b req-c6a86f3e-af75-4e35-a81a-8c79ef47e0f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075060 Oct 22 13:05:18.648124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Deleting subnet 87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:05:18.650273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.663482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-f0ead1e1-ed9d-4425-bc86-3edccf7478ce service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165327 Oct 22 13:05:18.670395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.679999 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6a478e1-0c1e-400b-844a-3b5852b8a1da HTTP/1.1" status: 204 len: 168 time: 3.0413818 Oct 22 13:05:18.679999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.739387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:18.790329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:18.792780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c6ce0f1-d6e4-403b-99ff-d7d9e8d4bbc0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:18.793849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device efc0ff56-2b0a-44fe-ae93-298c294cdb57 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:18.802871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.825922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02515db0-8375-44b3-be9f-4df455747657 req-3fcb0670-da41-4b54-8a76-70976bbaf419 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547747 Oct 22 13:05:18.846210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a057b-7b91-4fc0-9542-611896c5a8c4 req-155de481-36b5-4401-964b-2aa72978ba56 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:18.848451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b1a057b-7b91-4fc0-9542-611896c5a8c4 req-155de481-36b5-4401-964b-2aa72978ba56 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0654089 Oct 22 13:05:18.849756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: efc0ff56-2b0a-44fe-ae93-298c294cdb57 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:18.851095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device efc0ff56-2b0a-44fe-ae93-298c294cdb57 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:18.931183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:18.951341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1e7a2-95ba-4196-b72d-3116c436570f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a478e1-0c1e-400b-844a-3b5852b8a1da,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:18.970495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:18.974950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b1a057b-7b91-4fc0-9542-611896c5a8c4 req-187a4617-e725-4f87-930d-143634139e1b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Oct 22 13:05:19.024889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-85053dbb-706a-4988-8e98-2486d5f2869c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3b62d3d79d14be5803d8271f65dea96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915928 Oct 22 13:05:19.028109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50156) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:19.047784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-1f55e085-9a4a-4596-bc68-67955c08333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:19.047784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-1f55e085-9a4a-4596-bc68-67955c08333e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed82b017dac944cda888755e5af6d469&device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 1095 time: 0.1364141 Oct 22 13:05:19.071604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.116400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:19.168960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.169183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.169183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a2cc06d-f6e2-45c4-9eeb-111e8744d72c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/87fbd778-c05e-4d6a-a9e0-fe6a8b28c8b7 HTTP/1.1" status: 204 len: 168 time: 0.9299686 Oct 22 13:05:19.171164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50160) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:19.190653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fd47b-6656-4ae2-a259-ace8ef443103 None None] Network b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:19.197634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.248912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c05f8932-a7fd-4a1b-8f85-6c16de4e8362 req-7620d8ca-741c-4813-baa1-81deaa425c2f tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 210 time: 0.0771472 Oct 22 13:05:19.292869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-fcbf742a-3647-4adf-9b15-88075faf8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:19.294374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-fcbf742a-3647-4adf-9b15-88075faf8444 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 HTTP/1.1" status: 200 len: 913 time: 0.2334003 Oct 22 13:05:19.342870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.360993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-db7e2ba9-92da-4a63-b907-c4ba11c300e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e HTTP/1.1" status: 200 len: 217 time: 0.0551474 Oct 22 13:05:19.414557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.417550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.419463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9bb639d-4f44-4cfa-8dc7-4ddc95024704 HTTP/1.1" status: 204 len: 168 time: 0.3901229 Oct 22 13:05:19.433770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.435920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5afb-a46e-421b-affa-f78f5e09d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bb639d-4f44-4cfa-8dc7-4ddc95024704,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:19.456527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-86844752-e386-4cb3-911c-841140145161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:19.458933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-86844752-e386-4cb3-911c-841140145161 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd167b10-27fa-4a18-bd06-9a962e4d2dad HTTP/1.1" status: 200 len: 851 time: 0.0901048 Oct 22 13:05:19.491219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.544407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Network f926583f-2ac8-4356-859d-7f150a9aae77 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:19.549779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-dbe44c0f-3c02-4aa4-a7e6-459588a4c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:19.549942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:19.555323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-dbe44c0f-3c02-4aa4-a7e6-459588a4c410 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882814 Oct 22 13:05:19.555668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:19.639525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event updated for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:19.651992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Deleting port 88041525-5939-49d0-83cc-be0dc46cceae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:19.652667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.697615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:19.698636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.778589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-63494aaf-7d8b-4d20-b77c-490c4fae0df6 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131989 Oct 22 13:05:19.791695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] For port 88041525-5939-49d0-83cc-be0dc46cceae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=88041525-5939-49d0-83cc-be0dc46cceae,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:19.795562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] DHCP port deletion for b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:05:19.798834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.849837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-d7db743f-e4bd-4679-956b-53b35bc40883 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2236748 Oct 22 13:05:19.852182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Calling delete_port for 88041525-5939-49d0-83cc-be0dc46cceae owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:19.867688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Request body: {'port': {'device_id': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:19.890253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Deleting port 88041525-5939-49d0-83cc-be0dc46cceae {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:19.891395 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:19.925061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea47f5e8-9bbb-413c-bc10-66d4227acd9a req-de0d262c-539c-4d93-81a1-63fc863c6a11 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312141 Oct 22 13:05:20.006155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.057021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318c85-d726-4559-8960-fb9d7e769198 req-28d0df1b-a161-4f79-a280-465a178fe624 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:20.064150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18318c85-d726-4559-8960-fb9d7e769198 req-28d0df1b-a161-4f79-a280-465a178fe624 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 944 time: 0.1325400 Oct 22 13:05:20.149930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18318c85-d726-4559-8960-fb9d7e769198 req-857b0ad0-7ed3-42a2-9912-dbf04a1603da tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841668 Oct 22 13:05:20.156667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] For port 88041525-5939-49d0-83cc-be0dc46cceae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=88041525-5939-49d0-83cc-be0dc46cceae,segment=NetworkSegment(bd89cefa-ad5e-47b5-84dd-40e0f18ff883),segment_id=bd89cefa-ad5e-47b5-84dd-40e0f18ff883)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:20.157129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.186125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Calling delete_port for 88041525-5939-49d0-83cc-be0dc46cceae owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:20.280942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e7dd4-a5b4-496d-bd6c-a0f18bfb0c95 req-921b9d2b-a6f7-4078-9ee7-01052fc83737 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:20.291708 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.299593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.306465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1e7dd4-a5b4-496d-bd6c-a0f18bfb0c95 req-921b9d2b-a6f7-4078-9ee7-01052fc83737 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1545632 Oct 22 13:05:20.336333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] Pushing event deleted for resources: {'Port': ['ID=88041525-5939-49d0-83cc-be0dc46cceae,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:20.355011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Pushing event deleted for resources: {'Port': ['ID=88041525-5939-49d0-83cc-be0dc46cceae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:20.367962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] No DVR routers for this DVR port 88041525-5939-49d0-83cc-be0dc46cceae on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:20.378250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb07736-21e6-4384-95ac-fcf3fb774778 None None] No DVR routers for this DVR port 88041525-5939-49d0-83cc-be0dc46cceae on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:20.422548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d4b0075f-c2fa-4c0b-b608-bd0eb44db83e details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:20.474727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1e7dd4-a5b4-496d-bd6c-a0f18bfb0c95 req-fcff8a3c-5e52-4250-8b26-289d62e3abcf tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668987 Oct 22 13:05:20.615987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff350-7e54-4068-ad63-00a665f461b0 req-f52dab4e-4369-4bec-b71d-ac004950e283 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:20.618821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0afff350-7e54-4068-ad63-00a665f461b0 req-f52dab4e-4369-4bec-b71d-ac004950e283 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 931 time: 0.1427436 Oct 22 13:05:20.627114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:20.641094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.648017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'port_id': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'mac_address': 'fa:16:3e:2f:2b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:20.692572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:20.697986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.719140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b0075f-c2fa-4c0b-b608-bd0eb44db83e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:20.746985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:20.748594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd89cefa-ad5e-47b5-84dd-40e0f18ff883') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:20.756495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:20.764016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.790957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.796789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0afff350-7e54-4068-ad63-00a665f461b0 req-ed723941-dccd-4a2e-9c64-b9f208b1aef4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522279 Oct 22 13:05:20.821369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.846958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 88041525-5939-49d0-83cc-be0dc46cceae no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:20.858756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:05:20.859242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:05:20.861141 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:05:20.888470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 88041525-5939-49d0-83cc-be0dc46cceae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:20.889590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 88041525-5939-49d0-83cc-be0dc46cceae not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:20.939458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:20.996413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d4b0075f-c2fa-4c0b-b608-bd0eb44db83e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:21.226566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:21.236002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.240155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.247789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.254482 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7 HTTP/1.1" status: 204 len: 168 time: 2.0815873 Oct 22 13:05:21.257909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:21.305947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Transition to ACTIVE for port object 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:21.309163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191b08-1c9b-41e6-8fff-f602f472a990 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78e19d4-a5ac-4724-a2b5-01b1a5bb49a7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:21.314652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.368428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0adb2e-5f34-4362-9b81-dbe3c2b411b0 req-6f18c7ba-c3f6-4ff0-8d9b-d7c0cbaf6522 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:21.369958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a0adb2e-5f34-4362-9b81-dbe3c2b411b0 req-6f18c7ba-c3f6-4ff0-8d9b-d7c0cbaf6522 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 945 time: 0.1221862 Oct 22 13:05:21.412647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:21.416321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-2e1b7c29-0959-46e2-9996-02efa223a2a6 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:21.417837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-2e1b7c29-0959-46e2-9996-02efa223a2a6 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/networks?id=e6371bdb-e2b2-4310-85e4-5f0c7da51569 HTTP/1.1" status: 200 len: 815 time: 0.1541965 Oct 22 13:05:21.435240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a0adb2e-5f34-4362-9b81-dbe3c2b411b0 req-3a1180cc-ce82-485e-a096-2341a84e73d2 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575650 Oct 22 13:05:21.447173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-49fbdb88-3532-4718-95b4-d96233bb5d3c tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/quotas/230a2a9cc63c40a8a871fcba0a88284c HTTP/1.1" status: 200 len: 375 time: 0.0109532 Oct 22 13:05:21.517087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-bd2b23e0-eb9f-417e-b964-1623d95e59a6 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=230a2a9cc63c40a8a871fcba0a88284c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572538 Oct 22 13:05:21.542901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Attempting to bind port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:21.543303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Attempting to bind port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:21.543644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Attempting to bind port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:21.576290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 on network f926583f-2ac8-4356-859d-7f150a9aae77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:21.576623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Attempting to bind port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 on network f926583f-2ac8-4356-859d-7f150a9aae77 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:21.586326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:21.586326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Checking segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:21.586744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Bound using segment: {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:21.587153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Bound port: 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cbadab-40c8-4802-9cac-2003ea59a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:21.587515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.616021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-3a3a8cfb-5832-42bb-b953-cf79b1cabc04 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914500 Oct 22 13:05:21.711515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:21.714754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-cc955614-260c-4a43-a8f9-bc06b35f8353 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910733 Oct 22 13:05:21.727042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:21.734371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.786015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:21.786658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:21.788055 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] 10.222.0.26 "PUT /v2.0/ports/7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 HTTP/1.1" status: 200 len: 1091 time: 1.9264016 Oct 22 13:05:21.791963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:21.795972 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c769bafe-163c-4763-b384-61040816f694" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:21.840487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11e839-d80d-4a8d-a224-6f70af95b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:21.939493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-e51ac11b-2035-4369-8b8a-8b8a37fce0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:21.941080 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-e51ac11b-2035-4369-8b8a-8b8a37fce0ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 1094 time: 0.0917118 Oct 22 13:05:22.011471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3833c-b347-4a4a-b4a6-84a1119c2cf5 req-02c03e13-f1c8-40b7-9650-f7e4ab049d05 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.013288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13c3833c-b347-4a4a-b4a6-84a1119c2cf5 req-02c03e13-f1c8-40b7-9650-f7e4ab049d05 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0870903 Oct 22 13:05:22.017870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-e9f0eb4f-2270-4ff1-81ea-5d318be229fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 HTTP/1.1" status: 200 len: 217 time: 0.0656826 Oct 22 13:05:22.029176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.080912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13c3833c-b347-4a4a-b4a6-84a1119c2cf5 req-b622566c-fd9f-4d80-8247-19fa4f99abff tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Oct 22 13:05:22.095191 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37012078-f2fd-4e86-b5f7-472f51e516c2 x-openstack-request-id: req-37012078-f2fd-4e86-b5f7-472f51e516c2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:22.095485 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:22.095743 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37012078-f2fd-4e86-b5f7-472f51e516c2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:22.096226 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3', 'status': 'completed', 'code': 200} Oct 22 13:05:22.136671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9f6d86ec-45fa-4a48-b540-200be6dbff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.138274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-9f6d86ec-45fa-4a48-b540-200be6dbff64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.1069410 Oct 22 13:05:22.207742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d64124a9-a67d-4905-9dbc-7a7f8513b1c3 req-3063f72a-e934-4c39-9fba-81d135478bd2 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 210 time: 0.0650001 Oct 22 13:05:22.211979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-246a2143-a5b9-4e05-ae85-35a355bd725b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623465 Oct 22 13:05:22.236789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e279-f1d9-4552-bfda-bd11c9235b7a req-5081c5a7-983e-4c9b-8a29-1bd5c332e832 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.239142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f91e279-f1d9-4552-bfda-bd11c9235b7a req-5081c5a7-983e-4c9b-8a29-1bd5c332e832 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 943 time: 0.0834808 Oct 22 13:05:22.317098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f91e279-f1d9-4552-bfda-bd11c9235b7a req-47a43f96-0050-4e8c-be17-a35b1f8940ff tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Oct 22 13:05:22.422185 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-992525ab-9518-455c-979a-5cbb21b90428 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035697 Oct 22 13:05:22.433225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d4b0075f-c2fa-4c0b-b608-bd0eb44db83e up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:22.446046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d742b-72f6-40cf-a08d-5854db961f5f req-46d577ee-9f17-41d9-ac8a-3f82b4bc9d19 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.447763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a29d742b-72f6-40cf-a08d-5854db961f5f req-46d577ee-9f17-41d9-ac8a-3f82b4bc9d19 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0731986 Oct 22 13:05:22.522291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a29d742b-72f6-40cf-a08d-5854db961f5f req-7215169a-516a-44dc-880a-e64dcb0e4ea2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Oct 22 13:05:22.523341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:22.543223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:22.544415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.605583 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc145aa1-f6d1-4e01-b2ec-b60107288754 req-c981128c-96e5-4bc1-9a93-868c59b16a18 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750340 Oct 22 13:05:22.624992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Deleting port a4d5c2d3-fb26-4212-b659-7a089bd087b9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:22.645526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.700533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.747647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:22.748218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604c71-4582-4c0b-97d7-8164dbe20a29 req-0a6b23ad-ba78-45ef-affa-696493d5b232 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.748994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:22.750505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd604c71-4582-4c0b-97d7-8164dbe20a29 req-0a6b23ad-ba78-45ef-affa-696493d5b232 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 945 time: 0.0796387 Oct 22 13:05:22.752551 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f1c50-ad73-4f54-afe1-49214fe75a2b" -d '{"events": [{"server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:22.758319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.806331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd604c71-4582-4c0b-97d7-8164dbe20a29 req-800d743f-9c9b-4054-ba58-28ed4d026cef tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 Oct 22 13:05:22.822411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:22.877412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] For port a4d5c2d3-fb26-4212-b659-7a089bd087b9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a4d5c2d3-fb26-4212-b659-7a089bd087b9,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:22.877900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:22.897071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Calling delete_port for a4d5c2d3-fb26-4212-b659-7a089bd087b9 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:22.904187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bafe-163c-4763-b384-61040816f694 req-15e34886-13d5-4888-b445-b0b01bd6b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:22.906100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-15e34886-13d5-4888-b445-b0b01bd6b079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=956676d2cb724e1b941fb8143697873e&device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 1094 time: 0.1312125 Oct 22 13:05:22.952075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-224ad8e8-9399-43e2-a0ab-595246f2898d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277176 Oct 22 13:05:23.098295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bafe-163c-4763-b384-61040816f694 req-33222027-b3d9-4ebc-b73a-9b8008ca425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.100043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-33222027-b3d9-4ebc-b73a-9b8008ca425b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 200 len: 915 time: 0.1859329 Oct 22 13:05:23.105560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-833f9d1c-0b26-44ee-a15c-dd32c1a762d2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.107685 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24079882-bf69-42c0-9195-fef9a81c1c07 x-openstack-request-id: req-24079882-bf69-42c0-9195-fef9a81c1c07 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:23.108049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-833f9d1c-0b26-44ee-a15c-dd32c1a762d2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486814 Oct 22 13:05:23.108401 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:23.108819 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24079882-bf69-42c0-9195-fef9a81c1c07 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:23.109384 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'code': 200} Oct 22 13:05:23.136943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-a7b098dd-60af-4ba5-a55b-2a2d5ace3031 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/quotas/8581f97041404cce960d81baf4f99cc3 HTTP/1.1" status: 200 len: 375 time: 0.0172336 Oct 22 13:05:23.160266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-dbfaf801-f724-44f1-829c-d8ff8df5fcb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 HTTP/1.1" status: 200 len: 217 time: 0.0452893 Oct 22 13:05:23.218750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-0edb3905-b5e0-4577-bf03-a734aec0a3ac tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804992 Oct 22 13:05:23.227173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bafe-163c-4763-b384-61040816f694 req-0acf04c1-06ed-4863-8e79-3a66073c1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.229260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-0acf04c1-06ed-4863-8e79-3a66073c1013 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 200 len: 854 time: 0.0541975 Oct 22 13:05:23.277536 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-4c8a7813-4cf9-453a-a9bd-6adec5f88fcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f926583f-2ac8-4356-859d-7f150a9aae77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288055 Oct 22 13:05:23.297292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c6f0d-5d9a-4199-9289-dc74fda277e3 req-592fdeb5-5520-46d5-8a81-d456fd21cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.300191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f74c6f0d-5d9a-4199-9289-dc74fda277e3 req-592fdeb5-5520-46d5-8a81-d456fd21cadf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 1097 time: 0.0799882 Oct 22 13:05:23.352294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f74c6f0d-5d9a-4199-9289-dc74fda277e3 req-aeb9b131-f11b-445c-93d7-6e48a15bc37a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Oct 22 13:05:23.447276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1997076-f3aa-47ab-8df0-28592ee8efad req-14af1ad5-d346-44a1-8891-eac24669757e tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 210 time: 0.0467644 Oct 22 13:05:23.521796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:23.551440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5200f87-4e68-4975-8c57-ae4021e674b8 req-f265a9c8-bf8e-49ee-83b6-b0f35e3f832a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 210 time: 0.0553601 Oct 22 13:05:23.564446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d5c2d3-fb26-4212-b659-7a089bd087b9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:23.596548 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-de919866-186f-4aeb-9aa6-42e17bff4013 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782352 Oct 22 13:05:23.641217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db659-9a8e-45e4-8291-3d6f05baf9da req-36ac5d6e-b042-47b8-8bf3-8027872433e5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.642905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48db659-9a8e-45e4-8291-3d6f05baf9da req-36ac5d6e-b042-47b8-8bf3-8027872433e5 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 943 time: 0.0891180 Oct 22 13:05:23.649014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-2ee30e83-04b7-446c-9a9f-f42b53d6d217 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:23.650641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-2ee30e83-04b7-446c-9a9f-f42b53d6d217 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.21 "GET /v2.0/networks?id=e6371bdb-e2b2-4310-85e4-5f0c7da51569 HTTP/1.1" status: 200 len: 815 time: 0.3312097 Oct 22 13:05:23.758043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f48db659-9a8e-45e4-8291-3d6f05baf9da req-16667c9b-f442-48a9-b8a9-c8c3657ae696 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055069 Oct 22 13:05:23.807956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Request body: {'port': {'device_id': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'admin_state_up': True, 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:23.945927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ff7776d4-6941-45b6-8ce1-a8ab047f2274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.003157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f91e5-a9e0-451a-8e06-1555cca252cd req-ac7725d4-986d-4fc7-8106-905108e0778d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:24.005756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c71f91e5-a9e0-451a-8e06-1555cca252cd req-ac7725d4-986d-4fc7-8106-905108e0778d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.0673537 Oct 22 13:05:24.079691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c71f91e5-a9e0-451a-8e06-1555cca252cd req-580f6a59-f581-45e2-a75e-de43d9340efc tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658393 Oct 22 13:05:24.161724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c769bafe-163c-4763-b384-61040816f694 req-aec8db27-50cf-4c80-87df-34fcab4c1e10 service neutron] 10.222.0.26 "GET /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100648 Oct 22 13:05:24.235779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.314856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:24.345283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Made reservation on behalf of 230a2a9cc63c40a8a871fcba0a88284c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:24.357567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.443457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:24.535393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.715017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:24.762565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3', 'network_id': 'f926583f-2ac8-4356-859d-7f150a9aae77', 'port_id': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3', 'mac_address': 'fa:16:3e:ab:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab463e-79ea-4f56-81ee-eef1867ed971', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:24.777662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.784131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.843628 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.867966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:24.892055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc5a1a9a2d14880bd3cded37d88f76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744705 Oct 22 13:05:24.892863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f04e1-e973-4a52-93c5-254016b07b24,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:24.896407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:24.931519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:24.942063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.942730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.943331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.943913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.944943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:24.945480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.946097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.948105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.949130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.951602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.952624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.953790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:24.954835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca636ad1-21e1-442e-b277-9a8aec8d4b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:25.098537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:25.168423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1d374e3-4fa8-4937-968e-3a7aa527c6a9 req-c3a6c285-2329-48c6-a448-2de4e4dc5380 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 210 time: 0.1983728 Oct 22 13:05:25.173441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81746150-a710-4c28-bb61-35eb003ee983 req-9260f884-4b55-4246-b9b8-7adedb681a3a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 210 time: 0.2098324 Oct 22 13:05:25.200803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:25.231363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Allocated IP 172.20.0.8 (e6371bdb-e2b2-4310-85e4-5f0c7da51569/870c4cc7-e6e2-4485-ab47-24a8171bb95e/6be37758-d34f-41c7-b53c-0761c52ec809) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:25.344867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Router edac127d-0d72-4fc3-9f0e-8f8a59ec611e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:25.364207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:25.429799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-17807a3b-06ed-431f-a107-7a557e64766a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8581f97041404cce960d81baf4f99cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791051 Oct 22 13:05:25.659747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:25.720575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942c0d5-20b2-4795-9d7f-76ebef4d5174 req-f9c5f821-b87a-4296-9ba7-af2dd15ffbce tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:25.733411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8942c0d5-20b2-4795-9d7f-76ebef4d5174 req-f9c5f821-b87a-4296-9ba7-af2dd15ffbce tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.3560135 Oct 22 13:05:25.835479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93f95-88fd-45ed-a57c-b8f468d90603 req-6b9c5f3f-bcc2-49c8-bca5-49f82d8b97c8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:25.845104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b93f95-88fd-45ed-a57c-b8f468d90603 req-6b9c5f3f-bcc2-49c8-bca5-49f82d8b97c8 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 944 time: 0.3596365 Oct 22 13:05:25.896880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8942c0d5-20b2-4795-9d7f-76ebef4d5174 req-ecd3db90-08af-4431-8e06-45edbae11a99 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623769 Oct 22 13:05:25.970196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b93f95-88fd-45ed-a57c-b8f468d90603 req-0e68d3c5-0439-43c3-b114-0edd34d1a371 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Oct 22 13:05:25.992073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:25.995229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:25.997648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd9f04e1-e973-4a52-93c5-254016b07b24 HTTP/1.1" status: 204 len: 168 time: 1.0998979 Oct 22 13:05:26.033774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9db9e-27ab-4399-a232-2687bf0fe7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f04e1-e973-4a52-93c5-254016b07b24,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:26.294818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:26.444294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:26.472822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:26.487143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:26.488777 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Sync routers for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:26.508684 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:26.510422 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:04:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:26.514237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d382b81f-166d-4159-92ab-ecd2bf3c095a admin admin] 10.222.0.25 "PUT /v2.0/routers/edac127d-0d72-4fc3-9f0e-8f8a59ec611e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2543485 Oct 22 13:05:26.560943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-fe539275-b209-4c87-a916-2f8a7a411563 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:26.562637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-fe539275-b209-4c87-a916-2f8a7a411563 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1094217 Oct 22 13:05:26.602430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Request body: {'port': {'device_id': '3aa256fe-f287-4710-b90b-2130db703c3c', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '8581f97041404cce960d81baf4f99cc3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:26.618144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:26.627813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:26.629376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:26.725782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:26.795825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:26.828901 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:26.840377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:26.908791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:26.912135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:26.915749 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80221262-1b06-47e6-94b2-42b3e8ba0851" -d '{"events": [{"server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "name": "network-vif-plugged", "status": "completed", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:26.931975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.033931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:27.036199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:27.079380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55cb8100-f65b-498c-af13-43de9c21e5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.079995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:27.098051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:27.352720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.379349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Pushing event updated for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:27.404683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50380) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:27.438886 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T13:05:23Z', 'revision_number': 5, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port': {'id': '44d0d17e-8525-4725-bae1-48bf877ce763', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T12:59:12Z', 'updated_at': '2021-10-22T12:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:27.453818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:27.454486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.474707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Deleting port 44d0d17e-8525-4725-bae1-48bf877ce763 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:27.475077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.512228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Made reservation on behalf of 8581f97041404cce960d81baf4f99cc3 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:27.520636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.535382 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-97501cf2-3df5-49a3-975b-5dde62ca45f3 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7417548 Oct 22 13:05:27.550257 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Checking router: edac127d-0d72-4fc3-9f0e-8f8a59ec611e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:27.571529 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Routers {'edac127d-0d72-4fc3-9f0e-8f8a59ec611e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:27.578830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:27.587229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f436ed45-527d-490b-a339-31b133f96bf8 None None] Provisioning complete for port 6be37758-d34f-41c7-b53c-0761c52ec809 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:27.593568 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f436ed45-527d-490b-a339-31b133f96bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.694263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1493340890-network', 'tenant_id': '63e3e848f7c54996ae160cb6412a9a51'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:27.700159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.720262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] For port 44d0d17e-8525-4725-bae1-48bf877ce763, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=44d0d17e-8525-4725-bae1-48bf877ce763,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:27.730171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.748518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f436ed45-527d-490b-a339-31b133f96bf8 None None] Port 6be37758-d34f-41c7-b53c-0761c52ec809 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:05:27.749734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Calling delete_port for 44d0d17e-8525-4725-bae1-48bf877ce763 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:27.755592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.776931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Made reservation on behalf of 63e3e848f7c54996ae160cb6412a9a51 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:27.780852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.812996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:27.840065 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] Set router edac127d-0d72-4fc3-9f0e-8f8a59ec611e gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:27.879608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Allocated IP 192.168.233.46 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/dd686dd8-bfc0-4e9e-b811-0a41e3ef514e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:27.983318 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T13:05:27Z', 'revision_number': 6, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:28.058384 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30340718-c815-452a-b8ec-30b2f6d15d90 None None] The sync data for ids ['edac127d-0d72-4fc3-9f0e-8f8a59ec611e'] in n-d-813419-8 is: [{'id': 'edac127d-0d72-4fc3-9f0e-8f8a59ec611e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1088396078-router', 'tenant_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T12:59:09Z', 'updated_at': '2021-10-22T13:05:27Z', 'revision_number': 6, 'project_id': '7c1643b24d394f48b1d3e8dabcd2fa37', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:28.093562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.149769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.170389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.184592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Pushing event deleted for resources: {'Port': ['ID=44d0d17e-8525-4725-bae1-48bf877ce763,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:28.239242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.283173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:05:28.303163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169482a-66a9-4f57-9217-37084cd6e027,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:28.313729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.314064 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Added segment 52d4b3c1-e818-4111-8f58-0719f8a01d1e of type vlan for network 269565da-bea7-4089-bcdf-c7c1869044bd Oct 22 13:05:28.368353 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.371173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.373420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.378305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.429998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.430986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:28.431603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.445794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.446516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Fanout notify agent at l3_agent the message router_deleted on router edac127d-0d72-4fc3-9f0e-8f8a59ec611e {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:05:28.454723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.458776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ec896db6-7b03-404e-a980-89054708372a admin admin] 10.222.0.25 "DELETE /v2.0/routers/edac127d-0d72-4fc3-9f0e-8f8a59ec611e HTTP/1.1" status: 204 len: 168 time: 1.9704666 Oct 22 13:05:28.461347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50386) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:28.484635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.498456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:28.501760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['90909724-3af6-48ee-acca-aa740fc6f24d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:28.579942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Deleting subnet a551473a-fdf1-407a-b62e-7e90384ebcbb {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:05:28.592077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.622986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2074111 Oct 22 13:05:28.624625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event updated for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:28.646210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50388) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:28.651474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.717938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d27f3c-e2ea-45de-b0a5-b85f32b926b8 admin admin] Pushing event updated for resources: {'Network': ['ID=269565da-bea7-4089-bcdf-c7c1869044bd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:28.725662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Request body: {'subnet': {'network_id': '269565da-bea7-4089-bcdf-c7c1869044bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1493340890-subnet', 'tenant_id': '63e3e848f7c54996ae160cb6412a9a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:28.735101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 269565da-bea7-4089-bcdf-c7c1869044bd details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:05:28.752195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:28.757149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:28.761865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:28.883389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Request body: {'port': {'device_id': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:28.891528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Made reservation on behalf of 63e3e848f7c54996ae160cb6412a9a51 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:28.893546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.895470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:28.986435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:28.987145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.127584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.196455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a4d5c2d3-fb26-4212-b659-7a089bd087b9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:29.198218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c558294d-f748-4056-87b8-798808e9c08b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6077719 Oct 22 13:05:29.209255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.231306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Request body: {'port': {'device_id': '3aa256fe-f287-4710-b90b-2130db703c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:29.281137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.295560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a551473a-fdf1-407a-b62e-7e90384ebcbb HTTP/1.1" status: 204 len: 168 time: 0.8331485 Oct 22 13:05:29.298436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848d518-2284-4647-a50c-9578fb2e903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a551473a-fdf1-407a-b62e-7e90384ebcbb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:29.301869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50390) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:29.365048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f015e5-ff2a-4685-9db5-8b95fdd3dc27 req-777e9bee-14ef-4452-8c99-a7358d4ff32a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:29.367343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0f015e5-ff2a-4685-9db5-8b95fdd3dc27 req-777e9bee-14ef-4452-8c99-a7358d4ff32a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 931 time: 0.3907459 Oct 22 13:05:29.372457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ad0e0-38c1-4d6e-99d0-d64c5f2245e0 None None] Network 1c658d73-3479-42ed-8682-b30298b658e9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:29.426123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a4d5c2d3-fb26-4212-b659-7a089bd087b9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:29.427304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a4d5c2d3-fb26-4212-b659-7a089bd087b9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:29.455022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449db20-1f40-4028-8af7-7268e33bbc90 req-baaa6c3a-510f-4178-89cb-e7a90c7e475d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:29.457452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a449db20-1f40-4028-8af7-7268e33bbc90 req-baaa6c3a-510f-4178-89cb-e7a90c7e475d tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.4854183 Oct 22 13:05:29.508106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-77f5d479-fbd1-4f9d-b419-59795307dd21 None None] Provisioning complete for port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:29.508558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77f5d479-fbd1-4f9d-b419-59795307dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.548353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50392) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:29.560131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Request body: {'floatingip': {'port_id': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:29.590871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.741657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.751584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0f015e5-ff2a-4685-9db5-8b95fdd3dc27 req-01fb4cbe-62f4-4396-b5c7-5b3bf268d6e1 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704889 Oct 22 13:05:29.817849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.908020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891e063-b397-446b-8006-9a8e55677916 req-587133b5-a816-47a4-8219-21ad193eac90 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:29.912431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e891e063-b397-446b-8006-9a8e55677916 req-587133b5-a816-47a4-8219-21ad193eac90 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 935 time: 0.2442787 Oct 22 13:05:29.926134 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78099151-d761-47d5-86e5-bedd1f4c5105 x-openstack-request-id: req-78099151-d761-47d5-86e5-bedd1f4c5105 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:29.932001 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "name": "network-vif-plugged", "status": "completed", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:29.933621 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78099151-d761-47d5-86e5-bedd1f4c5105 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:29.934321 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3', 'code': 200} Oct 22 13:05:29.945346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:29.947445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-77f5d479-fbd1-4f9d-b419-59795307dd21 None None] Port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:05:29.990544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d50c1d-0510-4f80-86c6-7aa8afad3d60,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:30.048025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.071158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] DHCP port deletion for 1c658d73-3479-42ed-8682-b30298b658e9 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:05:30.076723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Checking segment: {'id': '52d4b3c1-e818-4111-8f58-0719f8a01d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '269565da-bea7-4089-bcdf-c7c1869044bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:30.077100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Network hostable DHCP agents. Network: 269565da-bea7-4089-bcdf-c7c1869044bd, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:05:30.156049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Deleting port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:30.157323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e891e063-b397-446b-8006-9a8e55677916 req-664bb8e4-186a-456f-9074-c51c3918ffa4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340009 Oct 22 13:05:30.157880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.214589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Deleting port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:30.215045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.251329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68f74-0609-4f6c-b4e2-643d7199d53a req-938f917d-0e9c-4253-897f-a1ae010bd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:30.253110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1a68f74-0609-4f6c-b4e2-643d7199d53a req-938f917d-0e9c-4253-897f-a1ae010bd6ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 1096 time: 0.2879915 Oct 22 13:05:30.285791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] For port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:30.286149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.310406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c68d-8902-404d-9bdf-f27b4af30859 req-72ea3610-092f-4721-9ea4-6a1abca393f0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:30.322068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a86c68d-8902-404d-9bdf-f27b4af30859 req-72ea3610-092f-4721-9ea4-6a1abca393f0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.2677369 Oct 22 13:05:30.323427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Calling delete_port for bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:30.330307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Network 269565da-bea7-4089-bcdf-c7c1869044bd is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:05:30.393997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 269565da-bea7-4089-bcdf-c7c1869044bd) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:30.426732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:30.431280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.466229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b89bb-1df6-45fd-a831-010715e1a5bb None None] Network 269565da-bea7-4089-bcdf-c7c1869044bd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:30.606080 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.643442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] No DVR routers for this DVR port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:30.662187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] For port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,segment=NetworkSegment(6ffcb622-5b5c-4961-b03a-ced87006b7f5),segment_id=6ffcb622-5b5c-4961-b03a-ced87006b7f5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:30.662819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.667494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba068ba8-67e9-486c-abc8-0dcc64572cc6 None None] Network 269565da-bea7-4089-bcdf-c7c1869044bd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:30.676195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf316e-897b-43dc-97ae-c33dbf28d6a2 None None] Pushing event deleted for resources: {'Port': ['ID=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:30.678511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4a72746c-d611-44c0-9cc6-e4c03bcac16f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9622819 Oct 22 13:05:30.683493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be37758-d34f-41c7-b53c-0761c52ec809 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:30.699894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.720585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd686dd8-bfc0-4e9e-b811-0a41e3ef514e {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:30.728438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1a68f74-0609-4f6c-b4e2-643d7199d53a req-2df75929-dc9a-4906-8280-ef722c783082 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535179 Oct 22 13:05:30.739795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.754874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Calling delete_port for bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:30.777284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Transition to ACTIVE for port object 6be37758-d34f-41c7-b53c-0761c52ec809 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:30.777490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a86c68d-8902-404d-9bdf-f27b4af30859 req-6acf8dd7-08a6-477d-a0c7-1f5d791a546b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542866 Oct 22 13:05:30.787917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Transition to ACTIVE for port object dd686dd8-bfc0-4e9e-b811-0a41e3ef514e will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:30.788873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.801471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:30.947782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Pushing event updated for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:31.043303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:31.106410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:31.106841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:31.107323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 44d0d17e-8525-4725-bae1-48bf877ce763 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:31.130715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 44d0d17e-8525-4725-bae1-48bf877ce763 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:31.131150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 44d0d17e-8525-4725-bae1-48bf877ce763 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:31.216479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:31.268665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Attempting to bind port 6be37758-d34f-41c7-b53c-0761c52ec809 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:31.269275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Attempting to bind port 6be37758-d34f-41c7-b53c-0761c52ec809 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:31.269609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Attempting to bind port 6be37758-d34f-41c7-b53c-0761c52ec809 on network e6371bdb-e2b2-4310-85e4-5f0c7da51569 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:31.294546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Port 6be37758-d34f-41c7-b53c-0761c52ec809 on network e6371bdb-e2b2-4310-85e4-5f0c7da51569 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:31.294980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Attempting to bind port 6be37758-d34f-41c7-b53c-0761c52ec809 on network e6371bdb-e2b2-4310-85e4-5f0c7da51569 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:31.302064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Attempting to bind port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:31.302408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Attempting to bind port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:31.305289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Attempting to bind port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:31.324242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:31.324612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Checking segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:31.325016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Bound using segment: {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:31.327105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Bound port: 6be37758-d34f-41c7-b53c-0761c52ec809, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10dcc612-724f-4356-bd55-6b91b7d0c6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:31.327488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.333373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:31.333713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Attempting to bind port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:31.374715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:31.386580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:31.391834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:31.392312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Bound port: dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:31.401649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.585653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:31.596899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:31.603616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6be37758-d34f-41c7-b53c-0761c52ec809,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:31.614049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:31.616457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.674450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Pushing event updated for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:31.684714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.732775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:31.733448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.735040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd686dd8-bfc0-4e9e-b811-0a41e3ef514e HTTP/1.1" status: 200 len: 1095 time: 2.5114086 Oct 22 13:05:31.735536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:31.738000 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09771f6c-e01f-4e83-b2b6-951cc778d320" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:31.743551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:31.744424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.745988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-487d757a-47fc-477b-a9d0-e07752407aec service neutron] 10.222.0.21 "PUT /v2.0/ports/6be37758-d34f-41c7-b53c-0761c52ec809 HTTP/1.1" status: 200 len: 1091 time: 2.8868201 Oct 22 13:05:31.769358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa436-c943-4fce-a597-af41f706eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:31.879777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c935b59e-8842-47e3-8ea6-9b519238bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:31.887871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-c935b59e-8842-47e3-8ea6-9b519238bbff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 1098 time: 0.0796931 Oct 22 13:05:31.917809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.934717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:31.951006 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-a0327fa7-4793-445e-8ace-c5c01c8748c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e HTTP/1.1" status: 200 len: 217 time: 0.0505893 Oct 22 13:05:32.047330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-6b69a0b8-d131-4a7e-81b0-c65429fd2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:32.049331 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-6b69a0b8-d131-4a7e-81b0-c65429fd2022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0820677 Oct 22 13:05:32.064657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06a48-ed2d-4e27-9748-66f11501fbcf req-8a253411-6d25-44b4-a692-070195eb1715 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:32.067108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9a06a48-ed2d-4e27-9748-66f11501fbcf req-8a253411-6d25-44b4-a692-070195eb1715 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 943 time: 1.0217364 Oct 22 13:05:32.135832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e7df3989-baf1-48c0-ae48-262cee6cca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:32.137993 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-e7df3989-baf1-48c0-ae48-262cee6cca9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748315 Oct 22 13:05:32.138481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.209960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:32.227359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9a06a48-ed2d-4e27-9748-66f11501fbcf req-a2ff8ab3-6021-465c-91bb-3146e877166b tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434021 Oct 22 13:05:32.230397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] No DVR routers for this DVR port bc7bcf5d-41c1-47d0-8292-a53b8fc4abbf on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:32.276016 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-0edd4b75-b0a1-4b93-b05d-98b548afce74 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285932 Oct 22 13:05:32.299522 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Floating IP ca73b8a3-a847-4c8a-884c-87a1f65185f3 associated. External IP: 172.25.6.41, port: d4b0075f-c2fa-4c0b-b608-bd0eb44db83e. Oct 22 13:05:32.414050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.427306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86e2d780-c983-44ac-9970-91c44a6d420a req-d0229c21-1a85-47ab-9634-7875ec43f9c0 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374650 Oct 22 13:05:32.446020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c658d73-3479-42ed-8682-b30298b658e9']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:32.487030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffcb622-5b5c-4961-b03a-ced87006b7f5') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:32.487342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffcb622-5b5c-4961-b03a-ced87006b7f5') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:32.501291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.531342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.585017 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-71b65653-8612-436e-aa36-897697640105 req-45a13c46-c29b-49ee-9807-96f04b661459 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] show failed (client error): The resource could not be found. Oct 22 13:05:32.586688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71b65653-8612-436e-aa36-897697640105 req-45a13c46-c29b-49ee-9807-96f04b661459 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/6c7537b1-1e36-4cdb-9dd0-d953c49cfceb HTTP/1.1" status: 404 len: 352 time: 0.0640156 Oct 22 13:05:32.588302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:05:32.588862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:05:32.594104 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:05:32.733817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.753137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:32.759805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c658d73-3479-42ed-8682-b30298b658e9 HTTP/1.1" status: 204 len: 168 time: 3.4523268 Oct 22 13:05:32.789898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6c69b-f098-4b32-abaf-aa54c97f6f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c658d73-3479-42ed-8682-b30298b658e9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:32.810941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:05:32.820244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeb97f-db5d-41a5-90f0-84c5721d7030 req-9ff41d84-15f3-4a4c-8cba-7cd7b39b0807 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:32.821826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0aaeb97f-db5d-41a5-90f0-84c5721d7030 req-9ff41d84-15f3-4a4c-8cba-7cd7b39b0807 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 947 time: 0.1326470 Oct 22 13:05:32.927416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0aaeb97f-db5d-41a5-90f0-84c5721d7030 req-bb6824a1-382d-424b-9492-b06f44725937 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964086 Oct 22 13:05:32.928559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50420) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:32.994826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3a8a558e-6d19-4eb7-855b-a032aacbef48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca469b92f25b462084648c09e01cb66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645876 Oct 22 13:05:32.997068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50422) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:33.000499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:05:33.006801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.011824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Sync routers for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:05:33.023643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:33.024589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:33.045164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d7f6f895-62f7-4b5f-9725-f66405c35af3 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "PUT /v2.0/floatingips/ca73b8a3-a847-4c8a-884c-87a1f65185f3 HTTP/1.1" status: 200 len: 991 time: 3.4916053 Oct 22 13:05:33.045906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:33.049909 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d62374d-be14-49e0-9943-517987467056" -d '{"events": [{"name": "network-changed", "server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:33.069424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.095497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.155079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.157661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.161372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6252cd95-7bf5-433e-b9db-479e56aeb582 HTTP/1.1" status: 204 len: 168 time: 0.1607454 Oct 22 13:05:33.167905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e22c-1718-432f-b3a5-2f816fe527cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252cd95-7bf5-433e-b9db-479e56aeb582,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:33.292278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:33.556500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ca73b8a3-a847-4c8a-884c-87a1f65185f3', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'port_id': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'mac_address': 'fa:16:3e:2f:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:05:06Z', 'updated_at': '2021-10-22T13:05:31Z', 'revision_number': 1, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:33.578376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:33.587498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Checking router: 5606e961-2b47-4fdc-89ac-d38a7e2cb02b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:05:33.595767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:05:33.596376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:33.619431 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dabc92a3-a434-4ccf-bd99-b3b4006cfce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c1643b24d394f48b1d3e8dabcd2fa37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390697 Oct 22 13:05:33.621209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:33.681700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.704377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.732068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:05:33.760491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.763721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:33.765195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33b21366-eb87-4897-b060-42f3a2531da8 HTTP/1.1" status: 204 len: 168 time: 0.1426158 Oct 22 13:05:33.772991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dca187-a418-4097-af7b-f8c2bbbc7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b21366-eb87-4897-b060-42f3a2531da8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:34.015836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ca73b8a3-a847-4c8a-884c-87a1f65185f3', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'port_id': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'mac_address': 'fa:16:3e:2f:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:05:06Z', 'updated_at': '2021-10-22T13:05:31Z', 'revision_number': 1, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:34.049736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d44b49-cc31-4731-870f-f1c8b926d5b9 None None] The sync data for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 is: [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ca73b8a3-a847-4c8a-884c-87a1f65185f3', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'port_id': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'mac_address': 'fa:16:3e:2f:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:05:06Z', 'updated_at': '2021-10-22T13:05:31Z', 'revision_number': 1, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:05:34.319999 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8052845-d5a2-4e31-bed8-986ed65ff885 None None] New status for floating IP ca73b8a3-a847-4c8a-884c-87a1f65185f3: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:05:34.464931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dd686dd8-bfc0-4e9e-b811-0a41e3ef514e details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:34.589656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:34.604618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'mac_address': 'fa:16:3e:3d:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:34.652705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:34.666655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd686dd8-bfc0-4e9e-b811-0a41e3ef514e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:34.688658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:34.696036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:34.749968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:34.950774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dd686dd8-bfc0-4e9e-b811-0a41e3ef514e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:36.481760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dd686dd8-bfc0-4e9e-b811-0a41e3ef514e up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:36.529565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:36.533385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:36.533759 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:36.612885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:36.635041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:36.637254 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed84c0a-3276-47ba-a6e6-8a3ac14e7ddc" -d '{"events": [{"server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "name": "network-vif-plugged", "status": "completed", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:36.650099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:36.653881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:36.701248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:37.837745 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172b014-28ff-440e-b5bf-ef0039d0f8c8 x-openstack-request-id: req-2172b014-28ff-440e-b5bf-ef0039d0f8c8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:37.838263 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:37.838263 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2172b014-28ff-440e-b5bf-ef0039d0f8c8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:37.838704 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'status': 'completed', 'code': 200} Oct 22 13:05:37.843864 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:37.912447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af14f84-b2c4-499b-b69c-af629f6d9c3c req-59d14922-cc33-4756-b4f9-982e11af8abf tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:37.913108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-341c79a7-ed79-4898-9421-8fdc0ac7ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:37.913952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6af14f84-b2c4-499b-b69c-af629f6d9c3c req-59d14922-cc33-4756-b4f9-982e11af8abf tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.0506394 Oct 22 13:05:37.914085 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-341c79a7-ed79-4898-9421-8fdc0ac7ad0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=230a2a9cc63c40a8a871fcba0a88284c&device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 1094 time: 0.0937371 Oct 22 13:05:37.920041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-1378e465-ef96-40ed-bb54-7b924881e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:37.921616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-1378e465-ef96-40ed-bb54-7b924881e950 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 1100 time: 0.0529823 Oct 22 13:05:37.960508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6af14f84-b2c4-499b-b69c-af629f6d9c3c req-b7fd92ae-3d52-4674-b80d-e2a6e53f07b2 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Oct 22 13:05:37.965204 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693f6618-29db-4994-9c9b-67d0b56c322b x-openstack-request-id: req-693f6618-29db-4994-9c9b-67d0b56c322b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:37.965587 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:37.965870 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-693f6618-29db-4994-9c9b-67d0b56c322b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:37.966329 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'status': 'completed', 'code': 200} Oct 22 13:05:37.991477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-e8b96d1a-99c7-43ec-b342-a269ddb81757 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be37758-d34f-41c7-b53c-0761c52ec809 HTTP/1.1" status: 200 len: 217 time: 0.0578485 Oct 22 13:05:38.092807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-7561a591-2341-4e2f-8237-3574f9a7079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.094279 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-7561a591-2341-4e2f-8237-3574f9a7079c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870c4cc7-e6e2-4485-ab47-24a8171bb95e HTTP/1.1" status: 200 len: 854 time: 0.0903242 Oct 22 13:05:38.108621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62374d-be14-49e0-9943-517987467056 req-b203b5cf-051c-4c86-85ae-a45baca8ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.110129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-b203b5cf-051c-4c86-85ae-a45baca8ec9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed82b017dac944cda888755e5af6d469&device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 1097 time: 0.1033592 Oct 22 13:05:38.112450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-09a41a49-1122-484f-a4b3-ff7c17322074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.114672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-09a41a49-1122-484f-a4b3-ff7c17322074 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1738815 Oct 22 13:05:38.128345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b4ee7-0a50-4a2a-bad0-f90b9e8ff567 req-42868b39-1cf2-43ff-b61d-d1dad41d5dd7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.130408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b01b4ee7-0a50-4a2a-bad0-f90b9e8ff567 req-42868b39-1cf2-43ff-b61d-d1dad41d5dd7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.0852084 Oct 22 13:05:38.139052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622038e-7b3b-483f-ba3c-9b4ce6588a90 req-a4986de8-2720-4ca0-9b49-51a1cbfea278 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.140495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a622038e-7b3b-483f-ba3c-9b4ce6588a90 req-a4986de8-2720-4ca0-9b49-51a1cbfea278 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 943 time: 0.1213479 Oct 22 13:05:38.167028 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-5bb04bff-b780-4488-bdc9-2fc2171bf933 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e HTTP/1.1" status: 200 len: 217 time: 0.0384276 Oct 22 13:05:38.177127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-bb2fceda-6fcd-482a-8cb4-6486355fe529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.178717 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-bb2fceda-6fcd-482a-8cb4-6486355fe529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6371bdb-e2b2-4310-85e4-5f0c7da51569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753732 Oct 22 13:05:38.259926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a622038e-7b3b-483f-ba3c-9b4ce6588a90 req-b7ed6c82-6c81-4402-bf9b-b20039eba072 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113853 Oct 22 13:05:38.264293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b01b4ee7-0a50-4a2a-bad0-f90b9e8ff567 req-3769d563-8362-4097-b7c5-2228b3fa9b55 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168470 Oct 22 13:05:38.280904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-fbb6bc78-b4aa-4028-a805-b312100224da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.281648 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-fbb6bc78-b4aa-4028-a805-b312100224da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1020532 Oct 22 13:05:38.293982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62374d-be14-49e0-9943-517987467056 req-c4f0230a-2a5e-41df-ab3a-af19cd1f061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.296313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-c4f0230a-2a5e-41df-ab3a-af19cd1f061b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 HTTP/1.1" status: 200 len: 913 time: 0.1644719 Oct 22 13:05:38.338433 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcebe726-81e6-4ff4-9543-cd154cbb983d x-openstack-request-id: req-fcebe726-81e6-4ff4-9543-cd154cbb983d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:38.338858 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "name": "network-vif-plugged", "status": "completed", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:38.339231 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcebe726-81e6-4ff4-9543-cd154cbb983d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:38.339742 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'code': 200} Oct 22 13:05:38.340169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-ccdcec56-c3e1-46c9-a311-feab4a2594e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534970 Oct 22 13:05:38.363447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-5b7c5991-8d76-4341-91e4-612ee204fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.365183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-5b7c5991-8d76-4341-91e4-612ee204fe2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745454 Oct 22 13:05:38.435006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-ccd1fc84-867e-476f-b559-7c73fd73726c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e HTTP/1.1" status: 200 len: 1001 time: 0.1267569 Oct 22 13:05:38.485582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d54a0a05-b290-400d-b675-16113afce057 req-ef416a96-fc02-4aa3-8d92-26aff79da3d4 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e3e848f7c54996ae160cb6412a9a51 HTTP/1.1" status: 200 len: 2984 time: 0.1130118 Oct 22 13:05:38.531885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62374d-be14-49e0-9943-517987467056 req-52625835-9c73-4b04-a277-9c75c4f48432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.533415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-52625835-9c73-4b04-a277-9c75c4f48432 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd167b10-27fa-4a18-bd06-9a962e4d2dad HTTP/1.1" status: 200 len: 851 time: 0.0879052 Oct 22 13:05:38.581105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d3b1a-068d-46a8-89bb-e1aa5c82f8e7 req-ef4b9f84-008e-4478-a52c-499676105f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.582946 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a60d3b1a-068d-46a8-89bb-e1aa5c82f8e7 req-ef4b9f84-008e-4478-a52c-499676105f7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 1100 time: 0.1633132 Oct 22 13:05:38.596800 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-30a8f705-46d2-4dc2-a3bc-9298b502d995 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175460 Oct 22 13:05:38.601716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d54a0a05-b290-400d-b675-16113afce057 req-92da457f-308c-4661-bc5c-788671de80ce tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/9169482a-66a9-4f57-9217-37084cd6e027 HTTP/1.1" status: 200 len: 2981 time: 0.1152840 Oct 22 13:05:38.608128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38eeee9f-7f2e-48ca-8205-e290431a9988 req-c86280f9-7a42-4474-a73c-16109567ec51 service neutron] 10.222.0.21 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176902 Oct 22 13:05:38.655786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc727b-73eb-4d7d-bf8d-31d2d92a07c6 req-a0ba19da-f6ab-4504-9a67-917c2378a3cd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.657284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dbc727b-73eb-4d7d-bf8d-31d2d92a07c6 req-a0ba19da-f6ab-4504-9a67-917c2378a3cd tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.1333678 Oct 22 13:05:38.662002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a60d3b1a-068d-46a8-89bb-e1aa5c82f8e7 req-7ce1df51-6d3d-481d-990c-36186ae0fcfc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640717 Oct 22 13:05:38.662831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62374d-be14-49e0-9943-517987467056 req-467f63d6-2b9c-4e88-a613-9d989ba41c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:38.664319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-467f63d6-2b9c-4e88-a613-9d989ba41c56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220834 Oct 22 13:05:38.689376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d54a0a05-b290-400d-b675-16113afce057 req-51badf27-33f2-4f41-962e-e5ca760e1fb3 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/9169482a-66a9-4f57-9217-37084cd6e027 HTTP/1.1" status: 200 len: 2981 time: 0.0795178 Oct 22 13:05:38.712581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dbc727b-73eb-4d7d-bf8d-31d2d92a07c6 req-ab3f2188-f8f0-4d6f-a2ac-8676e7f91cc0 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464685 Oct 22 13:05:38.724906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09771f6c-e01f-4e83-b2b6-951cc778d320 req-41b4efc7-b1df-4095-979a-2bcea4662899 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189151 Oct 22 13:05:38.780913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7596ce7b-0851-4af1-aba8-2d4ced091d34 req-b4aaf8e1-1bc5-402c-a42a-d7e9452d609e tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/9169482a-66a9-4f57-9217-37084cd6e027 HTTP/1.1" status: 200 len: 2981 time: 0.0435352 Oct 22 13:05:38.856002 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-7596ce7b-0851-4af1-aba8-2d4ced091d34 req-09d3ff74-fef0-4f1d-9238-cce701e144d4 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 13:05:38.859396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7596ce7b-0851-4af1-aba8-2d4ced091d34 req-09d3ff74-fef0-4f1d-9238-cce701e144d4 tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "DELETE /v2.0/security-groups/9169482a-66a9-4f57-9217-37084cd6e027 HTTP/1.1" status: 409 len: 352 time: 0.0719275 Oct 22 13:05:39.005407 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-bfb6b06d-e99c-4ea4-8f2a-670ff01f8594 req-d7fa1324-b9ef-4841-82dd-fe63550f413e tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] show failed (client error): The resource could not be found. Oct 22 13:05:39.006425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfb6b06d-e99c-4ea4-8f2a-670ff01f8594 req-d7fa1324-b9ef-4841-82dd-fe63550f413e tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/81882904-1064-483a-9261-a46bb120c222 HTTP/1.1" status: 404 len: 352 time: 0.0391724 Oct 22 13:05:39.035701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-9b5601af-a28c-4d79-a2a0-7e4435b9272c service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513550 Oct 22 13:05:39.049444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c3ae8-4f16-476f-93d1-08f53b1d48ac req-a191e918-0a14-4725-a7da-fa7db41be957 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.050261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-439c3ae8-4f16-476f-93d1-08f53b1d48ac req-a191e918-0a14-4725-a7da-fa7db41be957 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.0841198 Oct 22 13:05:39.060297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50508) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:39.159750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-439c3ae8-4f16-476f-93d1-08f53b1d48ac req-d98f473c-5dca-47fc-8a8d-b5d45b2dfcb4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003492 Oct 22 13:05:39.162224 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-d39eac67-304f-4d3f-830d-644689cff09d req-e532b566-a101-4363-84ea-c33bc36dcbfd tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] show failed (client error): The resource could not be found. Oct 22 13:05:39.163264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d39eac67-304f-4d3f-830d-644689cff09d req-e532b566-a101-4363-84ea-c33bc36dcbfd tempest-SecurityGroupsNegativeTestJSON-592489119 tempest-SecurityGroupsNegativeTestJSON-592489119-project] 10.222.0.25 "GET /v2.0/security-groups/e7b54a08-46f7-40de-9993-d18ae094b57e HTTP/1.1" status: 404 len: 352 time: 0.0319498 Oct 22 13:05:39.173775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:39.214093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d62374d-be14-49e0-9943-517987467056 req-5e175274-8e2d-46a7-9085-387562f1bbc0 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628239 Oct 22 13:05:39.233809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Deleting subnet c5d50c1d-0510-4f80-86c6-7aa8afad3d60 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:05:39.237796 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.305584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.357146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa56d58-a9fa-4423-a413-ed781081a689 req-0c2c2546-769e-424b-b5ff-1081b2f094bc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.358707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fa56d58-a9fa-4423-a413-ed781081a689 req-0c2c2546-769e-424b-b5ff-1081b2f094bc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.1000943 Oct 22 13:05:39.398568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.465198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fa56d58-a9fa-4423-a413-ed781081a689 req-8ecddb00-bba1-49b4-9508-9e821487d15d tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967329 Oct 22 13:05:39.475252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85c05-02b2-46fb-a392-df536248fa28 req-412d246a-931e-4a38-9ed9-7ca65c8094a4 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.476826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2e85c05-02b2-46fb-a392-df536248fa28 req-412d246a-931e-4a38-9ed9-7ca65c8094a4 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 943 time: 0.1393268 Oct 22 13:05:39.482184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.515835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.564947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d50c1d-0510-4f80-86c6-7aa8afad3d60,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:39.567720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.571080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7f448f4a-eb2d-4d40-958b-2d4d36f5052d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c5d50c1d-0510-4f80-86c6-7aa8afad3d60 HTTP/1.1" status: 204 len: 168 time: 0.3958995 Oct 22 13:05:39.574828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50522) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:39.577961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.585329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.589131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2e85c05-02b2-46fb-a392-df536248fa28 req-87e9d07e-d02e-4add-8851-b194c55378ee tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016665 Oct 22 13:05:39.621179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e45f7-862c-430e-849f-5d44f85541a0 req-0d804393-4bf1-4d22-af9c-080e6d12a979 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.621926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16417a2c-1244-4517-9622-a0577f7f2b3e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:39.622711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b7e45f7-862c-430e-849f-5d44f85541a0 req-0d804393-4bf1-4d22-af9c-080e6d12a979 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.0906444 Oct 22 13:05:39.640908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.641268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.641593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.641928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.642263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.642639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.642948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.643284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.643597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.643922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.644246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.644567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:39.670995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b7e45f7-862c-430e-849f-5d44f85541a0 req-51381430-e0f0-494d-acec-50a1acd68b2e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Oct 22 13:05:39.691531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.715562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e381fcc-5ffb-427a-ad8c-7f65ca3c36ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69d93a04cec044a09be4f95316963f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541789 Oct 22 13:05:39.718024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:39.733797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.794299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674105f-71a3-48e3-a692-fe4ccd4d2eaf req-b1742b33-d09d-48ef-af25-1706e4efccc1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.796291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b674105f-71a3-48e3-a692-fe4ccd4d2eaf req-b1742b33-d09d-48ef-af25-1706e4efccc1 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.0505338 Oct 22 13:05:39.807159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.835529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b674105f-71a3-48e3-a692-fe4ccd4d2eaf req-5c67ef95-8e02-4deb-a451-a810ff4a8147 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Oct 22 13:05:39.854641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.857708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:39.859756 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41918c56-b7fe-4ea9-828d-2e33082d6a15" -d '{"events": [{"name": "network-changed", "server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:39.883245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.899690 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb241f1-a5ec-4800-b9ba-af79bd1b2e37 x-openstack-request-id: req-ebb241f1-a5ec-4800-b9ba-af79bd1b2e37 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:39.899983 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:39.900239 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebb241f1-a5ec-4800-b9ba-af79bd1b2e37 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:39.900627 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809', 'status': 'completed', 'code': 200} Oct 22 13:05:39.909450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269565da-bea7-4089-bcdf-c7c1869044bd']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:39.931348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d4b3c1-e818-4111-8f58-0719f8a01d1e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:39.931647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d4b3c1-e818-4111-8f58-0719f8a01d1e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:39.954147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.987341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce94d-3c03-4795-b5bc-545516a0812f req-1e3ec1f8-9a9d-46fc-884d-d1d038c2c845 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:39.996200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:39.997751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d81ce94d-3c03-4795-b5bc-545516a0812f req-1e3ec1f8-9a9d-46fc-884d-d1d038c2c845 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.0759411 Oct 22 13:05:40.001032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-47828a86-f957-4f55-aea7-4151909f1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.002706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-47828a86-f957-4f55-aea7-4151909f1b47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=230a2a9cc63c40a8a871fcba0a88284c&device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 1094 time: 0.0690074 Oct 22 13:05:40.029290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:05:40.029695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:05:40.031409 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:05:40.042374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d81ce94d-3c03-4795-b5bc-545516a0812f req-035118b9-27b0-4860-b590-0d0561dc8a65 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Oct 22 13:05:40.062110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.062110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.062854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16417a2c-1244-4517-9622-a0577f7f2b3e HTTP/1.1" status: 204 len: 168 time: 0.3432722 Oct 22 13:05:40.077535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0561d8-ec64-41f2-9ae4-4af05ce918dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16417a2c-1244-4517-9622-a0577f7f2b3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:40.178906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.188453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.191892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] 10.222.0.25 "DELETE /v2.0/networks/269565da-bea7-4089-bcdf-c7c1869044bd HTTP/1.1" status: 204 len: 168 time: 0.6160851 Oct 22 13:05:40.213614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7022dc7-9238-4446-8f33-f571f41dc82d admin admin] Pushing event deleted for resources: {'Network': ['ID=269565da-bea7-4089-bcdf-c7c1869044bd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:40.217554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-15458973-a35d-4dca-be78-27b4f32d2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.219898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-15458973-a35d-4dca-be78-27b4f32d2771 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6371bdb-e2b2-4310-85e4-5f0c7da51569 HTTP/1.1" status: 200 len: 916 time: 0.2061441 Oct 22 13:05:40.283741 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-194aecfd-6cee-4a25-9e69-cf78f5fa064e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be37758-d34f-41c7-b53c-0761c52ec809 HTTP/1.1" status: 200 len: 217 time: 0.0541818 Oct 22 13:05:40.340956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-6960a3bb-536d-46d9-ba94-ca49f8ab6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.342663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-6960a3bb-536d-46d9-ba94-ca49f8ab6cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870c4cc7-e6e2-4485-ab47-24a8171bb95e HTTP/1.1" status: 200 len: 854 time: 0.0487323 Oct 22 13:05:40.392239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-696a912e-6cf4-4467-aa8c-3dcac04fea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.394199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-696a912e-6cf4-4467-aa8c-3dcac04fea6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6371bdb-e2b2-4310-85e4-5f0c7da51569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431588 Oct 22 13:05:40.443426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50550) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:40.467676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50552) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:40.492348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea214414-d1e4-4327-901a-57f739e1bda2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.505985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-4a2d9f0c-b2fa-4314-92e1-197e59a7b1f1 service neutron] 10.222.0.21 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036069 Oct 22 13:05:40.515700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c941b3-5392-42ef-b280-4f9911d3c296 req-780be76a-3b64-4388-8f52-7e78d33eb693 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.517172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47c941b3-5392-42ef-b280-4f9911d3c296 req-780be76a-3b64-4388-8f52-7e78d33eb693 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.1075320 Oct 22 13:05:40.539762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c864b2e4-699a-4be8-b8fd-2edd6a9ef0e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e3e848f7c54996ae160cb6412a9a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942237 Oct 22 13:05:40.545043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50554) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:40.583957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47c941b3-5392-42ef-b280-4f9911d3c296 req-b47b0aaa-9381-4637-bd91-2045c98de6dc tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Oct 22 13:05:40.635722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41918c56-b7fe-4ea9-828d-2e33082d6a15 req-f980d736-4284-4f42-9234-38aca48fed5e service neutron] 10.222.0.21 "GET /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205318 Oct 22 13:05:40.641226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea214414-d1e4-4327-901a-57f739e1bda2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.647474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea214414-d1e4-4327-901a-57f739e1bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.656965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.682139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.715838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ea214414-d1e4-4327-901a-57f739e1bda2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11b90178795b46819080b14d63ddf268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475550 Oct 22 13:05:40.716587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea214414-d1e4-4327-901a-57f739e1bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99f4d4-f9f7-4f85-ac02-cd99986ff001,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:40.718714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50560) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:40.740688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a40980-b0b5-423a-ad5a-b94b88999972 req-283d97df-4dbd-4f60-8933-211e1a00a805 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:40.744577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a40980-b0b5-423a-ad5a-b94b88999972 req-283d97df-4dbd-4f60-8933-211e1a00a805 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 943 time: 0.0771728 Oct 22 13:05:40.774001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.776844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.778038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9169482a-66a9-4f57-9217-37084cd6e027 HTTP/1.1" status: 204 len: 168 time: 0.2320387 Oct 22 13:05:40.783378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.792547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ad521-3979-4fa0-a6a1-4b3247cb33ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169482a-66a9-4f57-9217-37084cd6e027,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:40.815070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.869203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.872902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:40.874115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc99f4d4-f9f7-4f85-ac02-cd99986ff001 HTTP/1.1" status: 204 len: 168 time: 0.1542349 Oct 22 13:05:40.889815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65deb6-8886-4fed-a4bf-b272dd948f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99f4d4-f9f7-4f85-ac02-cd99986ff001,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:41.054951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a40980-b0b5-423a-ad5a-b94b88999972 req-a5756a11-9fc3-4f20-8fe6-263467c38c8b tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004763 Oct 22 13:05:41.086865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05e58d-ab74-46c9-941e-27be5aae8e12 req-89368869-b9cc-4708-bbd1-950ed4b4b936 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.094152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb05e58d-ab74-46c9-941e-27be5aae8e12 req-89368869-b9cc-4708-bbd1-950ed4b4b936 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.3253682 Oct 22 13:05:41.136578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb05e58d-ab74-46c9-941e-27be5aae8e12 req-6a017fe1-4fbd-4427-bfb7-4ad9617ff7e1 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Oct 22 13:05:41.756924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f9f05-ed5b-4e09-b426-ccb4ca5432ab req-6827e5b9-3675-4890-aabf-71712ca45c9b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.764979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-061f9f05-ed5b-4e09-b426-ccb4ca5432ab req-6827e5b9-3675-4890-aabf-71712ca45c9b tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.0738249 Oct 22 13:05:41.871430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-061f9f05-ed5b-4e09-b426-ccb4ca5432ab req-faeefa40-745c-4be1-817d-24cb8be574b4 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/security-groups?id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052687 Oct 22 13:05:41.879213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:41.900178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.901035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.901159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.901663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.902238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.902841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.903306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.903830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.904284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.904718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.905329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.905807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.906419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.906920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.907382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.907849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.908314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.908910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.909375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.909824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.912800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-584cc8ba-d293-4dfa-9bff-af7f4482c132 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c&device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c&device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96&device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a&device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4&device_id=192cc282-386b-4b8c-8b0f-66615ec079e1&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 18109 time: 0.1453607 Oct 22 13:05:41.929936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-766baac5-4f38-4a66-bb35-b698fd1459b6 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:41.931480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-766baac5-4f38-4a66-bb35-b698fd1459b6 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 945 time: 0.1255507 Oct 22 13:05:41.954174 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-a1ab1a5c-da6b-4074-9902-9164e90fb645 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.045608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1830476920-network', 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:42.084201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:42.086765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.102019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.103383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-a1ab1a5c-da6b-4074-9902-9164e90fb645 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.119072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Deleting port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:42.119462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.122083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-a1ab1a5c-da6b-4074-9902-9164e90fb645 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.192575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.194888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54af6a8e-8384-4226-93f2-73b8d2cc5c53 req-a1ab1a5c-da6b-4074-9902-9164e90fb645 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=8f52eca5-7465-443d-b524-21a887bc1651&id=0131a957-f2cf-4809-a1eb-9f5b29247812&id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&id=42e0cfb9-20fc-4846-b383-1379f695d2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.2623830 Oct 22 13:05:42.210769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.261387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84764501-5069-4343-ab37-b81497a72f77,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:42.264942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:05:42.279245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.279603 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Added segment 0fbe32a4-bd1c-45dc-8034-be8967679b7d of type vlan for network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc Oct 22 13:05:42.290511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab1a5c-da6b-4074-9902-9164e90fb645 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04631642-4bb6-4c24-8edd-f59e7b6b005a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:42.330515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87754bf8-95f5-41af-975f-015ba5904769 req-9584e480-2400-431f-abf1-ba5be123f40d tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.338130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87754bf8-95f5-41af-975f-015ba5904769 req-9584e480-2400-431f-abf1-ba5be123f40d tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 943 time: 0.1920223 Oct 22 13:05:42.351667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.378664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] For port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,segment=NetworkSegment(f4cbadab-40c8-4802-9cac-2003ea59a605),segment_id=f4cbadab-40c8-4802-9cac-2003ea59a605)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:42.379496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.386140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.388788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.389418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.416501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Calling delete_port for 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:42.469186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] Pushing event updated for resources: {'Network': ['ID=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:42.473536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87754bf8-95f5-41af-975f-015ba5904769 req-27957004-fcbe-473d-b3d2-11e4c69e310b tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343188 Oct 22 13:05:42.480876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-566e7188-3b9f-4ef9-9f22-a54caf29061e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5996275 Oct 22 13:05:42.485104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:05:42.489391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50644) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:42.510012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Request body: {'subnet': {'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1830476920-subnet', 'tenant_id': '5892f1a8041b43a3913de1acb2022886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:42.537168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:42.539608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.625664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.640073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:42.703578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Pushing event deleted for resources: {'Port': ['ID=7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:42.740976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] No DVR routers for this DVR port 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:42.743617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.747472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e6f9319-4f09-42f8-8f9f-fc5b94753f10 req-8aed1061-81d6-4a78-96a0-7ed16f101b67 tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.26 "DELETE /v2.0/ports/7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 HTTP/1.1" status: 204 len: 173 time: 0.8078952 Oct 22 13:05:42.748617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'name': 'network-vif-deleted', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:42.751212 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559033e0-8f1a-4626-8d54-395a8973a6ad" -d '{"events": [{"server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "name": "network-vif-deleted", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:42.785131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.831377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0c87-9e8b-4f63-9fae-6c829c101c46 req-0d01a5b0-9bf8-4192-aa1f-f6c68ecc129a tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.833097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0c87-9e8b-4f63-9fae-6c829c101c46 req-0d01a5b0-9bf8-4192-aa1f-f6c68ecc129a tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.833585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0c87-9e8b-4f63-9fae-6c829c101c46 req-0d01a5b0-9bf8-4192-aa1f-f6c68ecc129a tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.836337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6feb0c87-9e8b-4f63-9fae-6c829c101c46 req-0d01a5b0-9bf8-4192-aa1f-f6c68ecc129a tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c&device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4&device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 2882 time: 0.0695407 Oct 22 13:05:42.845910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7517c178-dc23-426e-8462-718534f8ecae,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:42.855601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:42.855965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Network hostable DHCP agents. Network: d43d4f7c-0570-4dd0-af7e-3c7b94098dfc, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:05:42.877018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:05:42.888640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d43d4f7c-0570-4dd0-af7e-3c7b94098dfc) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:42.897916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351bfb0-43c9-400c-9b1f-8c7e67ede1bf None None] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:42.906967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:42.907450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6feb0c87-9e8b-4f63-9fae-6c829c101c46 req-2b2aa2e1-470a-4c82-b33d-93479fdfbc50 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645838 Oct 22 13:05:42.907587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:42.929463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d381cfef-ceb0-40d6-a1ad-b5fb0c137544 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4378209 Oct 22 13:05:42.945346 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c80e6-cafd-47fd-9e46-bc447aec98fc x-openstack-request-id: req-5a9c80e6-cafd-47fd-9e46-bc447aec98fc {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:42.945644 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9fbb3f-62bb-43a5-9789-600c598f7f96", "name": "network-vif-deleted", "tag": "7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:42.945902 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a9c80e6-cafd-47fd-9e46-bc447aec98fc {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:42.946310 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9fbb3f-62bb-43a5-9789-600c598f7f96', 'name': 'network-vif-deleted', 'tag': '7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3', 'status': 'completed', 'code': 200} Oct 22 13:05:43.034793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a211b17-6161-4fcf-bf1e-b0c0c8d26e19 req-46bc504f-0937-433f-85a6-b615e6b2286e tempest-ServerDiskConfigTestJSON-1057798409 tempest-ServerDiskConfigTestJSON-1057798409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9fbb3f-62bb-43a5-9789-600c598f7f96 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Oct 22 13:05:43.086593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f874def-0bb9-4d8c-9cad-7b4e1ecb7731 None None] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:43.149970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6be37758-d34f-41c7-b53c-0761c52ec809 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:43.353266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6be37758-d34f-41c7-b53c-0761c52ec809,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:43.366818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '6be37758-d34f-41c7-b53c-0761c52ec809', 'network_id': 'e6371bdb-e2b2-4310-85e4-5f0c7da51569', 'port_id': '6be37758-d34f-41c7-b53c-0761c52ec809', 'mac_address': 'fa:16:3e:e0:c0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870c4cc7-e6e2-4485-ab47-24a8171bb95e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:43.409751 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:43.433930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be37758-d34f-41c7-b53c-0761c52ec809 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:43.438853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-3fe3fdff-e51a-4ddc-863a-d162374b7c19 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:43.440297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-3fe3fdff-e51a-4ddc-863a-d162374b7c19 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1249354 Oct 22 13:05:43.455370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6be37758-d34f-41c7-b53c-0761c52ec809,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:43.460186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:43.461441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-fa3350bc-1863-4bb4-9105-b1da2e75f327 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0116096 Oct 22 13:05:43.511333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-694643f6-83ec-402b-b7aa-8d7765754037 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412686 Oct 22 13:05:43.619196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01f8fb89-3145-48ba-b444-ffd459833578 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065629 Oct 22 13:05:43.650719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:43.722413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-b5cec001-26ed-4d79-81d1-5a6e4876ece7 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964417 Oct 22 13:05:43.790725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661cc81-47ba-4ef9-a755-d9405fa30216 req-d98b75c2-a575-4df1-a0f2-52ada58f62e5 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:43.792213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d661cc81-47ba-4ef9-a755-d9405fa30216 req-d98b75c2-a575-4df1-a0f2-52ada58f62e5 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 944 time: 0.0494668 Oct 22 13:05:43.830679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d661cc81-47ba-4ef9-a755-d9405fa30216 req-ea5021c6-a75a-44d3-87dd-c443640238e1 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Oct 22 13:05:43.949229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6be37758-d34f-41c7-b53c-0761c52ec809'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:43.968741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1818d64-97cd-4b97-a888-3f78b9d994be req-578f7d1c-19a9-4d3d-aab9-2f699710f498 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 210 time: 0.0372396 Oct 22 13:05:43.975003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279040ee-3818-4ad0-bfc7-2cab757e2f56 req-575dd259-78a2-4d51-9c52-66c6c51e58a3 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:43.982758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-279040ee-3818-4ad0-bfc7-2cab757e2f56 req-575dd259-78a2-4d51-9c52-66c6c51e58a3 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0729532 Oct 22 13:05:44.038161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-279040ee-3818-4ad0-bfc7-2cab757e2f56 req-eaddf197-1cf1-4c85-bdb5-b0c5196339dc tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Oct 22 13:05:44.169282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c12b8-4486-4c8a-9cc3-cf86328f48a5 req-d213e11c-2b31-4619-998e-f4b1b87d98b4 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:44.170839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-090c12b8-4486-4c8a-9cc3-cf86328f48a5 req-d213e11c-2b31-4619-998e-f4b1b87d98b4 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0627592 Oct 22 13:05:44.226435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-090c12b8-4486-4c8a-9cc3-cf86328f48a5 req-a04356d9-f132-4d85-8ad7-63cc2f20d878 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Oct 22 13:05:44.300457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:44.350418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Deleting subnet 1dab463e-79ea-4f56-81ee-eef1867ed971 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:05:44.353749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.377685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:44.404177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.459463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.537017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27f6cc13-2b9f-46b4-a891-2aafb8f2d440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.544852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.585565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dab463e-79ea-4f56-81ee-eef1867ed971,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:44.592913 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.598910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b184d376-b4a2-4bd4-a49d-4a15db6aae36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1dab463e-79ea-4f56-81ee-eef1867ed971 HTTP/1.1" status: 204 len: 168 time: 0.2957389 Oct 22 13:05:44.601238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:44.685154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27f6cc13-2b9f-46b4-a891-2aafb8f2d440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.692249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27f6cc13-2b9f-46b4-a891-2aafb8f2d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.701261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.739142 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27f6cc13-2b9f-46b4-a891-2aafb8f2d440 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=290b4982ce2f465d914ed63a2445dc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576972 Oct 22 13:05:44.740208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50756) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:44.741047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6cc13-2b9f-46b4-a891-2aafb8f2d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224b790-dbb1-4bee-a340-3934db8bcc29,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:44.794212 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.799634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.816028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f926583f-2ac8-4356-859d-7f150a9aae77']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:44.822961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.827134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cbadab-40c8-4802-9cac-2003ea59a605') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:44.827445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cbadab-40c8-4802-9cac-2003ea59a605') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:05:44.837471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.851462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.860008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:05:44.860543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:05:44.862332 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:05:44.878293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.882581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.883788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0224b790-dbb1-4bee-a340-3934db8bcc29 HTTP/1.1" status: 204 len: 168 time: 0.1385598 Oct 22 13:05:44.907943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7849b-05fe-4118-8857-e85ff0f960d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224b790-dbb1-4bee-a340-3934db8bcc29,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:44.957475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.980248 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:44.983798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f926583f-2ac8-4356-859d-7f150a9aae77 HTTP/1.1" status: 204 len: 168 time: 0.3813119 Oct 22 13:05:45.005891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc029c3-dedc-475d-82e2-f0a7602ba3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f926583f-2ac8-4356-859d-7f150a9aae77,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:45.044808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051ca3b-89ac-478a-b3ff-8f70c6f618a6 req-1dfc4961-e618-465e-8101-78cfef6c49be tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:45.054348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2051ca3b-89ac-478a-b3ff-8f70c6f618a6 req-1dfc4961-e618-465e-8101-78cfef6c49be tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 944 time: 0.1266763 Oct 22 13:05:45.185579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2051ca3b-89ac-478a-b3ff-8f70c6f618a6 req-c28c5c7b-4c8f-46cb-86ae-bc35ec52a279 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306574 Oct 22 13:05:45.308028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:45.333625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cf78ba4-35a0-4e26-a9a7-b48b539602e4 req-44c25db8-5dfa-4a3b-b306-9e5410f50952 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 210 time: 0.1092451 Oct 22 13:05:45.376489 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eafdbed7-58a3-470c-a65e-08d105632e32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=956676d2cb724e1b941fb8143697873e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649734 Oct 22 13:05:45.376489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:45.382269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:45.403500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b213ea3-f91f-40b0-9830-79f2ccec3860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.422386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-519ec3d8-8f2d-4587-a9e7-b678b098ec4d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:45.424256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-519ec3d8-8f2d-4587-a9e7-b678b098ec4d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.3232358 Oct 22 13:05:45.438992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873576ed-877b-4d0b-b90a-e8af9c4a71d3 req-4c4f63ad-ff93-490e-90bb-6b74b2987444 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:45.440846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-873576ed-877b-4d0b-b90a-e8af9c4a71d3 req-4c4f63ad-ff93-490e-90bb-6b74b2987444 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1438148 Oct 22 13:05:45.458987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': '2536f684-bdec-43bd-bcef-9d1021ead852', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:45.475146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.510026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.517309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-873576ed-877b-4d0b-b90a-e8af9c4a71d3 req-5256b71d-2607-495c-b150-ab5db6916a05 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700674 Oct 22 13:05:45.580099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b213ea3-f91f-40b0-9830-79f2ccec3860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.587637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b213ea3-f91f-40b0-9830-79f2ccec3860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.596268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:45.600589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.627295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.630056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.632373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42e0cfb9-20fc-4846-b383-1379f695d2a5 HTTP/1.1" status: 204 len: 168 time: 0.2478328 Oct 22 13:05:45.643913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0b213ea3-f91f-40b0-9830-79f2ccec3860 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c0f2459f2fd4931bb3b5809a4466067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675042 Oct 22 13:05:45.645562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b213ea3-f91f-40b0-9830-79f2ccec3860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade4a88-a4c0-4bad-827d-43433141b35c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:45.647990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:45.668307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c5177-e900-4e3e-950c-a082610f2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e0cfb9-20fc-4846-b383-1379f695d2a5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:45.724790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.751604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.780086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.13 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/8e7306dc-a238-49d2-802c-f6e234f9ccfb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:45.802942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.805708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:45.809710 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fade4a88-a4c0-4bad-827d-43433141b35c HTTP/1.1" status: 204 len: 168 time: 0.1604764 Oct 22 13:05:45.825418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef455c2d-30d6-4839-bbae-d3f72bd20ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade4a88-a4c0-4bad-827d-43433141b35c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:45.958580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.010785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.054101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:46.064116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:46.064116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:46.097303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:46.126408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:46.127052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.147345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-01544f86-24eb-4125-89a0-edf37f0f671f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6935589 Oct 22 13:05:46.164999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Request body: {'port': {'device_id': '2536f684-bdec-43bd-bcef-9d1021ead852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:46.240379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.412831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3d06-dbef-4d01-b668-4c0a62214a33 req-0588f5db-9f7c-43c6-abde-d0f455190917 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:46.414583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c7d3d06-dbef-4d01-b668-4c0a62214a33 req-0588f5db-9f7c-43c6-abde-d0f455190917 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 944 time: 0.1395683 Oct 22 13:05:46.485263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:05:46.516118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:05:46.516339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7d7dbf8a-f6d2-4edb-8c23-6ee72ae460f3 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:05:46.549285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c7d3d06-dbef-4d01-b668-4c0a62214a33 req-ff21ef67-a4af-40e2-80e6-d3b92afe3ab7 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246049 Oct 22 13:05:46.565136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5306f-bdc7-4ca9-86aa-6062b09a6acd req-2295ee12-641c-4ca7-bfd9-b9d98c3b871a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:46.572367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78a5306f-bdc7-4ca9-86aa-6062b09a6acd req-2295ee12-641c-4ca7-bfd9-b9d98c3b871a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 932 time: 0.1516168 Oct 22 13:05:46.618437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:46.631067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78a5306f-bdc7-4ca9-86aa-6062b09a6acd req-8347e520-8461-4c16-94b0-ed60a80b19fe tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Oct 22 13:05:46.674170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:46.727576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3baa1-823d-460d-854a-b60f39ae741f req-0cda4c0a-f079-41f3-b048-416642f06d82 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:46.729111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68e3baa1-823d-460d-854a-b60f39ae741f req-0cda4c0a-f079-41f3-b048-416642f06d82 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0971689 Oct 22 13:05:46.735927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7306dc-a238-49d2-802c-f6e234f9ccfb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:46.750265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.759263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1544350569-network', 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:46.773927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Transition to ACTIVE for port object 8e7306dc-a238-49d2-802c-f6e234f9ccfb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:46.786348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.792232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:46.793289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68e3baa1-823d-460d-854a-b60f39ae741f req-a585fcc8-cec6-4f08-bf8d-bedcba378aed tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Oct 22 13:05:46.798576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.809521 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.824070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-588146395-network', 'tenant_id': '6510b8e098f04f24a3227598a5eae8b0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:46.847118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:46.866592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Made reservation on behalf of 6510b8e098f04f24a3227598a5eae8b0 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:46.868869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.881660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.919132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Attempting to bind port 8e7306dc-a238-49d2-802c-f6e234f9ccfb on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:46.919383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Attempting to bind port 8e7306dc-a238-49d2-802c-f6e234f9ccfb by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:46.919713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Attempting to bind port 8e7306dc-a238-49d2-802c-f6e234f9ccfb on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:46.924020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Port 8e7306dc-a238-49d2-802c-f6e234f9ccfb on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:46.924343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Attempting to bind port 8e7306dc-a238-49d2-802c-f6e234f9ccfb on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:46.929923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:46.930267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:46.930682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:46.931118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Bound port: 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:46.931507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.945506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.951374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:46.989010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:05:46.995071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:46.998118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:47.002151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.008921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a2273-443c-4598-9a5c-fe1d89d12558,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.013209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.013556 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Added segment fd886f17-e841-41e2-8734-2baa43c2654e of type vlan for network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc Oct 22 13:05:47.032940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.038577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.039216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.040616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] 10.222.0.26 "PUT /v2.0/ports/8e7306dc-a238-49d2-802c-f6e234f9ccfb HTTP/1.1" status: 200 len: 1092 time: 0.8827078 Oct 22 13:05:47.041057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:47.043372 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:47.058238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.081325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fed13b-0b76-4485-a492-179caa6cc9cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.093192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.102066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:05:47.102971 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab64153f-5c3a-46dd-b365-94ae4ffc7b06 x-openstack-request-id: req-ab64153f-5c3a-46dd-b365-94ae4ffc7b06 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:47.103268 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:47.103850 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab64153f-5c3a-46dd-b365-94ae4ffc7b06 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:47.104251 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb', 'status': 'completed', 'code': 200} Oct 22 13:05:47.116401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0533bf-a36b-4cd1-a94f-c46204af3011,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.125377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.125705 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Added segment a0fd97c5-5d8f-4068-8c6f-b229b88aae9c of type vlan for network 7bcc8446-3298-4f04-82da-a26fc4110970 Oct 22 13:05:47.138147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-498ab198-478a-46f0-aa24-cd3a29d521db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.139712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-498ab198-478a-46f0-aa24-cd3a29d521db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 1095 time: 0.0471661 Oct 22 13:05:47.150208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6be37758-d34f-41c7-b53c-0761c52ec809 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:47.165845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.166940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.167623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.186191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-65759de5-ff0a-419c-ad20-3a9095493753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb HTTP/1.1" status: 200 len: 217 time: 0.0356529 Oct 22 13:05:47.196269 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.203926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 6be37758-d34f-41c7-b53c-0761c52ec809 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:47.209192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 6be37758-d34f-41c7-b53c-0761c52ec809 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:47.209569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.253288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6336424 Oct 22 13:05:47.258036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:47.263894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Request body: {'subnet': {'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1544350569-subnet', 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:47.265234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-27a896b6-faac-4059-baed-1a58f528f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.267492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-27a896b6-faac-4059-baed-1a58f528f09d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0729814 Oct 22 13:05:47.302780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acaf6e-4551-4dd9-a37c-d292eb3e3c37 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.306567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.307512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.308086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.310969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-12a7c711-a67e-4fb3-9616-46b1f15e1dde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277324 Oct 22 13:05:47.315282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:05:47.331920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.352980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:47.355550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.375130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6965060 Oct 22 13:05:47.380233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:47.382476 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674232fc-7350-4c92-ba9c-272ab7fd1fca" -d '{"events": [{"server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:47.401420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:47.406437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Request body: {'subnet': {'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-588146395-subnet', 'tenant_id': '6510b8e098f04f24a3227598a5eae8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:47.413074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ac68c-29cf-486e-becb-4bdc27cca224 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcc8446-3298-4f04-82da-a26fc4110970,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.430868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 7bcc8446-3298-4f04-82da-a26fc4110970 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:05:47.436899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6be37758-d34f-41c7-b53c-0761c52ec809,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:47.451118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-819be56b-c426-416b-b2bc-ee017e936973 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303375 Oct 22 13:05:47.453764 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb76155-e320-40b6-8efe-29ab8be25d51 x-openstack-request-id: req-1fb76155-e320-40b6-8efe-29ab8be25d51 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:47.454243 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:47.454684 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fb76155-e320-40b6-8efe-29ab8be25d51 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:47.455281 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809', 'code': 200} Oct 22 13:05:47.458648 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.501702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Made reservation on behalf of 6510b8e098f04f24a3227598a5eae8b0 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:47.504608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.562417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.590842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9432f6e2-c0ff-4d96-a0a4-54a28e56fdc4 req-7469a2a2-9912-480a-aa5a-658430c3d797 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277497 Oct 22 13:05:47.686489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fdcb7-060e-4a12-8160-34445a0de558 req-ccfa74f5-b675-484c-b71b-aaf332a91dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.688107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a71fdcb7-060e-4a12-8160-34445a0de558 req-ccfa74f5-b675-484c-b71b-aaf332a91dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 1096 time: 0.1677921 Oct 22 13:05:47.691402 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.717851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffc5a0-9c77-4c4d-8f62-cc198ab4dda6 req-e06c2086-7e14-4f2d-b8b2-9017e175032a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.719380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28ffc5a0-9c77-4c4d-8f62-cc198ab4dda6 req-e06c2086-7e14-4f2d-b8b2-9017e175032a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.0879176 Oct 22 13:05:47.735196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-8ce7b9b9-9147-45b5-be37-377b489b94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.736649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-8ce7b9b9-9147-45b5-be37-377b489b94c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 1095 time: 0.0797095 Oct 22 13:05:47.799846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997768c8-1efa-4fb6-8a47-5e5914a2c2ec,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.816367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a71fdcb7-060e-4a12-8160-34445a0de558 req-8a5a22e9-a4a6-47dc-9333-36afad42186b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162276 Oct 22 13:05:47.825607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28ffc5a0-9c77-4c4d-8f62-cc198ab4dda6 req-57b8fa3f-e535-4928-889e-97d2f7857cb8 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924423 Oct 22 13:05:47.828898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:47.829266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Network hostable DHCP agents. Network: 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:05:47.833818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e0e1-696f-4952-949f-550d454156e3 req-f22f30a9-19df-44ba-b326-95a88d13a672 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.835423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8884e0e1-696f-4952-949f-550d454156e3 req-f22f30a9-19df-44ba-b326-95a88d13a672 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 944 time: 0.1151247 Oct 22 13:05:47.891387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:05:47.904127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.929531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:47.940161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:47.940670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:47.941238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1321677-92ed-49e8-b389-dd0db7dd4a09 None None] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:47.970432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b006b91-b6bd-46cd-b977-af97385b6175,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:47.981752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bce6435d-2896-4053-ab06-1944e66442e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7223101 Oct 22 13:05:47.993169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Checking segment: {'id': 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:47.993536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Network hostable DHCP agents. Network: 7bcc8446-3298-4f04-82da-a26fc4110970, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:05:48.015977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Network 7bcc8446-3298-4f04-82da-a26fc4110970 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:05:48.031897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 7bcc8446-3298-4f04-82da-a26fc4110970) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:48.043615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56af5da-bb05-4b3f-970b-ddbb18ef13a9 None None] Network 7bcc8446-3298-4f04-82da-a26fc4110970 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:48.048705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.049364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.086356 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3469a8fd-0e94-41dd-bbc1-162290403491 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6837451 Oct 22 13:05:48.176300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8884e0e1-696f-4952-949f-550d454156e3 req-93778926-f017-41b9-8033-e12208bd9055 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109815 Oct 22 13:05:48.176300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-c53e6e67-9bb3-4a30-a733-1f1075313f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.177167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-c53e6e67-9bb3-4a30-a733-1f1075313f27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.4224646 Oct 22 13:05:48.205072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e7d8e-4dac-44ac-b4eb-2a000f05c1df None None] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:48.249801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-92d36589-1dd5-4d0f-b1bf-d7916731495f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb HTTP/1.1" status: 200 len: 217 time: 0.0639210 Oct 22 13:05:48.352272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db66cb-e253-43c9-9276-703c08e499e2 None None] Network 7bcc8446-3298-4f04-82da-a26fc4110970 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:48.384876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b31809-88d7-4233-b882-c4de871e0e9f req-66b3b640-8424-421d-966c-75125da68a4b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.392160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81b31809-88d7-4233-b882-c4de871e0e9f req-66b3b640-8424-421d-966c-75125da68a4b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1993685 Oct 22 13:05:48.403793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-93e658f5-6433-4174-958c-99aa21a72e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.405227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-93e658f5-6433-4174-958c-99aa21a72e30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.1477709 Oct 22 13:05:48.452410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-293ce15e-f495-4fb7-a0bf-a0fb599b121e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360441 Oct 22 13:05:48.458515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81b31809-88d7-4233-b882-c4de871e0e9f req-1fed5125-7ea3-4b32-9a68-db481e14364b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655162 Oct 22 13:05:48.575314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-5b44f5d1-1df6-46f6-ba1a-ac9554b73122 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089811 Oct 22 13:05:48.687482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12c5f3a4-1e75-4877-86f2-48bf1ce8c8c5 req-3df43e71-27b7-43ff-bdc9-48164fa39574 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031346 Oct 22 13:05:48.731521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:48.736629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1471596618-network', 'tenant_id': '0bb47097e9124be8b40667728eea1f13'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:48.759852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Made reservation on behalf of 0bb47097e9124be8b40667728eea1f13 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:48.762126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.771561 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.783151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-c9794aa5-c9bf-4401-95d0-a9a6e0ac3fac tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.784607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-c9794aa5-c9bf-4401-95d0-a9a6e0ac3fac tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/networks?id=7bcc8446-3298-4f04-82da-a26fc4110970 HTTP/1.1" status: 200 len: 813 time: 0.1113505 Oct 22 13:05:48.800496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-077a549c-bf01-4055-ba4b-ed720b87f166 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/quotas/6510b8e098f04f24a3227598a5eae8b0 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Oct 22 13:05:48.834408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-d60d64a7-c035-4c41-84a7-687ea9f5694a tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6510b8e098f04f24a3227598a5eae8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268807 Oct 22 13:05:48.849645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.852891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.875641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:05:48.890792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb82678-b4c0-4374-966a-d305e72da35e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:48.893788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.894121 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Added segment 96eb4cb4-6b8f-4546-a7cc-d9c052938d90 of type vlan for network bd94c140-6ce5-47f5-8fa1-83b788ded546 Oct 22 13:05:48.936666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.962505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-f17b150b-2fba-48ed-8178-8f5b8c4d65b5 service neutron] 10.222.0.25 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210861 Oct 22 13:05:48.968262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.969225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:48.969803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:48.994985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2622411 Oct 22 13:05:49.003531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50912) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:05:49.008054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de546c08-ff78-4667-8d99-be44596a8713 req-c0d2a302-3818-4b45-9726-8accbc1fb031 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:49.008758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Request body: {'subnet': {'network_id': 'bd94c140-6ce5-47f5-8fa1-83b788ded546', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1471596618-subnet', 'tenant_id': '0bb47097e9124be8b40667728eea1f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:49.009805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de546c08-ff78-4667-8d99-be44596a8713 req-c0d2a302-3818-4b45-9726-8accbc1fb031 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.0930634 Oct 22 13:05:49.043264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52672c9-2962-4285-b817-9d0cb65d7ada admin admin] Pushing event updated for resources: {'Network': ['ID=bd94c140-6ce5-47f5-8fa1-83b788ded546,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:49.054226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network bd94c140-6ce5-47f5-8fa1-83b788ded546 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:05:49.059700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Made reservation on behalf of 0bb47097e9124be8b40667728eea1f13 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:49.062282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:49.092409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de546c08-ff78-4667-8d99-be44596a8713 req-473ccdbd-e38c-4f60-891a-14d2cb058d2e tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728009 Oct 22 13:05:49.122014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-5f560576-d932-45c3-838a-0c2f951488fa service neutron] 10.222.0.25 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501305 Oct 22 13:05:49.293869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:49.331197 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:05:49.346772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eaff7c4-78f1-41e3-9dae-38c03cd7d84e req-1804c809-f927-4c63-a897-65a7059f5265 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 210 time: 0.0305521 Oct 22 13:05:49.369905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ebcf-5a3d-4a4e-93a5-223825a6afe9 req-5ad23bb3-6916-4628-9534-0a090bb1ff18 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:49.371651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6843ebcf-5a3d-4a4e-93a5-223825a6afe9 req-5ad23bb3-6916-4628-9534-0a090bb1ff18 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 944 time: 0.0897229 Oct 22 13:05:49.381236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6ecb52-50b5-4855-be39-3bcca879f76e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:49.408405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Checking segment: {'id': '96eb4cb4-6b8f-4546-a7cc-d9c052938d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bd94c140-6ce5-47f5-8fa1-83b788ded546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:49.408878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Network hostable DHCP agents. Network: bd94c140-6ce5-47f5-8fa1-83b788ded546, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:05:49.418380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6843ebcf-5a3d-4a4e-93a5-223825a6afe9 req-b92a2e14-511f-42b7-ba2a-08d5a03462c3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Oct 22 13:05:49.432145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Network bd94c140-6ce5-47f5-8fa1-83b788ded546 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:05:49.444842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, bd94c140-6ce5-47f5-8fa1-83b788ded546) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:49.451142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:49.451862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:49.464261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec068abb-ba17-4e6b-890f-81d0f1ef9a0c None None] Network bd94c140-6ce5-47f5-8fa1-83b788ded546 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:49.495440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1357b52d-a101-4f96-8948-585834af386a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4900026 Oct 22 13:05:49.612049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8245-9744-422b-be8f-2d2b896a4eb8 req-ef614832-fe87-46ee-bc10-3bb259ad2ca8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:49.614266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40ca8245-9744-422b-be8f-2d2b896a4eb8 req-ef614832-fe87-46ee-bc10-3bb259ad2ca8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0584257 Oct 22 13:05:49.637042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf024c34-cf96-47e8-9e94-eab4a8aa8858 None None] Network bd94c140-6ce5-47f5-8fa1-83b788ded546 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:05:49.681610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40ca8245-9744-422b-be8f-2d2b896a4eb8 req-88f9c157-ef7b-450a-926f-8c876661229c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606744 Oct 22 13:05:50.062742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-904a4182-bccf-4669-a24d-bc027aab571e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:50.064201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-904a4182-bccf-4669-a24d-bc027aab571e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1042373 Oct 22 13:05:50.079660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-61d0c569-4af3-4422-99b8-01ef47dfc89b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/quotas/42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 375 time: 0.0092375 Oct 22 13:05:50.115234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-8bc72bd4-f518-44bb-aa38-2da95f97c3ff tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296073 Oct 22 13:05:50.237151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-55555ffc-d06f-4901-8c85-1dd4b227df6e service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146727 Oct 22 13:05:50.248979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54cac0-8970-4685-b1a1-118f1a216406 req-3194eb0f-a456-4803-8a40-8a0cef9a026a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:50.250429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff54cac0-8970-4685-b1a1-118f1a216406 req-3194eb0f-a456-4803-8a40-8a0cef9a026a tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.0682402 Oct 22 13:05:50.339886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff54cac0-8970-4685-b1a1-118f1a216406 req-0859094b-8fa0-4eb3-b5ce-93e417d90717 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Oct 22 13:05:50.381988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-8e51128c-71c7-4469-a2f4-ba0a7ff9a031 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304548 Oct 22 13:05:50.454912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-01452d12-dd80-49d2-b790-f74800ecd594 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:50.456257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-01452d12-dd80-49d2-b790-f74800ecd594 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.21 "GET /v2.0/networks?id=7bcc8446-3298-4f04-82da-a26fc4110970 HTTP/1.1" status: 200 len: 813 time: 0.1432428 Oct 22 13:05:50.477824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Request body: {'port': {'device_id': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970', 'admin_state_up': True, 'tenant_id': '6510b8e098f04f24a3227598a5eae8b0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:50.481258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8e7306dc-a238-49d2-802c-f6e234f9ccfb details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:50.568711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05083ce5-a595-47ec-8b03-2f93e522bc89 req-42e9abf5-e8fb-4375-91c1-65131b1e5de1 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 210 time: 0.0316553 Oct 22 13:05:50.646569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:50.666720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8e7306dc-a238-49d2-802c-f6e234f9ccfb', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '8e7306dc-a238-49d2-802c-f6e234f9ccfb', 'mac_address': 'fa:16:3e:7b:84:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:50.721325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:50.740940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Made reservation on behalf of 6510b8e098f04f24a3227598a5eae8b0 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:50.752831 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:50.756875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7306dc-a238-49d2-802c-f6e234f9ccfb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:50.793510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af368f-a439-4f58-9bf4-75d2943c1195 req-b1fb1330-5454-4537-9629-4f535628ebdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:50.811759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:50.812708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20af368f-a439-4f58-9bf4-75d2943c1195 req-b1fb1330-5454-4537-9629-4f535628ebdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 944 time: 0.1390145 Oct 22 13:05:50.821989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:50.928917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:50.946538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20af368f-a439-4f58-9bf4-75d2943c1195 req-89d95950-681c-4a2a-9d99-429f32553f37 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201732 Oct 22 13:05:50.971779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Allocated IP 172.20.0.11 (7bcc8446-3298-4f04-82da-a26fc4110970/2b006b91-b6bd-46cd-b977-af97385b6175/d9747b98-02a1-4694-a97a-ee6943d23e9b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:50.981271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bfb3059-45fe-47c6-b9ad-cf12419d76e5 req-b8d4ccef-d366-4ea5-9883-32e3aaa9d9a5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 210 time: 0.0893681 Oct 22 13:05:51.099505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8e7306dc-a238-49d2-802c-f6e234f9ccfb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:51.100903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffa5ea-d875-4621-ad7d-a8c02e26a34f req-755445e5-776f-45ab-a6e2-0f347f141953 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:51.104786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bffa5ea-d875-4621-ad7d-a8c02e26a34f req-755445e5-776f-45ab-a6e2-0f347f141953 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0623424 Oct 22 13:05:51.201006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.210013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bffa5ea-d875-4621-ad7d-a8c02e26a34f req-5746f946-0bbd-480a-a2b8-cfd85fbefaa5 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936227 Oct 22 13:05:51.245169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.297572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Network 7bcc8446-3298-4f04-82da-a26fc4110970 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:51.300882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:51.304968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:51.331604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Pushing event updated for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:51.361287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:51.361820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.378311 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e3ee9fe8-167e-49fc-8af1-296f680ca54d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9068964 Oct 22 13:05:51.392443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Request body: {'port': {'device_id': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:51.452297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.694619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548b6d5-6a7e-45cb-9545-e9268e275412 req-8848b91b-67cf-48e8-9fec-be3f3de16fc5 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:51.696248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c548b6d5-6a7e-45cb-9545-e9268e275412 req-8848b91b-67cf-48e8-9fec-be3f3de16fc5 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 932 time: 0.0524783 Oct 22 13:05:51.736025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9747b98-02a1-4694-a97a-ee6943d23e9b {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:51.737123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c548b6d5-6a7e-45cb-9545-e9268e275412 req-8ad6e108-7b30-4af4-a664-b7653e9e4921 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Oct 22 13:05:51.743919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.756967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Transition to ACTIVE for port object d9747b98-02a1-4694-a97a-ee6943d23e9b will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:51.761650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:51.843149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Pushing event updated for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:51.914532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Attempting to bind port d9747b98-02a1-4694-a97a-ee6943d23e9b on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:51.914937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Attempting to bind port d9747b98-02a1-4694-a97a-ee6943d23e9b by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:51.916819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Attempting to bind port d9747b98-02a1-4694-a97a-ee6943d23e9b on network 7bcc8446-3298-4f04-82da-a26fc4110970 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:51.922319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Port d9747b98-02a1-4694-a97a-ee6943d23e9b on network 7bcc8446-3298-4f04-82da-a26fc4110970 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:51.922670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Attempting to bind port d9747b98-02a1-4694-a97a-ee6943d23e9b on network 7bcc8446-3298-4f04-82da-a26fc4110970 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:51.939226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:51.940142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Checking segment: {'id': 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:51.947119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Bound using segment: {'id': 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:51.947790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Bound port: d9747b98-02a1-4694-a97a-ee6943d23e9b, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:51.948350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.064346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:52.069797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b,segment=NetworkSegment(a0fd97c5-5d8f-4068-8c6f-b229b88aae9c),segment_id=a0fd97c5-5d8f-4068-8c6f-b229b88aae9c)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:52.078259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.149332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Pushing event updated for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:52.161058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.162072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.163950 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-2e6e28e1-a39a-4c10-a2ee-38d220fe26ad service neutron] 10.222.0.21 "PUT /v2.0/ports/d9747b98-02a1-4694-a97a-ee6943d23e9b HTTP/1.1" status: 200 len: 1092 time: 0.7765467 Oct 22 13:05:52.164552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:52.167232 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e84d55-3a0e-424a-96bb-bd04b4de48bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:52.194768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8e33046-8a0b-4741-ac9d-892992c0edc3 req-9e0d77fa-5be0-4cc0-bcf8-b69144251113 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 210 time: 0.1073623 Oct 22 13:05:52.245497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068ad6e-09ad-4238-acba-7bc6b9e1ce83 req-2b28aac5-0b95-4696-aaa3-42a6cbe6d88b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.245810 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847b4fc0-7f17-47ad-8a0e-2e49fbe52378 x-openstack-request-id: req-847b4fc0-7f17-47ad-8a0e-2e49fbe52378 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:52.246098 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:52.246350 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-847b4fc0-7f17-47ad-8a0e-2e49fbe52378 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:52.248215 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b', 'status': 'completed', 'code': 200} Oct 22 13:05:52.248357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c068ad6e-09ad-4238-acba-7bc6b9e1ce83 req-2b28aac5-0b95-4696-aaa3-42a6cbe6d88b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 945 time: 0.2034569 Oct 22 13:05:52.255111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-28677c03-c698-417a-b896-e5631f231bc1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.256598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-28677c03-c698-417a-b896-e5631f231bc1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.2694700 Oct 22 13:05:52.274562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Request body: {'port': {'device_id': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'admin_state_up': True, 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:52.280019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-9dbdbb8a-68fb-4478-a8d5-821da23cbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.281967 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-9dbdbb8a-68fb-4478-a8d5-821da23cbbfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b8e098f04f24a3227598a5eae8b0&device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 1095 time: 0.0782104 Oct 22 13:05:52.331071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-569a998d-b814-42e5-b859-6dc909753b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b HTTP/1.1" status: 200 len: 217 time: 0.0394118 Oct 22 13:05:52.366286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c068ad6e-09ad-4238-acba-7bc6b9e1ce83 req-068da620-ea8c-42ea-a4f3-5765d493a747 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044807 Oct 22 13:05:52.387748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-643b2806-867a-4c7f-95aa-e728e54a16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.389317 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-643b2806-867a-4c7f-95aa-e728e54a16c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b006b91-b6bd-46cd-b977-af97385b6175 HTTP/1.1" status: 200 len: 853 time: 0.0511293 Oct 22 13:05:52.421462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-529726dc-178b-4464-9091-82851750f983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcc8446-3298-4f04-82da-a26fc4110970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249264 Oct 22 13:05:52.427126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cf2e7-8a13-4158-a12f-93b6c4968adc req-9462953b-9e0a-4acf-8f19-05327582afc8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.428595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958cf2e7-8a13-4158-a12f-93b6c4968adc req-9462953b-9e0a-4acf-8f19-05327582afc8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1167345 Oct 22 13:05:52.462184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:05:52.465999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.490943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8e7306dc-a238-49d2-802c-f6e234f9ccfb up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:52.493851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958cf2e7-8a13-4158-a12f-93b6c4968adc req-6e693793-7973-4fa9-a02a-87c5428a93d0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Oct 22 13:05:52.526073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-511b957e-bb55-4318-81cc-d9295772e997 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951905 Oct 22 13:05:52.542412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8e7306dc-a238-49d2-802c-f6e234f9ccfb completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:52.547240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8e7306dc-a238-49d2-802c-f6e234f9ccfb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:52.547616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.645292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4aa8e6d7-6be0-4973-b3a2-df37bcca7d59 req-e458dc41-4cb3-4648-bae1-1cfbc6f0513f service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117539 Oct 22 13:05:52.651206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Allocated IP 172.20.0.3 (4d1b7146-15ca-4c0f-8ecb-ce69107d40dc/997768c8-1efa-4fb6-8a47-5e5914a2c2ec/0d17c8f0-2af2-4768-a0da-99fdf78cef66) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:05:52.656878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.732036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:52.734398 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c23c9d-0804-4910-a38f-2c01344ceec9" -d '{"events": [{"server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "name": "network-vif-plugged", "status": "completed", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:52.746721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-9010fcbc-3b28-4ad4-b78d-ec215e2cccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.748241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-9010fcbc-3b28-4ad4-b78d-ec215e2cccfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b8e098f04f24a3227598a5eae8b0&device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 1095 time: 0.0449133 Oct 22 13:05:52.828093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.883712 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e30bc-9b4a-464f-9dc5-0df0d010a3d2 x-openstack-request-id: req-a04e30bc-9b4a-464f-9dc5-0df0d010a3d2 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:52.884055 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "name": "network-vif-plugged", "status": "completed", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:52.884377 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a04e30bc-9b4a-464f-9dc5-0df0d010a3d2 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:52.884957 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb', 'code': 200} Oct 22 13:05:52.887811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:52.894106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.902745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:52.958198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6523e-1750-4b1b-a780-cc9de2a6af98 req-df809d4c-917f-4a49-8414-9246dc506137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:52.959733 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5dd6523e-1750-4b1b-a780-cc9de2a6af98 req-df809d4c-917f-4a49-8414-9246dc506137 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 1096 time: 0.1017175 Oct 22 13:05:52.959891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:52.995938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:05:53.002808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:05:53.011430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:05:53.021154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-0b9709fe-9d66-47a5-85f4-52febde20ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.026661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-0b9709fe-9d66-47a5-85f4-52febde20ff1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcc8446-3298-4f04-82da-a26fc4110970 HTTP/1.1" status: 200 len: 914 time: 0.2650311 Oct 22 13:05:53.026661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5dd6523e-1750-4b1b-a780-cc9de2a6af98 req-b4372c3e-497a-4baf-873e-50dd1c61d472 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Oct 22 13:05:53.068178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:53.072621 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-20ecbf56-fae1-4513-8e61-cd8c1b312981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b HTTP/1.1" status: 200 len: 217 time: 0.0416625 Oct 22 13:05:53.093016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c50630-eaf8-40c4-a3c4-7aecb4d076ad req-fafb0ecc-4d22-4d81-ba1f-b14cdab77c6c tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.094522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00c50630-eaf8-40c4-a3c4-7aecb4d076ad req-fafb0ecc-4d22-4d81-ba1f-b14cdab77c6c tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 944 time: 0.2143064 Oct 22 13:05:53.100921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.101635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:53.124506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-a5ca5751-5de4-45f3-b15d-91433c622eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.125966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-a5ca5751-5de4-45f3-b15d-91433c622eb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b006b91-b6bd-46cd-b977-af97385b6175 HTTP/1.1" status: 200 len: 853 time: 0.0452950 Oct 22 13:05:53.141436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-cd47943f-9815-48c3-96c0-909ec50bd414 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731759 Oct 22 13:05:53.155941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00c50630-eaf8-40c4-a3c4-7aecb4d076ad req-4e194d2d-c76e-47fa-8181-6bed977e7ee2 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507286 Oct 22 13:05:53.160130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-186aa7e2-5751-4b8b-beeb-1088c2a0f29e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcc8446-3298-4f04-82da-a26fc4110970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253131 Oct 22 13:05:53.252222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Request body: {'port': {'device_id': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:05:53.261756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-81cacfc2-ab0c-4437-b92a-7a69c9d05f44 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943089 Oct 22 13:05:53.310292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:53.416926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbf-46ec-47c6-92a2-c921b404dad3 req-b7fa0d15-d3da-45f4-8885-40868e6cd9ff tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.418412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c8acbbf-46ec-47c6-92a2-c921b404dad3 req-b7fa0d15-d3da-45f4-8885-40868e6cd9ff tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 931 time: 0.0977850 Oct 22 13:05:53.619793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c8acbbf-46ec-47c6-92a2-c921b404dad3 req-62214650-d601-4113-942b-c1a83eef2c8b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515830 Oct 22 13:05:53.682146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501277b9-f5b5-4448-9173-9b280c2e3155 req-b1fea955-cfeb-4b7e-9cf4-0e88976c7861 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.683624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-501277b9-f5b5-4448-9173-9b280c2e3155 req-b1fea955-cfeb-4b7e-9cf4-0e88976c7861 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 946 time: 0.1231318 Oct 22 13:05:53.709774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-93e84d55-3a0e-424a-96bb-bd04b4de48bd req-3a4a54a3-9756-4347-b1d1-ee2b8a5b1ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375713 Oct 22 13:05:53.781415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-501277b9-f5b5-4448-9173-9b280c2e3155 req-302e46ba-0afd-456a-aad1-2a622c3ad22b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865178 Oct 22 13:05:53.828389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216dbc6-e2e9-4bbe-a41d-ee793f2439b8 req-585fdd85-84cf-4b59-9ccc-0f01ecfdf659 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:53.830001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6216dbc6-e2e9-4bbe-a41d-ee793f2439b8 req-585fdd85-84cf-4b59-9ccc-0f01ecfdf659 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1173048 Oct 22 13:05:53.840319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d17c8f0-2af2-4768-a0da-99fdf78cef66 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:53.850150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:53.884879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Transition to ACTIVE for port object 0d17c8f0-2af2-4768-a0da-99fdf78cef66 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:05:53.890556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:53.895282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6216dbc6-e2e9-4bbe-a41d-ee793f2439b8 req-2a336e91-091a-4767-853d-f0ee50f875f8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Oct 22 13:05:53.934361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb992-e5e3-4544-be7e-d3bc701ac8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:53.955228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:54.034742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:05:54.035105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:05:54.035988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:54.040294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:05:54.040616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:05:54.045420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:05:54.045754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:05:54.046136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:05:54.046566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Bound port: 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:05:54.046951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:54.112776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:05:54.116075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:05:54.120864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:54.157108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.157723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:54.159196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] 10.222.0.26 "PUT /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 1091 time: 0.9135482 Oct 22 13:05:54.159629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:54.162170 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bdc22-7a21-4493-ac66-8909bde6f1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:54.212800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e46faa-c645-4817-ab2b-8438f03dee3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:54.236109 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4642bbe-43f4-4518-901e-075a6f8eb48e x-openstack-request-id: req-d4642bbe-43f4-4518-901e-075a6f8eb48e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:54.236401 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:54.236634 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4642bbe-43f4-4518-901e-075a6f8eb48e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:54.237043 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'status': 'completed', 'code': 200} Oct 22 13:05:54.307854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-45f1df34-d85f-44a1-8ce7-6d897bfe3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.309664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-45f1df34-d85f-44a1-8ce7-6d897bfe3e50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1094 time: 0.0823572 Oct 22 13:05:54.324208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f86d1-cf72-43ae-a7f6-48819d83ef32 req-599efc72-eee2-4a99-ab5a-096adc0dd734 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.326120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-924f86d1-cf72-43ae-a7f6-48819d83ef32 req-599efc72-eee2-4a99-ab5a-096adc0dd734 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 944 time: 0.0868783 Oct 22 13:05:54.373724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-eef67558-2cbe-4144-ac10-ec207d58f89f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0463827 Oct 22 13:05:54.429636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-924f86d1-cf72-43ae-a7f6-48819d83ef32 req-4b54f7c2-3e15-4aaa-abbb-1eaa22e99312 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951543 Oct 22 13:05:54.443150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0090-1577-4f03-a99d-edfae11628cd req-d2876b3a-8571-4634-88fd-d7a266a740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.444635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-d2876b3a-8571-4634-88fd-d7a266a740e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0578771 Oct 22 13:05:54.478960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-70524fc5-79d2-49c9-92f8-a5ba7c5e0b5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261538 Oct 22 13:05:54.576054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-827624f2-eba4-4f23-bb2d-43911752a08b service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892684 Oct 22 13:05:54.678391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-092d0090-1577-4f03-a99d-edfae11628cd req-d674df53-afee-4973-96e0-e22a9306a028 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878682 Oct 22 13:05:54.780147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4695-a818-4ef6-912f-a2d811fa5d6c req-0d2f37a9-ed71-417a-8df5-33afcf4d28ed tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.781650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d2f4695-a818-4ef6-912f-a2d811fa5d6c req-0d2f37a9-ed71-417a-8df5-33afcf4d28ed tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0793209 Oct 22 13:05:54.808420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-2b8bd32a-de17-4cb5-89f0-f67f8e31472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:54.810009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-2b8bd32a-de17-4cb5-89f0-f67f8e31472b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1094 time: 0.0690978 Oct 22 13:05:54.846227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d2f4695-a818-4ef6-912f-a2d811fa5d6c req-4d8d164b-1e16-45d3-8d07-60a247dbee82 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562618 Oct 22 13:05:55.224443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-28c11304-587c-49aa-b780-341e840754e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.225949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-28c11304-587c-49aa-b780-341e840754e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.4038999 Oct 22 13:05:55.233681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a061-e5b7-41b6-9a3d-52bb5e09b124 req-e13ba22b-71fe-42b0-8bc9-c937a95137ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.235196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e15a061-e5b7-41b6-9a3d-52bb5e09b124 req-e13ba22b-71fe-42b0-8bc9-c937a95137ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 946 time: 0.3820891 Oct 22 13:05:55.245843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac644d0-6366-41ea-ac78-93f586de5e67 req-9c2cf583-9834-472b-a639-f4655fa58c01 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.247319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ac644d0-6366-41ea-ac78-93f586de5e67 req-9c2cf583-9834-472b-a639-f4655fa58c01 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1105590 Oct 22 13:05:55.308324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-2c21cd62-7422-4f8f-931e-ae69d9bcb3ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0710766 Oct 22 13:05:55.346327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e15a061-e5b7-41b6-9a3d-52bb5e09b124 req-7138520a-8c02-49b2-84d1-f921cac1ab52 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977027 Oct 22 13:05:55.370091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ac644d0-6366-41ea-ac78-93f586de5e67 req-77b7c32b-8ba2-4f61-8309-198f075b5f71 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142845 Oct 22 13:05:55.387612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-46755504-97f6-48e6-895b-494ad169a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.389284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-46755504-97f6-48e6-895b-494ad169a3ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0626092 Oct 22 13:05:55.427768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-da8076e8-20c1-42ec-91a5-278df1376aae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267994 Oct 22 13:05:55.581042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-db77cf33-5b64-4806-a3d8-0d9f7d5fa147 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394417 Oct 22 13:05:55.593269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2723-bf9d-4c75-b3ae-4f3a5aa12a95 req-cc09dd83-1f4d-4997-93b6-c352f31963f0 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.594891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66da2723-bf9d-4c75-b3ae-4f3a5aa12a95 req-cc09dd83-1f4d-4997-93b6-c352f31963f0 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 944 time: 0.0763040 Oct 22 13:05:55.703373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66da2723-bf9d-4c75-b3ae-4f3a5aa12a95 req-50a2f4c9-1aff-4c16-ba7a-228565f17ea4 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995421 Oct 22 13:05:55.748746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-982bdc22-7a21-4493-ac66-8909bde6f1d8 req-785e98a0-610c-4ec9-b8b7-4c86acbdff84 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527295 Oct 22 13:05:55.757927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e816-278b-46e3-987f-6f1fc08247be req-ffbf3099-1218-4a75-ba1c-505d23ad0327 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.759375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75d0e816-278b-46e3-987f-6f1fc08247be req-ffbf3099-1218-4a75-ba1c-505d23ad0327 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 946 time: 0.0756752 Oct 22 13:05:55.802064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75d0e816-278b-46e3-987f-6f1fc08247be req-85808895-6664-4403-ad9e-5eaf09063862 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Oct 22 13:05:55.970706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261eddc-b78b-47be-98b7-d256b0fd0376 req-7a560fee-bbce-4001-9c67-8fbec15e3977 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:55.972338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6261eddc-b78b-47be-98b7-d256b0fd0376 req-7a560fee-bbce-4001-9c67-8fbec15e3977 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0545201 Oct 22 13:05:56.018632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6261eddc-b78b-47be-98b7-d256b0fd0376 req-5af1042d-e362-4843-a254-7d8cb30438c7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Oct 22 13:05:56.504572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee63b6-6c66-40b4-aaab-140174a031d5 req-b05b82f3-ac05-4aba-8e5c-d56ac8a327e6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:56.506224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ee63b6-6c66-40b4-aaab-140174a031d5 req-b05b82f3-ac05-4aba-8e5c-d56ac8a327e6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0565553 Oct 22 13:05:56.514341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:56.558441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ee63b6-6c66-40b4-aaab-140174a031d5 req-d8e11246-8ca8-4e94-aa35-6aeada27ef7a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Oct 22 13:05:56.626954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:56.638123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'port_id': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'mac_address': 'fa:16:3e:f4:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997768c8-1efa-4fb6-8a47-5e5914a2c2ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:56.683582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:56.697147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d17c8f0-2af2-4768-a0da-99fdf78cef66 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:56.717060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:56.721258 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:56.772666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:56.780654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.781010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.781356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.781698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.782242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.782583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.782948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.783278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.783771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.784263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.784752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.785315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:05:56.824588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1eba3-875f-4e17-9d0d-2550c8098450 req-919d02b9-7f91-46e9-9cc2-f2463de91ae5 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:56.826075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dde1eba3-875f-4e17-9d0d-2550c8098450 req-919d02b9-7f91-46e9-9cc2-f2463de91ae5 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 944 time: 0.0499127 Oct 22 13:05:56.867758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dde1eba3-875f-4e17-9d0d-2550c8098450 req-568ed92c-cb3e-4759-bb24-a31fee28b91f tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Oct 22 13:05:56.926384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b216a-9d05-42ae-9760-608b496ba79b req-c50e97aa-342c-463c-85c2-7f57b44d1afe tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:56.928108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df9b216a-9d05-42ae-9760-608b496ba79b req-c50e97aa-342c-463c-85c2-7f57b44d1afe tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 946 time: 0.0535254 Oct 22 13:05:56.972402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df9b216a-9d05-42ae-9760-608b496ba79b req-630c3974-b8a1-4861-87f8-52ced8fd15c2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Oct 22 13:05:57.009978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0d17c8f0-2af2-4768-a0da-99fdf78cef66'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:57.090958 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a69a8b7-6e5b-4da1-bd61-3c866c016601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.186001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92917-6040-4bc6-9e0e-dbfb0a63a271 req-90e7ba43-44d5-4911-a89c-c244630e1d85 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:57.187665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eeb92917-6040-4bc6-9e0e-dbfb0a63a271 req-90e7ba43-44d5-4911-a89c-c244630e1d85 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.0867467 Oct 22 13:05:57.215404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-bf6fa98e-02dd-4990-b03c-f24382e43cee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:57.216878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-bf6fa98e-02dd-4990-b03c-f24382e43cee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 946 time: 0.1043401 Oct 22 13:05:57.242988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device d9747b98-02a1-4694-a97a-ee6943d23e9b details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:05:57.298448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eeb92917-6040-4bc6-9e0e-dbfb0a63a271 req-a011fafd-8ea8-4982-af80-ef4c28782af2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966952 Oct 22 13:05:57.364265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 8e7306dc-a238-49d2-802c-f6e234f9ccfb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:05:57.364691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.368455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b,segment=NetworkSegment(a0fd97c5-5d8f-4068-8c6f-b229b88aae9c),segment_id=a0fd97c5-5d8f-4068-8c6f-b229b88aae9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:57.380878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'd9747b98-02a1-4694-a97a-ee6943d23e9b', 'network_id': '7bcc8446-3298-4f04-82da-a26fc4110970', 'port_id': 'd9747b98-02a1-4694-a97a-ee6943d23e9b', 'mac_address': 'fa:16:3e:65:10:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b006b91-b6bd-46cd-b977-af97385b6175', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:05:57.419022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.432825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9747b98-02a1-4694-a97a-ee6943d23e9b {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:05:57.452352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b,segment=NetworkSegment(a0fd97c5-5d8f-4068-8c6f-b229b88aae9c),segment_id=a0fd97c5-5d8f-4068-8c6f-b229b88aae9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:57.456609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.460245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 8e7306dc-a238-49d2-802c-f6e234f9ccfb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8e7306dc-a238-49d2-802c-f6e234f9ccfb,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:57.460620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.475121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 8e7306dc-a238-49d2-802c-f6e234f9ccfb owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:05:57.511556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:57.607321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.643785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.694799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.710661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8e7306dc-a238-49d2-802c-f6e234f9ccfb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:57.734947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=8e7306dc-a238-49d2-802c-f6e234f9ccfb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:57.749978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae902cb-db6a-4a4f-a478-64bc1acbc95d req-65298171-b1c5-4941-8475-72a71cbb0243 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:57.751650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bae902cb-db6a-4a4f-a478-64bc1acbc95d req-65298171-b1c5-4941-8475-72a71cbb0243 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1116357 Oct 22 13:05:57.822874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 8e7306dc-a238-49d2-802c-f6e234f9ccfb on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:05:57.826238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:57.830715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ec6d66-c32a-49cb-96d7-2ab205fc1592 req-29ed400a-373f-40a4-a16b-49e22f244e3a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "DELETE /v2.0/ports/8e7306dc-a238-49d2-802c-f6e234f9ccfb HTTP/1.1" status: 204 len: 173 time: 0.6037123 Oct 22 13:05:57.835057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'name': 'network-vif-deleted', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:57.837568 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5577ed-4879-4149-88a4-be7fbe1a8c10" -d '{"events": [{"server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "name": "network-vif-deleted", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:57.848651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bae902cb-db6a-4a4f-a478-64bc1acbc95d req-c792bb42-0502-41b7-ad52-caeab7aa7270 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843847 Oct 22 13:05:57.879065 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29716ae2-f327-482b-a9a3-dca0ebd7300f x-openstack-request-id: req-29716ae2-f327-482b-a9a3-dca0ebd7300f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:57.879388 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2536f684-bdec-43bd-bcef-9d1021ead852", "name": "network-vif-deleted", "tag": "8e7306dc-a238-49d2-802c-f6e234f9ccfb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:57.879772 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29716ae2-f327-482b-a9a3-dca0ebd7300f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:57.880185 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536f684-bdec-43bd-bcef-9d1021ead852', 'name': 'network-vif-deleted', 'tag': '8e7306dc-a238-49d2-802c-f6e234f9ccfb', 'status': 'completed', 'code': 200} Oct 22 13:05:57.991128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e913-a046-4c6a-a77e-3944525951e4 req-017fb62d-5773-446a-af4d-bdb53f0d66d6 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:57.992762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4666e913-a046-4c6a-a77e-3944525951e4 req-017fb62d-5773-446a-af4d-bdb53f0d66d6 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 945 time: 0.0540736 Oct 22 13:05:57.997194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['d9747b98-02a1-4694-a97a-ee6943d23e9b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:05:58.057295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4666e913-a046-4c6a-a77e-3944525951e4 req-c386104e-9410-46ec-945c-041e10c3d70f tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Oct 22 13:05:58.103093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7c115e8-755a-4ed3-97a1-7b2c471e30f1 req-78b7992e-3527-49a3-8fda-f0cad51f81c4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=2536f684-bdec-43bd-bcef-9d1021ead852 HTTP/1.1" status: 200 len: 210 time: 0.0338066 Oct 22 13:05:58.431325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d079af5-0cde-4918-a531-47cd2ed2d203 req-06247b9b-5dd1-4d4c-b3ad-68cc35063891 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:58.432955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d079af5-0cde-4918-a531-47cd2ed2d203 req-06247b9b-5dd1-4d4c-b3ad-68cc35063891 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.0569282 Oct 22 13:05:58.473021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d079af5-0cde-4918-a531-47cd2ed2d203 req-705fc29d-fc7c-4a0d-8430-9c0994c4ab3f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Oct 22 13:05:58.538069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:05:58.592706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:05:58.596632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:05:58.597063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:58.686905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:58.713596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:05:58.716080 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98fa2c-2187-4ba4-9f09-830f8302faff" -d '{"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-plugged", "status": "completed", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:05:58.729606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:05:58.735751 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:58.763248 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15822110-4fa1-4408-9821-060677e05b28 x-openstack-request-id: req-15822110-4fa1-4408-9821-060677e05b28 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:05:58.763617 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-plugged", "status": "completed", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:05:58.763792 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15822110-4fa1-4408-9821-060677e05b28 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:05:58.764175 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'code': 200} Oct 22 13:05:58.814928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:05:58.924726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070a094-1f6a-41b6-b34c-ad17d361aba7 req-c9fe10d7-ad51-4cc5-8ce3-4a9312fb3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:58.927725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6070a094-1f6a-41b6-b34c-ad17d361aba7 req-c9fe10d7-ad51-4cc5-8ce3-4a9312fb3467 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1096 time: 0.0434701 Oct 22 13:05:58.997715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec4c9-4be9-4767-944e-30fb46e54a13 req-7c1e3e9f-232d-491b-9d4b-091b3e952567 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:58.999247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-892ec4c9-4be9-4767-944e-30fb46e54a13 req-7c1e3e9f-232d-491b-9d4b-091b3e952567 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0703440 Oct 22 13:05:59.001169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6070a094-1f6a-41b6-b34c-ad17d361aba7 req-461cf384-530a-444a-aeef-dc28e8ff1366 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625746 Oct 22 13:05:59.040021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-892ec4c9-4be9-4767-944e-30fb46e54a13 req-0b5d3cee-3499-46fb-bb31-e510292bc8a6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Oct 22 13:05:59.183075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cec96-132d-4f64-8a5f-de5b4c3050ae req-03a9a76c-b428-46a5-9240-c15f0a134fce tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:59.184876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a3cec96-132d-4f64-8a5f-de5b4c3050ae req-03a9a76c-b428-46a5-9240-c15f0a134fce tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 945 time: 0.0617962 Oct 22 13:05:59.229290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a3cec96-132d-4f64-8a5f-de5b4c3050ae req-8952cfd3-6f46-4b2d-8068-e0025ee1c5a6 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Oct 22 13:05:59.417603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-b7042829-6895-41b6-9087-95412af69253 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:59.419013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-b7042829-6895-41b6-9087-95412af69253 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1011627 Oct 22 13:05:59.433673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-1bf07172-f93f-477d-887d-fd3eb58ff1f4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0091105 Oct 22 13:05:59.468794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-56f89a84-a4fb-4519-a1a5-5d0fd3e61128 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300548 Oct 22 13:05:59.588487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-5a86f190-c3b4-4eb9-a89c-cc594a2040e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125834 Oct 22 13:05:59.627711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb558-54c1-4a25-a2c7-c008a4ae7bec req-a2311476-9224-4df5-a9af-c92f96ee3c89 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:05:59.631023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8aafb558-54c1-4a25-a2c7-c008a4ae7bec req-a2311476-9224-4df5-a9af-c92f96ee3c89 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 945 time: 0.0885673 Oct 22 13:05:59.638157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:05:59.709010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8aafb558-54c1-4a25-a2c7-c008a4ae7bec req-62811144-e100-48e6-b203-95c64a263934 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725031 Oct 22 13:05:59.724131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-1a9f2da2-bef5-4468-b54f-2b200ec5b769 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278186 Oct 22 13:05:59.895522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47f121cc-9e4b-4087-aecb-1d87cc009a8e req-002d7198-fdd6-42e9-aa09-725cccbbca39 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0347657 Oct 22 13:06:00.174015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6404-13c8-4886-8f43-0b92696074cd req-ccb6b2c0-6d1c-4aa0-9f2a-a128a61565a8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:00.176256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca4d6404-13c8-4886-8f43-0b92696074cd req-ccb6b2c0-6d1c-4aa0-9f2a-a128a61565a8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0564406 Oct 22 13:06:00.217068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca4d6404-13c8-4886-8f43-0b92696074cd req-ff69817e-f53c-4113-ae6a-4fa9e2e6e9e9 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346732 Oct 22 13:06:00.369041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabecc1e-6826-4b82-af56-4aad4f314a4e req-16f23639-1486-48c4-af28-cdf70a76e718 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:00.369344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fabecc1e-6826-4b82-af56-4aad4f314a4e req-16f23639-1486-48c4-af28-cdf70a76e718 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 945 time: 0.0621688 Oct 22 13:06:00.409271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fabecc1e-6826-4b82-af56-4aad4f314a4e req-6f549c7a-6b07-46d5-a8d1-9f32853446e0 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Oct 22 13:06:00.903880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7ebd9-93e2-41c3-b095-f3e89edbd1bc req-644912c9-d7c5-4bd7-ba30-cde6bb017abf tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:00.905399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2f7ebd9-93e2-41c3-b095-f3e89edbd1bc req-644912c9-d7c5-4bd7-ba30-cde6bb017abf tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 945 time: 0.1177764 Oct 22 13:06:00.932319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-d1b1f9eb-9937-4625-89e7-70953b8f610d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:00.934131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-d1b1f9eb-9937-4625-89e7-70953b8f610d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1564527 Oct 22 13:06:00.955551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': '827be349-365a-4170-a2d3-dae817893c17', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:00.998544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2f7ebd9-93e2-41c3-b095-f3e89edbd1bc req-6ef9fdef-80f5-4078-bf46-a06755467acb tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 Oct 22 13:06:01.095997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca62d398-e19a-4bf9-89ec-c48d0d351270 req-ae5bd3fc-7c4a-4d4a-b622-b53e49109a99 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0381892 Oct 22 13:06:01.111662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:01.115738 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.256571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e674f-451c-4caa-b77e-014dc41a39c2 req-60f2612a-7378-4b98-936d-d4833078c41c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.258103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f4e674f-451c-4caa-b77e-014dc41a39c2 req-60f2612a-7378-4b98-936d-d4833078c41c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1096 time: 0.0900977 Oct 22 13:06:01.290810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device d9747b98-02a1-4694-a97a-ee6943d23e9b up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:01.295858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.5 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/15baf913-6ebe-43ba-92d4-691c0f59cce9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:01.342828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port d9747b98-02a1-4694-a97a-ee6943d23e9b completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:01.346752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port d9747b98-02a1-4694-a97a-ee6943d23e9b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:01.347131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.352694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f4e674f-451c-4caa-b77e-014dc41a39c2 req-407e198d-a705-4a1f-8cff-d3b1e8758cab tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865364 Oct 22 13:06:01.403403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff20e3-3194-4210-91ed-53fe633727df req-65fcf897-f711-49b4-ac6e-06fc4fc88bf2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.404912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ff20e3-3194-4210-91ed-53fe633727df req-65fcf897-f711-49b4-ac6e-06fc4fc88bf2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1106493 Oct 22 13:06:01.438369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.469483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:01.471928 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861a80a-d695-48bf-b750-a61933b96c4b" -d '{"events": [{"server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "name": "network-vif-plugged", "status": "completed", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:01.485743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b,segment=NetworkSegment(a0fd97c5-5d8f-4068-8c6f-b229b88aae9c),segment_id=a0fd97c5-5d8f-4068-8c6f-b229b88aae9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:01.490076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.525145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3ff20e3-3194-4210-91ed-53fe633727df req-02a35f78-6a17-4949-b31c-3e64d3e6255c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140127 Oct 22 13:06:01.539993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:01.569602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ba902-889d-442d-b5ad-1b1614ae9ff6 req-2dc960c5-ea7d-4d61-bd18-c4afd9fdb441 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.571128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e11ba902-889d-442d-b5ad-1b1614ae9ff6 req-2dc960c5-ea7d-4d61-bd18-c4afd9fdb441 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1096 time: 0.0810676 Oct 22 13:06:01.576467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.652754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e11ba902-889d-442d-b5ad-1b1614ae9ff6 req-ac9c5e22-ab4d-4ee6-9951-6e86f77958ed tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Oct 22 13:06:01.670326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.680117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb97f-4ef0-48ef-92fc-82c40f6ce72a req-dfd4ef18-e7ba-45ff-96bb-cd3b1dccf0e8 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.681651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11dcb97f-4ef0-48ef-92fc-82c40f6ce72a req-dfd4ef18-e7ba-45ff-96bb-cd3b1dccf0e8 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0870838 Oct 22 13:06:01.697349 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e903c8-1d91-4485-8990-09d6e0343c27 x-openstack-request-id: req-75e903c8-1d91-4485-8990-09d6e0343c27 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:01.697731 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "name": "network-vif-plugged", "status": "completed", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:01.698053 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75e903c8-1d91-4485-8990-09d6e0343c27 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:01.698824 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b', 'code': 200} Oct 22 13:06:01.737293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:01.742571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:01.751366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:01.789711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:01.799344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11dcb97f-4ef0-48ef-92fc-82c40f6ce72a req-e505fb36-3291-4574-842c-eeddd7c9f0c2 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075399 Oct 22 13:06:01.827511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae3e9-da96-48a1-85cb-8534c8600dab req-811242d0-13e7-42f1-845e-d4443720ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.829281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e2ae3e9-da96-48a1-85cb-8534c8600dab req-811242d0-13e7-42f1-845e-d4443720ef07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 1097 time: 0.0517569 Oct 22 13:06:01.835005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:01.835631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:01.854327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-2d71eb27-de16-47f9-967b-1c3712e329d9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039581 Oct 22 13:06:01.869551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Request body: {'port': {'device_id': '827be349-365a-4170-a2d3-dae817893c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:01.874591 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e2ae3e9-da96-48a1-85cb-8534c8600dab req-dbc34cf0-5d4a-45c9-a93d-be51bd74fb61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Oct 22 13:06:01.926012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.212579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15baf913-6ebe-43ba-92d4-691c0f59cce9 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:02.220193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.237309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Transition to ACTIVE for port object 15baf913-6ebe-43ba-92d4-691c0f59cce9 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:02.241669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.332032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Pushing event updated for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:02.401777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689543d-c0a7-47f0-8eff-02a86cf1c976 req-18320a7a-cf13-4520-ac18-72c8c8789cdd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:02.403299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2689543d-c0a7-47f0-8eff-02a86cf1c976 req-18320a7a-cf13-4520-ac18-72c8c8789cdd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 943 time: 0.1212928 Oct 22 13:06:02.438984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Attempting to bind port 15baf913-6ebe-43ba-92d4-691c0f59cce9 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:02.439312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Attempting to bind port 15baf913-6ebe-43ba-92d4-691c0f59cce9 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:02.439633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Attempting to bind port 15baf913-6ebe-43ba-92d4-691c0f59cce9 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:02.449606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Port 15baf913-6ebe-43ba-92d4-691c0f59cce9 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:02.449898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Attempting to bind port 15baf913-6ebe-43ba-92d4-691c0f59cce9 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:02.463974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:02.464312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:02.464697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:02.465123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Bound port: 15baf913-6ebe-43ba-92d4-691c0f59cce9, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:02.465476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.470539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2689543d-c0a7-47f0-8eff-02a86cf1c976 req-a730bae8-bbfb-4381-a7d6-6add6faaf834 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604990 Oct 22 13:06:02.537786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:02.541029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:02.545035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.574123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8e7306dc-a238-49d2-802c-f6e234f9ccfb no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:02.590358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:02.591013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:02.592395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] 10.222.0.26 "PUT /v2.0/ports/15baf913-6ebe-43ba-92d4-691c0f59cce9 HTTP/1.1" status: 200 len: 1091 time: 0.7280731 Oct 22 13:06:02.592834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:02.595272 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784bacc3-ea3a-4094-9270-cde125e6e34b" -d '{"events": [{"name": "network-changed", "server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:02.605337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8e7306dc-a238-49d2-802c-f6e234f9ccfb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:02.606145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8e7306dc-a238-49d2-802c-f6e234f9ccfb not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:02.623486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea766e-c1ce-4ae8-8730-df7f9f292ccc service neutron] Pushing event updated for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:02.708537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-1fd659be-b7e2-41c2-936f-001e84f5de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:02.710043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-1fd659be-b7e2-41c2-936f-001e84f5de50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 1094 time: 0.0680726 Oct 22 13:06:02.717507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f49029-dfc2-4ba7-98cf-1c2097d81869 req-8535f80f-93c2-4168-99a4-f3f3940ace00 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:02.718921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30f49029-dfc2-4ba7-98cf-1c2097d81869 req-8535f80f-93c2-4168-99a4-f3f3940ace00 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0857480 Oct 22 13:06:02.775734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-25aad36a-e137-4d75-a612-6ab4f7c84806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9 HTTP/1.1" status: 200 len: 217 time: 0.0553532 Oct 22 13:06:02.819764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30f49029-dfc2-4ba7-98cf-1c2097d81869 req-dd71da42-90bd-4525-a15e-16501f50e608 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913174 Oct 22 13:06:02.840065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-041c3215-b907-4a68-9632-de356d5a2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:02.841446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-041c3215-b907-4a68-9632-de356d5a2d8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0519140 Oct 22 13:06:02.885208 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a706a2f-5c41-4959-9b88-287825cffcab x-openstack-request-id: req-0a706a2f-5c41-4959-9b88-287825cffcab {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:02.885566 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:02.885884 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a706a2f-5c41-4959-9b88-287825cffcab {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:02.886356 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9', 'status': 'completed', 'code': 200} Oct 22 13:06:02.889935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-48fb6e9c-986d-412a-b2cb-e75512d2abe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369165 Oct 22 13:06:02.893820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-5cc50fda-f0e9-43ce-aa43-336d3741f4a6 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:06:02.895488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-5cc50fda-f0e9-43ce-aa43-336d3741f4a6 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1315525 Oct 22 13:06:03.008854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-5bf15538-32f6-49f2-aa36-fb55fcdaf695 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.010259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-5bf15538-32f6-49f2-aa36-fb55fcdaf695 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 1093 time: 0.1041601 Oct 22 13:06:03.046134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083be8b-0eed-4614-85e3-c6189b4d5b80 req-4bfbad77-7ccf-49cf-9fcf-936c51df6561 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.047708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f083be8b-0eed-4614-85e3-c6189b4d5b80 req-4bfbad77-7ccf-49cf-9fcf-936c51df6561 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.1241808 Oct 22 13:06:03.061310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-6b58741b-3847-4243-9d89-3367af7693e0 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589310 Oct 22 13:06:03.086741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:03.087194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:06:03.177293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f083be8b-0eed-4614-85e3-c6189b4d5b80 req-19b96eae-c807-405d-84a8-5d5bb8530068 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181178 Oct 22 13:06:03.256886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c5ee96e-b122-4878-a70a-6d234730a9ef req-e8db589f-5a44-477e-8ba8-eea8dd5a90e7 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841228 Oct 22 13:06:03.331202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:03.331698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:03.332043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:03.351504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:03.351900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:03.359577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:03.359919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:03.360336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:03.360769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Bound port: 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:03.422447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-eac8ebfd-cbea-4365-b52a-ba9d7093a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.423965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-eac8ebfd-cbea-4365-b52a-ba9d7093a7d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 1094 time: 0.1062665 Oct 22 13:06:03.481796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:03.490078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:03.491276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-e252eb3a-3a70-418b-830c-c536425722f0 service neutron] 10.222.0.25 "POST /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66/bindings HTTP/1.1" status: 201 len: 389 time: 0.4732671 Oct 22 13:06:03.840197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-6b0b2674-ebb3-4844-acf6-162ea3b10e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.841679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-6b0b2674-ebb3-4844-acf6-162ea3b10e70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.4038923 Oct 22 13:06:03.851578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07d1c-a980-4bf8-b089-a6e26680b4d8 req-c359580b-8e7d-40d6-bd0c-bfa18cf431e6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.853025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61e07d1c-a980-4bf8-b089-a6e26680b4d8 req-c359580b-8e7d-40d6-bd0c-bfa18cf431e6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 945 time: 0.1034675 Oct 22 13:06:03.871091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4a54a-4713-4258-ba8d-c94fe1be8d90 req-a659b55f-8c93-4c9a-9b7b-6f37546eb899 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.872540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21b4a54a-4713-4258-ba8d-c94fe1be8d90 req-a659b55f-8c93-4c9a-9b7b-6f37546eb899 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 943 time: 0.1240745 Oct 22 13:06:03.881119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-c7d22a99-9d2d-4b10-adc1-8283854eecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.882649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-c7d22a99-9d2d-4b10-adc1-8283854eecde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1096 time: 0.0448682 Oct 22 13:06:03.906458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-e7fb5973-34f9-482b-8701-e3545d18b1d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9 HTTP/1.1" status: 200 len: 217 time: 0.0524788 Oct 22 13:06:03.976414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-ddebee50-cb93-469d-9956-414aa4d87024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:03.978060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-ddebee50-cb93-469d-9956-414aa4d87024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.0861878 Oct 22 13:06:03.991172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61e07d1c-a980-4bf8-b089-a6e26680b4d8 req-aa4ecf79-4085-421d-87af-a74d468523e2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288416 Oct 22 13:06:03.999362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21b4a54a-4713-4258-ba8d-c94fe1be8d90 req-ac5fdfeb-cc43-441e-8ebb-b2141c0204f9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960312 Oct 22 13:06:04.002979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-50a33afc-cfc6-4b79-a5e8-1acc0e82732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.005000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-50a33afc-cfc6-4b79-a5e8-1acc0e82732d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0874844 Oct 22 13:06:04.039741 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-bbb0b21e-4c94-413f-9e97-ae438dd928ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0538831 Oct 22 13:06:04.046860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-8dbfca54-e3c8-4982-bad2-6fca38082d9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324440 Oct 22 13:06:04.095575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-c76b72fc-a10f-455c-8cec-c09d2c756172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.096960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-c76b72fc-a10f-455c-8cec-c09d2c756172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0504663 Oct 22 13:06:04.138089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-9a09f2fb-43c6-498c-a296-c400c83dd180 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264151 Oct 22 13:06:04.182482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb925490-2470-4e17-803c-0eb1b23cce66 req-4b3c203e-3188-4328-becb-ea92de01a824 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.183994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb925490-2470-4e17-803c-0eb1b23cce66 req-4b3c203e-3188-4328-becb-ea92de01a824 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1047721 Oct 22 13:06:04.205194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-9a84d846-eb10-4533-969a-8c50b7d88288 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483300 Oct 22 13:06:04.242174 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-4f77270d-0a9f-46ab-b68d-5426e22036e7 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934563 Oct 22 13:06:04.270150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb925490-2470-4e17-803c-0eb1b23cce66 req-bf2b5e2e-e868-4049-8b7c-c01dec6516ba tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729330 Oct 22 13:06:04.343238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-841ecc8d-2293-45d5-9f55-156544eec682 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906477 Oct 22 13:06:04.354050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cc987-8241-4d4d-96d4-53b66eca891e req-03a8c244-b6e5-4d03-bd9a-711a5e647dcb tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.355645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d0cc987-8241-4d4d-96d4-53b66eca891e req-03a8c244-b6e5-4d03-bd9a-711a5e647dcb tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0994582 Oct 22 13:06:04.357483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784bacc3-ea3a-4094-9270-cde125e6e34b req-bcd16cce-4309-4c3a-b991-577ce2b47a34 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436241 Oct 22 13:06:04.401925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d0cc987-8241-4d4d-96d4-53b66eca891e req-03da5a7a-6b43-4a11-aed9-998fd376dcd3 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Oct 22 13:06:04.478119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-f663b0ac-1331-43ff-99e5-a2d467908f4a tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.479719 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-f663b0ac-1331-43ff-99e5-a2d467908f4a tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.0529466 Oct 22 13:06:04.493279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:04.546368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:04.685320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:04.702912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489acfe-aff5-4134-a87e-c5434a28fbed req-fb8d8db8-786d-4c66-8e9f-8d877c4f7ef7 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.704712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9489acfe-aff5-4134-a87e-c5434a28fbed req-fb8d8db8-786d-4c66-8e9f-8d877c4f7ef7 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0842018 Oct 22 13:06:04.713990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-1480bf41-5416-4b49-a9e6-d492c33f1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.715575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-1480bf41-5416-4b49-a9e6-d492c33f1697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b8e098f04f24a3227598a5eae8b0&device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 1097 time: 0.0685470 Oct 22 13:06:04.733694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:04.780308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:04.781809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:04.784180 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f96a1c1-046b-4b17-ad77-4995d1e4adfc" -d '{"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-unplugged", "status": "completed", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:04.794787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:04.843744 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c1246-3459-4fcb-8457-bfb474d5820b x-openstack-request-id: req-066c1246-3459-4fcb-8457-bfb474d5820b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:04.844069 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-unplugged", "status": "completed", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:04.844283 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-066c1246-3459-4fcb-8457-bfb474d5820b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:04.844682 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'code': 200} Oct 22 13:06:04.846737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9489acfe-aff5-4134-a87e-c5434a28fbed req-6ea55977-6be6-4e89-8a85-027d319ce231 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301401 Oct 22 13:06:04.883503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-edac4520-08de-4450-84ee-c61fbbe46788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:04.886058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-edac4520-08de-4450-84ee-c61fbbe46788 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcc8446-3298-4f04-82da-a26fc4110970 HTTP/1.1" status: 200 len: 914 time: 0.1621087 Oct 22 13:06:04.907657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:04.907657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:04.907657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:04.917861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:04.920643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:04.920974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Attempting to bind port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:04.930338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:04.930841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:04.931238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:04.931678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Bound port: 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:04.932107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:04.938833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-a155a299-1670-4aad-b073-a4ee634c3a4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b HTTP/1.1" status: 200 len: 217 time: 0.0373538 Oct 22 13:06:05.007474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-95dcf063-1457-41e1-b560-d0a8490faa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.008992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:05.009727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-95dcf063-1457-41e1-b560-d0a8490faa46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b006b91-b6bd-46cd-b977-af97385b6175 HTTP/1.1" status: 200 len: 853 time: 0.0630736 Oct 22 13:06:05.012379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:05.018283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:05.058541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-070aff0e-542e-4a46-abf9-d27460b40633 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcc8446-3298-4f04-82da-a26fc4110970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413957 Oct 22 13:06:05.134200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:05.137979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.139843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:05.141486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6648545a-01ae-4d25-9c0b-40aa2f63fa07 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 1121 time: 0.6525118 Oct 22 13:06:05.239206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0d17c8f0-2af2-4768-a0da-99fdf78cef66'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:05.262420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a1e15-f893-44b7-9db1-00d85383efa9 req-8cc24116-cee1-4ac5-a6e7-91f53679e805 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.264015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-368a1e15-f893-44b7-9db1-00d85383efa9 req-8cc24116-cee1-4ac5-a6e7-91f53679e805 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 943 time: 0.1543927 Oct 22 13:06:05.288436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-4ec9ae59-2067-4e3c-b1b1-ee60962b8634 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148902 Oct 22 13:06:05.296587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966e0c-e319-445b-80ec-f2d9059493bf req-5df28d32-c60b-4009-b028-bed6c7c02430 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.303888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd966e0c-e319-445b-80ec-f2d9059493bf req-5df28d32-c60b-4009-b028-bed6c7c02430 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.1697471 Oct 22 13:06:05.380959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-368a1e15-f893-44b7-9db1-00d85383efa9 req-045496d4-b7b1-44a0-97fd-326ad55c7b12 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040010 Oct 22 13:06:05.428776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd966e0c-e319-445b-80ec-f2d9059493bf req-3fe422d9-4264-4ea3-9a4e-9ead91969743 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236646 Oct 22 13:06:05.461796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2541d3b1-c5eb-4768-821e-56cc48995e38 req-d1e296b6-d970-42b7-a8f3-3f3d9107d37e service neutron] 10.222.0.21 "GET /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558053 Oct 22 13:06:05.561653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2ef84-115c-48e9-b8a2-7f9b9074bf92 req-488cb0c7-fe1a-4d0a-bd36-9136b342644a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.563163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93f2ef84-115c-48e9-b8a2-7f9b9074bf92 req-488cb0c7-fe1a-4d0a-bd36-9136b342644a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0612230 Oct 22 13:06:05.609365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93f2ef84-115c-48e9-b8a2-7f9b9074bf92 req-a545e256-e650-4f1c-893a-7393d5889a2c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Oct 22 13:06:05.978764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5ce7-7b7b-46c9-98a7-353cf984e355 req-09d3a953-9e00-4c78-a58d-f28d906daa4b tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:05.980144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0efd5ce7-7b7b-46c9-98a7-353cf984e355 req-09d3a953-9e00-4c78-a58d-f28d906daa4b tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0506358 Oct 22 13:06:06.016621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0efd5ce7-7b7b-46c9-98a7-353cf984e355 req-c12e3968-d56a-4086-a7f0-ec36f84cb9c8 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Oct 22 13:06:06.512544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f7e88-8fea-4bfc-b0c0-4ced2ea78fd1 req-6adc2bc9-b572-44d6-9b15-db5c9d54f854 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:06.514200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-862f7e88-8fea-4bfc-b0c0-4ced2ea78fd1 req-6adc2bc9-b572-44d6-9b15-db5c9d54f854 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 943 time: 0.0579419 Oct 22 13:06:06.579358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-862f7e88-8fea-4bfc-b0c0-4ced2ea78fd1 req-cd3cb9f1-799e-458a-bcbc-e855a600f750 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557611 Oct 22 13:06:06.586102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 15baf913-6ebe-43ba-92d4-691c0f59cce9 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:06.587973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d632ec-3c37-4bc6-8333-35074b3ca138 req-b2e1bc21-8f9e-409a-a6f5-3d34d1e5e17e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:06.589677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d632ec-3c37-4bc6-8333-35074b3ca138 req-b2e1bc21-8f9e-409a-a6f5-3d34d1e5e17e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0743124 Oct 22 13:06:06.662951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d632ec-3c37-4bc6-8333-35074b3ca138 req-a96664f2-f1b6-46be-864a-aca559a823ef tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Oct 22 13:06:06.729913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:06.745433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '15baf913-6ebe-43ba-92d4-691c0f59cce9', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '15baf913-6ebe-43ba-92d4-691c0f59cce9', 'mac_address': 'fa:16:3e:69:28:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:06.789619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fe1b5-7270-43b3-ac6a-a7230f6c7041 req-6b08a6b4-bdb5-4ad7-9f28-ffb5077c9fdc tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:06.791078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c58fe1b5-7270-43b3-ac6a-a7230f6c7041 req-6b08a6b4-bdb5-4ad7-9f28-ffb5077c9fdc tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0676928 Oct 22 13:06:06.791399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:06.811700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15baf913-6ebe-43ba-92d4-691c0f59cce9 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:06.831962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:06.834694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c58fe1b5-7270-43b3-ac6a-a7230f6c7041 req-f7472956-ee82-4890-be2f-1963b2b97ea2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Oct 22 13:06:06.836938 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:06.845728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:06.859710 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:06.893759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:06.908722 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507dfa1f-25e7-4c77-b808-94eb63c3b85f x-openstack-request-id: req-507dfa1f-25e7-4c77-b808-94eb63c3b85f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:06.909189 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:06.909510 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-507dfa1f-25e7-4c77-b808-94eb63c3b85f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:06.910867 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'status': 'completed', 'code': 200} Oct 22 13:06:06.980845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-09072171-6670-42b3-ab82-ce5910d42daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:06.982351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-09072171-6670-42b3-ab82-ce5910d42daf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1124 time: 0.0442619 Oct 22 13:06:07.079865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-e855d043-99e4-45ce-8fb6-3e1379a0b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.081561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-e855d043-99e4-45ce-8fb6-3e1379a0b2de service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.0894785 Oct 22 13:06:07.116461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['15baf913-6ebe-43ba-92d4-691c0f59cce9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:07.152372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-0f082c1f-7495-4bd2-9496-91901e875a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0623057 Oct 22 13:06:07.176539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b515b-7088-4e70-a778-7bf491410b60 req-28766560-b731-4505-9d7b-2d3fb952a245 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.178076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791b515b-7088-4e70-a778-7bf491410b60 req-28766560-b731-4505-9d7b-2d3fb952a245 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0893788 Oct 22 13:06:07.277473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-791b515b-7088-4e70-a778-7bf491410b60 req-20f001dd-ceb7-4a7e-8d9e-5efd82533688 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921454 Oct 22 13:06:07.296545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-015e532b-c7ff-41d7-8d87-d4592d0bc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.298139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-015e532b-c7ff-41d7-8d87-d4592d0bc8ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.1307001 Oct 22 13:06:07.305813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:07.354615 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-0b11f11b-d776-4f84-b3fa-f67cef214cb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482063 Oct 22 13:06:07.436847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:07.451247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:06:07.470505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-15671ff9-28f7-4e34-841b-b88a25de025c service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065166 Oct 22 13:06:07.625746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff66f0f7-a2ba-4011-9a57-faee9c6eb2bf req-f596af89-b6fd-44f1-aaac-c00f4c1f2a23 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368408 Oct 22 13:06:07.643246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40272e66-cfce-43fd-bb81-a23ea48bd4a6 req-51bd9558-b7b9-472a-81bf-3bbc2e51a816 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.645162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40272e66-cfce-43fd-bb81-a23ea48bd4a6 req-51bd9558-b7b9-472a-81bf-3bbc2e51a816 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0675898 Oct 22 13:06:07.717065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40272e66-cfce-43fd-bb81-a23ea48bd4a6 req-5d68a538-0cac-4587-8861-bbcc04cd199d tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655258 Oct 22 13:06:07.735962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c720759-877e-451e-83b1-9f4dff238c0e req-18abfa98-fb11-438d-a2df-80e0243020ed tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.736451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c720759-877e-451e-83b1-9f4dff238c0e req-18abfa98-fb11-438d-a2df-80e0243020ed tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 944 time: 0.0656893 Oct 22 13:06:07.782916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c720759-877e-451e-83b1-9f4dff238c0e req-cb5303e7-5eb5-4b3f-8065-6e6c5204be57 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344417 Oct 22 13:06:07.874100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:07.913266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449183e6-a668-4d42-b829-cfacb418a660 req-cd87f839-868a-4081-b0e8-fe9f9dbf3945 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:07.914790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-449183e6-a668-4d42-b829-cfacb418a660 req-cd87f839-868a-4081-b0e8-fe9f9dbf3945 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0620608 Oct 22 13:06:07.957183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-449183e6-a668-4d42-b829-cfacb418a660 req-a9c41e4f-e5a7-4a54-8010-d4809ad34df5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Oct 22 13:06:08.051618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03690cc-7cde-4e0a-9e5c-0b1e9b8e9f40 req-f4b62f48-6845-4634-b0d6-3972029f873e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:08.053108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c03690cc-7cde-4e0a-9e5c-0b1e9b8e9f40 req-f4b62f48-6845-4634-b0d6-3972029f873e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0505068 Oct 22 13:06:08.091992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c03690cc-7cde-4e0a-9e5c-0b1e9b8e9f40 req-d5db4b30-bb65-4d2b-b17d-dbfbce3e9bc4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Oct 22 13:06:08.581004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 15baf913-6ebe-43ba-92d4-691c0f59cce9 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:08.630805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 15baf913-6ebe-43ba-92d4-691c0f59cce9 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:08.635153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 15baf913-6ebe-43ba-92d4-691c0f59cce9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:08.635532 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:08.717438 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:08.740782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:08.744160 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3bd3df-8a62-4aa5-8a0e-9f84fcce2284" -d '{"events": [{"server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "name": "network-vif-plugged", "status": "completed", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:08.756408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:08.762624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:08.809257 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ef3bf-9378-45e3-9706-6768685904c9 x-openstack-request-id: req-0c8ef3bf-9378-45e3-9706-6768685904c9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:08.809557 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "name": "network-vif-plugged", "status": "completed", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:08.809816 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c8ef3bf-9378-45e3-9706-6768685904c9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:08.810449 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9', 'code': 200} Oct 22 13:06:08.825357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:08.924177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295ffc-aee0-4ba3-8e9b-9bd62a6012ca req-c21321dc-5c93-4f36-ae61-ba9fbf629331 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:08.926321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de295ffc-aee0-4ba3-8e9b-9bd62a6012ca req-c21321dc-5c93-4f36-ae61-ba9fbf629331 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.1197004 Oct 22 13:06:08.963566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb818c-73ba-4f6f-878d-848e5cc3c91c req-cae83193-c0af-49ac-9cf8-ae9895e2749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:08.965021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3cb818c-73ba-4f6f-878d-848e5cc3c91c req-cae83193-c0af-49ac-9cf8-ae9895e2749e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 1096 time: 0.0973890 Oct 22 13:06:08.993506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb18d-e67d-4e99-ac98-b3c5d0005ace req-23e08f0c-5c8d-404e-944d-37da01b2beee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:08.994943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76feb18d-e67d-4e99-ac98-b3c5d0005ace req-23e08f0c-5c8d-404e-944d-37da01b2beee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.1252847 Oct 22 13:06:09.014910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de295ffc-aee0-4ba3-8e9b-9bd62a6012ca req-e96f6a18-5d36-440d-8f60-9aa414645337 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab0533bf-a36b-4cd1-a94f-c46204af3011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 Oct 22 13:06:09.040346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3cb818c-73ba-4f6f-878d-848e5cc3c91c req-cd9ed055-5555-423e-8ca5-622990d79ecd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Oct 22 13:06:09.068277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76feb18d-e67d-4e99-ac98-b3c5d0005ace req-d5c448ae-2c3b-404c-b93e-4b9a8483197b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626719 Oct 22 13:06:09.344234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a833fe-a36b-44b5-b90e-5dc9fb47b08e req-34ba04d7-cdc1-42b2-b2a3-533135d320fd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:09.345744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22a833fe-a36b-44b5-b90e-5dc9fb47b08e req-34ba04d7-cdc1-42b2-b2a3-533135d320fd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0525172 Oct 22 13:06:09.420374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22a833fe-a36b-44b5-b90e-5dc9fb47b08e req-ce2f2a8e-d49d-4689-afb2-97bf1e1de26f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Oct 22 13:06:09.470558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-09f98bda-a2e9-44f2-9e76-4b00a4454efd tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:09.472709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-09f98bda-a2e9-44f2-9e76-4b00a4454efd tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 946 time: 0.0825837 Oct 22 13:06:09.495499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24399117-f5ce-4338-9d75-2626cbe3256f req-dcd76310-73ed-4330-bc4e-eca05bf5287f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:09.496940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24399117-f5ce-4338-9d75-2626cbe3256f req-dcd76310-73ed-4330-bc4e-eca05bf5287f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0742955 Oct 22 13:06:09.584605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24399117-f5ce-4338-9d75-2626cbe3256f req-e285167d-0411-4440-a09c-2db333cac21d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709202 Oct 22 13:06:09.615539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Deleting port d9747b98-02a1-4694-a97a-ee6943d23e9b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:09.615877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:09.678060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:09.710874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] For port d9747b98-02a1-4694-a97a-ee6943d23e9b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=d9747b98-02a1-4694-a97a-ee6943d23e9b,segment=NetworkSegment(a0fd97c5-5d8f-4068-8c6f-b229b88aae9c),segment_id=a0fd97c5-5d8f-4068-8c6f-b229b88aae9c)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:09.711235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:09.724498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Calling delete_port for d9747b98-02a1-4694-a97a-ee6943d23e9b owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:09.858019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:09.870675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['d9747b98-02a1-4694-a97a-ee6943d23e9b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:09.884870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Pushing event deleted for resources: {'Port': ['ID=d9747b98-02a1-4694-a97a-ee6943d23e9b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:09.929762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] No DVR routers for this DVR port d9747b98-02a1-4694-a97a-ee6943d23e9b on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:09.932892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:09.936690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50432a18-40e8-4b49-a42a-a01bf347c93b req-cbd24889-52e3-4971-9c78-3136f8d4cc74 tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.21 "DELETE /v2.0/ports/d9747b98-02a1-4694-a97a-ee6943d23e9b HTTP/1.1" status: 204 len: 173 time: 0.4557869 Oct 22 13:06:09.937151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'name': 'network-vif-deleted', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:09.939412 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573427bf-60fe-4e2b-96f0-74e93ec73b3e" -d '{"events": [{"server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "name": "network-vif-deleted", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:09.979743 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fc7b1-9496-4b26-a9df-18e684b9ffe1 x-openstack-request-id: req-907fc7b1-9496-4b26-a9df-18e684b9ffe1 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:09.980068 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae34909-2f79-4e0f-9fc1-aed8b75fc23d", "name": "network-vif-deleted", "tag": "d9747b98-02a1-4694-a97a-ee6943d23e9b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:09.980324 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-907fc7b1-9496-4b26-a9df-18e684b9ffe1 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:09.980724 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae34909-2f79-4e0f-9fc1-aed8b75fc23d', 'name': 'network-vif-deleted', 'tag': 'd9747b98-02a1-4694-a97a-ee6943d23e9b', 'status': 'completed', 'code': 200} Oct 22 13:06:10.147300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea569856-31c1-4541-ac8a-f1daf5ddf958 req-6e254c02-232e-4871-befc-fb0fc748378c tempest-InstanceActionsTestJSON-1059948548 tempest-InstanceActionsTestJSON-1059948548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae34909-2f79-4e0f-9fc1-aed8b75fc23d HTTP/1.1" status: 200 len: 210 time: 0.0351660 Oct 22 13:06:10.203933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3701ca-208b-480f-ae7a-6cb25267c0d5 req-103dadae-7ac0-4e0c-b1d6-050ece26c60b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:10.205574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c3701ca-208b-480f-ae7a-6cb25267c0d5 req-103dadae-7ac0-4e0c-b1d6-050ece26c60b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.0527422 Oct 22 13:06:10.246085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c3701ca-208b-480f-ae7a-6cb25267c0d5 req-1c595565-be95-4a04-8ef2-b6af16012429 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Oct 22 13:06:10.556550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1db1f-3c6b-432a-93e8-a673f147feef req-8022509e-7a78-4802-a67f-25bc7eccfaa9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:10.558547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc1db1f-3c6b-432a-93e8-a673f147feef req-8022509e-7a78-4802-a67f-25bc7eccfaa9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.0567086 Oct 22 13:06:10.591444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:10.607173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc1db1f-3c6b-432a-93e8-a673f147feef req-55ceb600-fba4-467b-90f9-9149033cf0a8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Oct 22 13:06:10.708124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:10.718769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'mac_address': 'fa:16:3e:1d:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:10.720774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09091a9c-d151-4312-aa9f-1828eff8d307 req-253c54d6-b188-4fbf-9d95-450b59d50217 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:10.723026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09091a9c-d151-4312-aa9f-1828eff8d307 req-253c54d6-b188-4fbf-9d95-450b59d50217 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0584226 Oct 22 13:06:10.758807 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:10.762743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09091a9c-d151-4312-aa9f-1828eff8d307 req-a596cc98-22d2-4d15-af18-a086f754609d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Oct 22 13:06:10.772145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:10.797228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:10.801163 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:10.849891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:11.061145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:11.233545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:11.285105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Deleting subnet 2b006b91-b6bd-46cd-b977-af97385b6175 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:06:11.288378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.327981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.377325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.426173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb133-1fe8-4c2f-b1b7-c23ab167322a req-963884ac-b94c-4fc2-90b0-a09c8b971ff2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:11.429598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963cb133-1fe8-4c2f-b1b7-c23ab167322a req-963884ac-b94c-4fc2-90b0-a09c8b971ff2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.0656886 Oct 22 13:06:11.451046 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.467196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.471324 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b006b91-b6bd-46cd-b977-af97385b6175 HTTP/1.1" status: 204 len: 168 time: 0.2366762 Oct 22 13:06:11.487978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51384) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:11.499737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47922f44-7e73-49f4-af70-d08c5cb58dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b006b91-b6bd-46cd-b977-af97385b6175,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:11.515575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963cb133-1fe8-4c2f-b1b7-c23ab167322a req-27c5a468-c4e5-4fdb-be0d-715562c3b311 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800993 Oct 22 13:06:11.605603 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.725045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:11.780372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcc8446-3298-4f04-82da-a26fc4110970']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:12.106069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:12.106348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fd97c5-5d8f-4068-8c6f-b229b88aae9c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:12.134493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.157639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.167537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0ff28-9e53-4447-9e97-9714d1493f3c req-8579c895-916c-4547-9e33-4d9cbe4b9751 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:12.169044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36c0ff28-9e53-4447-9e97-9714d1493f3c req-8579c895-916c-4547-9e33-4d9cbe4b9751 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 943 time: 0.4408023 Oct 22 13:06:12.187628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:06:12.188049 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:06:12.192098 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:06:12.214942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a947f-f6c1-411e-9523-d28b5b15dfe8 req-040bb5b3-3279-45fa-a161-90e73b911452 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:12.216434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a00a947f-f6c1-411e-9523-d28b5b15dfe8 req-040bb5b3-3279-45fa-a161-90e73b911452 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.4338109 Oct 22 13:06:12.291083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36c0ff28-9e53-4447-9e97-9714d1493f3c req-0bcfbc4e-1559-46d8-9db2-ef5bc5a8b75c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116817 Oct 22 13:06:12.305059 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.329779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.334326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7bcc8446-3298-4f04-82da-a26fc4110970 HTTP/1.1" status: 204 len: 168 time: 0.8452013 Oct 22 13:06:12.348645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a00a947f-f6c1-411e-9523-d28b5b15dfe8 req-41be2916-62d2-44f2-9c6b-2b470079bdaf tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208949 Oct 22 13:06:12.349531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9df16-b5e8-4770-ae45-b6b63e1aad25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcc8446-3298-4f04-82da-a26fc4110970,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:12.488876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-5dbf8815-15a6-4113-bf5d-3cbfd0cfa98d service neutron] 10.222.0.26 "GET /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.1077902 Oct 22 13:06:12.510812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4632f-c504-4b35-9419-5b8fb8ce59a2 req-1e45a90d-17ac-44ec-813f-0e34ded8248e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:12.512513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33e4632f-c504-4b35-9419-5b8fb8ce59a2 req-1e45a90d-17ac-44ec-813f-0e34ded8248e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 949 time: 0.0828559 Oct 22 13:06:12.564409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:12.594269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:12.599296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33e4632f-c504-4b35-9419-5b8fb8ce59a2 req-a08fbcc1-be19-49d0-997c-376dff825405 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Oct 22 13:06:12.649452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66b6c6b8-42eb-448f-bebf-1240a5f608cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6510b8e098f04f24a3227598a5eae8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835931 Oct 22 13:06:12.651528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51412) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:12.678325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port dded979d-c004-40f8-b9df-63a2c7476aec triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:12.678981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.727377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.752513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.781161 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.790177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:12.809124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:12.811885 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493db45c-4f39-45ac-bb60-3f9234592872" -d '{"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:12.818929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.821676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.822869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab0533bf-a36b-4cd1-a94f-c46204af3011 HTTP/1.1" status: 204 len: 168 time: 0.1701090 Oct 22 13:06:12.840080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f466cc-87bc-4ba4-be42-9df21ac6f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0533bf-a36b-4cd1-a94f-c46204af3011,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:12.840998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:12.848216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:12.857742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:12.932897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d17c8f0-2af2-4768-a0da-99fdf78cef66 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:12.957386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:12.985601 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:13.094461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] Transition to ACTIVE for port object 0d17c8f0-2af2-4768-a0da-99fdf78cef66 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:13.100779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:13.118139 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5255b093-f2e5-4f86-a246-9a186802da64 x-openstack-request-id: req-5255b093-f2e5-4f86-a246-9a186802da64 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:13.118487 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:13.118784 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5255b093-f2e5-4f86-a246-9a186802da64 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:13.119173 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'code': 200} Oct 22 13:06:13.155341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:13.159906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c0fe-ba9b-41aa-85c9-11a3099b4265 req-502e24be-7d48-4882-b8bd-b7baba748f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.161758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbc8c0fe-ba9b-41aa-85c9-11a3099b4265 req-502e24be-7d48-4882-b8bd-b7baba748f3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0623693 Oct 22 13:06:13.179550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] No DVR routers for this DVR port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:13.204867 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbc8c0fe-ba9b-41aa-85c9-11a3099b4265 req-b728b555-9098-4069-8750-e7c6c3a90336 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350890 Oct 22 13:06:13.225879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7254169 Oct 22 13:06:13.226547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044256e-de7c-41f0-8e55-f4c98f4910a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:13.329868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device d9747b98-02a1-4694-a97a-ee6943d23e9b no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:13.355821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: d9747b98-02a1-4694-a97a-ee6943d23e9b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:13.356462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device d9747b98-02a1-4694-a97a-ee6943d23e9b not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:13.429969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ad51-1b88-437f-bb2e-85017965be6a req-b1068496-386f-4474-af2b-931e83f86cb2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.431889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd15ad51-1b88-437f-bb2e-85017965be6a req-b1068496-386f-4474-af2b-931e83f86cb2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.0596244 Oct 22 13:06:13.572063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd15ad51-1b88-437f-bb2e-85017965be6a req-474bb755-527b-499c-b659-d4d434d148cd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277750 Oct 22 13:06:13.577372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-4b280379-4734-4bd5-92ba-5d7b32c74923 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.578847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-4b280379-4734-4bd5-92ba-5d7b32c74923 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.1336088 Oct 22 13:06:13.586539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fcbf1-6483-42f1-9832-40cbdeb47ed8 req-b638be62-3072-452e-9df0-4e6ecb217575 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.588045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b11fcbf1-6483-42f1-9832-40cbdeb47ed8 req-b638be62-3072-452e-9df0-4e6ecb217575 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.1544437 Oct 22 13:06:13.657563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b11fcbf1-6483-42f1-9832-40cbdeb47ed8 req-caedfa74-3558-4642-830d-c9e24bd1b240 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3835c14-6f2b-48cc-be3f-6d1fd6062016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Oct 22 13:06:13.661039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-0bf35b3c-9a3a-4c62-9dde-483bc09b2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.662468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-0bf35b3c-9a3a-4c62-9dde-483bc09b2eac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94&tenant_id=42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 1095 time: 0.0735610 Oct 22 13:06:13.772070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-837e69d3-a1cf-423d-a978-66d85b96d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.773477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-837e69d3-a1cf-423d-a978-66d85b96d6eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1095 time: 0.0854926 Oct 22 13:06:13.814121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32191b0-2fb3-41f0-bb99-c89aaea98c19 req-12b59eaa-da38-4669-8a61-d72751b31aa8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.815725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32191b0-2fb3-41f0-bb99-c89aaea98c19 req-12b59eaa-da38-4669-8a61-d72751b31aa8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0813386 Oct 22 13:06:13.896578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32191b0-2fb3-41f0-bb99-c89aaea98c19 req-232fa475-5c16-446f-9385-87e12b83a9a4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Oct 22 13:06:13.912622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-b63b51f1-ec23-455a-b7ed-babbadf578ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.914104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-b63b51f1-ec23-455a-b7ed-babbadf578ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.1322803 Oct 22 13:06:13.960292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-d01af677-eddc-4764-b56d-6b00387647fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0389271 Oct 22 13:06:13.963712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-7170027f-550c-4ca3-ad22-d0ec1421d243 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:13.965319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-7170027f-550c-4ca3-ad22-d0ec1421d243 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 945 time: 0.0601103 Oct 22 13:06:14.023716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-9ec7b293-3e8c-44d7-8c5f-62df4e41229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:14.025487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-9ec7b293-3e8c-44d7-8c5f-62df4e41229c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0543311 Oct 22 13:06:14.062952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-578fec59-a497-41c5-8428-cfc81b1b7300 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300727 Oct 22 13:06:14.087274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Deleting port 6be37758-d34f-41c7-b53c-0761c52ec809 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:14.087905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:14.180707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-6958e28d-0918-437f-9de4-8f35e06ba469 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103475 Oct 22 13:06:14.227861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] For port 6be37758-d34f-41c7-b53c-0761c52ec809, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6be37758-d34f-41c7-b53c-0761c52ec809,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:14.228439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:14.242171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Calling delete_port for 6be37758-d34f-41c7-b53c-0761c52ec809 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:14.308263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-fbc727de-50ca-4b94-8437-c4f7ae6667d4 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185277 Oct 22 13:06:14.412059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:14.426002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6be37758-d34f-41c7-b53c-0761c52ec809'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:14.448113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Pushing event deleted for resources: {'Port': ['ID=6be37758-d34f-41c7-b53c-0761c52ec809,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:14.504684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] No DVR routers for this DVR port 6be37758-d34f-41c7-b53c-0761c52ec809 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:14.508059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:14.511998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0f1e4b13-ada9-4f4a-8967-d8c80dde338d req-740ade92-2111-40aa-a9c6-038bfcf49c08 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.21 "DELETE /v2.0/ports/6be37758-d34f-41c7-b53c-0761c52ec809 HTTP/1.1" status: 204 len: 173 time: 0.5403717 Oct 22 13:06:14.512849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'name': 'network-vif-deleted', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:14.516288 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513fa1a-f0f2-42ec-9e9f-b4a18ce64ebd" -d '{"events": [{"server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "name": "network-vif-deleted", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:14.590873 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d29a7-baeb-471f-b329-d153f247e2cd x-openstack-request-id: req-858d29a7-baeb-471f-b329-d153f247e2cd {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:14.591053 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed86d908-1e37-4abe-bc82-b17505d37a3c", "name": "network-vif-deleted", "tag": "6be37758-d34f-41c7-b53c-0761c52ec809", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:14.591597 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-858d29a7-baeb-471f-b329-d153f247e2cd {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:14.592343 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed86d908-1e37-4abe-bc82-b17505d37a3c', 'name': 'network-vif-deleted', 'tag': '6be37758-d34f-41c7-b53c-0761c52ec809', 'status': 'completed', 'code': 200} Oct 22 13:06:14.729355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b554-b405-469d-9b3d-d0778128946e req-27b5e18b-cead-4e17-b7d9-a03e09f3e74d tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:14.731125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-27b5e18b-cead-4e17-b7d9-a03e09f3e74d tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.0870538 Oct 22 13:06:14.788792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51498) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:14.809800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c726d02-72db-4fdb-b283-fd93552bc418 req-437e0eb2-3a5a-4063-8429-699ae23447ca tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:14.810387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c726d02-72db-4fdb-b283-fd93552bc418 req-437e0eb2-3a5a-4063-8429-699ae23447ca tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.1410275 Oct 22 13:06:14.889157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c726d02-72db-4fdb-b283-fd93552bc418 req-c1c98619-181d-409c-8575-1c00a8eb3bea tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655258 Oct 22 13:06:14.938799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3f5b554-b405-469d-9b3d-d0778128946e req-b3bd5871-a294-41f6-93ba-b69efe6b1ceb service neutron] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:14.944298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3f5b554-b405-469d-9b3d-d0778128946e req-b3bd5871-a294-41f6-93ba-b69efe6b1ceb service neutron] Publish callbacks [] for binding, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:14.945606 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3f5b554-b405-469d-9b3d-d0778128946e req-b3bd5871-a294-41f6-93ba-b69efe6b1ceb service neutron] 10.222.0.21 "DELETE /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.2050989 Oct 22 13:06:14.955276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-076916b3-d089-4f28-b3c2-d4ce72a7b6a4 req-4c62b84b-5155-40b6-a100-f617c46734d7 tempest-AttachSCSIVolumeTestJSON-1774957566 tempest-AttachSCSIVolumeTestJSON-1774957566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed86d908-1e37-4abe-bc82-b17505d37a3c HTTP/1.1" status: 200 len: 210 time: 0.0938919 Oct 22 13:06:14.973482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae2c-8544-442e-a7f4-486cbe881a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.096520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae2c-8544-442e-a7f4-486cbe881a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.115099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef32ae2c-8544-442e-a7f4-486cbe881a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.191478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef32ae2c-8544-442e-a7f4-486cbe881a4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e566b0c9bbea4c37a7c51f6c6a63f142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985567 Oct 22 13:06:15.194365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51512) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:15.199067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32ae2c-8544-442e-a7f4-486cbe881a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ea7d1-83e6-4397-a1ff-af7bc32677fc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:15.214172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1b0d6-2ebe-4957-bf40-61a29b60f6f9 req-03590dec-017b-4ece-b6ee-66bff1da0a81 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:15.215717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7c1b0d6-2ebe-4957-bf40-61a29b60f6f9 req-03590dec-017b-4ece-b6ee-66bff1da0a81 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1321025 Oct 22 13:06:15.231189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6002-cf0c-4988-9d3c-91257b61ed8b req-d5920b77-9cd2-49cb-8598-45b8d5096736 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:15.239972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dcb6002-cf0c-4988-9d3c-91257b61ed8b req-d5920b77-9cd2-49cb-8598-45b8d5096736 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1095 time: 0.1094398 Oct 22 13:06:15.277711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.305341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.353044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7c1b0d6-2ebe-4957-bf40-61a29b60f6f9 req-3d961d25-95ae-4a1c-bf9d-61fe53bcdd23 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106410 Oct 22 13:06:15.383977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dcb6002-cf0c-4988-9d3c-91257b61ed8b req-78847a8f-d510-45e6-b4a0-ca0776cf3f59 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427326 Oct 22 13:06:15.385132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.410885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:15.412056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d23ea7d1-83e6-4397-a1ff-af7bc32677fc HTTP/1.1" status: 204 len: 168 time: 0.2155988 Oct 22 13:06:15.420861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f9d73-ffd9-4700-ae34-b01a0cc2300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ea7d1-83e6-4397-a1ff-af7bc32677fc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:15.488880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279fe41-c9fc-4f7c-b1dd-dcb5f10971e0 req-9c270458-0478-489b-9ebf-39761a36c1f0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:15.496274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c279fe41-c9fc-4f7c-b1dd-dcb5f10971e0 req-9c270458-0478-489b-9ebf-39761a36c1f0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0613627 Oct 22 13:06:15.544745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c279fe41-c9fc-4f7c-b1dd-dcb5f10971e0 req-c2a6334a-f56c-497f-929c-5c4f3f1ea8b5 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Oct 22 13:06:15.880036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-fb403d52-d314-4578-a6ce-877f2a9fc8c1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:15.903353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-fb403d52-d314-4578-a6ce-877f2a9fc8c1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1779249 Oct 22 13:06:15.929324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-050aea32-003b-44f1-82a4-4a1b9b19156a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/quotas/42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 375 time: 0.0249841 Oct 22 13:06:16.023787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-da2f29c0-0c3c-4916-a5b5-af28f27670f9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935078 Oct 22 13:06:16.164623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-46cac8f3-b140-4ac8-a765-62de27f7e429 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397364 Oct 22 13:06:16.214320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460654d-bd8f-43ed-87c4-aa311c112131 req-2eeb9ecb-0460-4d90-8794-8e89ccb7d1c6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:16.222521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2460654d-bd8f-43ed-87c4-aa311c112131 req-2eeb9ecb-0460-4d90-8794-8e89ccb7d1c6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0996561 Oct 22 13:06:16.307264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2460654d-bd8f-43ed-87c4-aa311c112131 req-bb362da4-f4ae-44bb-a658-e4930c0ee690 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817525 Oct 22 13:06:16.372732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-a7c4031c-b4d3-42e0-be04-1fc368fe8d61 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988823 Oct 22 13:06:16.413596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:16.526756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-c6850bd4-908a-4adf-bc85-db7b7ee1b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:16.533771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-c6850bd4-908a-4adf-bc85-db7b7ee1b288 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8581f97041404cce960d81baf4f99cc3&device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0865972 Oct 22 13:06:16.587428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:16.694164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-320076593-network', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:16.699188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:16.741373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-847b6588-7e90-4bce-9614-a417e86f36d0 req-07ff1f33-0766-4ff0-8b91-b2870c56e85f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 210 time: 0.1470656 Oct 22 13:06:16.840970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Made reservation on behalf of 9990a8fbf61a4dc4ba64e67a2d29c56e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:16.843502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:16.846017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-4fd92000-67b1-4bb9-8d12-5b71ddbb42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:16.848192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-4fd92000-67b1-4bb9-8d12-5b71ddbb42e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.2563155 Oct 22 13:06:16.855936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:16.904121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-a6ae777b-74a3-4af8-a3a4-08c9d665bf45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=dded979d-c004-40f8-b9df-63a2c7476aec HTTP/1.1" status: 200 len: 217 time: 0.0451989 Oct 22 13:06:16.992379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-d2c264a6-6cd9-4e3f-ae82-5fe4e988f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:16.993667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-d2c264a6-6cd9-4e3f-ae82-5fe4e988f654 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0807066 Oct 22 13:06:17.076604 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.130162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.176420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:06:17.193232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc6fd3-817b-4cdf-8194-1b8be4d64cac,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:17.198666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-8ef8a832-7ec0-43b1-8ee6-e0c4e3d150e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:17.200423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-8ef8a832-7ec0-43b1-8ee6-e0c4e3d150e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929619 Oct 22 13:06:17.203671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.204014 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Added segment 1c73eb9f-0720-4241-821b-93d616f41255 of type vlan for network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 Oct 22 13:06:17.282216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.350456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6be37758-d34f-41c7-b53c-0761c52ec809 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:17.360642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.361651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:17.362273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.395602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-0a896dd7-01f7-49fe-9e99-de42bfc845fc service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748495 Oct 22 13:06:17.397002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 6be37758-d34f-41c7-b53c-0761c52ec809 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:17.398771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6be37758-d34f-41c7-b53c-0761c52ec809 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:17.473264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:17.489424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:06:17.585436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ad050f20-7c89-4c62-886c-a3f77cfef2b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1706548 Oct 22 13:06:17.588780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51644) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:17.593751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Request body: {'subnet': {'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-subnet', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:17.621962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Made reservation on behalf of 9990a8fbf61a4dc4ba64e67a2d29c56e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:17.624498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.677088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85176ad-fe6a-4571-87ae-d35a3c4099b1 req-96394b5b-a125-4866-91fd-28250ecfd295 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:17.678984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f85176ad-fe6a-4571-87ae-d35a3c4099b1 req-96394b5b-a125-4866-91fd-28250ecfd295 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.2387319 Oct 22 13:06:17.685187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943272ff-0e2c-4d3a-89da-4c5c0479b5e1 req-dc2b3ba5-6a1c-46ea-b3fb-ca7a89c28baa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871737 Oct 22 13:06:17.739902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f85176ad-fe6a-4571-87ae-d35a3c4099b1 req-eb5decd1-d8b6-4488-b1f6-c494bd6a7c4a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529943 Oct 22 13:06:17.862117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca7bed90-5c29-4a09-a7fe-41538f705bc9 req-a8c4d806-cd16-482b-bd39-1cdccb404364 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 210 time: 0.0528264 Oct 22 13:06:17.864400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:17.908443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=94875e65-b17c-4433-8fd1-8b3db628423b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:17.947198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Checking segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:17.947553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Network hostable DHCP agents. Network: 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:06:17.970678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:06:17.985491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:17.992150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:17.993114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.002254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236f228-bce4-4f2d-bd9b-54c629e2dc16 None None] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:18.018260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0ca0e6be-5069-493a-a74b-16f591478aae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4257712 Oct 22 13:06:18.019054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51652) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:18.027709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:18.062695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-7db2606a-34fb-4b91-82c7-a53726059d0d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.064217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-7db2606a-34fb-4b91-82c7-a53726059d0d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1378081 Oct 22 13:06:18.080651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Request body: {'port': {'device_id': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'admin_state_up': True, 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:18.095675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.097419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.134454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e946f-91ff-4fb2-bdb9-38bd80df14d2 None None] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:18.166413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.228354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:18.242104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.390916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.417058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-25775f54-2cae-466c-b7f6-bbe5c8e66601 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1305773 Oct 22 13:06:18.418228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Allocated IP 172.20.0.9 (4d1b7146-15ca-4c0f-8ecb-ce69107d40dc/997768c8-1efa-4fb6-8a47-5e5914a2c2ec/80054481-eb8d-401f-92a7-9f70aebdb481) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:18.541909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.542664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.543301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.543948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.544420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.544879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.545336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.548272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-511dd1c8-a57f-4233-b383-2ce3a421e748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6502 time: 0.0631342 Oct 22 13:06:18.596270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.661488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.713363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:18.717006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:18.721297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.721964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:18.770714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.778074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.778649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.794966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:18.807782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-cd52a51e-f006-40e6-bba8-f6e351c0e474 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331116 Oct 22 13:06:18.823021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Request body: {'port': {'device_id': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:18.858666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54540748-ca33-4d0b-aa0c-0f8d895ea0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.859156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54540748-ca33-4d0b-aa0c-0f8d895ea0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.859636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54540748-ca33-4d0b-aa0c-0f8d895ea0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:18.862061 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54540748-ca33-4d0b-aa0c-0f8d895ea0d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a HTTP/1.1" status: 200 len: 2298 time: 0.2616217 Oct 22 13:06:18.900364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:18.965912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-0b6eb6eb-d8f2-4cff-b65a-107c895f4a99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 200 len: 1000 time: 0.0955138 Oct 22 13:06:18.989110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Allocated IP 172.25.6.23 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/fd9367d2-8a40-4276-9926-741cb69046e5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:19.048898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ede3137b-992d-4dc9-be77-97cf7322a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.050909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ede3137b-992d-4dc9-be77-97cf7322a37b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e41c1469-622e-4296-a855-4ecb9cb06e47 HTTP/1.1" status: 200 len: 855 time: 0.0759003 Oct 22 13:06:19.145244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-47451368-ee0f-499e-b98a-09724caca732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.146872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-47451368-ee0f-499e-b98a-09724caca732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869441 Oct 22 13:06:19.205186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.285762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babdb94-359a-45a7-b1ee-3dc39643a1f9 req-807704ca-f4e4-4482-a155-0793e30d029c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.287384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2babdb94-359a-45a7-b1ee-3dc39643a1f9 req-807704ca-f4e4-4482-a155-0793e30d029c tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.4219255 Oct 22 13:06:19.300396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-077512ac-b0c9-4bf5-ab03-718f50056dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444972 Oct 22 13:06:19.319024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.376647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:19.392844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e3cd-dd59-40e8-b1f9-f2741184d4a1 req-400bb0fc-4d91-437e-9ab5-689a29a5f32b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.395673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cf3e3cd-dd59-40e8-b1f9-f2741184d4a1 req-400bb0fc-4d91-437e-9ab5-689a29a5f32b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 931 time: 0.4393756 Oct 22 13:06:19.407827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:19.418209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:19.422791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2babdb94-359a-45a7-b1ee-3dc39643a1f9 req-b3a1dc70-c9a0-4335-b954-a7d8bd268d31 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227064 Oct 22 13:06:19.427264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9367d2-8a40-4276-9926-741cb69046e5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:19.479024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cf3e3cd-dd59-40e8-b1f9-f2741184d4a1 req-cacc3dca-c26e-45e3-a1eb-884676627f08 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Oct 22 13:06:19.495680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-2f9bbd76-8cfa-41d3-ae85-29ba6ef751ab service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862543 Oct 22 13:06:19.614785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80054481-eb8d-401f-92a7-9f70aebdb481 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:19.623627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.637901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Transition to ACTIVE for port object 80054481-eb8d-401f-92a7-9f70aebdb481 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:19.642255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.650894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-5bdc0a64-6e7e-41dd-b975-846779ba1d6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 217 time: 0.0608323 Oct 22 13:06:19.727884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:19.766002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-81c7c7c3-c75c-4696-be12-bb29b27aaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.767645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-81c7c7c3-c75c-4696-be12-bb29b27aaab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.1059639 Oct 22 13:06:19.815067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:19.816461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:19.816809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:19.821328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:19.821655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:19.827451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:19.827788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:19.828183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:19.828621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Bound port: 80054481-eb8d-401f-92a7-9f70aebdb481, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:19.828981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.858948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.904493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:19.908509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:19.911351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-24a27ba1-fa79-47bc-944e-667a28095604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.913145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-24a27ba1-fa79-47bc-944e-667a28095604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329031 Oct 22 13:06:19.920419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.959044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:19.959932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:19.961385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] 10.222.0.26 "PUT /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 1091 time: 1.1438799 Oct 22 13:06:19.961831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:19.964296 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329325d0-4d2a-4e60-9e67-f7f8443b05ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:20.017604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff502ef5-4d56-4114-b628-079855be7c83 service neutron] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:20.047542 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2dec0a-db87-4723-a7e4-3c8819e63468 x-openstack-request-id: req-8a2dec0a-db87-4723-a7e4-3c8819e63468 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:20.047889 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:20.048137 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a2dec0a-db87-4723-a7e4-3c8819e63468 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:20.048911 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481', 'status': 'completed', 'code': 200} Oct 22 13:06:20.082365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-4e6fdd02-0572-46cb-95a9-7a8bdfae283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.084005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-4e6fdd02-0572-46cb-95a9-7a8bdfae283a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1094 time: 0.0553069 Oct 22 13:06:20.136619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-82822dd3-3602-4a56-b1f9-5ac4ef696a52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 217 time: 0.0381832 Oct 22 13:06:20.198565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-16beef34-4c8d-4aec-8dc8-34068f9d1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.200240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-16beef34-4c8d-4aec-8dc8-34068f9d1652 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0555272 Oct 22 13:06:20.249252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-89f30ce5-2e3d-436a-bc7b-c9b65c40ca3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389779 Oct 22 13:06:20.370541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-d449b1d8-7ab6-4d90-923f-2d78f6eb360f service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097870 Oct 22 13:06:20.409582 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-09df0413-1ed4-4e6e-a84b-7b650c0d085d service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840159 Oct 22 13:06:20.481529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27305eac-d95c-4d9f-9a3e-fddd7a6bcee3 req-952e82af-432b-4abc-adda-b9f8b2f2d58a service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018565 Oct 22 13:06:20.554307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:20.570152 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-36fbc727-1877-48e2-850c-308767ac58eb service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524699 Oct 22 13:06:20.667225 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-cbf42ac3-c163-4e82-86f6-c763be486258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 217 time: 0.0467412 Oct 22 13:06:20.677634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef15f9b-29e8-4722-b149-01fe60c3852a req-63a7247a-13f0-4584-885d-b47327799603 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.684773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef15f9b-29e8-4722-b149-01fe60c3852a req-63a7247a-13f0-4584-885d-b47327799603 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1158168 Oct 22 13:06:20.687823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-57e8ad24-0704-49a2-a8f8-d5f4295e5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.689234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-57e8ad24-0704-49a2-a8f8-d5f4295e5b8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1094 time: 0.1433401 Oct 22 13:06:20.742352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-cb02e505-934e-46d4-b1bf-1d346719994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.742708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad890d-01b1-49dd-b3d9-6e66d9a9064e req-c6cfc2d3-8dac-4cbd-83b8-51f5d614aad3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.744248 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-cb02e505-934e-46d4-b1bf-1d346719994f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0486333 Oct 22 13:06:20.750207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7ad890d-01b1-49dd-b3d9-6e66d9a9064e req-c6cfc2d3-8dac-4cbd-83b8-51f5d614aad3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1317451 Oct 22 13:06:20.813851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef15f9b-29e8-4722-b149-01fe60c3852a req-40529b85-9ecd-4035-8134-2408bee66e4e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141756 Oct 22 13:06:20.820630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-5433f939-6faa-420c-8c93-3b5a18fe4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.822914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-5433f939-6faa-420c-8c93-3b5a18fe4b6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700569 Oct 22 13:06:20.888375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Router a5edd30a-20bc-4229-ad1d-fa4519798461 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:06:20.923189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7ad890d-01b1-49dd-b3d9-6e66d9a9064e req-77212e84-21a2-48a9-a349-cfcff3d350c0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662486 Oct 22 13:06:20.982938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-087feae9-c259-467a-981f-9fe1a607d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:20.984445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-087feae9-c259-467a-981f-9fe1a607d1eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.2762449 Oct 22 13:06:21.043664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-105d9c53-64e6-4af6-9793-d4541be83116 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 217 time: 0.0491662 Oct 22 13:06:21.111862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-59d9568c-fd79-405f-8578-95deb91562b4 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783513 Oct 22 13:06:21.113044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:21.122622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Sync routers for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:21.139387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:21.139955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-9f0a5b1c-5e5e-4cff-af22-69b48454fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:21.141985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-9f0a5b1c-5e5e-4cff-af22-69b48454fbf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0898454 Oct 22 13:06:21.143026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:21.184570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:21.189042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51694) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:21.193939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7271c737-e282-46ac-aa41-15ef3dd307a2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1687257 Oct 22 13:06:21.195946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-fff94154-f30d-4a4f-ad3a-eda1264f3235 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436463 Oct 22 13:06:21.284927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-1a9a7b67-7bf8-43ad-a01d-fbddae1074e1 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591978 Oct 22 13:06:21.313722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:21.342953 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ab228fdf-3d75-4b2c-8044-d1a61533d3a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=054bc850-98a4-4961-bbc2-1d6fbba70157 HTTP/1.1" status: 200 len: 217 time: 0.0495942 Oct 22 13:06:21.423709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-47701907-6cd2-44b6-86ab-e6041e31d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:21.426775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-47701907-6cd2-44b6-86ab-e6041e31d5c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0750082 Oct 22 13:06:21.495952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-3b42d161-cf1f-4947-baa6-64cd1bdbcbce service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543688 Oct 22 13:06:21.512251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-190401db-12f6-4b3f-94a3-a9036d1a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:21.513730 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-190401db-12f6-4b3f-94a3-a9036d1a9c22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777431 Oct 22 13:06:21.577432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:19Z', 'revision_number': 3, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:21.617427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329325d0-4d2a-4e60-9e67-f7f8443b05ef req-bb0b2ba6-eff1-4e9b-a544-01097be60d5b service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112807 Oct 22 13:06:21.656838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Checking router: a5edd30a-20bc-4229-ad1d-fa4519798461 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:21.660023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Updating router a5edd30a-20bc-4229-ad1d-fa4519798461 port fd9367d2-8a40-4276-9926-741cb69046e5 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:06:21.693168 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-485ac9da-f736-47f6-a5da-003ab3af7d03 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708777 Oct 22 13:06:21.694578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:21.861853 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-d5145c62-a088-46da-8c27-2d1eda4f4709 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606426 Oct 22 13:06:21.960982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-450fed60-cdee-4858-99e3-0171d9e8f9d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59 HTTP/1.1" status: 200 len: 217 time: 0.0916693 Oct 22 13:06:22.077136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-83b2cd8d-9835-40c9-861a-cce2d1a7543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.079040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-83b2cd8d-9835-40c9-861a-cce2d1a7543f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.1090064 Oct 22 13:06:22.088023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5015-2983-4d27-973d-59fe28e43bf1 req-ad29467b-fef1-4c03-81fc-c2e0eb79c77f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.099050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-504e5015-2983-4d27-973d-59fe28e43bf1 req-ad29467b-fef1-4c03-81fc-c2e0eb79c77f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1087556 Oct 22 13:06:22.155388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-504e5015-2983-4d27-973d-59fe28e43bf1 req-3bbe8ae0-7ccc-436d-8752-08588749dd0b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Oct 22 13:06:22.171307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54cd8389-e0bb-42fc-b837-9b773bc930c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.172942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-54cd8389-e0bb-42fc-b837-9b773bc930c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848126 Oct 22 13:06:22.193410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.203287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.281929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.335180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-c7ed457a-0864-4e36-b568-338c975876b4 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516554 Oct 22 13:06:22.343736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Attempting to bind port fd9367d2-8a40-4276-9926-741cb69046e5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:22.344151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Attempting to bind port fd9367d2-8a40-4276-9926-741cb69046e5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:22.344565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Attempting to bind port fd9367d2-8a40-4276-9926-741cb69046e5 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:22.376559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35729bef-1cfb-4525-afa4-3a308f96a859 None None] Pushing event updated for resources: {'Port': ['ID=fd9367d2-8a40-4276-9926-741cb69046e5,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:22.379461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:22.379844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:22.380251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.380641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:22.381130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Bound port: fd9367d2-8a40-4276-9926-741cb69046e5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:22.381517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.443156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc28880-0f3a-4f96-b4db-cda0b6c83802 req-43db9dc3-2686-4be8-ad92-30498b1749f4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.444712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bc28880-0f3a-4f96-b4db-cda0b6c83802 req-43db9dc3-2686-4be8-ad92-30498b1749f4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1852889 Oct 22 13:06:22.482298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] For port fd9367d2-8a40-4276-9926-741cb69046e5, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:22.486760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] For port fd9367d2-8a40-4276-9926-741cb69046e5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fd9367d2-8a40-4276-9926-741cb69046e5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:22.501201 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.513256 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-e64d1f10-4a30-4e62-bec6-dd48bbffa3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616027 Oct 22 13:06:22.560987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bc28880-0f3a-4f96-b4db-cda0b6c83802 req-3c2997fd-59b2-4cde-9b07-7d8b26a78670 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944762 Oct 22 13:06:22.568618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:22.569332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:22.600327 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ab70e37e-fa93-4fd4-b656-8cefa777fe77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5 HTTP/1.1" status: 200 len: 217 time: 0.0743120 Oct 22 13:06:22.618523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Allocated IP 172.20.0.1 (18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3/94875e65-b17c-4433-8fd1-8b3db628423b/fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:22.632881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:22.651159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35729bef-1cfb-4525-afa4-3a308f96a859 None None] Pushing event updated for resources: {'Port': ['ID=fd9367d2-8a40-4276-9926-741cb69046e5,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:22.717818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ec565d6c-a4b1-45e4-aea5-e450afcb5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.719321 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ec565d6c-a4b1-45e4-aea5-e450afcb5e53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.1094155 Oct 22 13:06:22.745947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.773708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:22.793109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:22.826583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-4fb04b1b-2956-4f1f-9901-68519e1e5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:22.829817 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-4fb04b1b-2956-4f1f-9901-68519e1e5adc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989723 Oct 22 13:06:22.904292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:22.908301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:22.918208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:22.931296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:23.008819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.015276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-cbfa97c1-f62d-4ca9-ba1b-0a2f9f14f70e service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760671 Oct 22 13:06:23.022631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:23.059204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '80054481-eb8d-401f-92a7-9f70aebdb481', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'port_id': '80054481-eb8d-401f-92a7-9f70aebdb481', 'mac_address': 'fa:16:3e:df:a8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997768c8-1efa-4fb6-8a47-5e5914a2c2ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:23.160740 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.188291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-7d2ff254-93c2-456e-8610-7ed9cbd450ee service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627684 Oct 22 13:06:23.230537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.249554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-d2c9aed7-3d35-44fe-b09f-010660d94995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b450347d-de86-40f0-a583-41d0c3b19b71 HTTP/1.1" status: 200 len: 217 time: 0.0503523 Oct 22 13:06:23.348169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ef0122e3-3740-4747-b69f-422c3af37575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:23.355627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-ef0122e3-3740-4747-b69f-422c3af37575 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.0958016 Oct 22 13:06:23.369489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:19Z', 'revision_number': 3, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:23.406346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80054481-eb8d-401f-92a7-9f70aebdb481 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:23.425581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2687c95-f68c-47e3-b5b4-a699eb01e110 None None] The sync data for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 is: [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:19Z', 'revision_number': 3, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:23.458915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-e9be82f7-bc39-4cf2-8e2a-482c67c35ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:23.463363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-e9be82f7-bc39-4cf2-8e2a-482c67c35ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969505 Oct 22 13:06:23.468720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:23.476078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.559046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:23.601157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-926e3f05-4555-4bd8-98a5-4cd09071d758 service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280100 Oct 22 13:06:23.617926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fec93-069b-4363-9444-653c3b33d949 req-b9e1de28-fe39-439b-af44-bc565c7afa8f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:23.628715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a2fec93-069b-4363-9444-653c3b33d949 req-b9e1de28-fe39-439b-af44-bc565c7afa8f tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.3549595 Oct 22 13:06:23.725005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a2fec93-069b-4363-9444-653c3b33d949 req-d05e5f85-d26f-4d84-b6f8-5644895fc7a4 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953391 Oct 22 13:06:23.748487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.750757 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a29ada26-e6cc-48f8-8f4b-5448757884e9 req-9b470848-bccd-4020-a193-137b6d81effb service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423304 Oct 22 13:06:23.756170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['80054481-eb8d-401f-92a7-9f70aebdb481'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:23.762953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f6d4-5fca-4ff6-97a1-906146516ba4 req-256d57a8-73a9-4538-b4f7-bf3f3577e47d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:23.770482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8994f6d4-5fca-4ff6-97a1-906146516ba4 req-256d57a8-73a9-4538-b4f7-bf3f3577e47d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 944 time: 0.1299798 Oct 22 13:06:23.775254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.916437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:23.926475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:23.932157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8994f6d4-5fca-4ff6-97a1-906146516ba4 req-49cd4f36-0f46-4225-bd72-2da65d9c967c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526217 Oct 22 13:06:24.031844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-178bb560-4313-4ff9-af28-3535165aa582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:24.061767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:24.062563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:24.231896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51734) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:24.235717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Router a5edd30a-20bc-4229-ad1d-fa4519798461 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:06:24.646838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:24.801615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 80054481-eb8d-401f-92a7-9f70aebdb481 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:24.806429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 80054481-eb8d-401f-92a7-9f70aebdb481 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:24.806843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:24.834549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:24.863815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fd94feed-602d-4c5d-abfc-27c5cc70d0ff admin admin] 10.222.0.25 "PUT /v2.0/routers/a5edd30a-20bc-4229-ad1d-fa4519798461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6665089 Oct 22 13:06:24.936889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fd9367d2-8a40-4276-9926-741cb69046e5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:25.025385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f90394-bcec-4699-a267-65bc18335317 req-5e338368-17d7-4bfa-9dd6-8c1a66093659 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:25.032423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1f90394-bcec-4699-a267-65bc18335317 req-5e338368-17d7-4bfa-9dd6-8c1a66093659 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1267221 Oct 22 13:06:25.038932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.102561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.191901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:25.199201 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9510e5f-1227-4e67-99e1-58870a1fac41" -d '{"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-plugged", "status": "completed", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:25.210715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1f90394-bcec-4699-a267-65bc18335317 req-e0c5ec7c-ad73-4373-b455-4816486337fa tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707644 Oct 22 13:06:25.246226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:25.256091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe07e18-b906-4b91-9b41-2a9a32693c82 req-ca6fa0e0-1a32-4b5f-ac98-7a9ef9e97d79 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:25.258145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fd9367d2-8a40-4276-9926-741cb69046e5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:25.258531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.262478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe07e18-b906-4b91-9b41-2a9a32693c82 req-ca6fa0e0-1a32-4b5f-ac98-7a9ef9e97d79 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 944 time: 0.1865215 Oct 22 13:06:25.304616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.309305 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad1787-f4a9-4cde-849a-0ce433ef862d x-openstack-request-id: req-efad1787-f4a9-4cde-849a-0ce433ef862d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:25.309673 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-plugged", "status": "completed", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:25.310002 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efad1787-f4a9-4cde-849a-0ce433ef862d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:25.310471 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481', 'code': 200} Oct 22 13:06:25.411247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe07e18-b906-4b91-9b41-2a9a32693c82 req-482e421b-375f-46d6-b831-dc988ecead1c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378648 Oct 22 13:06:25.436338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:25.444503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.512731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port fd9367d2-8a40-4276-9926-741cb69046e5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fd9367d2-8a40-4276-9926-741cb69046e5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:25.525708 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.563238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b540ce-1e85-4b57-adaa-0556a1a5ffa2 req-ee2baeaa-26fd-4980-812b-b196b8a8d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:25.564628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02b540ce-1e85-4b57-adaa-0556a1a5ffa2 req-ee2baeaa-26fd-4980-812b-b196b8a8d4b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.1306205 Oct 22 13:06:25.631319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=fd9367d2-8a40-4276-9926-741cb69046e5,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:25.650528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02b540ce-1e85-4b57-adaa-0556a1a5ffa2 req-5bf66125-5159-496a-b0a7-975caf64dc4f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693579 Oct 22 13:06:25.747212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Deleting port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:25.747723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.850246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] For port 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:25.850882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:25.869339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Calling delete_port for 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:25.992266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-ad7ffdc5-aeb1-4b6e-9c8c-6c9a3bd0d3e5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:25.994123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-ad7ffdc5-aeb1-4b6e-9c8c-6c9a3bd0d3e5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 818 time: 0.1871846 Oct 22 13:06:26.010538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-8f1fd7cb-86ad-4973-b288-47124c88a9ad tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/quotas/9990a8fbf61a4dc4ba64e67a2d29c56e HTTP/1.1" status: 200 len: 375 time: 0.0104442 Oct 22 13:06:26.062363 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Sync routers for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:26.078220 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:26.079159 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:05:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:26.107145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-1467fc92-98be-4719-9e57-29953f539345 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903697 Oct 22 13:06:26.141273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:26.199933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Pushing event deleted for resources: {'Port': ['ID=37d236ca-1fd4-4bd7-9c67-da82a0f99e2c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:26.231744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-e8d5d685-36a5-4ccb-acd8-c87909bb47a5 service neutron] 10.222.0.25 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193731 Oct 22 13:06:26.232553 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:26.429823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:26.449232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-13299aee-5c97-4aa9-b472-7a29c54a3060 service neutron] 10.222.0.25 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164581 Oct 22 13:06:26.484678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894ee5e-1b6a-4c96-871c-c32d4f63e617 req-a4eecb87-f036-4e12-8524-46d48db06a4d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:26.486204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c894ee5e-1b6a-4c96-871c-c32d4f63e617 req-a4eecb87-f036-4e12-8524-46d48db06a4d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1044757 Oct 22 13:06:26.503249 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:06:26.567949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c894ee5e-1b6a-4c96-871c-c32d4f63e617 req-fd79e5e2-534e-48e8-8dc6-8f6df9e94a1a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726948 Oct 22 13:06:26.661370 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:23Z', 'revision_number': 4, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b', 'name': '', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'mac_address': 'fa:16:3e:df:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:22Z', 'updated_at': '2021-10-22T13:06:23Z', 'revision_number': 2, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'subnets': [{'id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:26.709317 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Checking router: a5edd30a-20bc-4229-ad1d-fa4519798461 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:26.711827 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Updating router a5edd30a-20bc-4229-ad1d-fa4519798461 port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:06:26.744636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da12f59e-81ab-4deb-a9fb-eabeea815a07 req-69421d4c-3884-4b5c-bd61-7b94f04e8716 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 210 time: 0.0689914 Oct 22 13:06:26.745140 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:26.807346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0cf4-0eb0-48a2-950f-e6d26b201e2b req-86561ab8-978e-408c-a62d-fa5c57ffe4c4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:26.813201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Router b5ebef18-8e18-4965-966a-925179610281 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:06:26.832257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ea0cf4-0eb0-48a2-950f-e6d26b201e2b req-86561ab8-978e-408c-a62d-fa5c57ffe4c4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 945 time: 0.1690059 Oct 22 13:06:26.970373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ea0cf4-0eb0-48a2-950f-e6d26b201e2b req-05fbaec4-665f-428d-9f59-1070ffc8fd7b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306007 Oct 22 13:06:27.013046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fd9367d2-8a40-4276-9926-741cb69046e5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:27.069788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:27.082897 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-366e537a-4306-4745-b9b0-c0e074e4496f admin admin] 10.222.0.25 "PUT /v2.0/routers/b5ebef18-8e18-4965-966a-925179610281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464069 Oct 22 13:06:27.083063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:27.094429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Sync routers for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:27.108163 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1216-51d3-4da6-98f5-295f133644fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.111633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:27.112733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:27.146321 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.155173 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.209285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fd9367d2-8a40-4276-9926-741cb69046e5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:27.209669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.260408 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Pushing event updated for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:27.303818 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.306289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.308184 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.310263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.310891 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.311714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.316226 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.316992 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.317460 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.318234 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.319278 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.319864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:27.322792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-dc3c6384-575e-4955-aae6-b07546cd2116 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:27.328070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:27.335884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-dc3c6384-575e-4955-aae6-b07546cd2116 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 818 time: 0.2180011 Oct 22 13:06:27.362843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-7549a0ad-9cd1-42bf-843d-0240d221477f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/quotas/9990a8fbf61a4dc4ba64e67a2d29c56e HTTP/1.1" status: 200 len: 375 time: 0.0170143 Oct 22 13:06:27.387728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Attempting to bind port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:27.388154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Attempting to bind port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:27.388434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Attempting to bind port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:27.400649 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:27.401112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Checking segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:27.401430 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.401827 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Bound using segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:27.404727 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Bound port: fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:27.405127 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.479724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-2886b486-8ce0-4b09-bcfd-0c2d3ce95e48 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054842 Oct 22 13:06:27.537822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] For port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:27.541997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] For port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:27.547799 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.586883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-a6da0549-8ae4-459e-ad33-7f5394406be8 service neutron] 10.222.0.25 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981050 Oct 22 13:06:27.611726 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4900b-7910-43cc-a6b1-d91eaf6bfd58 None None] Pushing event updated for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:27.634426 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:27.636091 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:27.678299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.723855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.749512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:06:26Z', 'revision_number': 5, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:27.792326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Checking router: b5ebef18-8e18-4965-966a-925179610281 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:27.810484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.814760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Routers {'b5ebef18-8e18-4965-966a-925179610281'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:27.816278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b5ebef18-8e18-4965-966a-925179610281'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:27.824444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843d7b-e51d-4e78-8afc-dabffdd31c6b req-95871425-35ff-47ec-9152-be29f3f8de30 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:27.825255 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:27.838921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e843d7b-e51d-4e78-8afc-dabffdd31c6b req-95871425-35ff-47ec-9152-be29f3f8de30 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1578641 Oct 22 13:06:27.870759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-f0e1c3ee-40f0-4842-b88d-b703d1864126 service neutron] 10.222.0.25 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772007 Oct 22 13:06:27.899694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e843d7b-e51d-4e78-8afc-dabffdd31c6b req-e5b258b6-9178-4724-8a72-e29c873e3dd7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598176 Oct 22 13:06:27.966740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:27.987075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] Set router b5ebef18-8e18-4965-966a-925179610281 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:28.132908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Deleting port 31d79a05-50f2-46ec-a08e-969279afe4fb {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:28.134985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:28.137270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29c9c-1a37-488c-b4f7-3c701903f612 req-9aec75cc-c2dd-4ab6-beda-d9796a0969cc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:28.146725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ff29c9c-1a37-488c-b4f7-3c701903f612 req-9aec75cc-c2dd-4ab6-beda-d9796a0969cc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 945 time: 0.0714598 Oct 22 13:06:28.214148 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:23Z', 'revision_number': 4, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b', 'name': '', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'mac_address': 'fa:16:3e:df:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:22Z', 'updated_at': '2021-10-22T13:06:27Z', 'revision_number': 4, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'subnets': [{'id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:28.267966 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308fa93-5927-4641-b3cf-2b42ba818010 None None] The sync data for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 is: [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:23Z', 'revision_number': 4, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b', 'name': '', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'mac_address': 'fa:16:3e:df:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:22Z', 'updated_at': '2021-10-22T13:06:27Z', 'revision_number': 4, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'subnets': [{'id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:28.274404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ff29c9c-1a37-488c-b4f7-3c701903f612 req-ec9d7926-5c26-46ee-b214-b6864a99874f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222684 Oct 22 13:06:28.402484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d0cc7b0-a683-4ac7-8e9d-0422971c28f2 req-9baaf7b4-f76e-43f9-8ae1-9d67e7314b71 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 210 time: 0.1554270 Oct 22 13:06:28.417556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] For port 31d79a05-50f2-46ec-a08e-969279afe4fb, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31d79a05-50f2-46ec-a08e-969279afe4fb,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:28.418122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:28.491460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Calling delete_port for 31d79a05-50f2-46ec-a08e-969279afe4fb owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:28.542195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:06:26Z', 'revision_number': 5, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:28.549178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-8f73494b-f0fb-4d16-8b5d-4f7b668fdb77 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:28.552140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-8f73494b-f0fb-4d16-8b5d-4f7b668fdb77 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 818 time: 0.3154790 Oct 22 13:06:28.561609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad1a22-28d9-4f07-bc0f-13fc56f7a49b req-1f1640c0-8416-435a-9dfd-c38c844e920e tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:28.571274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32ad1a22-28d9-4f07-bc0f-13fc56f7a49b req-1f1640c0-8416-435a-9dfd-c38c844e920e tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.0612590 Oct 22 13:06:28.587869 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7ca39-0ec4-463d-b6ea-92cab790a302 None None] The sync data for ids ['b5ebef18-8e18-4965-966a-925179610281'] in n-d-813419-8 is: [{'id': 'b5ebef18-8e18-4965-966a-925179610281', 'name': 'tempest-AttachSCSIVolumeTestJSON-1030466147-router', 'tenant_id': '230a2a9cc63c40a8a871fcba0a88284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:24Z', 'updated_at': '2021-10-22T13:06:26Z', 'revision_number': 5, 'project_id': '230a2a9cc63c40a8a871fcba0a88284c', 'gw_port': {'id': '31d79a05-50f2-46ec-a08e-969279afe4fb', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebef18-8e18-4965-966a-925179610281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:25Z', 'updated_at': '2021-10-22T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:28.605744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Request body: {'port': {'device_id': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'admin_state_up': True, 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:28.632528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32ad1a22-28d9-4f07-bc0f-13fc56f7a49b req-2878f62b-852b-4ed8-b09f-4432991825af tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Oct 22 13:06:28.808248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de923313-79bd-42b1-8c40-c7929ce77479 req-1f1f3c04-05a6-42d2-b641-36272636b10c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:28.809833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de923313-79bd-42b1-8c40-c7929ce77479 req-1f1f3c04-05a6-42d2-b641-36272636b10c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.0651679 Oct 22 13:06:28.831430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Made reservation on behalf of 9990a8fbf61a4dc4ba64e67a2d29c56e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:28.837468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:28.877063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de923313-79bd-42b1-8c40-c7929ce77479 req-f71989fe-4d9a-41d4-8d17-27851b80eb00 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 Oct 22 13:06:28.985550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.080091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d79a05-50f2-46ec-a08e-969279afe4fb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:29.109342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519804-c7cc-4296-9642-60cff76a650b req-92c7319c-6971-4f3f-97b3-3a8176b43dd0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:29.114554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4519804-c7cc-4296-9642-60cff76a650b req-92c7319c-6971-4f3f-97b3-3a8176b43dd0 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1300893 Oct 22 13:06:29.225209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:29.234946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4519804-c7cc-4296-9642-60cff76a650b req-76c21966-a8ed-41ff-9739-671b8b453c39 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112382 Oct 22 13:06:29.261809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Allocated IP 172.20.0.4 (18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3/94875e65-b17c-4433-8fd1-8b3db628423b/09056f5c-39d1-4303-b904-e95eeca03ded) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:29.273603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.391695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:29.392104 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.441053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.449797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.582052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.582971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ebef18-8e18-4965-966a-925179610281 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:06:29.592644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.596877 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-08e8dd1d-eee8-4374-b5e6-c62719e69e29 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5ebef18-8e18-4965-966a-925179610281 HTTP/1.1" status: 204 len: 168 time: 2.5119579 Oct 22 13:06:29.599237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:29.667970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a30f1848-847e-4dd8-8cb0-1f005a570503 req-8de152f0-85a3-4c6c-afce-cd3d7eacf8ca tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 210 time: 0.0813255 Oct 22 13:06:29.675849 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.688252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.740493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:29.746053 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.791407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Deleting subnet 870c4cc7-e6e2-4485-ab47-24a8171bb95e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:06:29.806290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:29.826507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:29.829271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:29.860524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:29.860911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 37d236ca-1fd4-4bd7-9c67-da82a0f99e2c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:29.970875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b764b23-f268-4140-b93a-b4e0167e9dbd req-aefdcf1e-32b1-40d9-870d-9f4a95617d12 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:29.992936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b764b23-f268-4140-b93a-b4e0167e9dbd req-aefdcf1e-32b1-40d9-870d-9f4a95617d12 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.4793358 Oct 22 13:06:30.025084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-492daa05-9b38-4e31-9b31-c4a9208cd1c1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:30.027090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-492daa05-9b38-4e31-9b31-c4a9208cd1c1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 818 time: 0.3744299 Oct 22 13:06:30.064553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b764b23-f268-4140-b93a-b4e0167e9dbd req-2e0bfd9f-7553-41dc-87e2-95a3d46d49a6 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704799 Oct 22 13:06:30.090790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.099251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.121345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Request body: {'port': {'device_id': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'admin_state_up': True, 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:30.194160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.265172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:30.277838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.283049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:30.328625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:30.348870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Made reservation on behalf of 9990a8fbf61a4dc4ba64e67a2d29c56e for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:30.350613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.360957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Pushing event updated for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:30.406000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:30.406631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.430234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.443155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-94c2d094-6354-46f4-bbc6-d505fc3ea2c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8475909 Oct 22 13:06:30.470466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Request body: {'port': {'device_id': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:30.473774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870c4cc7-e6e2-4485-ab47-24a8171bb95e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:30.493406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f16d2-6d1f-4aa3-a2a4-ace557244fb2 None None] Network e6371bdb-e2b2-4310-85e4-5f0c7da51569 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:30.499722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.505290 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d68adc5a-caab-4f53-857f-aed1567e0f1d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/870c4cc7-e6e2-4485-ab47-24a8171bb95e HTTP/1.1" status: 204 len: 168 time: 0.8995116 Oct 22 13:06:30.506048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:30.513710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0027-d96e-4927-abb7-8c69e00e6298 req-02b3b467-98c8-4cad-a0c2-9fee4f46199e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:30.522761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-836a0027-d96e-4927-abb7-8c69e00e6298 req-02b3b467-98c8-4cad-a0c2-9fee4f46199e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1918781 Oct 22 13:06:30.564579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a778d4-a960-49f8-817d-4d32ce2e38f1 req-8116a9fd-5ba8-4371-9b58-8d9212942865 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:30.566340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6a778d4-a960-49f8-817d-4d32ce2e38f1 req-8116a9fd-5ba8-4371-9b58-8d9212942865 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.1823926 Oct 22 13:06:30.592956 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.612878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.623924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-836a0027-d96e-4927-abb7-8c69e00e6298 req-0c0c1f9e-f9b7-4ca1-ac27-a5258f8f8bb2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002579 Oct 22 13:06:30.700714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6a778d4-a960-49f8-817d-4d32ce2e38f1 req-506df0e8-fb21-4aa0-be9e-a1c2a9e27288 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215074 Oct 22 13:06:30.707540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Allocated IP 172.20.0.10 (18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3/94875e65-b17c-4433-8fd1-8b3db628423b/dcf81620-f4ec-4b4e-ac1c-4df743717275) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:30.753175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] DHCP port deletion for e6371bdb-e2b2-4310-85e4-5f0c7da51569 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:06:30.784556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Deleting port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:30.785262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.833762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Deleting port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:30.834411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.870289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:30.895304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] For port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:30.895827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.913003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Calling delete_port for 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:30.944812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] For port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,segment=NetworkSegment(10dcc612-724f-4356-bd55-6b91b7d0c6c3),segment_id=10dcc612-724f-4356-bd55-6b91b7d0c6c3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:30.945509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:30.960008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-133c09e6-bede-4a94-86b6-ff29bbd86844 req-ec32dd4a-9858-4dee-a355-77b24bfe5107 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 210 time: 0.0603206 Oct 22 13:06:30.962073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Calling delete_port for 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:31.008173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.009769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.037756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:31.039700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] No DVR routers for this DVR port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:31.041454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:31.041842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.051724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.101285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:31.107614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:31.117106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.119270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:31.164807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] Pushing event deleted for resources: {'Port': ['ID=0f1b5bc5-7020-4e2c-8b8b-24f384accc4e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:31.177726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Pushing event updated for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:31.182295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7602993-5322-4c5c-b3b1-05bcd73155a1 None None] No DVR routers for this DVR port 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:31.212023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.212380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.212727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.213069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.213440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.213709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.214206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.214206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.214715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.214813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.215118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.215430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.215793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:31.232968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:31.233623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.247687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6371bdb-e2b2-4310-85e4-5f0c7da51569']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:31.250127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458732f3-b47d-46e1-a866-2efa12eb8633 req-8d2715c7-22c0-4680-852b-4f2c002710eb tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:31.258715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-458732f3-b47d-46e1-a866-2efa12eb8633 req-8d2715c7-22c0-4680-852b-4f2c002710eb tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.1052063 Oct 22 13:06:31.269223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10dcc612-724f-4356-bd55-6b91b7d0c6c3') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:31.269812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-99874a5b-5886-4236-b402-ae4b10f45437 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543458 Oct 22 13:06:31.270168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10dcc612-724f-4356-bd55-6b91b7d0c6c3') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:31.285943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.286670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Request body: {'port': {'device_id': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:31.289586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31d79a05-50f2-46ec-a08e-969279afe4fb no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:31.321753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 31d79a05-50f2-46ec-a08e-969279afe4fb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:31.322195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31d79a05-50f2-46ec-a08e-969279afe4fb not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:31.325102 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.330164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-458732f3-b47d-46e1-a866-2efa12eb8633 req-8bed00ea-f651-4494-91a3-692483dac77b tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704477 Oct 22 13:06:31.343581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:06:31.343581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:06:31.380126 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:06:31.390799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.442857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09056f5c-39d1-4303-b904-e95eeca03ded {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:31.453629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.466512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.477684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.485273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6371bdb-e2b2-4310-85e4-5f0c7da51569 HTTP/1.1" status: 204 len: 168 time: 0.9746096 Oct 22 13:06:31.485273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Transition to ACTIVE for port object 09056f5c-39d1-4303-b904-e95eeca03ded will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:31.485273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51880) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:31.505478 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.507290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088e18f-f0bd-4dd7-b9b9-772084e8a346 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6371bdb-e2b2-4310-85e4-5f0c7da51569,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:31.668956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Pushing event updated for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:31.796767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf81620-f4ec-4b4e-ac1c-4df743717275 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:31.812079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.821473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Attempting to bind port 09056f5c-39d1-4303-b904-e95eeca03ded on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:31.821697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Attempting to bind port 09056f5c-39d1-4303-b904-e95eeca03ded by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:31.822316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Attempting to bind port 09056f5c-39d1-4303-b904-e95eeca03ded on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:31.832277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Port 09056f5c-39d1-4303-b904-e95eeca03ded on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:31.832602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Attempting to bind port 09056f5c-39d1-4303-b904-e95eeca03ded on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:31.839393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd938911-6798-40ea-8d4f-a8dc747389e0 req-a40051f6-6427-4972-a119-a4171044fbbf tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:31.841129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd938911-6798-40ea-8d4f-a8dc747389e0 req-a40051f6-6427-4972-a119-a4171044fbbf tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1027315 Oct 22 13:06:31.844207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Transition to ACTIVE for port object dcf81620-f4ec-4b4e-ac1c-4df743717275 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:31.857349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.868350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:31.868731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Checking segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:31.869327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Bound using segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:31.870041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Bound port: 09056f5c-39d1-4303-b904-e95eeca03ded, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:31.870478 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:31.932126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd938911-6798-40ea-8d4f-a8dc747389e0 req-f5cadadd-b9de-4274-bec5-2b99e359c050 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Oct 22 13:06:31.970682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:32.033060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Attempting to bind port dcf81620-f4ec-4b4e-ac1c-4df743717275 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:32.033432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Attempting to bind port dcf81620-f4ec-4b4e-ac1c-4df743717275 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:32.034542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Attempting to bind port dcf81620-f4ec-4b4e-ac1c-4df743717275 on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:32.041726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Port dcf81620-f4ec-4b4e-ac1c-4df743717275 on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:32.042044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Attempting to bind port dcf81620-f4ec-4b4e-ac1c-4df743717275 on network 18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:32.048636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:32.049122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Checking segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:32.050386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Bound using segment: {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:32.051083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Bound port: dcf81620-f4ec-4b4e-ac1c-4df743717275, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c73eb9f-0720-4241-821b-93d616f41255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:32.051468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.052117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:32.068395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=09056f5c-39d1-4303-b904-e95eeca03ded,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:32.076729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.124001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.124616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.126141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] 10.222.0.21 "PUT /v2.0/ports/09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 1091 time: 1.6603220 Oct 22 13:06:32.126638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:32.129371 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240" -d '{"events": [{"name": "network-changed", "server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:32.168614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54b86-050b-4a7a-bab0-2312638f889e service neutron] Pushing event updated for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:32.226955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3c76-fdf6-47c2-9ba7-9debe276865b req-de34a064-50df-4bb9-9ba7-79cc7da8839e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.229794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f4f3c76-fdf6-47c2-9ba7-9debe276865b req-de34a064-50df-4bb9-9ba7-79cc7da8839e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.1655128 Oct 22 13:06:32.277842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-70f4722e-7a34-47bc-bc15-04d68d897664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.279138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-70f4722e-7a34-47bc-bc15-04d68d897664 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1094 time: 0.0986838 Oct 22 13:06:32.293352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.321910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:32.339113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:32.351153 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.369750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-9827d01c-7bab-45fe-a6c4-cb91afd9404d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.371729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-9827d01c-7bab-45fe-a6c4-cb91afd9404d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 945 time: 0.2615135 Oct 22 13:06:32.411643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f4f3c76-fdf6-47c2-9ba7-9debe276865b req-7ede6c6d-c955-4fb6-9d2c-c6adfecbcfcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702511 Oct 22 13:06:32.437033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-d8319f00-e771-46df-9282-0ffa73843eac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.1470418 Oct 22 13:06:32.466063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.466716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.468109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] 10.222.0.21 "PUT /v2.0/ports/dcf81620-f4ec-4b4e-ac1c-4df743717275 HTTP/1.1" status: 200 len: 1092 time: 1.1874464 Oct 22 13:06:32.468608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:32.470861 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6625402d-ee95-4772-b28c-e28919d5c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:32.560211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d260-a00b-418d-9804-54bafb08df19 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:32.561235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d0344-3eea-467e-bd6e-459b760d089f req-352ed9eb-550d-4136-993f-5cfa0fd46e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.562751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-352ed9eb-550d-4136-993f-5cfa0fd46e2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.1181483 Oct 22 13:06:32.612742 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-adf714b4-ecd7-4860-a279-20bd6040406f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351534 Oct 22 13:06:32.623939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 15baf913-6ebe-43ba-92d4-691c0f59cce9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:32.624286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.628997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-1fee1a01-6b91-4ed3-baa9-2d92e74688ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.630761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-1fee1a01-6b91-4ed3-baa9-2d92e74688ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 1095 time: 0.0851033 Oct 22 13:06:32.702507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-fdcd555a-66b4-49c8-8747-e60deac757df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275 HTTP/1.1" status: 200 len: 217 time: 0.0539825 Oct 22 13:06:32.778442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-653257a9-3cb4-4f8e-993f-2ccbab8737b1 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391962 Oct 22 13:06:32.798552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Deleting port 82f242c1-1328-4559-ae4e-b19fc2562f6e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:32.799107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.806420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-6c3445bf-9685-49e1-90c9-a2c432c7d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:32.807923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-6c3445bf-9685-49e1-90c9-a2c432c7d698 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.0718286 Oct 22 13:06:32.813922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:32.824560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 15baf913-6ebe-43ba-92d4-691c0f59cce9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=15baf913-6ebe-43ba-92d4-691c0f59cce9,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:32.824931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.835661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:32.836012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0f1b5bc5-7020-4e2c-8b8b-24f384accc4e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:32.968282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] For port 82f242c1-1328-4559-ae4e-b19fc2562f6e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82f242c1-1328-4559-ae4e-b19fc2562f6e,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:32.968686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:32.979346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b40d0344-3eea-467e-bd6e-459b760d089f req-39915ed7-c9f6-42ee-a8fd-75bbf924445b service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824639 Oct 22 13:06:32.985226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Calling delete_port for 82f242c1-1328-4559-ae4e-b19fc2562f6e owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:33.139588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-52456437-91e7-4603-90dc-53b1c1d83aff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3102374 Oct 22 13:06:33.140392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 15baf913-6ebe-43ba-92d4-691c0f59cce9 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:33.148891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-32fa572f-11e4-402a-9f3a-0ad7d86fb4a0 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:06:33.149878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-32fa572f-11e4-402a-9f3a-0ad7d86fb4a0 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3197649 Oct 22 13:06:33.183945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:33.215949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Pushing event deleted for resources: {'Port': ['ID=82f242c1-1328-4559-ae4e-b19fc2562f6e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:33.280295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-50b4df2b-5ef9-4b65-8431-c61395b8bd51 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:33.281860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-50b4df2b-5ef9-4b65-8431-c61395b8bd51 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 1093 time: 0.1232374 Oct 22 13:06:33.290387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cb3c-d1e4-4c23-bfec-6fc1b8fe9524 req-f6fdc867-712c-49d1-a890-3d29badf4897 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:33.291979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b12cb3c-d1e4-4c23-bfec-6fc1b8fe9524 req-f6fdc867-712c-49d1-a890-3d29badf4897 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 944 time: 0.4640517 Oct 22 13:06:33.405096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:33.413343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:33.413802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:06:33.417108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-847e194e-41eb-4bcd-a6ec-2113aaaa6dec service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632842 Oct 22 13:06:33.441119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b12cb3c-d1e4-4c23-bfec-6fc1b8fe9524 req-991b2aff-9e11-495a-86c7-28ed8d5d78e8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082406 Oct 22 13:06:33.574461 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe82f8-8429-47c6-8ab5-7941671c8785 x-openstack-request-id: req-58fe82f8-8429-47c6-8ab5-7941671c8785 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:33.574764 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:33.575027 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58fe82f8-8429-47c6-8ab5-7941671c8785 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:33.575430 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275', 'status': 'completed', 'code': 200} Oct 22 13:06:33.660024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:33.672526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['15baf913-6ebe-43ba-92d4-691c0f59cce9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:33.735341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=15baf913-6ebe-43ba-92d4-691c0f59cce9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:33.747381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6173fd0-e257-4b14-98fb-efe977d3e8bb req-dcb3ce18-9d2d-464f-a26e-f346e3904c20 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096895 Oct 22 13:06:33.818263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37b7b-c62c-4da5-a02c-08606efb8939 req-2c00c49a-5fd0-4b4e-83bd-3e844cb5b370 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:33.820217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1c37b7b-c62c-4da5-a02c-08606efb8939 req-2c00c49a-5fd0-4b4e-83bd-3e844cb5b370 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1917553 Oct 22 13:06:33.821063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 15baf913-6ebe-43ba-92d4-691c0f59cce9 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:33.827828 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b04de-b9de-4a05-a947-fd0dab921b32 x-openstack-request-id: req-c33b04de-b9de-4a05-a947-fd0dab921b32 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:33.828117 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:33.828366 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c33b04de-b9de-4a05-a947-fd0dab921b32 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:33.828767 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded', 'status': 'completed', 'code': 200} Oct 22 13:06:33.839702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:33.843001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be94b25c-9cea-4a95-bb57-f67f1b585483 req-eff8fa5e-36fd-4093-b475-05f40687b12f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "DELETE /v2.0/ports/15baf913-6ebe-43ba-92d4-691c0f59cce9 HTTP/1.1" status: 204 len: 173 time: 1.4543312 Oct 22 13:06:33.880066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:33.880537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:33.880906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:33.895051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:33.895379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:33.918749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1c37b7b-c62c-4da5-a02c-08606efb8939 req-2a61801a-34e1-48e5-b92a-0c5ec148e7e9 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Oct 22 13:06:33.919572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:33.920166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:33.920717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:33.921367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Bound port: 80054481-eb8d-401f-92a7-9f70aebdb481, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:33.926367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-14f708e0-c948-45b6-9f05-557e3a4268f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:33.927913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-14f708e0-c948-45b6-9f05-557e3a4268f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1094 time: 0.0984128 Oct 22 13:06:33.931331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625402d-ee95-4772-b28c-e28919d5c39a req-1da4469b-ae8b-4f1f-a871-59fb9c39887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:33.933084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-1da4469b-ae8b-4f1f-a871-59fb9c39887d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 1095 time: 0.1087060 Oct 22 13:06:34.059981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:34.080304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Router 92939925-171d-43c9-86b8-74047c317a35 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:06:34.088554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-384e0a2e-b7a5-48ae-9492-d49034b7b3e7 req-2fe550c8-875f-430d-b789-f930162a5fce tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0515380 Oct 22 13:06:34.093283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:34.094397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e4bfc4a0-5d47-409b-af40-0a5ba82e2157 service neutron] 10.222.0.25 "POST /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481/bindings HTTP/1.1" status: 201 len: 389 time: 0.8013856 Oct 22 13:06:34.104118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-e28fdc43-6959-4401-a600-5a8ff6021c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.105809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-e28fdc43-6959-4401-a600-5a8ff6021c37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.1622810 Oct 22 13:06:34.110562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625402d-ee95-4772-b28c-e28919d5c39a req-3ebc5dce-467e-4fde-bc89-0a43daccf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.112744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-3ebc5dce-467e-4fde-bc89-0a43daccf9b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.1553540 Oct 22 13:06:34.189323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-fecc4ff2-dd4a-4386-bbd6-47d6e722cc56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.0468061 Oct 22 13:06:34.258115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-0cdc014a-0bd8-4f54-975e-95826f0c140b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275 HTTP/1.1" status: 200 len: 217 time: 0.1253829 Oct 22 13:06:34.342950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-16551c29-9165-4e52-ba0f-63ed0fb9508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.344412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-16551c29-9165-4e52-ba0f-63ed0fb9508c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.1432490 Oct 22 13:06:34.349294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625402d-ee95-4772-b28c-e28919d5c39a req-36a7b0b6-c3e6-4133-95b9-b5d4a845e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.352832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-36a7b0b6-c3e6-4133-95b9-b5d4a845e0b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.0811067 Oct 22 13:06:34.361047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:34.382710 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23ed7f06-79f8-4889-b5e9-415e3d63969f admin admin] 10.222.0.25 "PUT /v2.0/routers/92939925-171d-43c9-86b8-74047c317a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942420 Oct 22 13:06:34.387941 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Sync routers for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:34.402640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51936) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:34.413076 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:34.413552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-5d8462bb-613d-4d49-bc4d-97d07636e58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462775 Oct 22 13:06:34.414743 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:34.456915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-dd1b72af-5fe9-44fb-9de0-58078b59db19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924189 Oct 22 13:06:34.562658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e66ef-b38b-4b77-a489-79a40b10df46 req-7fc9d36b-138f-4f48-b972-a2476ee41822 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.565545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:34.570358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f8e66ef-b38b-4b77-a489-79a40b10df46 req-7fc9d36b-138f-4f48-b972-a2476ee41822 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 945 time: 0.1608453 Oct 22 13:06:34.636090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-b654ecbf-ad04-4472-9138-325d2513428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.638281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-b654ecbf-ad04-4472-9138-325d2513428a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1096 time: 0.1862230 Oct 22 13:06:34.646346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-b7434414-4a6e-439b-92d3-93d9fd221367 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219191 Oct 22 13:06:34.677064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f8e66ef-b38b-4b77-a489-79a40b10df46 req-71cf71c8-16d1-4ef0-8fb1-d3cd7f3f46c2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002040 Oct 22 13:06:34.725744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:34.853797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4878-c9c1-4932-b2d2-359e2d6ac89f req-49a7b329-2f18-4a8e-87e5-777e8edbd15e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:34.856569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b8d4878-c9c1-4932-b2d2-359e2d6ac89f req-49a7b329-2f18-4a8e-87e5-777e8edbd15e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 944 time: 0.2763622 Oct 22 13:06:34.862645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6625402d-ee95-4772-b28c-e28919d5c39a req-04d0b49a-95be-48a7-bc3e-b257ab6b5632 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069097 Oct 22 13:06:34.868278 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:06:33Z', 'revision_number': 5, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:34.875885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:34.904746 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Checking router: 92939925-171d-43c9-86b8-74047c317a35 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:34.911211 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-e1a96fe7-6f05-4f7e-8976-64e37072d1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900476 Oct 22 13:06:34.919806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Routers {'92939925-171d-43c9-86b8-74047c317a35'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:34.920785 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['92939925-171d-43c9-86b8-74047c317a35'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:34.943198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b8d4878-c9c1-4932-b2d2-359e2d6ac89f req-d07e9520-4982-43f0-9cae-d573de1263b9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785372 Oct 22 13:06:35.013440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-ef35be45-ea4f-4200-a6db-b65961ecc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:35.016861 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-ef35be45-ea4f-4200-a6db-b65961ecc4e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.3380175 Oct 22 13:06:35.063830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beffd1c-bbe4-4f73-b50e-82a73239128e req-27de4944-c0a3-450c-9bb9-f798d28b71e2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:35.065724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1beffd1c-bbe4-4f73-b50e-82a73239128e req-27de4944-c0a3-450c-9bb9-f798d28b71e2 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0600379 Oct 22 13:06:35.088392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] Set router 92939925-171d-43c9-86b8-74047c317a35 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:35.108114 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-006276b8-9765-4751-9c37-c9e687bb0ff2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 217 time: 0.0481386 Oct 22 13:06:35.115410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1beffd1c-bbe4-4f73-b50e-82a73239128e req-3df26f84-0e63-41e1-8049-803bf0d652b9 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Oct 22 13:06:35.185002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fe253ea1-bb82-442c-9aa5-da3d8c4bf240 req-163f9d8b-c392-499c-a8ff-15dcb40b0f83 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623482 Oct 22 13:06:35.196598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Deleting port 5ca6964e-6992-4dc6-8558-d12f9b9bc413 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:35.196930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.243918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14a7f529-5872-496e-b593-9229647e8b36 req-75eab567-7094-40f0-b0be-ba278718e28b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0412471 Oct 22 13:06:35.299698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] For port 5ca6964e-6992-4dc6-8558-d12f9b9bc413, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ca6964e-6992-4dc6-8558-d12f9b9bc413,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:35.300371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.312886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e59fc3a1-a2f8-48cf-87d9-b2f53293644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:35.314369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-e59fc3a1-a2f8-48cf-87d9-b2f53293644d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.1904163 Oct 22 13:06:35.318772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Calling delete_port for 5ca6964e-6992-4dc6-8558-d12f9b9bc413 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:35.353839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-2a129861-4821-469c-a85b-3a8c4e4a1dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290952 Oct 22 13:06:35.451277 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:06:33Z', 'revision_number': 5, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:35.481511 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdfbc-28fd-4ac7-8c70-ecac721ff6c0 None None] The sync data for ids ['92939925-171d-43c9-86b8-74047c317a35'] in n-d-813419-8 is: [{'id': '92939925-171d-43c9-86b8-74047c317a35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396272902-router', 'tenant_id': '537cba6ad57d478bbcfe953060c2eea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:06:33Z', 'revision_number': 5, 'project_id': '537cba6ad57d478bbcfe953060c2eea8', 'gw_port': {'id': '5ca6964e-6992-4dc6-8558-d12f9b9bc413', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92939925-171d-43c9-86b8-74047c317a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:36Z', 'updated_at': '2021-10-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:35.542652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-722c1523-db06-4e1a-8a49-8e9d87317294 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482518 Oct 22 13:06:35.576141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'name': 'network-vif-deleted', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:35.578514 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fc3b98-1c67-4e2e-834f-6c1eb2eb9eed" -d '{"events": [{"server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "name": "network-vif-deleted", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:35.621667 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3b0921-8579-49ab-9b48-fee5eab12489 x-openstack-request-id: req-3f3b0921-8579-49ab-9b48-fee5eab12489 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:35.622227 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827be349-365a-4170-a2d3-dae817893c17", "name": "network-vif-deleted", "tag": "15baf913-6ebe-43ba-92d4-691c0f59cce9", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:35.622484 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f3b0921-8579-49ab-9b48-fee5eab12489 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:35.622961 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827be349-365a-4170-a2d3-dae817893c17', 'name': 'network-vif-deleted', 'tag': '15baf913-6ebe-43ba-92d4-691c0f59cce9', 'status': 'completed', 'code': 200} Oct 22 13:06:35.661287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.706369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-3d750369-585c-4471-b6cd-aa0de23977e3 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523669 Oct 22 13:06:35.707143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca6964e-6992-4dc6-8558-d12f9b9bc413,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:35.817687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.822260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed359f87-5d1b-4c6e-aff1-68a9feb9d3ab req-825ff54b-c70f-42dc-b636-043ef18871fa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:35.824386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed359f87-5d1b-4c6e-aff1-68a9feb9d3ab req-825ff54b-c70f-42dc-b636-043ef18871fa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 945 time: 0.0590281 Oct 22 13:06:35.882892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed359f87-5d1b-4c6e-aff1-68a9feb9d3ab req-181ea21f-2e4a-42a7-aa54-703e234e86c0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Oct 22 13:06:35.899416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-0b0151ab-3f23-4be2-9bcd-2f2b85606108 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:35.903321 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-0b0151ab-3f23-4be2-9bcd-2f2b85606108 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1259823 Oct 22 13:06:35.933648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.937340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:35.942367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:36.043957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.083895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.084369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92939925-171d-43c9-86b8-74047c317a35 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:06:36.092567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.093716 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-209e11dc-e1c8-4e3f-a73e-3c02d2aac8ac admin admin] 10.222.0.25 "DELETE /v2.0/routers/92939925-171d-43c9-86b8-74047c317a35 HTTP/1.1" status: 204 len: 168 time: 1.6875372 Oct 22 13:06:36.096259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:36.120325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188a94-9709-4db4-b16a-bbe704856b49 req-2ec3ed21-9cdd-4524-801b-72faa36c8e9e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:36.130388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53188a94-9709-4db4-b16a-bbe704856b49 req-2ec3ed21-9cdd-4524-801b-72faa36c8e9e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 944 time: 0.0695944 Oct 22 13:06:36.206231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53188a94-9709-4db4-b16a-bbe704856b49 req-6bdd30e8-d943-4d17-818f-da57b551a509 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682292 Oct 22 13:06:36.317690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83a23-1ef1-4a9f-a633-624f745cf998 req-e4a9982d-741e-4487-8f31-8fc1abb9cc44 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:36.319398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7b83a23-1ef1-4a9f-a633-624f745cf998 req-e4a9982d-741e-4487-8f31-8fc1abb9cc44 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0814309 Oct 22 13:06:36.429496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-570fd03c-42b5-4561-97af-25fd2b805f06 req-9be623fc-c117-4022-9043-d831d898a44b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0550849 Oct 22 13:06:36.443445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7b83a23-1ef1-4a9f-a633-624f745cf998 req-b1d61b2a-a45e-4a36-a759-2924b2166172 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157339 Oct 22 13:06:36.647279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Deleting subnet c49aa422-6b01-4989-abbf-9ff93ab29d97 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:06:36.653657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.697255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:36.711812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 15baf913-6ebe-43ba-92d4-691c0f59cce9 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:36.733221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.742052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 15baf913-6ebe-43ba-92d4-691c0f59cce9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:36.742927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 15baf913-6ebe-43ba-92d4-691c0f59cce9 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:36.771420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:36.801701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ca6964e-6992-4dc6-8558-d12f9b9bc413 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:36.823108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5ca6964e-6992-4dc6-8558-d12f9b9bc413 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:36.823984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ca6964e-6992-4dc6-8558-d12f9b9bc413 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:36.824403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82f242c1-1328-4559-ae4e-b19fc2562f6e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:36.839599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:36.841839 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc46d91-a553-44e4-9805-f75ab73bc788" -d '{"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-unplugged", "status": "completed", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:36.844289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 82f242c1-1328-4559-ae4e-b19fc2562f6e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:36.844863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82f242c1-1328-4559-ae4e-b19fc2562f6e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:36.848633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.880558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:36.897177 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8509715e-3c12-4d5e-8adc-0ecdc65b676c x-openstack-request-id: req-8509715e-3c12-4d5e-8adc-0ecdc65b676c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:36.897563 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-unplugged", "status": "completed", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:36.897762 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8509715e-3c12-4d5e-8adc-0ecdc65b676c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:36.898144 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481', 'code': 200} Oct 22 13:06:36.950815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.012174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23738e-93e6-49aa-962c-942cdcfcef64 req-30ec0bdf-1c1d-4a56-a38c-c94cde286b32 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:37.015062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b23738e-93e6-49aa-962c-942cdcfcef64 req-30ec0bdf-1c1d-4a56-a38c-c94cde286b32 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.0517342 Oct 22 13:06:37.023531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:37.023786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:37.024110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:37.035362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:37.039956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:37.040403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Attempting to bind port 80054481-eb8d-401f-92a7-9f70aebdb481 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:37.057362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:37.057762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:37.057910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b23738e-93e6-49aa-962c-942cdcfcef64 req-1e9fe509-83ac-437e-ac81-47b4df8df909 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Oct 22 13:06:37.058154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:37.058590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Bound port: 80054481-eb8d-401f-92a7-9f70aebdb481, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:37.058967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.103486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.140320 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.147264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c49aa422-6b01-4989-abbf-9ff93ab29d97 HTTP/1.1" status: 204 len: 168 time: 1.0475581 Oct 22 13:06:37.147463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4aa4ae-11ee-4d2f-82b6-380811364ed4 None None] Network 189ad348-9178-42dc-ab6e-6032bade91c1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:37.147950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933bf1a-4b46-450d-a81b-de4f88438269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49aa422-6b01-4989-abbf-9ff93ab29d97,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:37.148348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51972) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:37.174926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:37.179051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:37.187111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.234587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.281301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:37.328413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:37.329179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.331776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-41127a2c-f29d-4d7a-ad73-39fed10c1110 service neutron] 10.222.0.21 "PUT /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 1121 time: 1.3954697 Oct 22 13:06:37.401315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3e351-50f9-44fa-893d-5d28bcf3e33c req-e129c8bd-f2d1-481b-bec4-0280aae24b38 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:37.406590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-beb3e351-50f9-44fa-893d-5d28bcf3e33c req-e129c8bd-f2d1-481b-bec4-0280aae24b38 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 944 time: 0.0973725 Oct 22 13:06:37.407505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Deleting port 95f172b5-10ce-4e22-bd35-f13539f18a40 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:37.407853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.415785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becaec0f-801e-4963-9876-860c6671a18c None None] DHCP port deletion for 189ad348-9178-42dc-ab6e-6032bade91c1 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:06:37.425455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['80054481-eb8d-401f-92a7-9f70aebdb481'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:37.427361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device dcf81620-f4ec-4b4e-ac1c-4df743717275 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:37.504043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-beb3e351-50f9-44fa-893d-5d28bcf3e33c req-1a0b1db7-b980-46f6-bc99-97df17aaa691 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838540 Oct 22 13:06:37.505870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] For port 95f172b5-10ce-4e22-bd35-f13539f18a40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=95f172b5-10ce-4e22-bd35-f13539f18a40,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:37.506247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.558547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8ce981b-529d-4db5-b82d-01ee61af031a req-8876d0db-d6b9-4234-98d6-0e697c4e0f94 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0410559 Oct 22 13:06:37.559456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Calling delete_port for 95f172b5-10ce-4e22-bd35-f13539f18a40 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:37.606003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Deleting port 95f172b5-10ce-4e22-bd35-f13539f18a40 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:06:37.606349 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.675625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2052da-6c17-46b1-b8bf-b8e1fd66f2dc req-f5d2b9c0-33c5-45a8-a0a0-a354969002df tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:37.677207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c2052da-6c17-46b1-b8bf-b8e1fd66f2dc req-f5d2b9c0-33c5-45a8-a0a0-a354969002df tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1067228 Oct 22 13:06:37.680675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-becaec0f-801e-4963-9876-860c6671a18c None None] For port 95f172b5-10ce-4e22-bd35-f13539f18a40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=95f172b5-10ce-4e22-bd35-f13539f18a40,segment=NetworkSegment(eab90769-33ca-49de-9076-950addbf9a97),segment_id=eab90769-33ca-49de-9076-950addbf9a97)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:37.681081 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.693771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Calling delete_port for 95f172b5-10ce-4e22-bd35-f13539f18a40 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:06:37.730920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c2052da-6c17-46b1-b8bf-b8e1fd66f2dc req-58846694-f844-4d04-b94b-bc9b47ccf2ce tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Oct 22 13:06:37.732399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.773943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] No DVR routers for this DVR port 95f172b5-10ce-4e22-bd35-f13539f18a40 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:37.780005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f172b5-10ce-4e22-bd35-f13539f18a40,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:37.805098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.843439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaec0f-801e-4963-9876-860c6671a18c None None] No DVR routers for this DVR port 95f172b5-10ce-4e22-bd35-f13539f18a40 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:37.875838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaec0f-801e-4963-9876-860c6671a18c None None] Pushing event deleted for resources: {'Port': ['ID=95f172b5-10ce-4e22-bd35-f13539f18a40,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:37.888204 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.904771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.909949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189ad348-9178-42dc-ab6e-6032bade91c1']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:37.919680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:37.919891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab90769-33ca-49de-9076-950addbf9a97') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:37.920054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab90769-33ca-49de-9076-950addbf9a97') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:37.930938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.942657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'dcf81620-f4ec-4b4e-ac1c-4df743717275', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'port_id': 'dcf81620-f4ec-4b4e-ac1c-4df743717275', 'mac_address': 'fa:16:3e:07:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:37.945818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.953091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:06:37.953491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:06:37.955880 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:06:38.020617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.022335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.028828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.033415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/189ad348-9178-42dc-ab6e-6032bade91c1 HTTP/1.1" status: 204 len: 168 time: 0.8838382 Oct 22 13:06:38.040335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf81620-f4ec-4b4e-ac1c-4df743717275 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:38.045552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f62ca-b300-4247-b21f-b262737b78b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=189ad348-9178-42dc-ab6e-6032bade91c1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:38.061280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:38.066570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.067435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 09056f5c-39d1-4303-b904-e95eeca03ded details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:38.136061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:38.141732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=09056f5c-39d1-4303-b904-e95eeca03ded,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:38.156157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '09056f5c-39d1-4303-b904-e95eeca03ded', 'network_id': '18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3', 'port_id': '09056f5c-39d1-4303-b904-e95eeca03ded', 'mac_address': 'fa:16:3e:79:14:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94875e65-b17c-4433-8fd1-8b3db628423b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:38.185960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:38.220725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178dd2e-d4b6-42df-aac4-57dc12a77bf4 req-f7774020-d27c-4345-8ebd-7ee498f8a42b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:38.222245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.228351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0178dd2e-d4b6-42df-aac4-57dc12a77bf4 req-f7774020-d27c-4345-8ebd-7ee498f8a42b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.0733602 Oct 22 13:06:38.237494 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b544b255-fb36-43e2-ab8f-f2faa36860a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=230a2a9cc63c40a8a871fcba0a88284c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489664 Oct 22 13:06:38.237746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09056f5c-39d1-4303-b904-e95eeca03ded {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:38.240090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:38.261255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=09056f5c-39d1-4303-b904-e95eeca03ded,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:38.266459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.267019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0178dd2e-d4b6-42df-aac4-57dc12a77bf4 req-c8fcd0af-615d-4772-9b6f-67480065e9ca tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Oct 22 13:06:38.311715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.323489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:38.340213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.392549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.396168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:38.397389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3835c14-6f2b-48cc-be3f-6d1fd6062016 HTTP/1.1" status: 204 len: 168 time: 0.1558890 Oct 22 13:06:38.405838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06d0e9-caa8-468e-9350-2b67615d8d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3835c14-6f2b-48cc-be3f-6d1fd6062016,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:38.655727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de078dc-2487-4981-bbab-7126ee4f7262 req-67852b47-4ce1-46e4-a475-0f3d4fe7a8f6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:38.657247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2de078dc-2487-4981-bbab-7126ee4f7262 req-67852b47-4ce1-46e4-a475-0f3d4fe7a8f6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 945 time: 0.0623698 Oct 22 13:06:38.692696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08704361-a63e-4c5b-b2df-4f7fb5deed9b req-60e84957-b84e-4847-bdf2-2c5437dbf755 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0463800 Oct 22 13:06:38.754413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2de078dc-2487-4981-bbab-7126ee4f7262 req-b56711c5-ef8f-4e23-ac05-83cbf606cc07 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875807 Oct 22 13:06:38.779807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['09056f5c-39d1-4303-b904-e95eeca03ded'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:38.786065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['dcf81620-f4ec-4b4e-ac1c-4df743717275'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:38.826876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52008) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:38.893441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 95f172b5-10ce-4e22-bd35-f13539f18a40 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:38.898813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:38.902791 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c760cf4-24ff-4198-ad21-8218d05d87d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:38.911469 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dfb83887-dd78-4797-a53e-7d625528c208 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=537cba6ad57d478bbcfe953060c2eea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833018 Oct 22 13:06:38.915376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52014) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:38.935250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 95f172b5-10ce-4e22-bd35-f13539f18a40 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:06:38.935828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 95f172b5-10ce-4e22-bd35-f13539f18a40 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:38.976340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1159-14a3-4c1a-b065-e5f21b75786d req-b6df0f75-e13f-4560-a201-5e5927af5851 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:38.983339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85fa1159-14a3-4c1a-b065-e5f21b75786d req-b6df0f75-e13f-4560-a201-5e5927af5851 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0904620 Oct 22 13:06:39.024322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:39.049981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85fa1159-14a3-4c1a-b065-e5f21b75786d req-621695cc-f2f8-4a98-b216-e56e4bcc35f9 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567346 Oct 22 13:06:39.058000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:39.093580 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b709655-a36d-49db-885b-fb1d15c9baf1 x-openstack-request-id: req-6b709655-a36d-49db-885b-fb1d15c9baf1 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:39.093874 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:39.094337 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b709655-a36d-49db-885b-fb1d15c9baf1 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:39.094760 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481', 'status': 'completed', 'code': 200} Oct 22 13:06:39.133796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:39.136910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:39.138081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfa64cc6-7691-40d4-8942-915204933b9b HTTP/1.1" status: 204 len: 168 time: 0.2212069 Oct 22 13:06:39.157202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d15603-185f-407c-90c6-fb993a4b3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa64cc6-7691-40d4-8942-915204933b9b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:39.174933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-adaab40c-5bfe-486f-bb3e-0ae9ead8f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:39.177748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-adaab40c-5bfe-486f-bb3e-0ae9ead8f317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1124 time: 0.0603967 Oct 22 13:06:39.283829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-7e1badaf-7d45-4eb6-9017-9aa084815661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:39.285450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-7e1badaf-7d45-4eb6-9017-9aa084815661 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.1003056 Oct 22 13:06:39.343782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-009a1d19-2d49-4ad6-92c4-ec27f94ec50f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 217 time: 0.0494576 Oct 22 13:06:39.445560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:39.460119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-b3d03600-8b05-4582-8698-221ef6dfcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:39.462435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-b3d03600-8b05-4582-8698-221ef6dfcd5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.1119785 Oct 22 13:06:39.477718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146135f-4841-467b-b85a-37e60275d263 req-a11f07ee-7475-41e1-bceb-37b2b5853f9f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:39.480072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9146135f-4841-467b-b85a-37e60275d263 req-a11f07ee-7475-41e1-bceb-37b2b5853f9f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1284778 Oct 22 13:06:39.529775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-6bc14b90-0f4a-4b29-8be1-2b0acd213681 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458987 Oct 22 13:06:39.575790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:39.579534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9146135f-4841-467b-b85a-37e60275d263 req-72e58f4d-34b3-4aad-8642-3c037235d6bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872874 Oct 22 13:06:39.600937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:06:39.659326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-8e5c8a5b-306e-4ac0-83e2-2c9b37ebb6fb service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184204 Oct 22 13:06:39.665325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:39.763616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c760cf4-24ff-4198-ad21-8218d05d87d7 req-71e1ada5-d55a-42ec-82a9-7d3e2e89f9a0 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967329 Oct 22 13:06:39.833742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dd59162-de73-4b2a-bfe2-690137bfd042 req-15c68451-d6c8-49a2-b107-cb86acc02386 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=827be349-365a-4170-a2d3-dae817893c17 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Oct 22 13:06:39.894683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c181ea1-856e-4d97-ada2-05fb1f05fdf4 req-a49b05af-997f-46d2-832d-ebdbfb23bd8c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:39.896426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c181ea1-856e-4d97-ada2-05fb1f05fdf4 req-a49b05af-997f-46d2-832d-ebdbfb23bd8c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 945 time: 0.0614665 Oct 22 13:06:39.939536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c181ea1-856e-4d97-ada2-05fb1f05fdf4 req-c9b6a0f1-6b92-47c2-afce-1f629c7f07d7 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Oct 22 13:06:39.959151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:40.081302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-network', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:40.113413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Made reservation on behalf of 0e780bb87be147ba863e89fdb2594a03 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:40.116117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.125708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.210186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.214379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.215005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944b996-c639-4fa0-96bc-50f1f27f260d req-c5bed150-c9a3-4ec7-85f1-e76a295ab883 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:40.216520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2944b996-c639-4fa0-96bc-50f1f27f260d req-c5bed150-c9a3-4ec7-85f1-e76a295ab883 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0669420 Oct 22 13:06:40.237106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:06:40.250676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8dc3c0-a72f-4a8d-a669-841bfba39384,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:40.255762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.255988 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Added segment 1eecba57-64d6-42d9-afc3-d25230a2fb1a of type vlan for network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 Oct 22 13:06:40.258945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2944b996-c639-4fa0-96bc-50f1f27f260d req-d9729890-3d45-4e50-871f-e7a0d4088018 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Oct 22 13:06:40.267001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.267274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.268169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.268496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.268830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.269162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.269504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.269822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.270138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.270461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.270806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.271165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:06:40.314311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.344495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.345552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:40.346817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.374302 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4140174 Oct 22 13:06:40.377863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52054) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:40.383198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Request body: {'subnet': {'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-subnet', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:40.403909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Made reservation on behalf of 0e780bb87be147ba863e89fdb2594a03 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:40.406236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.413969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0b28b-69fd-47da-ab90-f96d14895dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a94599c-1ed2-4cf3-847f-5a1504e68c44,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:40.423812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:06:40.765740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645503-da1e-4013-a45b-33b9d1e3e25e req-d3b6563a-e609-4c7b-8a2a-0581d2d07076 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:40.767262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97645503-da1e-4013-a45b-33b9d1e3e25e req-d3b6563a-e609-4c7b-8a2a-0581d2d07076 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.0695112 Oct 22 13:06:40.838242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97645503-da1e-4013-a45b-33b9d1e3e25e req-91926d5c-426f-4afd-97a1-89b01015d898 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632281 Oct 22 13:06:40.886898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:40.937002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934dbfc3-b9ed-443f-9f20-66b7c615bf83,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:40.955341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Checking segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:40.955705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Network hostable DHCP agents. Network: 8a94599c-1ed2-4cf3-847f-5a1504e68c44, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:06:40.980283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:06:40.993485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8a94599c-1ed2-4cf3-847f-5a1504e68c44) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:41.011548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf298fd-85cb-4403-978b-a113d4e66e56 None None] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:41.014702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:41.015432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.046034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a04fbca-63b1-4ed9-b208-4255c9cf9dc6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6640239 Oct 22 13:06:41.046294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:41.063578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:41.103502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e12e7-796c-45a0-8802-4eb7dc1e6c03 req-44c228cb-8d98-4c6c-a1ea-d8fa0a820d03 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:41.105056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-758e12e7-796c-45a0-8802-4eb7dc1e6c03 req-44c228cb-8d98-4c6c-a1ea-d8fa0a820d03 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 945 time: 0.0748656 Oct 22 13:06:41.106422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.107498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.193956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.204611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:06:41.206038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.270906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-758e12e7-796c-45a0-8802-4eb7dc1e6c03 req-985eb516-7ff3-46fe-a363-78ebed6254d8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473165 Oct 22 13:06:41.365861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.371726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Allocated IP 172.20.0.2 (8a94599c-1ed2-4cf3-847f-5a1504e68c44/934dbfc3-b9ed-443f-9f20-66b7c615bf83/7aaeff38-4572-438a-aa4c-921a0badd696) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:41.496356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device dcf81620-f4ec-4b4e-ac1c-4df743717275 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:41.506759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e120-96db-41fe-8ab6-5a2ae3bde3b7 req-21015065-d5cc-4c43-a0b7-9615a683588a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:41.508255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db46e120-96db-41fe-8ab6-5a2ae3bde3b7 req-21015065-d5cc-4c43-a0b7-9615a683588a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1391511 Oct 22 13:06:41.558009 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.566250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.576032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port dcf81620-f4ec-4b4e-ac1c-4df743717275 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:41.584091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-71ab3f46-389e-4e38-9b43-ff1f3d17637e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:41.585639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-71ab3f46-389e-4e38-9b43-ff1f3d17637e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.2059650 Oct 22 13:06:41.597081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port dcf81620-f4ec-4b4e-ac1c-4df743717275 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:41.597493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.620005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db46e120-96db-41fe-8ab6-5a2ae3bde3b7 req-44e84e68-9cd1-4568-9f02-a2a923262005 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006577 Oct 22 13:06:41.623153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-92449fe4-ab25-4581-9337-e6353f8345e4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0224175 Oct 22 13:06:41.628180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:41.634037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:41.648614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:41.653853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Pushing event updated for resources: {'Port': ['ID=7aaeff38-4572-438a-aa4c-921a0badd696,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:41.663150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-ae9bc702-bb9f-45fc-8958-3f510531595e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333183 Oct 22 13:06:41.714269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Attempting to bind port 7aaeff38-4572-438a-aa4c-921a0badd696 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:41.714663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Attempting to bind port 7aaeff38-4572-438a-aa4c-921a0badd696 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:41.715038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Attempting to bind port 7aaeff38-4572-438a-aa4c-921a0badd696 on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:41.723550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:41.723931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Checking segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:41.724333 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.724734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Bound using segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:41.725211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Bound port: 7aaeff38-4572-438a-aa4c-921a0badd696, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:41.725593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.786195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.825562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:41.827925 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1913ca50-50b2-434a-923d-925220d5f3d6" -d '{"events": [{"server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "name": "network-vif-plugged", "status": "completed", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:41.843746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.847588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:41.850362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] For port 7aaeff38-4572-438a-aa4c-921a0badd696, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:41.860724 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.862520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 09056f5c-39d1-4303-b904-e95eeca03ded up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:41.868397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-d69f77c3-c261-4ef4-a162-79765eac157a service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978328 Oct 22 13:06:41.868830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] For port 7aaeff38-4572-438a-aa4c-921a0badd696, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7aaeff38-4572-438a-aa4c-921a0badd696,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:41.869407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.907561 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c44e220-62d0-4588-aa64-ac542196f1d4 x-openstack-request-id: req-7c44e220-62d0-4588-aa64-ac542196f1d4 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:41.907857 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "name": "network-vif-plugged", "status": "completed", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:41.908110 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c44e220-62d0-4588-aa64-ac542196f1d4 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:41.908671 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275', 'code': 200} Oct 22 13:06:41.912834 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:41.986269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:42.006238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185408e9-d3a2-479e-958d-4d8a140eaaf7 req-f1a4ef3d-e0ff-4cf5-9771-d4ddddff453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:42.009303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-185408e9-d3a2-479e-958d-4d8a140eaaf7 req-f1a4ef3d-e0ff-4cf5-9771-d4ddddff453c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 1097 time: 0.0623884 Oct 22 13:06:42.043033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 09056f5c-39d1-4303-b904-e95eeca03ded completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:42.056295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-185408e9-d3a2-479e-958d-4d8a140eaaf7 req-c6148ca0-8aa2-49ea-99eb-cc24bd70ab7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Oct 22 13:06:42.057931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 09056f5c-39d1-4303-b904-e95eeca03ded triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:42.058309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.084004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba0066-1c00-44b2-acc4-b36c9ddd741e None None] Pushing event updated for resources: {'Port': ['ID=7aaeff38-4572-438a-aa4c-921a0badd696,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:42.102848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-7796068b-5a7c-46dc-be54-299a0d161f45 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925240 Oct 22 13:06:42.125836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed825d5-85d5-42dd-a168-61cea19181d9 req-3a49d5b5-7954-4366-9b7f-ccad19fb5c64 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:42.128043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ed825d5-85d5-42dd-a168-61cea19181d9 req-3a49d5b5-7954-4366-9b7f-ccad19fb5c64 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1167819 Oct 22 13:06:42.142485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Allocated IP 172.25.6.50 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/32ff5ffe-53e2-43e1-a15b-a36dab9f3a76) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:42.157244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.231703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ed825d5-85d5-42dd-a168-61cea19181d9 req-db401f79-c106-45a5-a4ab-9d5194a1fbed tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Oct 22 13:06:42.376052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.421541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=09056f5c-39d1-4303-b904-e95eeca03ded,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:42.428160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.441397 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.485752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:42.489093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:42.492415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:42.495978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:42.524347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Pushing event updated for resources: {'Port': ['ID=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:42.770209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:42.844519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7aaeff38-4572-438a-aa4c-921a0badd696 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:42.904767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7aaeff38-4572-438a-aa4c-921a0badd696 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:42.905190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.008998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.044624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.060147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 7aaeff38-4572-438a-aa4c-921a0badd696, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7aaeff38-4572-438a-aa4c-921a0badd696,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:43.066243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.121855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=7aaeff38-4572-438a-aa4c-921a0badd696,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:43.168644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a9f7c-6b7d-4236-a734-7ab342b6064b None None] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:06:43.200888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:06:43.300884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-98a19f7f-2ae8-4c27-8939-e243439a4693 None None] Provisioning complete for port 7aaeff38-4572-438a-aa4c-921a0badd696 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:43.301407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-98a19f7f-2ae8-4c27-8939-e243439a4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.320273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:43.338304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:43.340877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.345064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:06:43.347290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0cf742b8-903a-46a4-9943-14e3224e9b8a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2998817 Oct 22 13:06:43.372092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:43.372818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:43.632824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:43.821027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af27e07c-cee9-4e60-a40c-f2606d97b7a9 req-0e1c6063-529e-474b-9322-01a9fc7e81b4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0492260 Oct 22 13:06:43.853111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-24c3bfd8-0315-46bc-8239-414d87da27ad None None] Provisioning complete for port 7aaeff38-4572-438a-aa4c-921a0badd696 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:43.854020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24c3bfd8-0315-46bc-8239-414d87da27ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.909780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:43.912014 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf508fc-5af7-4a0a-98ca-c63619a6be0c" -d '{"events": [{"server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "name": "network-vif-plugged", "status": "completed", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:43.930558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:42Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:43.940016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:43.955628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7976b0-a358-4789-b91b-efe0bbbb238b req-f91d3921-f3a4-4d56-9edf-6b2825b80175 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:43.958788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:43.959346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Updating router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:06:43.963000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb7976b0-a358-4789-b91b-efe0bbbb238b req-f91d3921-f3a4-4d56-9edf-6b2825b80175 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1919985 Oct 22 13:06:44.012595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.034450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-b1ec673a-634a-4aeb-9ec3-59e3985f6fc5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:44.035963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-b1ec673a-634a-4aeb-9ec3-59e3985f6fc5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.6249554 Oct 22 13:06:44.041451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb7976b0-a358-4789-b91b-efe0bbbb238b req-a5002645-fdc8-4267-b0f7-e4cf720ed492 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771964 Oct 22 13:06:44.049868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbc978-9a4f-4559-a50f-f285d74fe146 req-44951bad-8c96-4eeb-8e3f-8b9482e5c78a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:44.051489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abdbc978-9a4f-4559-a50f-f285d74fe146 req-44951bad-8c96-4eeb-8e3f-8b9482e5c78a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1502831 Oct 22 13:06:44.062815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:44.149716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Allocated IP 172.20.0.1 (8a94599c-1ed2-4cf3-847f-5a1504e68c44/934dbfc3-b9ed-443f-9f20-66b7c615bf83/98b8a3fc-66b3-4579-8106-1bb2c1c3da4a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:44.192713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abdbc978-9a4f-4559-a50f-f285d74fe146 req-6f53ac4e-3a8c-4942-ba25-fca98be23d74 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298392 Oct 22 13:06:44.240095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97f376-8b71-4f20-a01e-fe215501cb5a req-cc3ae6d7-46c2-4a65-a131-346e91a7fc70 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:44.247497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea97f376-8b71-4f20-a01e-fe215501cb5a req-cc3ae6d7-46c2-4a65-a131-346e91a7fc70 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1073163 Oct 22 13:06:44.277297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:44.280758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.304359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.329405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.337616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.345399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.377207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea97f376-8b71-4f20-a01e-fe215501cb5a req-2d2ddf7f-e5b8-47d8-a0c4-5e57e8250f66 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287813 Oct 22 13:06:44.418471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f3c8a-ff44-429e-bd05-1fdc6ac607c3 None None] Pushing event updated for resources: {'Port': ['ID=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:44.428440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Attempting to bind port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:44.428928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Attempting to bind port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:44.429345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Attempting to bind port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:44.435108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:44.435694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:44.436292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:44.436703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.437101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:44.437582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Bound port: 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:44.437967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.440251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:44.443965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:44.483849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.13 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/23d91963-1c33-45a4-869f-984bee7e7d9d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:44.521192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Pushing event updated for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:44.531702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] For port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:44.535662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] For port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:44.537977 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b912651-fe24-44b2-8f76-97f9752adb5f x-openstack-request-id: req-5b912651-fe24-44b2-8f76-97f9752adb5f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:44.538313 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "name": "network-vif-plugged", "status": "completed", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:44.538934 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b912651-fe24-44b2-8f76-97f9752adb5f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:44.539375 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded', 'code': 200} Oct 22 13:06:44.543558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.637294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f3c8a-ff44-429e-bd05-1fdc6ac607c3 None None] Pushing event updated for resources: {'Port': ['ID=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:44.648497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.662085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:44.663059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:44.709154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5238c1-7a19-4a3f-ae78-599ce61258ef req-563b4fb2-421d-45e6-8022-975e4a0c49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:44.710718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5b5238c1-7a19-4a3f-ae78-599ce61258ef req-563b4fb2-421d-45e6-8022-975e4a0c49ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.1355844 Oct 22 13:06:44.735962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50741c66-406b-469e-a976-6e0bd9cf966a req-d30af75b-ee8e-4781-b1f8-83db0e440f45 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0407550 Oct 22 13:06:44.767388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:44.776902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.826242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.827018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5b5238c1-7a19-4a3f-ae78-599ce61258ef req-c22470bc-b551-463a-8955-120ffed9a2d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069686 Oct 22 13:06:44.834508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7aaeff38-4572-438a-aa4c-921a0badd696 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:44.878949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:44.882245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:44.886057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:44.887970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.916109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:44.919876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:44.951508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:44.952327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.952455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eb5818d6-17b6-4405-855b-71b587a62d31 None None] Provisioning complete for port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:44.952814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb5818d6-17b6-4405-855b-71b587a62d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:44.971512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-1a3bddec-6b97-4b10-b56c-505deba6828b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9182029 Oct 22 13:06:44.983978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Request body: {'port': {'device_id': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:45.045114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.079324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.085886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.158545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.160728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Pushing event updated for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:45.231831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-eb5818d6-17b6-4405-855b-71b587a62d31 None None] Port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:06:45.241447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:45.281271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7aaeff38-4572-438a-aa4c-921a0badd696 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:45.281709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.293787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:45.295433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:45.304525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d80e1-5070-4106-9a30-c73ca641b756 req-c035bea2-b5d1-4404-ac8e-8a5e246ce8d6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:45.308150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'mac_address': 'fa:16:3e:1d:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:45.313707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-466d80e1-5070-4106-9a30-c73ca641b756 req-c035bea2-b5d1-4404-ac8e-8a5e246ce8d6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1920211 Oct 22 13:06:45.415169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.417112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-466d80e1-5070-4106-9a30-c73ca641b756 req-604d90ba-2f49-4473-9592-fb997a6a80b9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003003 Oct 22 13:06:45.462201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:45.471870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:06:45.515897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:45.526401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.526708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870e6a-ea1b-460d-96e6-29b6cbacd0d2 req-3939635c-f35f-4810-8df5-5041be21ab2d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:45.540070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db870e6a-ea1b-460d-96e6-29b6cbacd0d2 req-3939635c-f35f-4810-8df5-5041be21ab2d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.2233753 Oct 22 13:06:45.556240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d91963-1c33-45a4-869f-984bee7e7d9d {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:45.571920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.579263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:42Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:45.602685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db870e6a-ea1b-460d-96e6-29b6cbacd0d2 req-1e11c4c2-39d3-497d-822d-9ae39f37279d tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Oct 22 13:06:45.642156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826dfac-ea09-4e4b-b6c8-9ccb2f1ed44d None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:42Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:45.650589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:45.658702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:06:45.672942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8240de7a-8bc4-4d5b-8d24-0e07a35a756b admin admin] 10.222.0.25 "PUT /v2.0/routers/89cb06aa-570e-45b2-8d3e-8960ed82e2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261235 Oct 22 13:06:45.678227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Transition to ACTIVE for port object 23d91963-1c33-45a4-869f-984bee7e7d9d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:45.696366 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.699765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a6f4990d-e87f-49b5-a947-7b1db05c176d None None] Provisioning complete for port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:45.700148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6f4990d-e87f-49b5-a947-7b1db05c176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:45.742523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4990d-e87f-49b5-a947-7b1db05c176d None None] Port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:06:45.749984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313eece-4672-49f8-bcd3-9e9778b99ffd req-76710f44-3a6e-41d8-86cc-9395fd0be1a2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:45.751593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e313eece-4672-49f8-bcd3-9e9778b99ffd req-76710f44-3a6e-41d8-86cc-9395fd0be1a2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 943 time: 0.1432877 Oct 22 13:06:45.756399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:45.781286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Pushing event updated for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:45.844142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e313eece-4672-49f8-bcd3-9e9778b99ffd req-2fb6cf3f-a9f3-4821-8f9e-6b81a25200ba tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847063 Oct 22 13:06:45.896672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Attempting to bind port 23d91963-1c33-45a4-869f-984bee7e7d9d on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:45.897082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Attempting to bind port 23d91963-1c33-45a4-869f-984bee7e7d9d by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:45.897480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Attempting to bind port 23d91963-1c33-45a4-869f-984bee7e7d9d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:45.902581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Port 23d91963-1c33-45a4-869f-984bee7e7d9d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:45.903027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Attempting to bind port 23d91963-1c33-45a4-869f-984bee7e7d9d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:45.908805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:45.909410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:45.910789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:45.910789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Bound port: 23d91963-1c33-45a4-869f-984bee7e7d9d, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:45.910789 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:46.000984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:46.004586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=23d91963-1c33-45a4-869f-984bee7e7d9d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:46.008563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:46.045329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:46.045961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:46.047387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] 10.222.0.26 "PUT /v2.0/ports/23d91963-1c33-45a4-869f-984bee7e7d9d HTTP/1.1" status: 200 len: 1092 time: 1.0681243 Oct 22 13:06:46.047835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:46.050356 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb61ab6-2213-45ba-888a-1c3a62a1d638" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:46.076831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d4cc-31e2-4694-96f5-9ea56e40a976 service neutron] Pushing event updated for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:46.133739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-c49d3b26-dbd4-4ba1-a6d5-ace98a651291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:46.135309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-c49d3b26-dbd4-4ba1-a6d5-ace98a651291 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 1095 time: 0.0436044 Oct 22 13:06:46.184085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-489ef2a1-350a-4501-b79d-75a3afb85867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d91963-1c33-45a4-869f-984bee7e7d9d HTTP/1.1" status: 200 len: 217 time: 0.0396805 Oct 22 13:06:46.237647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-63cbd26d-805b-4a96-a959-b73d85ee7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:46.239120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-63cbd26d-805b-4a96-a959-b73d85ee7162 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0477357 Oct 22 13:06:46.274249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-bd08d0a8-cf65-4ce7-8e92-59a0b58b6ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264924 Oct 22 13:06:46.376217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-3e1e3d46-ac6f-49f7-b05d-488a08f1dc21 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930374 Oct 22 13:06:46.471424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-2fd0b825-5841-4db0-b819-fee7c525e7ba service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876551 Oct 22 13:06:46.768163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:46.798135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:46.858087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port dded979d-c004-40f8-b9df-63a2c7476aec triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:46.858449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:46.884062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:46.884426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:46.993536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.020642 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.039269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:47.041503 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae65eb2-9653-4e40-a441-e281e1c5b99e" -d '{"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:47.059827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:47.061611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:47.063765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.068558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.114302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:47.164658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:47.279973 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:06:47.290768 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:47.291377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:47.404154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:47.600482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 2, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:47.629874 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:06:47.630223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Updating router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:06:47.654008 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.911110 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.916043 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:47.967714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45507bc-020e-4fe7-a6f2-d7391df8d7e3 None None] Pushing event updated for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:48.019914 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Attempting to bind port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:48.020296 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Attempting to bind port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:48.020632 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Attempting to bind port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:48.025912 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:48.026283 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Checking segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:48.026739 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.027134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Bound using segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:48.027621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Bound port: 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:48.027999 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.093245 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] For port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:48.096846 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] For port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:48.102469 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.153200 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:06:48.153925 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:48.177826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] Provisioning complete for port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:48.178442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.211426 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45507bc-020e-4fe7-a6f2-d7391df8d7e3 None None] Pushing event updated for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:48.272908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.288741 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:06:48.317168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] For port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:48.321222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.372050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb6a5f-d0df-47cc-9226-f8a517556a24 None None] Pushing event updated for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:48.444780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-701c7a1d-ef76-4885-830b-1f7e3098f793 None None] Provisioning complete for port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:48.445625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-701c7a1d-ef76-4885-830b-1f7e3098f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:48.498494 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:06:48.525384 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ec907-0c6e-4f0f-a71f-80ac50ab0994 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:06:48.785384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 23d91963-1c33-45a4-869f-984bee7e7d9d details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:06:48.868358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:48.929899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=23d91963-1c33-45a4-869f-984bee7e7d9d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:48.947153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '23d91963-1c33-45a4-869f-984bee7e7d9d', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '23d91963-1c33-45a4-869f-984bee7e7d9d', 'mac_address': 'fa:16:3e:66:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:06:48.957592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:48.957904 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:49.014011 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:49.037354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d91963-1c33-45a4-869f-984bee7e7d9d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:49.062377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=23d91963-1c33-45a4-869f-984bee7e7d9d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:49.081664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:49.123387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:49.164234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:49.190325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:49.190948 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:49.459508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['23d91963-1c33-45a4-869f-984bee7e7d9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:06:50.793479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 23d91963-1c33-45a4-869f-984bee7e7d9d up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:06:50.841546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 23d91963-1c33-45a4-869f-984bee7e7d9d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:06:50.845550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 23d91963-1c33-45a4-869f-984bee7e7d9d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:50.846146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:50.906724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-cbd572a6-d735-4c88-9e09-606b90720eee service neutron] 10.222.0.26 "GET /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.0560052 Oct 22 13:06:50.922698 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:50.959767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=23d91963-1c33-45a4-869f-984bee7e7d9d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:50.964070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:51.011321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:51.085540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:51.108999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:51.140820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80054481-eb8d-401f-92a7-9f70aebdb481 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:51.151087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:06:51.164677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:51.234845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] Transition to ACTIVE for port object 80054481-eb8d-401f-92a7-9f70aebdb481 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:51.239503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:51.307240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] No DVR routers for this DVR port 80054481-eb8d-401f-92a7-9f70aebdb481 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:06:51.317826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] Pushing event updated for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:51.338867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-a06e0dff-0f8a-40d2-b959-68f539ec9741 service neutron] 10.222.0.26 "PUT /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.4253366 Oct 22 13:06:53.923609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0099ff40-b1c2-4032-9c4b-32e716fc076f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:54.816897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:06:54.854850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:06:55.221605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-92f44e4f-c8ef-4219-9557-d7f6ddc3ff14 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.223274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-92f44e4f-c8ef-4219-9557-d7f6ddc3ff14 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.0536306 Oct 22 13:06:55.257096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b332a5-3291-4dda-9c51-d717f6d6c260 req-617112f3-6f85-4ba6-a139-3fe66033c1a7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.259628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5b332a5-3291-4dda-9c51-d717f6d6c260 req-617112f3-6f85-4ba6-a139-3fe66033c1a7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.0539522 Oct 22 13:06:55.290328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-8071f7fc-42d4-48a8-b18a-6fcd1dd8823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.291987 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-8071f7fc-42d4-48a8-b18a-6fcd1dd8823d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f&tenant_id=42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 1095 time: 0.0594420 Oct 22 13:06:55.308526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5b332a5-3291-4dda-9c51-d717f6d6c260 req-59717c8f-fe7c-4a90-9edc-a34e6a8c9313 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Oct 22 13:06:55.370910 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924a585-8067-49a0-afcf-fd77f43ad078 x-openstack-request-id: req-2924a585-8067-49a0-afcf-fd77f43ad078 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:55.371206 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:55.371470 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2924a585-8067-49a0-afcf-fd77f43ad078 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:55.371933 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d', 'status': 'completed', 'code': 200} Oct 22 13:06:55.414799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-8d9b943b-54fb-4295-843f-ac7e2c6f4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.416792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-8d9b943b-54fb-4295-843f-ac7e2c6f4fca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1095 time: 0.0643749 Oct 22 13:06:55.513100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-64160989-064e-46d2-b4e4-2a17cef7c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.514678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-64160989-064e-46d2-b4e4-2a17cef7c6cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.0899146 Oct 22 13:06:55.529797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-62e65765-4d62-4abf-9802-a8233d847669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.531338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-62e65765-4d62-4abf-9802-a8233d847669 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 1097 time: 0.1373794 Oct 22 13:06:55.558218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-9cdf7305-dac8-45a7-9293-cdc1f3324301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 200 len: 217 time: 0.0351071 Oct 22 13:06:55.576336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d145-3b66-4cf7-9538-31e56f73cf3b req-dc235f8b-22c8-42b2-81f8-14e672675992 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.577820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a2d145-3b66-4cf7-9538-31e56f73cf3b req-dc235f8b-22c8-42b2-81f8-14e672675992 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1501300 Oct 22 13:06:55.608148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-f010ed50-6e13-4382-8150-37565b9901ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.609607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-f010ed50-6e13-4382-8150-37565b9901ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0441418 Oct 22 13:06:55.612078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-0e905f35-2cb8-476b-8aba-9af8e879a89f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.613521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-0e905f35-2cb8-476b-8aba-9af8e879a89f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 820 time: 0.2096424 Oct 22 13:06:55.649917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-b8675ebf-70a8-49f0-a338-182905e9e3bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330002 Oct 22 13:06:55.673841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-0c69f6d3-d6a9-4b26-be65-dde2722d6eb7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/quotas/0e780bb87be147ba863e89fdb2594a03 HTTP/1.1" status: 200 len: 375 time: 0.0272505 Oct 22 13:06:55.685688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a2d145-3b66-4cf7-9538-31e56f73cf3b req-18545db3-5bac-4fa8-ba56-1b8201738b4b tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998795 Oct 22 13:06:55.730238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-558e3166-549f-47e1-8063-e22c16f37eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.731762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-558e3166-549f-47e1-8063-e22c16f37eeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.1921506 Oct 22 13:06:55.747057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-067d6a88-0f65-4b3b-9955-da6756b1eac9 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894480 Oct 22 13:06:55.781598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-2368c505-0696-407f-94e4-59af79a3fcbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d91963-1c33-45a4-869f-984bee7e7d9d HTTP/1.1" status: 200 len: 217 time: 0.0414479 Oct 22 13:06:55.788455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-9175165c-96c1-4f82-a23d-0ee1f6a10520 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075304 Oct 22 13:06:55.846850 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-030fec0f-2cb7-4735-8ef1-a7371173a95f service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921090 Oct 22 13:06:55.915402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-2339ba3e-2872-4cd3-ad24-08aebe545ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.916782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-2339ba3e-2872-4cd3-ad24-08aebe545ece service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.1274688 Oct 22 13:06:55.962742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-25ee9fb8-e5cc-459b-aa79-1cf76dc40ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364377 Oct 22 13:06:55.974917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30daa-20f2-491d-83f5-8cdd46e454e7 req-4aae123d-2ad1-4312-a3ce-5451669a79fc tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:55.976345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4d30daa-20f2-491d-83f5-8cdd46e454e7 req-4aae123d-2ad1-4312-a3ce-5451669a79fc tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.1542976 Oct 22 13:06:55.991365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-7bc65982-0d4e-4282-abb3-006128b7d587 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938310 Oct 22 13:06:56.081345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-ba9d6f8d-453d-4b98-82e9-d23a152a1ba8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.082902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-ba9d6f8d-453d-4b98-82e9-d23a152a1ba8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.0447173 Oct 22 13:06:56.140985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4d30daa-20f2-491d-83f5-8cdd46e454e7 req-b05ecea8-8085-4086-bdf8-1ff6ef31d053 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533911 Oct 22 13:06:56.166964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-7583f1d6-fb6a-48d7-9bca-42f931683a05 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880374 Oct 22 13:06:56.185915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-a7f82a04-81f2-4018-8f74-45a9af7e3550 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775291 Oct 22 13:06:56.204128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-0364c55c-dec4-4945-865d-2f2bdee58ce1 service neutron] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:56.208392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-0364c55c-dec4-4945-865d-2f2bdee58ce1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:56.209676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-837b4e12-de01-49b6-81d6-8b8c9957ff95 req-0364c55c-dec4-4945-865d-2f2bdee58ce1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.1195860 Oct 22 13:06:56.299397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ecb61ab6-2213-45ba-888a-1c3a62a1d638 req-72625159-5aa1-4ac0-a1c2-1211ae0d5bfd service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242301 Oct 22 13:06:56.307930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195612b-0719-4afd-b88a-b23eca98e89b req-1563821f-044a-44b8-8dbb-4eb285f116ea tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.309419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e195612b-0719-4afd-b88a-b23eca98e89b req-1563821f-044a-44b8-8dbb-4eb285f116ea tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 944 time: 0.0960529 Oct 22 13:06:56.352055 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc7cba-6d1f-4152-ba80-3fda2863f08a x-openstack-request-id: req-9adc7cba-6d1f-4152-ba80-3fda2863f08a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:56.352582 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-plugged", "status": "completed", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:56.352582 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9adc7cba-6d1f-4152-ba80-3fda2863f08a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:56.352982 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'code': 200} Oct 22 13:06:56.391600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e195612b-0719-4afd-b88a-b23eca98e89b req-969d6f1e-219b-4885-8e07-cb33e4d5b931 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728781 Oct 22 13:06:56.559224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9f4316d-5252-412e-b8cd-f29d6a66e5b5 req-124c9f50-cf5e-469b-b60b-0814d3028d12 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 210 time: 0.0413148 Oct 22 13:06:56.658421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8247b-15e8-4639-850b-6f557778588c req-f7812f8e-24ae-4104-b0a4-e93128225913 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.659989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00c8247b-15e8-4639-850b-6f557778588c req-f7812f8e-24ae-4104-b0a4-e93128225913 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.1148438 Oct 22 13:06:56.665479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f409d7-ab35-4310-928f-1bd228529189 req-ef5ddfab-b83c-461b-aa15-46fe112338c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.666951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59f409d7-ab35-4310-928f-1bd228529189 req-ef5ddfab-b83c-461b-aa15-46fe112338c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0983331 Oct 22 13:06:56.761220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59f409d7-ab35-4310-928f-1bd228529189 req-af83432c-4c11-4ad1-8b0f-2a6c67b482b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847585 Oct 22 13:06:56.768752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00c8247b-15e8-4639-850b-6f557778588c req-6e68bf4d-3974-4669-ab66-594819aae523 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000261 Oct 22 13:06:56.775161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3a6c-18df-4128-8730-90c6b64c38e0 req-9beb0ac2-3e57-4182-82a1-2c4a1dc6187c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.777056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc8a3a6c-18df-4128-8730-90c6b64c38e0 req-9beb0ac2-3e57-4182-82a1-2c4a1dc6187c tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 1095 time: 0.0887995 Oct 22 13:06:56.816042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc8a3a6c-18df-4128-8730-90c6b64c38e0 req-d49d7fb6-82d9-429e-b09f-0db073e80393 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Oct 22 13:06:56.905938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b635111-3c2b-489f-8caa-222a948b2128 req-7d9a609a-2c10-4a89-aa50-b9c0d75dd781 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:56.911214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b635111-3c2b-489f-8caa-222a948b2128 req-7d9a609a-2c10-4a89-aa50-b9c0d75dd781 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0595012 Oct 22 13:06:56.947341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b635111-3c2b-489f-8caa-222a948b2128 req-e93a5511-8bee-4bd8-ab3e-006d19f7a693 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Oct 22 13:06:57.055973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd09d313-380b-4fcd-82fc-8ba0faa136bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:57.137268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-d825e21b-7642-4d0d-8f3e-003213ea4fb4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:57.139036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-d825e21b-7642-4d0d-8f3e-003213ea4fb4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1146181 Oct 22 13:06:57.154460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-7ba49125-4923-49bf-85ba-626c8c2c24a1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/quotas/42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 375 time: 0.0090470 Oct 22 13:06:57.210586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-217481a5-6dc0-4a4c-9ddf-12ed4c863a35 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501568 Oct 22 13:06:57.557169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3b72a29f-0587-4634-aad2-9f1235e955d6 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:57.558518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f3aa-69e3-45ed-87a4-8bedaf587749 req-28e2dc33-c51d-4713-a8e1-835c4d15c341 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:57.558957 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3b72a29f-0587-4634-aad2-9f1235e955d6 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 820 time: 0.1223826 Oct 22 13:06:57.560160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef8f3aa-69e3-45ed-87a4-8bedaf587749 req-28e2dc33-c51d-4713-a8e1-835c4d15c341 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.3443761 Oct 22 13:06:57.573732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'port': {'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'admin_state_up': True, 'tenant_id': '0e780bb87be147ba863e89fdb2594a03'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:57.601430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-e2632158-42ad-4f09-9a20-1221b0cbd566 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766403 Oct 22 13:06:57.603482 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:57.635542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef8f3aa-69e3-45ed-87a4-8bedaf587749 req-d4ebe097-4d51-4d11-9023-a893446c9805 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689261 Oct 22 13:06:57.665326 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:57.706562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Made reservation on behalf of 0e780bb87be147ba863e89fdb2594a03 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:57.710654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:57.736433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-d7e0f621-004c-4acb-9a4f-a5135863fcf2 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221545 Oct 22 13:06:57.899154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bebdbb56-daf0-4c0b-a2e4-bf2c90aef9ec req-a9676099-d074-4040-a7c2-cbf182ee56d0 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 210 time: 0.0401466 Oct 22 13:06:57.904195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Allocated IP 172.20.0.4 (8a94599c-1ed2-4cf3-847f-5a1504e68c44/934dbfc3-b9ed-443f-9f20-66b7c615bf83/bce04004-5676-4bf3-85f4-a4963e20790d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:06:58.008514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ff0a450-f45d-465a-8938-17b3eda03bd9 req-434044d5-0870-4a47-9ef1-a4571649a8ed tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 210 time: 0.0620563 Oct 22 13:06:58.070931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53263-dce7-4ebf-9152-5271f52f7b99 req-aca89471-c7b1-4874-a075-851f10bd7ac1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:58.083869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66e53263-dce7-4ebf-9152-5271f52f7b99 req-aca89471-c7b1-4874-a075-851f10bd7ac1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.0741997 Oct 22 13:06:58.130929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.135877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66e53263-dce7-4ebf-9152-5271f52f7b99 req-e91de936-cf8d-4329-bea8-ffaffcfdc2ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509121 Oct 22 13:06:58.171099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.201191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a01f0-037f-4825-9504-4021d424f074 req-aaa3f792-aeb6-4aff-ade5-5030c81132a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:58.202821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c18a01f0-037f-4825-9504-4021d424f074 req-aaa3f792-aeb6-4aff-ade5-5030c81132a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0660036 Oct 22 13:06:58.224289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:06:58.227634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:06:58.231508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:06:58.266002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c18a01f0-037f-4825-9504-4021d424f074 req-39900465-2566-4ddb-a8b1-0f1e945c6077 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558994 Oct 22 13:06:58.279009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event updated for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:58.303245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:58.303887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.325623 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-3babef49-95a4-436d-b723-3eaf561d35c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562845 Oct 22 13:06:58.342850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Request body: {'port': {'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:58.355151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:58.359365 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7adfbc-3519-4dc1-98a2-fcaf01bb4922" -d '{"events": [{"server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "name": "network-vif-plugged", "status": "completed", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:58.417954 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cf25b3-7871-4f16-84d9-875e5b04edb5 x-openstack-request-id: req-d2cf25b3-7871-4f16-84d9-875e5b04edb5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:58.418265 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "name": "network-vif-plugged", "status": "completed", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:58.418516 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2cf25b3-7871-4f16-84d9-875e5b04edb5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:58.418988 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d', 'code': 200} Oct 22 13:06:58.428147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.553575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391578b8-d10b-4e2d-b32c-3b96763185ae req-ccdb6dac-12f7-41ed-9e50-43420d35ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:58.555203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-391578b8-d10b-4e2d-b32c-3b96763185ae req-ccdb6dac-12f7-41ed-9e50-43420d35ec6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 1097 time: 0.0424213 Oct 22 13:06:58.595597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-391578b8-d10b-4e2d-b32c-3b96763185ae req-73784fc7-f971-43d0-870a-860032f99389 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Oct 22 13:06:58.613280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7b219927-a12f-4d59-8175-3c78ad0c4b3b None None] Provisioning complete for port bce04004-5676-4bf3-85f4-a4963e20790d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:06:58.613868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b219927-a12f-4d59-8175-3c78ad0c4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.649154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7b219927-a12f-4d59-8175-3c78ad0c4b3b None None] Port bce04004-5676-4bf3-85f4-a4963e20790d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:06:58.719633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce04004-5676-4bf3-85f4-a4963e20790d {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:06:58.728206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.743011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Transition to ACTIVE for port object bce04004-5676-4bf3-85f4-a4963e20790d will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:06:58.746754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.783873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e2fa1-4c4c-430c-9dbf-2e2137ed65a6 req-132fe7d9-ee37-4f03-884e-767275aa712e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:58.786008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e66e2fa1-4c4c-430c-9dbf-2e2137ed65a6 req-132fe7d9-ee37-4f03-884e-767275aa712e tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0679624 Oct 22 13:06:58.817354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Pushing event updated for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:58.855822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e66e2fa1-4c4c-430c-9dbf-2e2137ed65a6 req-466a757a-c467-4c12-8ad9-9b008cf6e13a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Oct 22 13:06:58.874170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Attempting to bind port bce04004-5676-4bf3-85f4-a4963e20790d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:06:58.874356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Attempting to bind port bce04004-5676-4bf3-85f4-a4963e20790d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:06:58.878743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Attempting to bind port bce04004-5676-4bf3-85f4-a4963e20790d on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:58.881384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Port bce04004-5676-4bf3-85f4-a4963e20790d on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:06:58.881713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Attempting to bind port bce04004-5676-4bf3-85f4-a4963e20790d on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:06:58.899367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:06:58.899860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Checking segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:06:58.900260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Bound using segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:06:58.900706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Bound port: bce04004-5676-4bf3-85f4-a4963e20790d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:06:58.901071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:58.978369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:06:58.982063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bce04004-5676-4bf3-85f4-a4963e20790d,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:06:58.990197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:59.027008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.027624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:59.029026 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] 10.222.0.21 "PUT /v2.0/ports/bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 1091 time: 0.6951964 Oct 22 13:06:59.029472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:06:59.031805 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84f1725-c65b-43c4-acb1-09f0bea116ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:06:59.059550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf5470-09cb-4384-a72f-d92c9b490c8f service neutron] Pushing event updated for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:06:59.072636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682542-117f-4483-bc9e-0cddc49a7334 req-3b71782a-399f-48bb-aa9c-19991d550efd tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.081868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb682542-117f-4483-bc9e-0cddc49a7334 req-3b71782a-399f-48bb-aa9c-19991d550efd tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 943 time: 0.0876265 Oct 22 13:06:59.127166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-7d3a9773-17d9-4cc8-9d70-8b3a712b163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.128687 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-7d3a9773-17d9-4cc8-9d70-8b3a712b163b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1094 time: 0.0521631 Oct 22 13:06:59.130322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb682542-117f-4483-bc9e-0cddc49a7334 req-2512edca-163d-4779-b613-0ebdf25c900a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Oct 22 13:06:59.165332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636b5e-6e7c-4f85-ab39-68a6a6de112e req-36a09a2b-58c3-4253-a760-7401c75d6783 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.167486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8636b5e-6e7c-4f85-ab39-68a6a6de112e req-36a09a2b-58c3-4253-a760-7401c75d6783 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.0547304 Oct 22 13:06:59.209794 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-fb69e87a-8b8a-4129-a14a-ffedc24e1529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0731900 Oct 22 13:06:59.217510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8636b5e-6e7c-4f85-ab39-68a6a6de112e req-9c149e0c-3493-442d-ad91-780dfcef5a58 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Oct 22 13:06:59.289698 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7336d-88c1-4238-b0cc-b23f8f4743df x-openstack-request-id: req-9ef7336d-88c1-4238-b0cc-b23f8f4743df {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:06:59.290207 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:06:59.290675 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ef7336d-88c1-4238-b0cc-b23f8f4743df {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:06:59.291544 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:06:59.296359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28255dc6-8ad2-417d-967b-12a06354241e req-86fb842d-7e47-4582-8c82-fb14f9795ed2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 210 time: 0.0549121 Oct 22 13:06:59.302033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-75cbb866-c856-4021-bd0a-3acfabd506a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.309948 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-75cbb866-c856-4021-bd0a-3acfabd506a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.0932794 Oct 22 13:06:59.374839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-b66e6a40-b677-4a5d-a667-f0ba5ea08f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.376924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-b66e6a40-b677-4a5d-a667-f0ba5ea08f43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577762 Oct 22 13:06:59.498353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c0cb9-9786-4170-b3dc-aeb5ec786a57 req-9993532f-2527-49f8-9862-e13067e6bf1e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.503563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1c0cb9-9786-4170-b3dc-aeb5ec786a57 req-9993532f-2527-49f8-9862-e13067e6bf1e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.1134474 Oct 22 13:06:59.506554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-b49d955d-7388-418f-9b75-e6d71bc6e6c2 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206448 Oct 22 13:06:59.513121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-8508f91b-7554-4f48-974c-754a22944c4f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.514519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-8508f91b-7554-4f48-974c-754a22944c4f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.2170615 Oct 22 13:06:59.539515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Request body: {'port': {'device_id': '889e1ac0-4112-4f5c-9580-0957eecec747', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'admin_state_up': True, 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:06:59.596825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1c0cb9-9786-4170-b3dc-aeb5ec786a57 req-76828bbb-01cb-49d0-a7b4-bea022f49ada tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812230 Oct 22 13:06:59.607493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2c6a8f92-6bbd-49a8-8c56-9b777eadab6b req-4412e725-6f90-4608-9501-ca78fff781b7 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929363 Oct 22 13:06:59.661983 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:59.672900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741a279-6ce2-44fe-841d-d17ff05181b7 req-65a4434e-197e-458d-ae05-dead2e50f602 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.675025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6741a279-6ce2-44fe-841d-d17ff05181b7 req-65a4434e-197e-458d-ae05-dead2e50f602 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1159387 Oct 22 13:06:59.734809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-cb4cfd42-879e-45c7-b9cf-9ccb1d692d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.736999 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-cb4cfd42-879e-45c7-b9cf-9ccb1d692d93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1094 time: 0.0588443 Oct 22 13:06:59.767044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6741a279-6ce2-44fe-841d-d17ff05181b7 req-51f8fb04-e2a8-48ec-aafe-8babc96298e6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815547 Oct 22 13:06:59.776924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409d8ae-e3fe-4b1c-bcfe-184285ff878c req-66cf7b6a-0f7f-40b5-b45c-817e5b16bdb0 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.778536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d409d8ae-e3fe-4b1c-bcfe-184285ff878c req-66cf7b6a-0f7f-40b5-b45c-817e5b16bdb0 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 1101 time: 0.1166298 Oct 22 13:06:59.800646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:06:59.804104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:06:59.838118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d409d8ae-e3fe-4b1c-bcfe-184285ff878c req-80498879-dcdd-47ba-88c9-a2da27eb7832 tempest-ServersAdminTestJSON-1587843943 tempest-ServersAdminTestJSON-1587843943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Oct 22 13:06:59.884566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-4bfe60f2-7a00-440c-957a-10cfb17f687e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.886071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-4bfe60f2-7a00-440c-957a-10cfb17f687e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.1085520 Oct 22 13:06:59.889119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-ee19d687-472d-44b9-b9d8-9d5548abe341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:06:59.890573 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-ee19d687-472d-44b9-b9d8-9d5548abe341 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.1457024 Oct 22 13:06:59.964419 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-db2f8f2d-bd5e-4ba7-8fd2-0ec7f5c19d24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0640142 Oct 22 13:06:59.998007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Allocated IP 172.20.0.5 (4d1b7146-15ca-4c0f-8ecb-ce69107d40dc/997768c8-1efa-4fb6-8a47-5e5914a2c2ec/b298eea3-9cf2-4c0d-90a3-822dd699cb0c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:00.062157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-b1de6e22-4b70-419b-ac74-89e86df91842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.063693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-b1de6e22-4b70-419b-ac74-89e86df91842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.0853324 Oct 22 13:07:00.103785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 23d91963-1c33-45a4-869f-984bee7e7d9d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:00.104126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.144549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-3e055636-02ee-498e-953d-c288fc65c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.145968 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-3e055636-02ee-498e-953d-c288fc65c5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752070 Oct 22 13:07:00.186474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de6319-b1aa-4bf0-a272-2a22ef79950a req-4299a088-7832-4ba1-badd-6b35441c02f6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.188079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11de6319-b1aa-4bf0-a272-2a22ef79950a req-4299a088-7832-4ba1-badd-6b35441c02f6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.1040049 Oct 22 13:07:00.285347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.291671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11de6319-b1aa-4bf0-a272-2a22ef79950a req-75934d4e-21fe-471a-b88f-36a7e240319b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919309 Oct 22 13:07:00.345720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a246b-878d-4f1d-87d5-6638cc92d5f2 req-b7ca91b9-3ebd-4c79-80e9-a90f78439845 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.347798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b1a246b-878d-4f1d-87d5-6638cc92d5f2 req-b7ca91b9-3ebd-4c79-80e9-a90f78439845 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 943 time: 0.1239834 Oct 22 13:07:00.365400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.465650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:00.479233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b1a246b-878d-4f1d-87d5-6638cc92d5f2 req-469bc7a3-4170-4ba7-8649-7d2fdc9d86a7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235464 Oct 22 13:07:00.480220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:00.483692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:00.487137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:00.539520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f24ebe-b593-46bb-8084-e9576014a08b req-56f07f24-3e58-41ec-a0bf-2a3b1ad69914 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.541242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4f24ebe-b593-46bb-8084-e9576014a08b req-56f07f24-3e58-41ec-a0bf-2a3b1ad69914 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 931 time: 0.1601541 Oct 22 13:07:00.564077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.564711 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.567723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 23d91963-1c33-45a4-869f-984bee7e7d9d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=23d91963-1c33-45a4-869f-984bee7e7d9d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:00.568103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.586254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 23d91963-1c33-45a4-869f-984bee7e7d9d owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:00.596620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-62933e51-c77a-4c81-9aec-3aeacb8bbf41 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0610111 Oct 22 13:07:00.604142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4f24ebe-b593-46bb-8084-e9576014a08b req-3e237aab-b77b-46d8-b564-363a60e9905c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 Oct 22 13:07:00.609233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Request body: {'port': {'device_id': '889e1ac0-4112-4f5c-9580-0957eecec747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:00.612359 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-431a67c8-0596-4a67-8286-ed79cc8d5d63 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416685 Oct 22 13:07:00.674958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.778241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7282bf-c967-422e-9304-1614680d4a7b req-393aefd3-651d-4603-adf4-b601bb8e59d6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.779746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c7282bf-c967-422e-9304-1614680d4a7b req-393aefd3-651d-4603-adf4-b601bb8e59d6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 946 time: 0.1063745 Oct 22 13:07:00.779902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c84f1725-c65b-43c4-acb1-09f0bea116ff req-07dbba7a-115e-4566-a025-614356aab4ca service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360664 Oct 22 13:07:00.818039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.831542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['23d91963-1c33-45a4-869f-984bee7e7d9d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:00.877613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=23d91963-1c33-45a4-869f-984bee7e7d9d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:00.896600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 23d91963-1c33-45a4-869f-984bee7e7d9d on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:00.900211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:00.903562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e1f9d96e-09d3-4be1-b1a5-43c033ecdd91 req-329ae2df-1878-4ee9-a56b-e35865eaf7b0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "DELETE /v2.0/ports/23d91963-1c33-45a4-869f-984bee7e7d9d HTTP/1.1" status: 204 len: 173 time: 1.0099652 Oct 22 13:07:00.918468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c7282bf-c967-422e-9304-1614680d4a7b req-9886ebf6-83a7-433f-a7e4-5337d34aa1a1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976334 Oct 22 13:07:00.975559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b427b-810f-4b7d-9398-71436eb93d86 req-7eee1d17-36e7-4f32-8b90-0806d0d929ba tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:00.976700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-346b427b-810f-4b7d-9398-71436eb93d86 req-7eee1d17-36e7-4f32-8b90-0806d0d929ba tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1346707 Oct 22 13:07:01.058660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-346b427b-810f-4b7d-9398-71436eb93d86 req-1990d8be-0b1e-40ed-8480-f1c6f9ccb261 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628872 Oct 22 13:07:01.104938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b298eea3-9cf2-4c0d-90a3-822dd699cb0c {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:01.113373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.125417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Transition to ACTIVE for port object b298eea3-9cf2-4c0d-90a3-822dd699cb0c will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:01.130512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.146723 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-fb35005e-4914-4703-8cfe-09fe8068908c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0265534 Oct 22 13:07:01.182350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:01.247273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:01.247503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:01.247838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:01.252271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:01.252601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:01.257643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:01.257986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:01.258374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:01.258841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Bound port: b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:01.259132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-625a82d5-2313-426d-8e03-a4b207265c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.259259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.260603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-625a82d5-2313-426d-8e03-a4b207265c41 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5892f1a8041b43a3913de1acb2022886&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1035151 Oct 22 13:07:01.293072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'name': 'network-vif-deleted', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:01.295799 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670602c5-e439-40fa-88f1-e1f75aad8689" -d '{"events": [{"server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "name": "network-vif-deleted", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:01.340707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:01.344777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:01.345007 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12161a3e-e815-4c8b-919e-78362869f9b7 x-openstack-request-id: req-12161a3e-e815-4c8b-919e-78362869f9b7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:01.345442 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a754e-a519-4809-bbf7-2ab6793d1af7", "name": "network-vif-deleted", "tag": "23d91963-1c33-45a4-869f-984bee7e7d9d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:01.345690 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12161a3e-e815-4c8b-919e-78362869f9b7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:01.346171 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a754e-a519-4809-bbf7-2ab6793d1af7', 'name': 'network-vif-deleted', 'tag': '23d91963-1c33-45a4-869f-984bee7e7d9d', 'status': 'completed', 'code': 200} Oct 22 13:07:01.350901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.371895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-450bbdb4-938e-4100-99e4-4ba2574fdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.373345 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-450bbdb4-938e-4100-99e4-4ba2574fdb5b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047473 Oct 22 13:07:01.417123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.417752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.419176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] 10.222.0.26 "PUT /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 1091 time: 0.8140783 Oct 22 13:07:01.420463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:01.422752 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc04898-f265-4d6b-9585-97f0140d79b9" -d '{"events": [{"name": "network-changed", "server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:01.451011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af06ac-01ca-4812-93ce-15c189988fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:01.457233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-eec375e1-122d-45b8-bd6f-370ea0e769f8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.460170 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-eec375e1-122d-45b8-bd6f-370ea0e769f8 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.0637918 Oct 22 13:07:01.466635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951739-2d48-4df6-9542-8563be6141cd req-5fe31b9f-79c9-4440-9f10-f673648d8027 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.474536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff951739-2d48-4df6-9542-8563be6141cd req-5fe31b9f-79c9-4440-9f10-f673648d8027 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=3aa256fe-f287-4710-b90b-2130db703c3c HTTP/1.1" status: 200 len: 949 time: 0.0930071 Oct 22 13:07:01.492626 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bea553-b425-47d7-8aae-cd1dff201bfe x-openstack-request-id: req-b1bea553-b425-47d7-8aae-cd1dff201bfe {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:01.492918 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:01.493173 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1bea553-b425-47d7-8aae-cd1dff201bfe {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:01.493580 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'status': 'completed', 'code': 200} Oct 22 13:07:01.544360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff951739-2d48-4df6-9542-8563be6141cd req-243a9b33-65ab-4c4e-812b-a3ba94a7e397 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689037 Oct 22 13:07:01.550742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-9d0add1c-a9e7-490d-9bb5-acfbc486abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.552263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-9d0add1c-a9e7-490d-9bb5-acfbc486abba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1094 time: 0.0751467 Oct 22 13:07:01.572102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Deleting port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:01.572443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.622923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-b89e79de-8090-439a-838b-c69e1674d6eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 217 time: 0.0543625 Oct 22 13:07:01.679465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] For port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:01.679834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.681721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988c868-560f-4945-b673-48f19e07d455 req-e66c88a4-a1c0-4713-8973-ec51b6971fb1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.683241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b988c868-560f-4945-b673-48f19e07d455 req-e66c88a4-a1c0-4713-8973-ec51b6971fb1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 943 time: 0.1243508 Oct 22 13:07:01.693031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Calling delete_port for dd686dd8-bfc0-4e9e-b811-0a41e3ef514e owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:01.731849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4333-3303-4c48-84b7-d460c0845f1b req-48d66e99-e356-4460-bd4b-d5c6c003dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.733281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-48d66e99-e356-4460-bd4b-d5c6c003dcf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0984533 Oct 22 13:07:01.779292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-571b13c9-8715-4053-ab50-f98cd29ed971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343995 Oct 22 13:07:01.784708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b988c868-560f-4945-b673-48f19e07d455 req-ad4f846f-be65-428f-9631-86c35686e585 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842459 Oct 22 13:07:01.792998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807849d5-8846-452a-89dd-a593870f72a4 req-f2e929db-f704-4717-a9e9-724adadbe5f5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:01.794564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-807849d5-8846-452a-89dd-a593870f72a4 req-f2e929db-f704-4717-a9e9-724adadbe5f5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.1086512 Oct 22 13:07:01.828025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.844400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:01.850101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['90909724-3af6-48ee-acca-aa740fc6f24d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:01.859763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event deleted for resources: {'Port': ['ID=dd686dd8-bfc0-4e9e-b811-0a41e3ef514e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:01.887160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-807849d5-8846-452a-89dd-a593870f72a4 req-0b29cdbe-d223-4dcc-a9bc-5b5c73e9e1fc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Oct 22 13:07:01.910746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] No DVR routers for this DVR port dd686dd8-bfc0-4e9e-b811-0a41e3ef514e on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:01.914976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:01.916964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-223b2980-1963-428c-9b3f-48b1f25bf293 req-ba289d4b-4a27-4c15-abe8-4e299d0b2047 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "DELETE /v2.0/ports/dd686dd8-bfc0-4e9e-b811-0a41e3ef514e HTTP/1.1" status: 204 len: 173 time: 0.4480612 Oct 22 13:07:01.917837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-fa58f63d-8a2f-4fb0-8520-c6d2705d56c4 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224124 Oct 22 13:07:02.056024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12f8ecbf-485e-4c94-835a-2fa36bc2aab3 req-266daad9-9b93-4676-9f33-a615b21e6c29 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0555644 Oct 22 13:07:02.100806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-046d4333-3303-4c48-84b7-d460c0845f1b req-2545431f-1e41-4c5b-8d4c-3547d6970dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733224 Oct 22 13:07:02.226379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-0089faef-2cf7-4fca-9bfa-4519649820e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.227916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-0089faef-2cf7-4fca-9bfa-4519649820e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1094 time: 0.0705240 Oct 22 13:07:02.255092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac42f1-a141-4164-a995-553874839afc req-584373ec-9d1c-452f-8ae9-496105a6f83c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.258539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dac42f1-a141-4164-a995-553874839afc req-584373ec-9d1c-452f-8ae9-496105a6f83c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0716674 Oct 22 13:07:02.361651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dac42f1-a141-4164-a995-553874839afc req-1b0b836b-6d40-4c3f-b744-b0970de517e7 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905678 Oct 22 13:07:02.383932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-52423418-c7a1-4e89-aa0c-8ba1c810891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.385218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-52423418-c7a1-4e89-aa0c-8ba1c810891c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.1462736 Oct 22 13:07:02.431739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-b7286d86-5d5c-48a9-8779-1232da6a39d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 217 time: 0.0370703 Oct 22 13:07:02.489596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-c562264f-14cd-427b-b18a-e21df9713bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.490998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-c562264f-14cd-427b-b18a-e21df9713bef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0479410 Oct 22 13:07:02.527816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-70bbbca5-f03e-4463-9b95-1fdb54998899 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255408 Oct 22 13:07:02.621508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-9f88b1d2-740c-4241-b375-b3dcba0e90dd service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Oct 22 13:07:02.741947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fc04898-f265-4d6b-9585-97f0140d79b9 req-931ea1c7-2158-487f-9b58-7a62330ad5fc service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107368 Oct 22 13:07:02.859162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5623afc-8c67-46eb-99a7-4fe98bc3197a req-483e3383-a4cf-4599-bf95-e1249b94fef1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Oct 22 13:07:02.906014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d443-8cd3-49e8-b4fc-8877bf69ab3b req-5574db83-69e7-4cdc-a893-29f697409ca3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.907565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0957d443-8cd3-49e8-b4fc-8877bf69ab3b req-5574db83-69e7-4cdc-a893-29f697409ca3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1034532 Oct 22 13:07:02.942026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894b82-ed94-4e05-81a2-8d9a55438e10 req-34b4d0bb-e1b0-49c5-8895-42e293649482 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:02.943598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee894b82-ed94-4e05-81a2-8d9a55438e10 req-34b4d0bb-e1b0-49c5-8895-42e293649482 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 943 time: 0.0836236 Oct 22 13:07:02.974491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0957d443-8cd3-49e8-b4fc-8877bf69ab3b req-93c85e8a-266a-41d2-9dd9-73b78161ad5b tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594125 Oct 22 13:07:02.997146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee894b82-ed94-4e05-81a2-8d9a55438e10 req-db623334-cd50-41da-ba91-26c09479c9e1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 Oct 22 13:07:03.090469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1472394-0a13-46aa-b6cd-3239288c5c7f req-f3e5c162-a71d-4b17-b9c6-bf3a46fcacf0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:03.092051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1472394-0a13-46aa-b6cd-3239288c5c7f req-f3e5c162-a71d-4b17-b9c6-bf3a46fcacf0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0499988 Oct 22 13:07:03.131268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1472394-0a13-46aa-b6cd-3239288c5c7f req-abc367be-caf3-4f82-a8ce-67f853a5a335 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Oct 22 13:07:03.160364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1118c72-0159-456d-9556-94e4723a8006 req-e9e6ee54-3431-4ecf-8342-1ce0b707771f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd3a754e-a519-4809-bbf7-2ab6793d1af7 HTTP/1.1" status: 200 len: 210 time: 0.0260007 Oct 22 13:07:03.336424 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:07:03.347738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'name': 'network-vif-deleted', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:03.350135 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135835e1-e7c4-44fe-b89e-1d887904fb80" -d '{"events": [{"server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "name": "network-vif-deleted", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:03.386326 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d690c3d-196b-4126-b220-b9235fd573d3 x-openstack-request-id: req-5d690c3d-196b-4126-b220-b9235fd573d3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:03.386642 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa256fe-f287-4710-b90b-2130db703c3c", "name": "network-vif-deleted", "tag": "dd686dd8-bfc0-4e9e-b811-0a41e3ef514e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:03.386897 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d690c3d-196b-4126-b220-b9235fd573d3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:03.387297 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa256fe-f287-4710-b90b-2130db703c3c', 'name': 'network-vif-deleted', 'tag': 'dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'status': 'completed', 'code': 200} Oct 22 13:07:03.484088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e75cf4-7e41-45b6-a62e-1d92e491f2ff req-a1717bbb-e03c-4e20-b0b7-6ec8fdfdf5e9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:03.485637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3e75cf4-7e41-45b6-a62e-1d92e491f2ff req-a1717bbb-e03c-4e20-b0b7-6ec8fdfdf5e9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Oct 22 13:07:03.524128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3e75cf4-7e41-45b6-a62e-1d92e491f2ff req-6252b6c3-b84e-46e5-9052-207b7cf47470 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Oct 22 13:07:03.569932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bce04004-5676-4bf3-85f4-a4963e20790d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:03.667129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bce04004-5676-4bf3-85f4-a4963e20790d,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:03.677851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:03.714625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:03.728090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce04004-5676-4bf3-85f4-a4963e20790d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:03.747550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bce04004-5676-4bf3-85f4-a4963e20790d,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:03.752653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:03.803653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:03.810859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.811215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.811558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.811896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.812231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.812560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.812886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.813212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.813542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.814424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.814865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:03.815228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:04.123035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e01d0-0e11-4a6c-9a40-6cc21790c89e req-6fee39d1-a89f-4e6b-8aa4-899d7f9d0068 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.124522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837e01d0-0e11-4a6c-9a40-6cc21790c89e req-6fee39d1-a89f-4e6b-8aa4-899d7f9d0068 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0792603 Oct 22 13:07:04.139740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7708a-906c-4cbd-9af8-db163c630997 req-f6c35cbe-a3c2-413b-8869-eb0d0260eba7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.141167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dde7708a-906c-4cbd-9af8-db163c630997 req-f6c35cbe-a3c2-413b-8869-eb0d0260eba7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 944 time: 0.0681663 Oct 22 13:07:04.199218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837e01d0-0e11-4a6c-9a40-6cc21790c89e req-a5d643d4-4a69-4f30-a7c6-1b6ae25350a6 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Oct 22 13:07:04.206663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dde7708a-906c-4cbd-9af8-db163c630997 req-afa92497-92d1-448b-be4e-fd765bcfc88b tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Oct 22 13:07:04.245223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bce04004-5676-4bf3-85f4-a4963e20790d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:04.317513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b110beb-2ef1-4796-ae54-5b9b53734f43 req-807830a8-e844-4c1b-b0e7-20ee7995f5ac tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.325623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b110beb-2ef1-4796-ae54-5b9b53734f43 req-807830a8-e844-4c1b-b0e7-20ee7995f5ac tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0646434 Oct 22 13:07:04.362134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b110beb-2ef1-4796-ae54-5b9b53734f43 req-89800efc-2552-466b-97c9-e060c56cb2dd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Oct 22 13:07:04.545665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-de538076-e7e9-4c7c-836b-4cd77734d0e9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.547192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-de538076-e7e9-4c7c-836b-4cd77734d0e9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1050258 Oct 22 13:07:04.564820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-f6374e28-c265-4fe3-9aba-0b1e3984881b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Oct 22 13:07:04.565946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-7c5d8430-2562-4c48-a6a3-57ab0a71f3de tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.567464 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-7c5d8430-2562-4c48-a6a3-57ab0a71f3de tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.21 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0517726 Oct 22 13:07:04.600514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-461eb80a-c765-4656-adcb-3c98e65f3239 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292771 Oct 22 13:07:04.668941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Deleting port 90909724-3af6-48ee-acca-aa740fc6f24d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:04.669299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:04.762802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] For port 90909724-3af6-48ee-acca-aa740fc6f24d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=90909724-3af6-48ee-acca-aa740fc6f24d,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:04.763174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:04.778466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Calling delete_port for 90909724-3af6-48ee-acca-aa740fc6f24d owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:04.847837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:04.921262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:04.935408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dd686dd8-bfc0-4e9e-b811-0a41e3ef514e', 'dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:04.942401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7226b9-06f2-4d88-a5b0-f9e1f65ea9af req-7d484a36-28f9-40e4-8be2-67cbf991a945 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:04.943945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef7226b9-06f2-4d88-a5b0-f9e1f65ea9af req-7d484a36-28f9-40e4-8be2-67cbf991a945 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.3461459 Oct 22 13:07:04.952399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event deleted for resources: {'Port': ['ID=90909724-3af6-48ee-acca-aa740fc6f24d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:04.967884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-2517f7a5-419c-4724-a376-ae80874b1e91 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592668 Oct 22 13:07:05.003325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] No DVR routers for this DVR port 90909724-3af6-48ee-acca-aa740fc6f24d on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:05.006281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:05.010328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33a433c6-1d0c-4866-9b0a-02a7c31db9e0 req-97f8074e-a130-4e45-b7a4-3ff54dd9be88 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.21 "DELETE /v2.0/ports/90909724-3af6-48ee-acca-aa740fc6f24d HTTP/1.1" status: 204 len: 173 time: 0.4361932 Oct 22 13:07:05.012417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:05.033985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'port_id': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'mac_address': 'fa:16:3e:2c:c2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997768c8-1efa-4fb6-8a47-5e5914a2c2ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:05.083385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef7226b9-06f2-4d88-a5b0-f9e1f65ea9af req-6e7782d4-c9a3-449c-8c3d-f5e2f117154f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899940 Oct 22 13:07:05.093838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:05.115255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-4ece70e7-f0e7-4c15-80cd-a846491f89e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384661 Oct 22 13:07:05.121195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b298eea3-9cf2-4c0d-90a3-822dd699cb0c {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:05.157368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:05.177284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:05.246922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:05.343179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7d4eea7-9c4e-4fe5-bd60-3e3e75b9d4a7 req-27677c44-74dd-410d-b11f-c7a505ea3f16 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=019d2ec6-49d2-4a5f-9981-41c6a756ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0474234 Oct 22 13:07:05.388646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'name': 'network-vif-deleted', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:05.391081 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e776cf15-3dff-4c85-aaa0-6cff1f1976bb" -d '{"events": [{"server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "name": "network-vif-deleted", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:05.402465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:05.432204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ffde886-f808-4674-8407-8024e54bf904 req-d791b57c-ab2b-485a-8c5b-eb3a7490fd92 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 210 time: 0.0507455 Oct 22 13:07:05.458483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475d2e-43d2-41da-955a-c01ef49b179a req-82649f31-0b4a-4611-873c-87e44a772c96 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:05.463618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8475d2e-43d2-41da-955a-c01ef49b179a req-82649f31-0b4a-4611-873c-87e44a772c96 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 944 time: 0.1667132 Oct 22 13:07:05.548645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8475d2e-43d2-41da-955a-c01ef49b179a req-6b3b4ec3-d57b-4af5-8f35-ef7f05a9c6f9 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Oct 22 13:07:05.579039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['90909724-3af6-48ee-acca-aa740fc6f24d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:05.607929 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0f0a7e-3d08-4be7-9405-a61758e918bd x-openstack-request-id: req-7f0f0a7e-3d08-4be7-9405-a61758e918bd {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:05.608908 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019d2ec6-49d2-4a5f-9981-41c6a756ddd4", "name": "network-vif-deleted", "tag": "90909724-3af6-48ee-acca-aa740fc6f24d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:05.609344 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f0f0a7e-3d08-4be7-9405-a61758e918bd {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:05.610036 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019d2ec6-49d2-4a5f-9981-41c6a756ddd4', 'name': 'network-vif-deleted', 'tag': '90909724-3af6-48ee-acca-aa740fc6f24d', 'status': 'completed', 'code': 200} Oct 22 13:07:05.685681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ffc5-c1cb-41ba-96e2-9d4834029c77 req-f930ad73-fae9-4a9b-96d8-b79d8005e9e3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:05.687264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c8ffc5-c1cb-41ba-96e2-9d4834029c77 req-f930ad73-fae9-4a9b-96d8-b79d8005e9e3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.0626609 Oct 22 13:07:05.731191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c8ffc5-c1cb-41ba-96e2-9d4834029c77 req-9ef49625-e0e2-403e-b6c9-f27641e0ffa4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Oct 22 13:07:06.213716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86976ba1-8cc9-4f20-b8bd-7a34fd6069ff req-a5b59afc-81f3-476f-a84c-80bef75d0775 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:06.214720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86976ba1-8cc9-4f20-b8bd-7a34fd6069ff req-a5b59afc-81f3-476f-a84c-80bef75d0775 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0524790 Oct 22 13:07:06.256009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86976ba1-8cc9-4f20-b8bd-7a34fd6069ff req-1709be8a-09c7-4f5f-ab25-845d4d0cc060 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Oct 22 13:07:06.423693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-ec0c903b-745e-48c0-b836-71bf4a57ce7d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:06.425355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-ec0c903b-745e-48c0-b836-71bf4a57ce7d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1100113 Oct 22 13:07:06.440876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:06.544199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb2da073-353a-42ee-9b99-aa84ff3d7391 req-40cfac89-0937-428a-8448-a0c3767a4da7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 210 time: 0.0292928 Oct 22 13:07:06.585580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:06.589120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:06.667809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b48d5-519d-4374-b78b-122e7ab0c5a3 req-b8c34d17-a1c5-4192-b562-13dcf72d05cf tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:06.669410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8b48d5-519d-4374-b78b-122e7ab0c5a3 req-b8c34d17-a1c5-4192-b562-13dcf72d05cf tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0596189 Oct 22 13:07:06.728887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.8 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/9a883728-0411-4e43-82ac-83f26660284d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:06.742491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8b48d5-519d-4374-b78b-122e7ab0c5a3 req-e6287535-40de-4eda-9691-a88e39156183 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Oct 22 13:07:06.764392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb06a-3721-4932-a1fe-785ee48c29b6 req-6892a196-c5a0-496c-b71f-cb7f072136ab tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:06.766104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523fb06a-3721-4932-a1fe-785ee48c29b6 req-6892a196-c5a0-496c-b71f-cb7f072136ab tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 944 time: 0.0738449 Oct 22 13:07:06.806942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523fb06a-3721-4932-a1fe-785ee48c29b6 req-d906410d-920c-4acf-9693-8622af7b4edb tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Oct 22 13:07:06.853877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:06.914769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b298eea3-9cf2-4c0d-90a3-822dd699cb0c completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:06.919132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b298eea3-9cf2-4c0d-90a3-822dd699cb0c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:06.919583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:06.919764 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:06.933275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa85f-243e-441f-be2b-85dbbf78faa5 req-f0c0b3cc-3abf-4b79-9aa9-a5403b0ea17b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:06.934898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7adaa85f-243e-441f-be2b-85dbbf78faa5 req-f0c0b3cc-3abf-4b79-9aa9-a5403b0ea17b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.0640683 Oct 22 13:07:06.957437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:06.995207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7adaa85f-243e-441f-be2b-85dbbf78faa5 req-ac24e691-04eb-4cb6-9d44-f5a4dcaa41a6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Oct 22 13:07:07.003149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:07.006670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:07.010448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:07.033876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.044751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:07.062095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:07.064788 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009cd769-e73d-405d-9763-8880bb79997e" -d '{"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-plugged", "status": "completed", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:07.074622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.075270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.080408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:07.085735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.086624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 23d91963-1c33-45a4-869f-984bee7e7d9d no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:07.094111 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-bf7d3411-b8f8-492c-a911-7211d4c2301a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582937 Oct 22 13:07:07.107491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Request body: {'port': {'device_id': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:07.130835 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e7e84-39a8-4f09-be35-f8ec4b595a5f x-openstack-request-id: req-a30e7e84-39a8-4f09-be35-f8ec4b595a5f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:07.131107 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-plugged", "status": "completed", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:07.131353 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a30e7e84-39a8-4f09-be35-f8ec4b595a5f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:07.131734 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'code': 200} Oct 22 13:07:07.135057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 23d91963-1c33-45a4-869f-984bee7e7d9d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:07.135455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 23d91963-1c33-45a4-869f-984bee7e7d9d not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:07.135878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dd686dd8-bfc0-4e9e-b811-0a41e3ef514e no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:07.163040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: dd686dd8-bfc0-4e9e-b811-0a41e3ef514e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:07.163391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dd686dd8-bfc0-4e9e-b811-0a41e3ef514e not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:07.180963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.189156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:07.234708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe208d-b7e4-40fd-aac8-d2239543a2c7 req-8b1a5c20-6611-4143-8546-b39c69ea06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.236918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbbe208d-b7e4-40fd-aac8-d2239543a2c7 req-8b1a5c20-6611-4143-8546-b39c69ea06d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1096 time: 0.0487649 Oct 22 13:07:07.284281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbbe208d-b7e4-40fd-aac8-d2239543a2c7 req-5b9f4cda-7a77-4def-8d7e-f28e33a74881 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Oct 22 13:07:07.399501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b260c-267e-4e9c-8085-a7bab4422ddd req-334b4982-d550-4e15-b56c-504494d2f366 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.401069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-774b260c-267e-4e9c-8085-a7bab4422ddd req-334b4982-d550-4e15-b56c-504494d2f366 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0570168 Oct 22 13:07:07.445748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-774b260c-267e-4e9c-8085-a7bab4422ddd req-f9226af9-773c-4166-9e1b-5414c06d29df tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Oct 22 13:07:07.532970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a883728-0411-4e43-82ac-83f26660284d {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:07.543855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.556845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Transition to ACTIVE for port object 9a883728-0411-4e43-82ac-83f26660284d will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:07.564400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.589794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bce04004-5676-4bf3-85f4-a4963e20790d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:07.624958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:07.652312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port bce04004-5676-4bf3-85f4-a4963e20790d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:07.659876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port bce04004-5676-4bf3-85f4-a4963e20790d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:07.660253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.699791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116960-cde8-43e0-9a11-619d287153d2 req-0354b1f9-cbea-4fc2-bf45-8742d9a5258e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.703108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04116960-cde8-43e0-9a11-619d287153d2 req-0354b1f9-cbea-4fc2-bf45-8742d9a5258e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 943 time: 0.0568681 Oct 22 13:07:07.704151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Attempting to bind port 9a883728-0411-4e43-82ac-83f26660284d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:07.704999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Attempting to bind port 9a883728-0411-4e43-82ac-83f26660284d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:07.705341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Attempting to bind port 9a883728-0411-4e43-82ac-83f26660284d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:07.709896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Port 9a883728-0411-4e43-82ac-83f26660284d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:07.710436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Attempting to bind port 9a883728-0411-4e43-82ac-83f26660284d on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:07.715774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:07.716383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:07.716969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:07.717589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Bound port: 9a883728-0411-4e43-82ac-83f26660284d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:07.718322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.746028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04116960-cde8-43e0-9a11-619d287153d2 req-614297ee-6d2b-4dfb-94df-0ae18892e025 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Oct 22 13:07:07.757174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.791247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bce04004-5676-4bf3-85f4-a4963e20790d,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:07.791467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:07.795413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a883728-0411-4e43-82ac-83f26660284d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:07.796429 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.797395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 90909724-3af6-48ee-acca-aa740fc6f24d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:07.800279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.851698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.852661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.854100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a883728-0411-4e43-82ac-83f26660284d HTTP/1.1" status: 200 len: 1091 time: 0.7512798 Oct 22 13:07:07.856554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'tag': '9a883728-0411-4e43-82ac-83f26660284d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:07.860006 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "tag": "9a883728-0411-4e43-82ac-83f26660284d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:07.863240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 90909724-3af6-48ee-acca-aa740fc6f24d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:07.864385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 90909724-3af6-48ee-acca-aa740fc6f24d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:07.884002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:07.900145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3312-48ad-49e1-a218-09619a3f9a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:07.906804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25723c35-b36e-42a8-bb1e-e960c7f5d4dd req-d2768a08-a82b-42d2-8d71-79a08b612be3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.908558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25723c35-b36e-42a8-bb1e-e960c7f5d4dd req-d2768a08-a82b-42d2-8d71-79a08b612be3 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0832262 Oct 22 13:07:07.909953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:07.956389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25723c35-b36e-42a8-bb1e-e960c7f5d4dd req-d6281022-9a82-40e8-bb8c-b399d056e5d5 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/security-groups?id=0131a957-f2cf-4809-a1eb-9f5b29247812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Oct 22 13:07:07.962815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-2a282151-a15a-421d-9692-c9d96b2b6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:07.964339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-2a282151-a15a-421d-9692-c9d96b2b6989 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0489833 Oct 22 13:07:08.015427 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b30b8e3-62f8-4bc1-aa88-7c6ec539e895 x-openstack-request-id: req-7b30b8e3-62f8-4bc1-aa88-7c6ec539e895 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:08.015753 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "tag": "9a883728-0411-4e43-82ac-83f26660284d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:08.015977 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b30b8e3-62f8-4bc1-aa88-7c6ec539e895 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:08.016377 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'tag': '9a883728-0411-4e43-82ac-83f26660284d', 'status': 'completed', 'code': 200} Oct 22 13:07:08.018966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-d8eb081f-3b52-44fa-afa0-d1038c43c77e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a883728-0411-4e43-82ac-83f26660284d HTTP/1.1" status: 200 len: 217 time: 0.0447526 Oct 22 13:07:08.030068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cc361-8c02-4ba4-ab42-05158c501bdf req-2c7d87c2-ac60-4d46-b7db-67593628d546 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.031633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837cc361-8c02-4ba4-ab42-05158c501bdf req-2c7d87c2-ac60-4d46-b7db-67593628d546 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0568805 Oct 22 13:07:08.072787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-93bef0f3-de95-4ae6-9b07-c7e1f8592c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.074742 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-93bef0f3-de95-4ae6-9b07-c7e1f8592c85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0485394 Oct 22 13:07:08.087374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-837cc361-8c02-4ba4-ab42-05158c501bdf req-8e7957d7-4837-4275-bb1c-2c6bf84aaeba tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Oct 22 13:07:08.107828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-d61a86a8-2698-4ffe-9042-f4e1bd4f74a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260472 Oct 22 13:07:08.124055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ec06-92f1-4d52-9094-fcf304501e88 req-fbe41909-f538-43a2-9c44-ca566669a93e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.125513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37d2ec06-92f1-4d52-9094-fcf304501e88 req-fbe41909-f538-43a2-9c44-ca566669a93e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.0568821 Oct 22 13:07:08.166800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37d2ec06-92f1-4d52-9094-fcf304501e88 req-d72a9f0e-55c0-489b-920f-1cf66cf0eb9c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Oct 22 13:07:08.206043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-4433e519-1ff7-409f-9c2e-1335db6a7273 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Oct 22 13:07:08.299040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55aaa45f-ada3-4bdd-bb10-1b2b9815b1a1 req-e2e37e44-34ad-4a39-ab8a-0376aead1ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847149 Oct 22 13:07:08.328002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-416d4d9e-5085-4ae4-a576-e81aa59d0437 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.330791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-416d4d9e-5085-4ae4-a576-e81aa59d0437 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 950 time: 0.0554228 Oct 22 13:07:08.394430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-2c8487c5-5dcb-4018-9826-077f31dee465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.396273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-2c8487c5-5dcb-4018-9826-077f31dee465 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0423040 Oct 22 13:07:08.440042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Deleting port dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:08.440378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:08.513193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-0e71d2b1-6e06-4c2a-9278-dd10fe041809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.515767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-0e71d2b1-6e06-4c2a-9278-dd10fe041809 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.1108508 Oct 22 13:07:08.570548 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-17cd517d-2593-47c2-a046-a59846635714 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a883728-0411-4e43-82ac-83f26660284d HTTP/1.1" status: 200 len: 217 time: 0.0438797 Oct 22 13:07:08.595643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] For port dded979d-c004-40f8-b9df-63a2c7476aec, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=dded979d-c004-40f8-b9df-63a2c7476aec,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:08.595951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:08.613287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Calling delete_port for dded979d-c004-40f8-b9df-63a2c7476aec owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:08.624567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894ff8e-712b-480c-9c30-4fd67a58ced3 req-e5d6d550-4082-4bd5-a25c-148f6e03fa27 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.626143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a894ff8e-712b-480c-9c30-4fd67a58ced3 req-e5d6d550-4082-4bd5-a25c-148f6e03fa27 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0895126 Oct 22 13:07:08.628305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-a67c1378-824f-4f4d-88b6-3e6e81e3e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.629761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-a67c1378-824f-4f4d-88b6-3e6e81e3e97f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0517278 Oct 22 13:07:08.669276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-0ae44215-6648-4b71-b7f7-9a9cde3cc72c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252657 Oct 22 13:07:08.708703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a894ff8e-712b-480c-9c30-4fd67a58ced3 req-d2522a03-338d-448f-8fe6-32dd02b82b46 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742905 Oct 22 13:07:08.783388 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-aef47b2e-f6c3-45d6-8de7-1278670e25c8 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062729 Oct 22 13:07:08.793079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:08.806005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['dded979d-c004-40f8-b9df-63a2c7476aec'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:08.886655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Pushing event deleted for resources: {'Port': ['ID=dded979d-c004-40f8-b9df-63a2c7476aec,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:08.899552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeef8a0c-1f87-4a71-bffb-40adece0a8d6 req-51a58d84-2865-4a37-8f60-0fe6612afe63 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076419 Oct 22 13:07:08.928967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] No DVR routers for this DVR port dded979d-c004-40f8-b9df-63a2c7476aec on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:08.932246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:08.935754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58d271e6-bdf5-4aa4-a529-f71b66114a7e req-93d00040-eea5-4b71-8013-afe6c88a30a7 tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.26 "DELETE /v2.0/ports/dded979d-c004-40f8-b9df-63a2c7476aec HTTP/1.1" status: 204 len: 173 time: 0.5957918 Oct 22 13:07:08.936217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-deleted', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:08.938659 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4789e3-2206-4ac0-9534-0fde661749a9" -d '{"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-deleted", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:08.974505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95b2c-f6ce-4f14-979f-b285a8b6b8cc req-8b7acf79-b328-4bb4-a573-2eae0b204ac3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:08.976277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f95b2c-f6ce-4f14-979f-b285a8b6b8cc req-8b7acf79-b328-4bb4-a573-2eae0b204ac3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 943 time: 0.1161454 Oct 22 13:07:09.034270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f95b2c-f6ce-4f14-979f-b285a8b6b8cc req-1eea799e-cf65-4768-8fa2-a2d5d94d82b5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Oct 22 13:07:09.052058 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f9ceb-2b2e-473d-a3ad-287a3aa62dcf x-openstack-request-id: req-355f9ceb-2b2e-473d-a3ad-287a3aa62dcf {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:09.052435 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cc282-386b-4b8c-8b0f-66615ec079e1", "name": "network-vif-deleted", "tag": "dded979d-c004-40f8-b9df-63a2c7476aec", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:09.052694 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-355f9ceb-2b2e-473d-a3ad-287a3aa62dcf {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:09.053104 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cc282-386b-4b8c-8b0f-66615ec079e1', 'name': 'network-vif-deleted', 'tag': 'dded979d-c004-40f8-b9df-63a2c7476aec', 'status': 'completed', 'code': 200} Oct 22 13:07:09.132781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:09.135384 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff2e48-f991-48c4-9a9b-1ef7142f26d1" -d '{"events": [{"server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "name": "network-vif-plugged", "status": "completed", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:09.143978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7248f51e-42d7-4028-abee-5925f84d1a9d req-73cf1915-b161-4aea-8e3f-a7243f4e4a4a tempest-ServersAdminTestJSON-908648809 tempest-ServersAdminTestJSON-908648809-project] 10.222.0.25 "GET /v2.0/ports?device_id=192cc282-386b-4b8c-8b0f-66615ec079e1 HTTP/1.1" status: 200 len: 210 time: 0.0281634 Oct 22 13:07:09.186787 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3f1500-55d7-482f-a0b4-dfb35b53f111 x-openstack-request-id: req-9a3f1500-55d7-482f-a0b4-dfb35b53f111 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:09.187072 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "name": "network-vif-plugged", "status": "completed", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:09.187321 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a3f1500-55d7-482f-a0b4-dfb35b53f111 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:09.188020 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'code': 200} Oct 22 13:07:09.212378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a05e1e-ed5e-4e6d-b68a-c2aeb6208d97 req-de29a3f3-f64f-45ab-b6ec-d5409046e4a3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.213900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47a05e1e-ed5e-4e6d-b68a-c2aeb6208d97 req-de29a3f3-f64f-45ab-b6ec-d5409046e4a3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0562673 Oct 22 13:07:09.265126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47a05e1e-ed5e-4e6d-b68a-c2aeb6208d97 req-3744a10e-3be2-4fd2-8603-4aaf4c1397b5 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Oct 22 13:07:09.300739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bad07-0d78-4764-897a-f238bf641c72 req-c865867c-1cbd-44fb-836d-28d078930cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.302276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-397bad07-0d78-4764-897a-f238bf641c72 req-c865867c-1cbd-44fb-836d-28d078930cdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.0415027 Oct 22 13:07:09.305291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a6c9-bbda-4ef3-8906-b79f9c9e6157 req-7a528a24-d02c-42df-82f7-fe8035e8c48b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.306878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbf5a6c9-bbda-4ef3-8906-b79f9c9e6157 req-7a528a24-d02c-42df-82f7-fe8035e8c48b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.0590882 Oct 22 13:07:09.341208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-397bad07-0d78-4764-897a-f238bf641c72 req-e8513efe-5f74-4e2a-8a4c-d93816e23dde service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Oct 22 13:07:09.347673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbf5a6c9-bbda-4ef3-8906-b79f9c9e6157 req-8b3e33f6-efdd-43c1-8520-3e104f568272 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Oct 22 13:07:09.457900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ededcf-8363-40c1-9315-6e3ec3ab41f6 req-bc61884b-f971-4979-9eca-d3e6fd0de2c7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.459495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08ededcf-8363-40c1-9315-6e3ec3ab41f6 req-bc61884b-f971-4979-9eca-d3e6fd0de2c7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1096 time: 0.0438907 Oct 22 13:07:09.494893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08ededcf-8363-40c1-9315-6e3ec3ab41f6 req-e658c782-13d2-4789-9a09-a8a29b243b38 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292354 Oct 22 13:07:09.683101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:09.757280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42b8b7-94e7-4ae7-b451-d3ff6f901853 req-6772ee39-6e9a-4925-9c24-b06178312e17 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.763076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb42b8b7-94e7-4ae7-b451-d3ff6f901853 req-6772ee39-6e9a-4925-9c24-b06178312e17 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.0602207 Oct 22 13:07:09.831410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb42b8b7-94e7-4ae7-b451-d3ff6f901853 req-36f5a15d-b834-4630-bb82-54f8cbd4e422 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665801 Oct 22 13:07:09.852808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5708b-8a8e-4dbd-8b46-78c4a218a7ff req-eb2de54f-0c6d-4f56-a0b2-7b768a27c2bf tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:09.854328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05c5708b-8a8e-4dbd-8b46-78c4a218a7ff req-eb2de54f-0c6d-4f56-a0b2-7b768a27c2bf tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0673299 Oct 22 13:07:09.894321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05c5708b-8a8e-4dbd-8b46-78c4a218a7ff req-57dd443b-1fae-4144-8832-f424852194a5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Oct 22 13:07:10.240466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a559c4-79f8-45fd-8e2b-35fd5c911681 req-60107eea-713e-46a4-97be-4a32386dbc70 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:10.248766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8a559c4-79f8-45fd-8e2b-35fd5c911681 req-60107eea-713e-46a4-97be-4a32386dbc70 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 943 time: 0.0707605 Oct 22 13:07:10.319336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8a559c4-79f8-45fd-8e2b-35fd5c911681 req-3432b2fb-a829-4ed7-8401-9d102a403596 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653670 Oct 22 13:07:10.430126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234654-750c-400c-8e33-cf2f7464d114 req-b9b50682-d69c-4618-9021-09833f2cd99f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:10.432166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a234654-750c-400c-8e33-cf2f7464d114 req-b9b50682-d69c-4618-9021-09833f2cd99f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0857754 Oct 22 13:07:10.496901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a234654-750c-400c-8e33-cf2f7464d114 req-b69e1d2e-157a-4452-ae33-f59d095f5998 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559831 Oct 22 13:07:10.513931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52478) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:10.698409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0313544a-e820-46e7-8678-7546a534dab8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8581f97041404cce960d81baf4f99cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827173 Oct 22 13:07:10.700941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52486) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:10.768663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:10.810792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:10.838850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8227-20ab-4d74-a30a-f42c2854cbec req-94b91b65-37bf-42e4-8274-dd112b314b75 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:10.840330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d21c8227-20ab-4d74-a30a-f42c2854cbec req-94b91b65-37bf-42e4-8274-dd112b314b75 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.0862379 Oct 22 13:07:10.887898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d21c8227-20ab-4d74-a30a-f42c2854cbec req-a25433d0-0a0d-499f-a67c-dc098a66e101 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406487 Oct 22 13:07:10.903081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:10.905846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:10.909864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0131a957-f2cf-4809-a1eb-9f5b29247812 HTTP/1.1" status: 204 len: 168 time: 0.2049029 Oct 22 13:07:10.935610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6144b-94d2-4610-a229-866a441416bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0131a957-f2cf-4809-a1eb-9f5b29247812,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:11.055908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355606-da2a-43c8-a9fa-d2232fed6d27 req-2fd69c58-1bea-4fb5-a528-48e171ab0fd6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.057622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b355606-da2a-43c8-a9fa-d2232fed6d27 req-2fd69c58-1bea-4fb5-a528-48e171ab0fd6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0615361 Oct 22 13:07:11.101771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b355606-da2a-43c8-a9fa-d2232fed6d27 req-79540a23-bf9f-4dff-9425-59c863c30e4a tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Oct 22 13:07:11.296927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:11.361916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52524) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:11.372097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc8e3c94-4bb6-4f56-9859-bb54c6fe636c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86fd57eb2c244438b30c02db8f2cc2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738411 Oct 22 13:07:11.445036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-38b510ad-ce41-4a76-84a4-63605aebb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.446588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-38b510ad-ce41-4a76-84a4-63605aebb65b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 1097 time: 0.0862079 Oct 22 13:07:11.508288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:11.513081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fd42-d81c-41b9-ae47-370f3e87f89f req-c9cdeb00-a8cb-4900-975b-10d6d4747b81 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.521029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d23fd42-d81c-41b9-ae47-370f3e87f89f req-c9cdeb00-a8cb-4900-975b-10d6d4747b81 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0681999 Oct 22 13:07:11.538705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:11.585627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d23fd42-d81c-41b9-ae47-370f3e87f89f req-bea3f93a-cd10-4999-b8d0-c32834925082 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Oct 22 13:07:11.609234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea3c40-3a41-47bb-a098-d8eff2ecb13c req-96e7ebd1-c4ca-4240-b409-2e169e39aa77 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.609499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a883728-0411-4e43-82ac-83f26660284d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:11.609944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2eea3c40-3a41-47bb-a098-d8eff2ecb13c req-96e7ebd1-c4ca-4240-b409-2e169e39aa77 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 943 time: 0.0672479 Oct 22 13:07:11.648143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-0d07e7ee-bc24-4bab-bbad-3a174a187239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.650129 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-0d07e7ee-bc24-4bab-bbad-3a174a187239 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.1750805 Oct 22 13:07:11.652937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:11.656433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:11.658200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04631642-4bb6-4c24-8edd-f59e7b6b005a HTTP/1.1" status: 204 len: 168 time: 0.2947125 Oct 22 13:07:11.712976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-3b21aeae-9514-4e61-8f50-54c3cd1b0c64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275 HTTP/1.1" status: 200 len: 217 time: 0.0534346 Oct 22 13:07:11.717825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2eea3c40-3a41-47bb-a098-d8eff2ecb13c req-50dab519-5dcd-495c-bd77-e97a48db61cc tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903785 Oct 22 13:07:11.719076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb85041-798d-4420-ac38-fb0e022b5f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04631642-4bb6-4c24-8edd-f59e7b6b005a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:11.792222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-22549dd6-5a8a-4924-8d02-80b737b4a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.793732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-22549dd6-5a8a-4924-8d02-80b737b4a14c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.0714483 Oct 22 13:07:11.807172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a883728-0411-4e43-82ac-83f26660284d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:11.830906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '9a883728-0411-4e43-82ac-83f26660284d', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '9a883728-0411-4e43-82ac-83f26660284d', 'mac_address': 'fa:16:3e:d5:81:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:11.846024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457aa84-11b1-4348-b98c-5d3f57934a6a req-32b60c92-d8d1-4870-b601-d7e4a2054dbe tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.856047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f457aa84-11b1-4348-b98c-5d3f57934a6a req-32b60c92-d8d1-4870-b601-d7e4a2054dbe tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.1366501 Oct 22 13:07:11.857004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-569fb9b9-3ea2-4cd6-8c50-3fade12220fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557151 Oct 22 13:07:11.900927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:11.920583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a883728-0411-4e43-82ac-83f26660284d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:11.943296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f457aa84-11b1-4348-b98c-5d3f57934a6a req-85377336-c4de-4da0-8400-bdbc32ad1cc5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862534 Oct 22 13:07:11.952272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5ebc2-187f-471a-adb7-ba05fbcc2f0b req-b36c81ff-81ab-4bb1-8c73-07124ca1e18d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:11.953777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51b5ebc2-187f-471a-adb7-ba05fbcc2f0b req-b36c81ff-81ab-4bb1-8c73-07124ca1e18d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0939407 Oct 22 13:07:11.966464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a883728-0411-4e43-82ac-83f26660284d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:11.971908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:12.031073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:12.035231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51b5ebc2-187f-471a-adb7-ba05fbcc2f0b req-f8b27a8f-ac0d-4ed9-8b08-01ce23b6bb28 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Oct 22 13:07:12.041917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-57134daf-6655-4842-a373-ad56907bb5fe service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760175 Oct 22 13:07:12.135695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6ba3df2e-ecaf-4bf1-bfb7-b27f23fc2541 req-79c198fa-ab91-4856-9740-26522b240225 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910285 Oct 22 13:07:12.567296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a883728-0411-4e43-82ac-83f26660284d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:12.599798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:12.764881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1089678771-network', 'tenant_id': '0370025290e043ed98872782c73d7bf0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:12.805704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b213fd-4086-48ab-b7c5-23f279b87c27 req-14ca283f-d9c3-4d3b-874b-c0252b51847c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:12.814811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4b213fd-4086-48ab-b7c5-23f279b87c27 req-14ca283f-d9c3-4d3b-874b-c0252b51847c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1142960 Oct 22 13:07:12.818988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Made reservation on behalf of 0370025290e043ed98872782c73d7bf0 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:12.821891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:12.832416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:12.880187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:12.898274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4b213fd-4086-48ab-b7c5-23f279b87c27 req-b75fb206-750f-4e32-a482-9d57d10de737 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826528 Oct 22 13:07:12.917713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: dded979d-c004-40f8-b9df-63a2c7476aec {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:12.919511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device dded979d-c004-40f8-b9df-63a2c7476aec not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:12.927154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e38da-58ad-4c9e-88da-873ee11e9465 req-475b88c1-ab88-45e7-9de8-8610462b3595 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:12.935173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-498e38da-58ad-4c9e-88da-873ee11e9465 req-475b88c1-ab88-45e7-9de8-8610462b3595 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 944 time: 0.0971775 Oct 22 13:07:12.996368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.002886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.010748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458f69-35fc-417d-8971-aec96ae64909 req-791125cc-d175-41a5-b3db-8ccec990cb3f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:13.012896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1458f69-35fc-417d-8971-aec96ae64909 req-791125cc-d175-41a5-b3db-8ccec990cb3f tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.26 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.1119866 Oct 22 13:07:13.024012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-498e38da-58ad-4c9e-88da-873ee11e9465 req-c13c0772-7b01-443a-92f6-ab853c728354 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Oct 22 13:07:13.033588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:07:13.059299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55336206-5889-4f67-8298-183e163f3c76,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:13.081240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.081597 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Added segment b6e0be60-591f-4e34-9415-836247232a2f of type vlan for network aed8f8c0-59a1-49b2-a818-aab6bc562481 Oct 22 13:07:13.135005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.160639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.161831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:13.162699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.188018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98715772-017f-4997-88b3-8f91f7fa44bf req-694728b2-de7b-46c4-85fe-9235935153f5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:13.190131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98715772-017f-4997-88b3-8f91f7fa44bf req-694728b2-de7b-46c4-85fe-9235935153f5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 946 time: 0.1637301 Oct 22 13:07:13.242861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8cce-335b-44e1-8813-65935c748aa3 req-12cda1af-7fc2-4e37-ae13-48d8db9c425c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:13.244745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-131f8cce-335b-44e1-8813-65935c748aa3 req-12cda1af-7fc2-4e37-ae13-48d8db9c425c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.1335917 Oct 22 13:07:13.248153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] Pushing event updated for resources: {'Network': ['ID=aed8f8c0-59a1-49b2-a818-aab6bc562481,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:13.262401 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3703ec0f-1c1a-40ae-8914-377d23d8bcc8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6589756 Oct 22 13:07:13.264010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52574) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:13.264997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network aed8f8c0-59a1-49b2-a818-aab6bc562481 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:07:13.271702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Request body: {'subnet': {'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1089678771-subnet', 'tenant_id': '0370025290e043ed98872782c73d7bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:13.277551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Deleting port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:13.277898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.291700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98715772-017f-4997-88b3-8f91f7fa44bf req-2528d422-72cf-4696-bb8f-da1c37330863 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893006 Oct 22 13:07:13.310447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Made reservation on behalf of 0370025290e043ed98872782c73d7bf0 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:13.325601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.385560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-131f8cce-335b-44e1-8813-65935c748aa3 req-a722c3c9-5df9-4a09-b9fe-a3d31ea591a2 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272769 Oct 22 13:07:13.451679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] For port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:13.452456 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.552494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.621077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b134ea-48dc-42df-ab6a-c1736733193c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:13.627791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Checking segment: {'id': 'b6e0be60-591f-4e34-9415-836247232a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:13.628094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Network hostable DHCP agents. Network: aed8f8c0-59a1-49b2-a818-aab6bc562481, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:07:13.652251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Network aed8f8c0-59a1-49b2-a818-aab6bc562481 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:07:13.662702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, aed8f8c0-59a1-49b2-a818-aab6bc562481) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:13.667193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:13.668033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.679456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b059058-4ae0-4fca-8cc4-a5b4323f1e20 None None] Network aed8f8c0-59a1-49b2-a818-aab6bc562481 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:13.690292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-95392966-9a35-4ed8-b40d-682acbbecd30 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4249954 Oct 22 13:07:13.733174 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.733839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.734347 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Floating IP ca73b8a3-a847-4c8a-884c-87a1f65185f3 disassociated. External IP: 172.25.6.41, port: d4b0075f-c2fa-4c0b-b608-bd0eb44db83e. Oct 22 13:07:13.734945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Calling delete_port for d4b0075f-c2fa-4c0b-b608-bd0eb44db83e owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:13.881745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da062d39-924a-4bff-8c60-78a547fedacf None None] Network aed8f8c0-59a1-49b2-a818-aab6bc562481 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:13.892171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:13.963002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event deleted for resources: {'Port': ['ID=d4b0075f-c2fa-4c0b-b608-bd0eb44db83e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:14.130357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3193b7e-f7dc-41c1-9f58-a349b7b74e02 req-7942a580-0e1f-4f30-b737-74bf82d820ac tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:14.131918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3193b7e-f7dc-41c1-9f58-a349b7b74e02 req-7942a580-0e1f-4f30-b737-74bf82d820ac tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1043847 Oct 22 13:07:14.209599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:14.238722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83630c-a9bc-4d16-b9a9-66a9ffceb9e8 req-d2fa1db1-9ef8-4e95-b521-7a664bbc0a44 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:14.240219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e83630c-a9bc-4d16-b9a9-66a9ffceb9e8 req-d2fa1db1-9ef8-4e95-b521-7a664bbc0a44 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 944 time: 0.1210556 Oct 22 13:07:14.244446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3193b7e-f7dc-41c1-9f58-a349b7b74e02 req-271edfc0-5d7c-4749-9f91-b2fa04653129 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012168 Oct 22 13:07:14.287526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:14.292398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1270263550-network', 'tenant_id': 'fbf2289340444ede8aa55c6c09fa6082'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:14.335006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e83630c-a9bc-4d16-b9a9-66a9ffceb9e8 req-c53d9032-f787-4de1-b3bf-79598808c7ed tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866506 Oct 22 13:07:14.343293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Made reservation on behalf of fbf2289340444ede8aa55c6c09fa6082 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:14.350284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.363506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.413443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:14.428518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Sync routers for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:14.452772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:14.454585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:14.549312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.551402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-792a1a2f-d452-4af6-ad08-76c194c0942d req-c48730c9-0951-40ef-bb7b-7257d0c78908 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d4230b-52e0-411d-b7e1-df7d1f479d5a HTTP/1.1" status: 200 len: 210 time: 0.1261916 Oct 22 13:07:14.564411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.587669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:07:14.600428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.600921 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Added segment 27e8ed2a-d652-4504-b4e1-07d7795f1cb1 of type vlan for network 38530a9e-a847-4873-b6f4-c19d3f344e80 Oct 22 13:07:14.631982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] No DVR routers for this DVR port d4b0075f-c2fa-4c0b-b608-bd0eb44db83e on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:14.647691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.651790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1458f69-35fc-417d-8971-aec96ae64909 req-1ec6774a-9dad-43a0-b56f-da48724d74e5 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.26 "DELETE /v2.0/ports/d4b0075f-c2fa-4c0b-b608-bd0eb44db83e HTTP/1.1" status: 204 len: 173 time: 1.6259685 Oct 22 13:07:14.657609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.667087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'name': 'network-vif-deleted', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:14.670285 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9839f0-0c1a-4368-b617-405ad986d730" -d '{"events": [{"server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "name": "network-vif-deleted", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:14.711042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c507e5-6247-4fd1-a833-b89180f0104f req-e6a806c2-9fce-4b8a-b06a-74f0ffaf1423 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:14.730500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73c507e5-6247-4fd1-a833-b89180f0104f req-e6a806c2-9fce-4b8a-b06a-74f0ffaf1423 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.1883662 Oct 22 13:07:14.735602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dbe534-fedf-47a1-ad83-311960a9e3ad,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:14.765852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.767998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:14.768778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.796634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73c507e5-6247-4fd1-a833-b89180f0104f req-99be5404-6acf-45cb-820e-c40d01b1cc17 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Oct 22 13:07:14.805625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5168943 Oct 22 13:07:14.808566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:14.822776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Request body: {'subnet': {'network_id': '38530a9e-a847-4873-b6f4-c19d3f344e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1270263550-subnet', 'tenant_id': 'fbf2289340444ede8aa55c6c09fa6082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:14.886213 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6af59-6ef7-438f-9571-9e5532cd58dd x-openstack-request-id: req-c3e6af59-6ef7-438f-9571-9e5532cd58dd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:14.886819 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d4230b-52e0-411d-b7e1-df7d1f479d5a", "name": "network-vif-deleted", "tag": "d4b0075f-c2fa-4c0b-b608-bd0eb44db83e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:14.887255 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3e6af59-6ef7-438f-9571-9e5532cd58dd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:14.887954 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d4230b-52e0-411d-b7e1-df7d1f479d5a', 'name': 'network-vif-deleted', 'tag': 'd4b0075f-c2fa-4c0b-b608-bd0eb44db83e', 'status': 'completed', 'code': 200} Oct 22 13:07:14.896896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:14.900523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Made reservation on behalf of fbf2289340444ede8aa55c6c09fa6082 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:14.903068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:14.906280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4445-86ae-4801-a755-c57131495ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=38530a9e-a847-4873-b6f4-c19d3f344e80,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:14.933384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 38530a9e-a847-4873-b6f4-c19d3f344e80 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:07:15.215019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:15.259140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Checking router: 5606e961-2b47-4fdc-89ac-d38a7e2cb02b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:15.271147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:15.272517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:15.412702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-e96ec215-22fb-47bc-a5a9-e7e78ca957f8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5631971 Oct 22 13:07:15.420807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:15.442492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:15.460154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.586904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264ef8-91d2-48e2-9d00-fac63da333a8 req-40a42192-a3a9-4caf-b81b-df120768a54c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:15.588649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53264ef8-91d2-48e2-9d00-fac63da333a8 req-40a42192-a3a9-4caf-b81b-df120768a54c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1421626 Oct 22 13:07:15.621518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a883728-0411-4e43-82ac-83f26660284d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:15.661816 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.716518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 9a883728-0411-4e43-82ac-83f26660284d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:15.724051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 9a883728-0411-4e43-82ac-83f26660284d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:15.724477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.726319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53264ef8-91d2-48e2-9d00-fac63da333a8 req-e43efaa9-971e-4448-9901-0c7376716f37 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295969 Oct 22 13:07:15.745617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b4e19e-5df0-4a86-ba11-eeab46868163,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:15.772079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.779911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:15.783888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Checking segment: {'id': '27e8ed2a-d652-4504-b4e1-07d7795f1cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '38530a9e-a847-4873-b6f4-c19d3f344e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:15.784539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Network hostable DHCP agents. Network: 38530a9e-a847-4873-b6f4-c19d3f344e80, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:07:15.814255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfc9b-5478-46d3-950f-e988a262ff88 None None] The sync data for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 is: [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:04:54Z', 'revision_number': 4, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4e37c31c-13e0-4f52-8c87-5e0696b2613f', 'name': '', 'network_id': '6f9126f1-73a7-4f67-95d9-cdf0b6ab6131', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'mac_address': 'fa:16:3e:08:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:50Z', 'updated_at': '2021-10-22T13:05:01Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'subnets': [{'id': 'fd167b10-27fa-4a18-bd06-9a962e4d2dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:15.863081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Network 38530a9e-a847-4873-b6f4-c19d3f344e80 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:07:15.874293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.903644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a883728-0411-4e43-82ac-83f26660284d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:15.906313 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d9a76-23e9-44d5-9a79-0c05865cbb34" -d '{"events": [{"server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "name": "network-vif-plugged", "status": "completed", "tag": "9a883728-0411-4e43-82ac-83f26660284d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:15.922257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a883728-0411-4e43-82ac-83f26660284d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:15.924380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 38530a9e-a847-4873-b6f4-c19d3f344e80) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:15.936573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:15.937243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.940943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3fccb5-63a0-42e7-8921-f5d7f5af3106 None None] Network 38530a9e-a847-4873-b6f4-c19d3f344e80 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:15.964218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:15.965171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084610f-0a0d-4e47-842a-a9637142a314 req-1e1054cf-a4d6-4217-95fb-0b1cd1879305 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:15.966828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6084610f-0a0d-4e47-842a-a9637142a314 req-1e1054cf-a4d6-4217-95fb-0b1cd1879305 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 944 time: 0.1202826 Oct 22 13:07:15.985916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Allocated IP 172.25.6.123 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/2ecbbef7-9664-440e-ac8d-62b2a3142885) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:15.995778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-21ca2eeb-1664-4537-8edf-54e2b602d817 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1860123 Oct 22 13:07:16.096469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6084610f-0a0d-4e47-842a-a9637142a314 req-5e2999bc-7581-417a-ade9-339a98d89483 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138937 Oct 22 13:07:16.099733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:16.204882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552cbf4-5a0c-4e4c-8090-841edd5aefb4 None None] Network 38530a9e-a847-4873-b6f4-c19d3f344e80 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:16.249109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.318143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.358679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:16.363121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:16.367098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:16.383409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf71f60-9a8d-4a8f-a5a9-21d08b1397bb None None] New status for floating IP ca73b8a3-a847-4c8a-884c-87a1f65185f3: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:16.421181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event updated for resources: {'Port': ['ID=2ecbbef7-9664-440e-ac8d-62b2a3142885,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:16.460814 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb3f31-6ba6-4b6b-9619-7be2e71c9a49 x-openstack-request-id: req-e7bb3f31-6ba6-4b6b-9619-7be2e71c9a49 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:16.461181 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "name": "network-vif-plugged", "status": "completed", "tag": "9a883728-0411-4e43-82ac-83f26660284d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:16.461562 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7bb3f31-6ba6-4b6b-9619-7be2e71c9a49 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:16.462066 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a883728-0411-4e43-82ac-83f26660284d', 'code': 200} Oct 22 13:07:16.479777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52640) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:16.584902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9ecda-592c-4e4c-9c12-4e789d5010d7 req-a83f08d3-b760-4ddd-be71-ac368fd72121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:16.587054 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8f9ecda-592c-4e4c-9c12-4e789d5010d7 req-a83f08d3-b760-4ddd-be71-ac368fd72121 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0784090 Oct 22 13:07:16.613315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.634298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.645387 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8f9ecda-592c-4e4c-9c12-4e789d5010d7 req-787e2529-5b58-4abb-917a-4adaebabd226 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Oct 22 13:07:16.684038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.686969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.863523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.866659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:16.867839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "DELETE /v2.0/security-groups/6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12 HTTP/1.1" status: 204 len: 168 time: 0.3870423 Oct 22 13:07:16.870554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52656) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:16.883225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d4b0075f-c2fa-4c0b-b608-bd0eb44db83e no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:16.887324 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-a46874bc-0515-486f-bbc0-be121bc6c95e tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] show failed (client error): The resource could not be found. Oct 22 13:07:16.888442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a46874bc-0515-486f-bbc0-be121bc6c95e tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "GET /v2.0/security-groups/6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12 HTTP/1.1" status: 404 len: 347 time: 0.0167210 Oct 22 13:07:16.891126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:16.906561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e231fe-c0e3-4ea2-b158-28e927f85f12 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe9f98-9fcf-48e9-a3d9-5c9eb8c3fa12,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:16.932155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d4b0075f-c2fa-4c0b-b608-bd0eb44db83e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:16.932712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d4b0075f-c2fa-4c0b-b608-bd0eb44db83e not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:17.005306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-53555234-1574-4929-b79b-1f8eb3d02547 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:17.006451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-53555234-1574-4929-b79b-1f8eb3d02547 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/networks?id=aed8f8c0-59a1-49b2-a818-aab6bc562481 HTTP/1.1" status: 200 len: 815 time: 0.2027431 Oct 22 13:07:17.023179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.033316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-57466cda-494a-4e80-899d-fd734f69ff9c tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/quotas/0370025290e043ed98872782c73d7bf0 HTTP/1.1" status: 200 len: 375 time: 0.0187514 Oct 22 13:07:17.043813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.051391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Deleting port 4fb88a14-44f5-47a8-b5ba-e928c09e09ab {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:17.052103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.087738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-6115c02e-ffaa-4083-ad3a-6507b0f94959 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0370025290e043ed98872782c73d7bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532956 Oct 22 13:07:17.141008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.142286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.155807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Calling delete_port for 4fb88a14-44f5-47a8-b5ba-e928c09e09ab owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:17.157146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event updated for resources: {'Port': ['ID=2ecbbef7-9664-440e-ac8d-62b2a3142885,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:17.176911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.233232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.235162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a3727906-9567-4e70-972a-a7609826910d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8212245 Oct 22 13:07:17.254046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-b3d42123-682b-4870-9698-0dd468f8ea59 service neutron] 10.222.0.25 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337852 Oct 22 13:07:17.325574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.359310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Pushing event deleted for resources: {'Port': ['ID=4fb88a14-44f5-47a8-b5ba-e928c09e09ab,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:17.364894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-a04d65d7-913e-4003-8b5f-3f9748b6b3e7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1185880 Oct 22 13:07:17.430148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.435574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.440901 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df00fc4b-ea76-455f-967b-7417245563b0 tempest-ServersTestManualDisk-1834448887 tempest-ServersTestManualDisk-1834448887-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca73b8a3-a847-4c8a-884c-87a1f65185f3 HTTP/1.1" status: 204 len: 168 time: 0.5445795 Oct 22 13:07:17.442049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52668) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:17.495365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-0f33198f-71b7-44af-8c56-50cd6698b797 service neutron] 10.222.0.25 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148912 Oct 22 13:07:17.534975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-87350a09-865f-483f-ba49-f249a586aa8f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:17.536749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f71344-4ae7-4989-88a0-04635f81c7ff req-87350a09-865f-483f-ba49-f249a586aa8f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1438396 Oct 22 13:07:17.741900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55f21-6f00-4193-a80f-5fc31e5aa201 req-a3a76ec3-72df-4017-9dd5-c6a4d6b8fa97 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:17.747777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ce55f21-6f00-4193-a80f-5fc31e5aa201 req-a3a76ec3-72df-4017-9dd5-c6a4d6b8fa97 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1213491 Oct 22 13:07:17.861110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ce55f21-6f00-4193-a80f-5fc31e5aa201 req-2810ddcb-9e44-4f08-881c-9d07b5e6317d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076181 Oct 22 13:07:17.892168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d7fa-3534-4b1b-803b-a0e6d9b97313 req-94b61eda-613a-4016-82fe-fc8bc7bc2322 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:17.893741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6459d7fa-3534-4b1b-803b-a0e6d9b97313 req-94b61eda-613a-4016-82fe-fc8bc7bc2322 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.1138666 Oct 22 13:07:17.943941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:17.955699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6459d7fa-3534-4b1b-803b-a0e6d9b97313 req-c9614421-569e-4343-bf0d-ae57a09b513d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530884 Oct 22 13:07:18.179298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88c2ed6b-4ae2-4108-9cff-9a5e581a0347 req-fbed3718-562b-4c4b-9490-ce1d82bb8ae5 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 210 time: 0.0749483 Oct 22 13:07:18.236138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-31d27868-2855-4ed7-9c9f-6d34dd440a83 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:18.243294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-31d27868-2855-4ed7-9c9f-6d34dd440a83 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 820 time: 0.1716115 Oct 22 13:07:18.268014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-dec9186d-9469-48de-ba95-dc9289f7c2f3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/quotas/0e780bb87be147ba863e89fdb2594a03 HTTP/1.1" status: 200 len: 375 time: 0.0118797 Oct 22 13:07:18.352841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f92175fe-335b-4b61-b79b-c9ee754b0a78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0774932 Oct 22 13:07:18.462249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-2edba8db-4e61-4a0a-837e-5db62d3d1914 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082008 Oct 22 13:07:18.548099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Deleting port 4e37c31c-13e0-4f52-8c87-5e0696b2613f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:18.548325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:18.560604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-1d6b85fc-ce4a-4333-9900-ed5251344054 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953765 Oct 22 13:07:18.626235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] For port 4e37c31c-13e0-4f52-8c87-5e0696b2613f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e37c31c-13e0-4f52-8c87-5e0696b2613f,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:18.626714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:18.639335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Calling delete_port for 4e37c31c-13e0-4f52-8c87-5e0696b2613f owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:18.723418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-724fd24d-1916-431d-9933-bb943dd29258 req-b8e2dde4-5566-4e43-811d-327a904eab8c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 210 time: 0.0280442 Oct 22 13:07:18.891157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:18.934155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e37c31c-13e0-4f52-8c87-5e0696b2613f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:18.986673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-5faf1e8b-dccd-45a1-a8be-855ebbdb35b9 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:18.989780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-5faf1e8b-dccd-45a1-a8be-855ebbdb35b9 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.26 "GET /v2.0/networks?id=aed8f8c0-59a1-49b2-a818-aab6bc562481 HTTP/1.1" status: 200 len: 815 time: 0.1671360 Oct 22 13:07:19.009407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Request body: {'port': {'device_id': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481', 'admin_state_up': True, 'tenant_id': '0370025290e043ed98872782c73d7bf0'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:19.175509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:19.452739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:19.491935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8dab3-4bec-4e69-a9c0-b9a0a5a6852a req-6977b7ce-e8e2-458e-a8ad-252cfe65d5ef tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:19.493411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65f8dab3-4bec-4e69-a9c0-b9a0a5a6852a req-6977b7ce-e8e2-458e-a8ad-252cfe65d5ef tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.4429185 Oct 22 13:07:19.510843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec42fa5-a0e8-448f-a9ad-2358a8012795 req-603e4ce7-08ca-460d-b873-b353e1835d44 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:19.512258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec42fa5-a0e8-448f-a9ad-2358a8012795 req-603e4ce7-08ca-460d-b873-b353e1835d44 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.3520775 Oct 22 13:07:19.565775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:19.567801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Made reservation on behalf of 0370025290e043ed98872782c73d7bf0 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:19.570788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75da4452-7cde-469b-9b07-16fc8c6eaa7e admin admin] 10.222.0.25 "PUT /v2.0/routers/5606e961-2b47-4fdc-89ac-d38a7e2cb02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1269853 Oct 22 13:07:19.573503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52716) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:19.574283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:19.580317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Sync routers for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:19.597765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec42fa5-a0e8-448f-a9ad-2358a8012795 req-5c3b416b-4ade-4753-b9fe-c536759c2683 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757830 Oct 22 13:07:19.598516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:19.599961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:19.615102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65f8dab3-4bec-4e69-a9c0-b9a0a5a6852a req-8e38ab0b-fc04-4d36-9d57-529a4295eac4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101677 Oct 22 13:07:19.733081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:19.768865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be878b58-a280-4be8-8073-fe30da2625cc req-684b2040-6dce-4d2f-97bf-156ed292f8ef tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 210 time: 0.0456557 Oct 22 13:07:19.770355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:19.865394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67f7ae2b-bf51-4ffb-af1c-796c907b31e8 req-761aaddd-4117-491d-aa2d-86ed5c86bd3a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 210 time: 0.0308754 Oct 22 13:07:19.916605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Allocated IP 172.20.0.6 (aed8f8c0-59a1-49b2-a818-aab6bc562481/95b134ea-48dc-42df-ab6a-c1736733193c/5590e3a9-b0c1-4d59-a4c6-d38a65b49d18) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:20.064827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:07:18Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:20.093391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Checking router: 5606e961-2b47-4fdc-89ac-d38a7e2cb02b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:20.104383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Routers {'5606e961-2b47-4fdc-89ac-d38a7e2cb02b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:20.105410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:20.112065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.138291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-a85da6cb-83b4-4734-8b31-439d3fa6b236 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:20.140425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-a85da6cb-83b4-4734-8b31-439d3fa6b236 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.26 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 820 time: 0.2972887 Oct 22 13:07:20.172397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'port': {'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'admin_state_up': True, 'tenant_id': '0e780bb87be147ba863e89fdb2594a03'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:20.179758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8566f-b1bb-40eb-867b-d4c99cf2a6a6 req-a8ce6144-e846-473b-a97c-f0557199f0d5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:20.181482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1a8566f-b1bb-40eb-867b-d4c99cf2a6a6 req-a8ce6144-e846-473b-a97c-f0557199f0d5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.0894356 Oct 22 13:07:20.185504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.248175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1a8566f-b1bb-40eb-867b-d4c99cf2a6a6 req-5a7cd5bb-18a0-4ae2-8442-5b3e76d78281 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Oct 22 13:07:20.254667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.277427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] Set router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:20.315160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Network aed8f8c0-59a1-49b2-a818-aab6bc562481 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:20.319118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:20.323607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:20.343637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Deleting port 7ac2075a-4e1a-4814-aedc-36c2437c0607 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:20.348789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.348789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Made reservation on behalf of 0e780bb87be147ba863e89fdb2594a03 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:20.350404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.367982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Pushing event updated for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:20.407670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:20.408552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.430042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-38cb2026-dde1-4a4c-b5b5-da357c94db97 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4314194 Oct 22 13:07:20.446761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Request body: {'port': {'device_id': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:20.505185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.558940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] For port 7ac2075a-4e1a-4814-aedc-36c2437c0607, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ac2075a-4e1a-4814-aedc-36c2437c0607,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:20.559346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.581924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Calling delete_port for 7ac2075a-4e1a-4814-aedc-36c2437c0607 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:20.584020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Allocated IP 172.20.0.3 (8a94599c-1ed2-4cf3-847f-5a1504e68c44/934dbfc3-b9ed-443f-9f20-66b7c615bf83/c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:20.610924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:07:18Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:20.651389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a5283-d95d-4055-b8b8-f5f0ef460f01 None None] The sync data for ids ['5606e961-2b47-4fdc-89ac-d38a7e2cb02b'] in n-d-813419-8 is: [{'id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'name': 'tempest-ServersTestManualDisk-1970427205-router', 'tenant_id': 'ed82b017dac944cda888755e5af6d469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:04:44Z', 'updated_at': '2021-10-22T13:07:18Z', 'revision_number': 5, 'project_id': 'ed82b017dac944cda888755e5af6d469', 'gw_port': {'id': '7ac2075a-4e1a-4814-aedc-36c2437c0607', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5606e961-2b47-4fdc-89ac-d38a7e2cb02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:04:45Z', 'updated_at': '2021-10-22T13:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:20.798518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f7559-0385-44c8-9420-e80215319523 req-8a5d968b-92d7-460e-a06e-742b75bc5474 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:20.800259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-881f7559-0385-44c8-9420-e80215319523 req-8a5d968b-92d7-460e-a06e-742b75bc5474 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0816584 Oct 22 13:07:20.868140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.886444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-881f7559-0385-44c8-9420-e80215319523 req-6988833c-1485-44a5-b803-07e6f58726d8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Oct 22 13:07:20.895818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:20.901580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.905810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.937326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac2075a-4e1a-4814-aedc-36c2437c0607,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:20.939173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Transition to ACTIVE for port object 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:20.946710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:20.960288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bce04004-5676-4bf3-85f4-a4963e20790d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:20.963055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.036064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Pushing event updated for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:21.044102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:21.054504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:21.064462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:21.066910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec616c-1497-47ed-a087-5921abb00687 req-7c9c3cf0-d830-43b9-a1fd-87fb1b770fc2 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.076302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cec616c-1497-47ed-a087-5921abb00687 req-7c9c3cf0-d830-43b9-a1fd-87fb1b770fc2 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 931 time: 0.1634197 Oct 22 13:07:21.078356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event updated for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:21.140628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.253309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cec616c-1497-47ed-a087-5921abb00687 req-bac360ef-179b-4852-8c1f-c462a71dd1e6 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759951 Oct 22 13:07:21.271649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.272464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.300398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c45e-3915-4129-8eba-a47262a9c70e req-60d48700-6602-44f7-b5c0-1cf2bf975b88 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.332161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5180c45e-3915-4129-8eba-a47262a9c70e req-60d48700-6602-44f7-b5c0-1cf2bf975b88 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 931 time: 0.2483666 Oct 22 13:07:21.359707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e37c31c-13e0-4f52-8c87-5e0696b2613f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:21.374258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.380160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.390694 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-04297fcb-8f4d-4d76-8568-a24042454f7e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236400 Oct 22 13:07:21.393947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4e37c31c-13e0-4f52-8c87-5e0696b2613f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:21.394543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e37c31c-13e0-4f52-8c87-5e0696b2613f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:21.412104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-24df096a-fb48-44ab-b9d9-2823d264c92e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2841918 Oct 22 13:07:21.418926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Attempting to bind port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:21.419261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Attempting to bind port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b6e0be60-591f-4e34-9415-836247232a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:21.419592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Attempting to bind port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 on network aed8f8c0-59a1-49b2-a818-aab6bc562481 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:21.433753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Request body: {'port': {'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:21.446073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5180c45e-3915-4129-8eba-a47262a9c70e req-38d131a8-e25d-49ab-8203-db153108300d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Oct 22 13:07:21.450145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 on network aed8f8c0-59a1-49b2-a818-aab6bc562481 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:21.451480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Attempting to bind port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 on network aed8f8c0-59a1-49b2-a818-aab6bc562481 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:21.459011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:21.459466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Checking segment: {'id': 'b6e0be60-591f-4e34-9415-836247232a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:21.459941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Bound using segment: {'id': 'b6e0be60-591f-4e34-9415-836247232a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:21.460468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Bound port: 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e0be60-591f-4e34-9415-836247232a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:21.460921 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.524088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.525480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5606e961-2b47-4fdc-89ac-d38a7e2cb02b {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:07:21.540614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.544323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-47ea2288-2459-4408-b527-679fdac9e2a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5606e961-2b47-4fdc-89ac-d38a7e2cb02b HTTP/1.1" status: 204 len: 168 time: 1.9675119 Oct 22 13:07:21.550999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00565728-5692-4ed9-ad7a-97457511bb02 req-4ed13371-f650-427f-ab68-f9c9e10cfb04 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.552567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-87172c12-beca-415c-aab3-be4ee1d5767b None None] Provisioning complete for port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:21.552724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00565728-5692-4ed9-ad7a-97457511bb02 req-4ed13371-f650-427f-ab68-f9c9e10cfb04 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.0895672 Oct 22 13:07:21.553089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-87172c12-beca-415c-aab3-be4ee1d5767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.553285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:21.579713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.580195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.580667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.581133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.582240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.582240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.582512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.584510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-d5b86cfa-fb18-4f42-ae96-6c3695569ea8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.1155784 Oct 22 13:07:21.598031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-87172c12-beca-415c-aab3-be4ee1d5767b None None] Port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:21.601125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.628644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:21.653644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,segment=NetworkSegment(b6e0be60-591f-4e34-9415-836247232a2f),segment_id=b6e0be60-591f-4e34-9415-836247232a2f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:21.662973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Deleting subnet fd167b10-27fa-4a18-bd06-9a962e4d2dad {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:07:21.668781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.675138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.721770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00565728-5692-4ed9-ad7a-97457511bb02 req-a8be9647-0fc1-465d-804a-e5e8a7fd5528 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473079 Oct 22 13:07:21.743873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.744491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.747437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] 10.222.0.26 "PUT /v2.0/ports/5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 HTTP/1.1" status: 200 len: 1091 time: 1.3055682 Oct 22 13:07:21.747991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:21.750558 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf63482-bcfe-4d33-807b-8ebaa96a63c5" -d '{"events": [{"name": "network-changed", "server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:21.766942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:21.819302 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e12e3df-c914-4f86-b094-199d01b84f26 x-openstack-request-id: req-3e12e3df-c914-4f86-b094-199d01b84f26 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:21.819954 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:21.819954 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e12e3df-c914-4f86-b094-199d01b84f26 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:21.820237 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18', 'status': 'completed', 'code': 200} Oct 22 13:07:21.839371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2da92-335b-4e44-9635-2a541a55476b service neutron] Pushing event updated for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:21.893972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-31715604-24e2-4513-bfbd-f046aeb2e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:21.895668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-31715604-24e2-4513-bfbd-f046aeb2e0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0370025290e043ed98872782c73d7bf0&device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 1094 time: 0.0812232 Oct 22 13:07:21.966361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-5f683e6e-0165-434c-add2-18120cd06dd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 HTTP/1.1" status: 200 len: 217 time: 0.0500393 Oct 22 13:07:22.035028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-bf27cc1b-cb37-451b-ab89-19a78d377fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.036675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-bf27cc1b-cb37-451b-ab89-19a78d377fc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95b134ea-48dc-42df-ab6a-c1736733193c HTTP/1.1" status: 200 len: 855 time: 0.0616083 Oct 22 13:07:22.045988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.140035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-ed7b6191-992a-423b-b7f1-8a97961fe0b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aed8f8c0-59a1-49b2-a818-aab6bc562481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907781 Oct 22 13:07:22.142108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-cded9cbe-55bf-4ea9-a5c2-471281939459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.142582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-cded9cbe-55bf-4ea9-a5c2-471281939459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.143067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-cded9cbe-55bf-4ea9-a5c2-471281939459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.144617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-cded9cbe-55bf-4ea9-a5c2-471281939459 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 2294 time: 0.5327148 Oct 22 13:07:22.211880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7efd4-b75f-427c-9ce0-8afffa9114a6 req-2516fd90-11b5-4c49-8bf9-21156eb8c630 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.213552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bf7efd4-b75f-427c-9ce0-8afffa9114a6 req-2516fd90-11b5-4c49-8bf9-21156eb8c630 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.1759703 Oct 22 13:07:22.237780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd9b1-fdd9-4918-a44e-e564758ded0a req-9bc5bf43-8807-404e-beaa-0fd97a2798ab tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.237780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c84dd9b1-fdd9-4918-a44e-e564758ded0a req-9bc5bf43-8807-404e-beaa-0fd97a2798ab tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.2047210 Oct 22 13:07:22.283615 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-42f77d61-4b4c-4947-9390-805d3180789f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 1001 time: 0.0967805 Oct 22 13:07:22.307276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.363446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd167b10-27fa-4a18-bd06-9a962e4d2dad,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:22.365364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.368599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5590c411-424a-4420-bbfb-61205ef11a0f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fd167b10-27fa-4a18-bd06-9a962e4d2dad HTTP/1.1" status: 204 len: 168 time: 0.8075025 Oct 22 13:07:22.372306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958250f4-54ca-470c-ae3a-b4f27b0abbbc None None] Network 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:22.374146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:22.386818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bf7efd4-b75f-427c-9ce0-8afffa9114a6 req-1301d021-6b4c-419e-aa0d-72d35f2fa560 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470263 Oct 22 13:07:22.398022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c84dd9b1-fdd9-4918-a44e-e564758ded0a req-741a975c-f407-4c3f-9b6e-12b942f4cfb5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528101 Oct 22 13:07:22.402259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-9c2f5280-a51b-44c9-9594-d333fe8f72a8 service neutron] 10.222.0.26 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518103 Oct 22 13:07:22.459037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.465239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:22.474065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-7f4a006d-d864-4633-bf81-2da6f308f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.475774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-7f4a006d-d864-4633-bf81-2da6f308f287 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 200 len: 851 time: 0.1808589 Oct 22 13:07:22.477774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.535734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Transition to ACTIVE for port object c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:22.570550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.595574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-385854f7-418b-4c7d-91c6-525fd8c116ce req-df15db3a-0ba6-47ad-b492-f94f01215542 service neutron] 10.222.0.26 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817203 Oct 22 13:07:22.618055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] DHCP port deletion for 6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:07:22.632347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ffb3b-2f5c-4d4b-b049-a4a392c7a585 req-bfe4581a-415b-4081-acad-10395c1a56bd tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.633888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c1ffb3b-2f5c-4d4b-b049-a4a392c7a585 req-bfe4581a-415b-4081-acad-10395c1a56bd tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 943 time: 0.1203220 Oct 22 13:07:22.642500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-af0a6cc1-8121-4b5a-b1c2-9d1da86ed442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.644616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-af0a6cc1-8121-4b5a-b1c2-9d1da86ed442 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf57036a-6546-4db0-9892-6aac14555b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600263 Oct 22 13:07:22.655560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5dac-a66e-47bd-b7cc-8644bf3aa286 req-9f848e8a-5cd2-4af4-9a74-292203e8d7c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.657678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112c5dac-a66e-47bd-b7cc-8644bf3aa286 req-9f848e8a-5cd2-4af4-9a74-292203e8d7c3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 943 time: 0.0815573 Oct 22 13:07:22.669292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Pushing event updated for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:22.694760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Deleting port 11a2173c-4c38-42e1-90e1-fbfe73594a3e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:22.694760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.724484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Deleting port 11a2173c-4c38-42e1-90e1-fbfe73594a3e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:22.724905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.767684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] For port 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11a2173c-4c38-42e1-90e1-fbfe73594a3e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:22.768153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.772831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c1ffb3b-2f5c-4d4b-b049-a4a392c7a585 req-90ea72cf-5c36-4db8-a1f5-3823c8455cad tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139214 Oct 22 13:07:22.781495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Calling delete_port for 11a2173c-4c38-42e1-90e1-fbfe73594a3e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:22.790377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112c5dac-a66e-47bd-b7cc-8644bf3aa286 req-a6c4a899-a390-41fe-94ee-011219383163 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117649 Oct 22 13:07:22.796542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-5207c62c-837c-4092-8b54-9676bc4e690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.799028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-5207c62c-837c-4092-8b54-9676bc4e690d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0370025290e043ed98872782c73d7bf0&device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 1094 time: 0.1313529 Oct 22 13:07:22.823098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] For port 11a2173c-4c38-42e1-90e1-fbfe73594a3e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11a2173c-4c38-42e1-90e1-fbfe73594a3e,segment=NetworkSegment(9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84),segment_id=9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:22.823750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.851365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Calling delete_port for 11a2173c-4c38-42e1-90e1-fbfe73594a3e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:22.863546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11a2173c-4c38-42e1-90e1-fbfe73594a3e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:22.923959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:22.927880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-7531d9ac-1065-4ec2-92ad-00569251728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:22.929371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-7531d9ac-1065-4ec2-92ad-00569251728b service neutron] 10.222.0.26 "GET /v2.0/networks?id=aed8f8c0-59a1-49b2-a818-aab6bc562481 HTTP/1.1" status: 200 len: 916 time: 0.1225083 Oct 22 13:07:22.949832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port 11a2173c-4c38-42e1-90e1-fbfe73594a3e {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:07:22.950267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11a2173c-4c38-42e1-90e1-fbfe73594a3e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:22.950714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ac2075a-4e1a-4814-aedc-36c2437c0607 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:22.979487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-b972559e-231b-4b48-9d06-5eacc1fd7279 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 HTTP/1.1" status: 200 len: 217 time: 0.0416098 Oct 22 13:07:22.984006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7ac2075a-4e1a-4814-aedc-36c2437c0607 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:22.984366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ac2075a-4e1a-4814-aedc-36c2437c0607 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:23.014388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a2173c-4c38-42e1-90e1-fbfe73594a3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:23.018801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] No DVR routers for this DVR port 11a2173c-4c38-42e1-90e1-fbfe73594a3e on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:23.025075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.060720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] Pushing event deleted for resources: {'Port': ['ID=11a2173c-4c38-42e1-90e1-fbfe73594a3e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:23.062908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2cf0e-d920-435f-b800-4e8454f44edf None None] No DVR routers for this DVR port 11a2173c-4c38-42e1-90e1-fbfe73594a3e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:23.070400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-791a6b63-5953-4cc5-af6c-b2cc41faf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.075016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-791a6b63-5953-4cc5-af6c-b2cc41faf8e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95b134ea-48dc-42df-ab6a-c1736733193c HTTP/1.1" status: 200 len: 855 time: 0.0810988 Oct 22 13:07:23.093401 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-37afe810-4c8f-4a8f-a8da-547f8e449b47 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337528 Oct 22 13:07:23.100405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Attempting to bind port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:23.100750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Attempting to bind port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:23.101090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Attempting to bind port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:23.108181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-f5fd10eb-d731-4240-8117-d7416688da51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aed8f8c0-59a1-49b2-a818-aab6bc562481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270286 Oct 22 13:07:23.146165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.148636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:23.148968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Attempting to bind port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 on network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:23.181004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:23.181352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Checking segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:23.181746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Bound using segment: {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:23.182191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Bound port: c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eecba57-64d6-42d9-afc3-d25230a2fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:23.182552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.187312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9126f1-73a7-4f67-95d9-cdf0b6ab6131']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:23.205878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-597ff45f-7c54-4734-afac-5946109cd1b2 service neutron] 10.222.0.26 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Oct 22 13:07:23.215293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:23.215599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9337fcab-6d9d-4d25-bb5a-4dd4fb0c4a84') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:23.278510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.309190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.313570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf63482-bcfe-4d33-807b-8ebaa96a63c5 req-aab06c8b-fd21-402e-bbef-04a9217be673 service neutron] 10.222.0.26 "GET /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994079 Oct 22 13:07:23.334247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:07:23.334587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.337676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-1f313e8b-943d-4978-abd1-b18d4070ee58 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319844 Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:07:23.338322 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:07:23.390135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:23.400214 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-6ac4e3f9-5495-44f2-9e8f-b1fc3d4b31ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 217 time: 0.0496311 Oct 22 13:07:23.443379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:23.468278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.480950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.529249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.535398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f9126f1-73a7-4f67-95d9-cdf0b6ab6131 HTTP/1.1" status: 204 len: 168 time: 1.1578624 Oct 22 13:07:23.554979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-fe2bf8ad-f799-4d33-b6fa-3de98b4e50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.556523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-fe2bf8ad-f799-4d33-b6fa-3de98b4e50be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.1230726 Oct 22 13:07:23.557945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.558574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.560104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] 10.222.0.26 "PUT /v2.0/ports/c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 1091 time: 2.1470900 Oct 22 13:07:23.563836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6fa6-e206-4bfa-b5ba-d8a6d7ab1756 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9126f1-73a7-4f67-95d9-cdf0b6ab6131,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:23.565996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:23.580400 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf20779-f661-48ff-8580-fc7893b5ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:23.638672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e183d-1fe6-4727-b6f9-cabf1ef6811e req-665e73d9-36f5-4f31-9669-7f7f40c41f7d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.646970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a22e183d-1fe6-4727-b6f9-cabf1ef6811e req-665e73d9-36f5-4f31-9669-7f7f40c41f7d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.1780694 Oct 22 13:07:23.686954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af78db-3589-47d8-9171-b975865a1548 service neutron] Pushing event updated for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:23.688840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156e13f-b60c-4f3a-bf7b-fa0e9c1c2c24 req-7c4feb35-a090-4f87-8596-8dfb4f42fd17 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.691910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a156e13f-b60c-4f3a-bf7b-fa0e9c1c2c24 req-7c4feb35-a090-4f87-8596-8dfb4f42fd17 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.2041590 Oct 22 13:07:23.720127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-75ab0fa0-85b3-483e-b3a9-f66276725928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.722074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-75ab0fa0-85b3-483e-b3a9-f66276725928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357176 Oct 22 13:07:23.728787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-c6866eff-9629-496e-bf7e-da51716cceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.730452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-c6866eff-9629-496e-bf7e-da51716cceea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1094 time: 0.0819695 Oct 22 13:07:23.747145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a22e183d-1fe6-4727-b6f9-cabf1ef6811e req-7fe02773-e71a-4f4a-8886-5d94c7f93819 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992718 Oct 22 13:07:23.770938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a156e13f-b60c-4f3a-bf7b-fa0e9c1c2c24 req-2113826d-ba67-42f0-8470-c83bb51b1ca2 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702250 Oct 22 13:07:23.800879 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-b9e94586-ec1f-4802-a618-588bf59adace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 217 time: 0.0602305 Oct 22 13:07:23.850943 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb55e508-9af7-4815-a884-1fc24a777bfe x-openstack-request-id: req-bb55e508-9af7-4815-a884-1fc24a777bfe {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:23.851195 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:23.851456 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb55e508-9af7-4815-a884-1fc24a777bfe {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:23.851859 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'status': 'completed', 'code': 200} Oct 22 13:07:23.929146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:23.933394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6698595f-cc6d-4795-b6d6-e23d81c3c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:23.983177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5a16d-cd69-4548-a693-71d160403766 req-9a772923-a35a-4f35-8762-e330d84f3630 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.985205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ad5a16d-cd69-4548-a693-71d160403766 req-9a772923-a35a-4f35-8762-e330d84f3630 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 943 time: 0.0922472 Oct 22 13:07:23.990970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-381308a2-ec35-4896-b896-ddef169c3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:23.992552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-381308a2-ec35-4896-b896-ddef169c3a54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1839154 Oct 22 13:07:24.020300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-adca27ee-a0e9-41d2-884f-a496bb90bc44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed82b017dac944cda888755e5af6d469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874276 Oct 22 13:07:24.026258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:24.048217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-45157c23-0b54-4cb7-b891-342de9f8f7ee service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004315 Oct 22 13:07:24.062259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-e3722a64-c764-4dcb-aa05-efe2cf216bdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.064375 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-e3722a64-c764-4dcb-aa05-efe2cf216bdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.1185412 Oct 22 13:07:24.103054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98296d6-e6b0-49d7-ad52-a72165eb3e35 req-dddd114a-9fd9-4206-9ca0-8547d81e1ff9 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.104729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c98296d6-e6b0-49d7-ad52-a72165eb3e35 req-dddd114a-9fd9-4206-9ca0-8547d81e1ff9 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 943 time: 0.1295183 Oct 22 13:07:24.109883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ad5a16d-cd69-4548-a693-71d160403766 req-b7acd421-2829-4f33-88be-bb82946ad093 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108558 Oct 22 13:07:24.120013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-dcff473b-506c-4b25-9398-195adbec420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.121528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-dcff473b-506c-4b25-9398-195adbec420b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126084 Oct 22 13:07:24.140840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.195187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c98296d6-e6b0-49d7-ad52-a72165eb3e35 req-a40353b6-8950-4e9b-82c1-d7b069c6cbc7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Oct 22 13:07:24.214279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.274628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.277472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.281186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52bf16a1-8451-47c6-bc06-4c1072a7aee8 HTTP/1.1" status: 204 len: 168 time: 0.2517242 Oct 22 13:07:24.288979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523228-5e44-4d31-afda-8a66d25cb30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf16a1-8451-47c6-bc06-4c1072a7aee8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:24.300291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-0d9752ec-5048-41e1-b477-0afb755123b8 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342331 Oct 22 13:07:24.387394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-9c519148-87a5-4e66-bdef-5d457fd886a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 217 time: 0.0734951 Oct 22 13:07:24.468744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-560a54f5-ea9b-45ce-9195-34473c4d5106 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332834 Oct 22 13:07:24.472319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-a0396141-72dd-431f-bd67-063f180f5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.474023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-a0396141-72dd-431f-bd67-063f180f5965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0709167 Oct 22 13:07:24.490591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 9a883728-0411-4e43-82ac-83f26660284d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:24.490960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.531969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa98d9-b6ed-440d-9618-19b702e62d4b req-93f401c9-5225-4a8d-a1ec-ad78bd48a2c2 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.534963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8aa98d9-b6ed-440d-9618-19b702e62d4b req-93f401c9-5225-4a8d-a1ec-ad78bd48a2c2 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1096 time: 0.0464857 Oct 22 13:07:24.580625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8aa98d9-b6ed-440d-9618-19b702e62d4b req-c0791940-882e-4ee8-8b21-3a224d0ead77 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Oct 22 13:07:24.700006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-b264358c-47cb-4200-afd4-a1624582c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.701606 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-b264358c-47cb-4200-afd4-a1624582c977 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2077904 Oct 22 13:07:24.748168 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-09d6f67d-cc0a-4994-b1d7-d5def534cc61 req-70eaa227-2c8b-4352-b381-51c313b3e173 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700353 Oct 22 13:07:24.760823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 9a883728-0411-4e43-82ac-83f26660284d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a883728-0411-4e43-82ac-83f26660284d,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:24.761253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:24.831509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 9a883728-0411-4e43-82ac-83f26660284d owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:24.909543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:24.956589 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-12707591-edc3-47d2-9217-282ecf2675ef service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437525 Oct 22 13:07:24.984894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1d10-0b76-4086-9ba3-c535c548b713 req-49857647-8e01-4d66-9830-4d7be4754736 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.986567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98be1d10-0b76-4086-9ba3-c535c548b713 req-49857647-8e01-4d66-9830-4d7be4754736 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c34405-00a4-4bff-8f72-baafc2923fe5 HTTP/1.1" status: 200 len: 945 time: 0.1244926 Oct 22 13:07:24.990160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-b3571845-840f-4622-aa1e-91458a1d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:24.991689 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-b3571845-840f-4622-aa1e-91458a1d3b1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1094 time: 0.1581423 Oct 22 13:07:25.080812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98be1d10-0b76-4086-9ba3-c535c548b713 req-9eb55c1a-fb9f-45d9-a5a1-3c521361a006 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871477 Oct 22 13:07:25.203082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,segment=NetworkSegment(b6e0be60-591f-4e34-9415-836247232a2f),segment_id=b6e0be60-591f-4e34-9415-836247232a2f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:25.209572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-69a89a92-a2aa-4f19-9d7b-0ed1859a13c2 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407641 Oct 22 13:07:25.231954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18', 'network_id': 'aed8f8c0-59a1-49b2-a818-aab6bc562481', 'port_id': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18', 'mac_address': 'fa:16:3e:41:3b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b134ea-48dc-42df-ab6a-c1736733193c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:25.281023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-efc596e4-490b-4426-bc19-4e59b7bc42ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 200 len: 217 time: 0.0597413 Oct 22 13:07:25.291032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-6b3c73ca-e558-4b9f-83ed-c4a4cc0a7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.292502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-6b3c73ca-e558-4b9f-83ed-c4a4cc0a7ec0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2858698 Oct 22 13:07:25.295554 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.315302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.317324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:25.332379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a883728-0411-4e43-82ac-83f26660284d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:25.335975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eadbb5-d987-49e5-ad31-9888d70583b5 req-914ca6a3-8d26-4c60-aee6-274297b4d3bf tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.347906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0eadbb5-d987-49e5-ad31-9888d70583b5 req-914ca6a3-8d26-4c60-aee6-274297b4d3bf tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1565955 Oct 22 13:07:25.374235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,segment=NetworkSegment(b6e0be60-591f-4e34-9415-836247232a2f),segment_id=b6e0be60-591f-4e34-9415-836247232a2f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:25.384771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.419645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-fd41e7f2-8feb-4686-a337-e4b3656b52d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 217 time: 0.1151953 Oct 22 13:07:25.423367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=9a883728-0411-4e43-82ac-83f26660284d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:25.443449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0eadbb5-d987-49e5-ad31-9888d70583b5 req-36f9a002-57c3-41e2-993b-b45d48a85b01 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915682 Oct 22 13:07:25.461012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52838) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:25.497142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:25.528513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 9a883728-0411-4e43-82ac-83f26660284d on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:25.533339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.538099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b4b258-1c21-4b5e-b5e7-b4262689b97a req-5a3618ba-7e6c-4cbb-bdb7-3bc9dea5ffcb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "DELETE /v2.0/ports/9a883728-0411-4e43-82ac-83f26660284d HTTP/1.1" status: 204 len: 173 time: 1.4616323 Oct 22 13:07:25.547936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-87bb7ec0-ece5-4c08-8739-283887653c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.550179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-87bb7ec0-ece5-4c08-8739-283887653c71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.2558522 Oct 22 13:07:25.577184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-c9208e86-ddd3-4c5f-a003-8244303c286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.579958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-c9208e86-ddd3-4c5f-a003-8244303c286b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1357358 Oct 22 13:07:25.628266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['5590e3a9-b0c1-4d59-a4c6-d38a65b49d18'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:25.661860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-6d10a591-cba0-4ea5-92c9-b69b268deb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.667938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-163880456-network', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:25.669470 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-6d10a591-cba0-4ea5-92c9-b69b268deb65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074321 Oct 22 13:07:25.690438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-0f2f7df8-bd93-4fdf-949d-429b6a445ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.691999 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-0f2f7df8-bd93-4fdf-949d-429b6a445ebc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966065 Oct 22 13:07:25.724588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:25.727453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.752871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a614b-eda2-4e12-89cd-8f05d6e50f5d req-f16c2091-dc16-4d38-9fce-d7bcd1b7813c tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:25.762334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c70a614b-eda2-4e12-89cd-8f05d6e50f5d req-f16c2091-dc16-4d38-9fce-d7bcd1b7813c tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 944 time: 0.1145537 Oct 22 13:07:25.799197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.867693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c70a614b-eda2-4e12-89cd-8f05d6e50f5d req-215a33b0-841e-4b85-ad7a-78f1ac6be834 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007478 Oct 22 13:07:25.940715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.948114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:25.981966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:07:26.007414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b364914-3942-4b19-a8cb-49229df7cae9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:26.038982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.039331 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Added segment d4f0d1b2-34cc-4b30-ac67-943a4c224e0a of type vlan for network 527fc965-a80a-4f85-ac31-a1ab13006e1d Oct 22 13:07:26.094322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.113821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9df3b-afe4-4e9a-b2b9-33f8f93441e0 req-1513581a-a158-4d69-83d7-1c40fd1e3fc8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.115349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd9df3b-afe4-4e9a-b2b9-33f8f93441e0 req-1513581a-a158-4d69-83d7-1c40fd1e3fc8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 943 time: 0.1302860 Oct 22 13:07:26.166429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.167424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.168005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.201980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'name': 'network-vif-deleted', 'tag': '9a883728-0411-4e43-82ac-83f26660284d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:26.205468 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a654ee-3610-488f-b87f-c087161a7d92" -d '{"events": [{"server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "name": "network-vif-deleted", "tag": "9a883728-0411-4e43-82ac-83f26660284d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:26.219316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7570038 Oct 22 13:07:26.227436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:26.261821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd9df3b-afe4-4e9a-b2b9-33f8f93441e0 req-5b826c8c-3d4b-49ba-ae6b-c66140b75123 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196208 Oct 22 13:07:26.265609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Request body: {'subnet': {'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-163880456-subnet', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:26.269665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824add-497e-490a-817b-8352c046a755 admin admin] Pushing event updated for resources: {'Network': ['ID=527fc965-a80a-4f85-ac31-a1ab13006e1d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:26.280443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:07:26.294247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-f5c6555d-e204-4037-903c-33ae2f40d1d8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:07:26.295450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-f5c6555d-e204-4037-903c-33ae2f40d1d8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076942 Oct 22 13:07:26.299034 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-62382e30-0f3f-49f8-9cce-208b4a2740a7 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169968 Oct 22 13:07:26.316814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:26.319218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.326456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-8af934d8-c04b-4931-b81e-8307646ed41d service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205966 Oct 22 13:07:26.374062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4aab851f-8563-407d-8b4d-275b55cf8e6d tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.376169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4aab851f-8563-407d-8b4d-275b55cf8e6d tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 1093 time: 0.0691814 Oct 22 13:07:26.420028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:26.420610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:07:26.494113 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7940c99-783e-4f90-aab5-d0754ee52173 x-openstack-request-id: req-b7940c99-783e-4f90-aab5-d0754ee52173 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:26.494412 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c34405-00a4-4bff-8f72-baafc2923fe5", "name": "network-vif-deleted", "tag": "9a883728-0411-4e43-82ac-83f26660284d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:26.494697 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7940c99-783e-4f90-aab5-d0754ee52173 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:26.495091 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c34405-00a4-4bff-8f72-baafc2923fe5', 'name': 'network-vif-deleted', 'tag': '9a883728-0411-4e43-82ac-83f26660284d', 'status': 'completed', 'code': 200} Oct 22 13:07:26.544770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-09fb5947-2723-46e0-91a0-17029b60e53a service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172730 Oct 22 13:07:26.547707 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5cf20779-f661-48ff-8580-fc7893b5ca06 req-d287d743-d16b-4a01-aa09-09272a70ea05 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055871 Oct 22 13:07:26.604314 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-b094d851-af87-4eae-821b-a242c7332480 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 200 len: 217 time: 0.0482600 Oct 22 13:07:26.658783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-4dcbc8c1-1532-4a4b-a981-5f5e80ce1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.660194 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-4dcbc8c1-1532-4a4b-a981-5f5e80ce1f3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0480936 Oct 22 13:07:26.711091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-8442e5d7-d394-46dd-981b-b3579f47895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.712835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-8442e5d7-d394-46dd-981b-b3579f47895e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442982 Oct 22 13:07:26.811964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-a6256b0e-f5d9-4453-bb20-74a10cf0bd63 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Oct 22 13:07:26.921656 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-4257f608-0ec3-434f-9c11-ab392c772eab service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906570 Oct 22 13:07:26.928022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:26.932498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:26.934060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8199-cf91-4467-a844-7f0f5e3f7878 req-99211470-37c3-4928-9146-84c50bddba67 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:26.935594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed2e8199-cf91-4467-a844-7f0f5e3f7878 req-99211470-37c3-4928-9146-84c50bddba67 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1401381 Oct 22 13:07:26.963260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:26.963621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:26.964208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:26.968914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-ec11da76-9dac-4f10-a17f-14a85af38811 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 200 len: 217 time: 0.0384436 Oct 22 13:07:26.977763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:26.982694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:26.982694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:27.019564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-3f33a0b9-1315-4b2b-aef4-449c252cdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.021172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-3f33a0b9-1315-4b2b-aef4-449c252cdb9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.0449162 Oct 22 13:07:27.022185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:27.022766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:27.022940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:27.023390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Bound port: b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:27.058343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed2e8199-cf91-4467-a844-7f0f5e3f7878 req-632e76a3-6299-44b7-aa4e-7e6e90d1646d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067350 Oct 22 13:07:27.076214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-8204bcc3-15c0-411a-a294-31d5bb63edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.077592 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-8204bcc3-15c0-411a-a294-31d5bb63edb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494838 Oct 22 13:07:27.081837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:27.083835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16e09e74-29ab-40f6-a73d-e7b9f94fe0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.087163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc8c423-5360-49f5-bb6e-f7cc225533c6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:27.115226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:27.115685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.121680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Checking segment: {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:27.122047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Network hostable DHCP agents. Network: 527fc965-a80a-4f85-ac31-a1ab13006e1d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:07:27.122182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:27.127524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:27.144874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.146185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] 10.222.0.25 "POST /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7319431 Oct 22 13:07:27.147348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:07:27.158467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:27.161029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 527fc965-a80a-4f85-ac31-a1ab13006e1d) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:27.169268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.170221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.189866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ced775-933a-4a67-b309-bf89603b424b None None] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:27.202240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9ef5885d-736b-4377-9b8b-c2435f7738b8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9438357 Oct 22 13:07:27.206023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52868) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:27.221987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:27.243585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.253316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-5eac719a-9566-4d70-be02-2486fbfeb077 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651511 Oct 22 13:07:27.297372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.300571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.313421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:27.370102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:27.384588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.434142 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.442814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.446531 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-a096a9e9-3dbb-42db-8aa6-9cf1a258df29 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850438 Oct 22 13:07:27.490531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:27.492838 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab3a54-1f95-4996-b7e6-18dfd969d877" -d '{"events": [{"server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "name": "network-vif-plugged", "status": "completed", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:27.518298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-7f4cd39a-bdee-42a3-a477-66cdfe2ac1e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 217 time: 0.0599484 Oct 22 13:07:27.522376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:27.530239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,segment=NetworkSegment(b6e0be60-591f-4e34-9415-836247232a2f),segment_id=b6e0be60-591f-4e34-9415-836247232a2f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:27.536826 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.544745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-527fc965-a80a-4f85-ac31-a1ab13006e1d', 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'fixed_ips': [{'subnet_id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:07:27.546192 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.595588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-7816213d-30ba-463e-8174-fe052b677070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.597264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-7816213d-30ba-463e-8174-fe052b677070 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1096 time: 0.1493032 Oct 22 13:07:27.601035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-0a3a8e28-cc84-4bf9-93bc-1e3328727518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.602455 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-0a3a8e28-cc84-4bf9-93bc-1e3328727518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.0745561 Oct 22 13:07:27.665410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:27.672921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa823d9f-f8a7-4b2c-8dcc-cee0a238cab7 req-6cf287cf-4a15-4405-b8b2-e4e5da2d6046 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.674051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa823d9f-f8a7-4b2c-8dcc-cee0a238cab7 req-6cf287cf-4a15-4405-b8b2-e4e5da2d6046 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 944 time: 0.2206829 Oct 22 13:07:27.707792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:27.708035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.710933 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.719596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002f15-39a0-4afe-bd70-db695d225982 req-2f220a9f-60a6-4aef-b7ed-1e4fde3706ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.720751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-2f220a9f-60a6-4aef-b7ed-1e4fde3706ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064985 Oct 22 13:07:27.736191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:27.742343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-4ca7e712-3d70-4085-870a-91d05b7e2e59 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.749541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-4ca7e712-3d70-4085-870a-91d05b7e2e59 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.4027519 Oct 22 13:07:27.783735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa823d9f-f8a7-4b2c-8dcc-cee0a238cab7 req-3d5abc39-862d-4c91-8c7d-69893eb920b6 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Oct 22 13:07:27.791851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-b897aa59-16ee-4282-9a31-afe643cfb418 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0414228 Oct 22 13:07:27.803653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Allocated IP 172.20.0.2 (527fc965-a80a-4f85-ac31-a1ab13006e1d/0fc8c423-5360-49f5-bb6e-f7cc225533c6/3122ad83-3e13-4083-aa5e-c60794416da0) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:27.842031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-208d3fe4-9165-48d5-9a0e-a5c16afbbfd2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492365 Oct 22 13:07:27.889841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-e2b96b3c-d3a3-42da-9c6b-c5f0c1a51647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:27.891609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-e2b96b3c-d3a3-42da-9c6b-c5f0c1a51647 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.2784784 Oct 22 13:07:27.893811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-3273a5c6-5560-4985-af5a-52fc56a00144 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595657 Oct 22 13:07:27.973841 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-a2be99f9-d669-4ae6-a2e4-d5b168e4fc19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 217 time: 0.0641930 Oct 22 13:07:28.014231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e450f2e-2e7b-48ae-9c94-825245ad2742 req-9f2d610b-9b39-47a4-9207-c6f22a994222 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:28.015855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e450f2e-2e7b-48ae-9c94-825245ad2742 req-9f2d610b-9b39-47a4-9207-c6f22a994222 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.1185758 Oct 22 13:07:28.022306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.027239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-83b10fb2-766b-4695-b623-b721cf30322e service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841552 Oct 22 13:07:28.031410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.081835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Pushing event updated for resources: {'Port': ['ID=3122ad83-3e13-4083-aa5e-c60794416da0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:28.082341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-db72553e-df61-4364-8257-2284eff5ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:28.084589 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-db72553e-df61-4364-8257-2284eff5ed62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0702884 Oct 22 13:07:28.087375 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d002f15-39a0-4afe-bd70-db695d225982 req-3e52a175-1e55-48d5-90b0-4eaa8efd4ceb service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768086 Oct 22 13:07:28.091723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:28.093175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:28.099346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:28.159122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-198546b3-7fe6-46de-9937-b44401269229 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453215 Oct 22 13:07:28.168314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Attempting to bind port 3122ad83-3e13-4083-aa5e-c60794416da0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:28.168826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Attempting to bind port 3122ad83-3e13-4083-aa5e-c60794416da0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:28.169319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Attempting to bind port 3122ad83-3e13-4083-aa5e-c60794416da0 on network 527fc965-a80a-4f85-ac31-a1ab13006e1d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:28.175741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:28.176248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Checking segment: {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:28.176751 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.177246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Bound using segment: {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:28.177819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Bound port: 3122ad83-3e13-4083-aa5e-c60794416da0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:28.178321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.200008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e450f2e-2e7b-48ae-9c94-825245ad2742 req-7e85879d-fd40-4322-8fab-059267b185eb tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717005 Oct 22 13:07:28.266537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-0b8543de-ecec-48fa-94b1-d5ccbf8a00ab service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346265 Oct 22 13:07:28.268291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.270944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] For port 3122ad83-3e13-4083-aa5e-c60794416da0, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:28.274849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] For port 3122ad83-3e13-4083-aa5e-c60794416da0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3122ad83-3e13-4083-aa5e-c60794416da0,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:28.283064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.289615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.302390 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-9e468975-b0c7-4714-abb9-548bb3e13049 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337910 Oct 22 13:07:28.466433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Allocated IP 172.25.6.38 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/82e4c98d-0a63-4de0-8b21-6bacf8d615b0) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:28.482182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-f9311f71-33d2-40c8-a5cb-8a55727c7cfa service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656647 Oct 22 13:07:28.531913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61318-32c2-41b7-b9b1-808227066c53 None None] Pushing event updated for resources: {'Port': ['ID=3122ad83-3e13-4083-aa5e-c60794416da0,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:28.567149 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f35fe-26c6-452c-a1f5-e56b004fe1ee x-openstack-request-id: req-4c1f35fe-26c6-452c-a1f5-e56b004fe1ee {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:28.567661 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "name": "network-vif-plugged", "status": "completed", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:28.568100 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c1f35fe-26c6-452c-a1f5-e56b004fe1ee {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:28.568676 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18', 'code': 200} Oct 22 13:07:28.686558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e400-b982-4ed0-a9b8-41ae82b14c04 req-136042b4-3040-4adf-bb2f-41d58f848b51 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:28.694984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d827e400-b982-4ed0-a9b8-41ae82b14c04 req-136042b4-3040-4adf-bb2f-41d58f848b51 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 944 time: 0.4031372 Oct 22 13:07:28.703515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce613-c438-4be0-a82f-e7098f4307b4 req-126e60c7-6cde-4e38-babd-a8b2789e9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:28.704708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cce613-c438-4be0-a82f-e7098f4307b4 req-126e60c7-6cde-4e38-babd-a8b2789e9930 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 1096 time: 0.0613892 Oct 22 13:07:28.761335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.783627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-01cce613-c438-4be0-a82f-e7098f4307b4 req-3c40888c-caa3-4efc-bdb8-e80762b209f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Oct 22 13:07:28.811862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d28f6-43c5-4313-afbe-1ea66bb3d77f req-935ec488-39bf-43b8-99a0-39ff5b185f15 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:28.820914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f0d28f6-43c5-4313-afbe-1ea66bb3d77f req-935ec488-39bf-43b8-99a0-39ff5b185f15 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1845906 Oct 22 13:07:28.847284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d827e400-b982-4ed0-a9b8-41ae82b14c04 req-f9e5eead-ee8a-47f9-b581-ed6dad2ac7fc tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512680 Oct 22 13:07:28.928947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:28.934391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:28.980259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f0d28f6-43c5-4313-afbe-1ea66bb3d77f req-040e01de-0867-49f6-8c68-804bb05144a4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139293 Oct 22 13:07:29.041490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:29.046124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:29.046817 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.071515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:29.107389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b74eba2b-3333-46af-9767-b63618e67cf6 req-cf472dcb-e58f-4e0e-ace6-0092c64f2fce tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 210 time: 0.0538993 Oct 22 13:07:29.108239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:29.112368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:29.157431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Pushing event updated for resources: {'Port': ['ID=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:29.167460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.209620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:29.214830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.281344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:29.306476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95e94-baf4-481a-af0e-cb3ffe4ce332 req-03302f97-b88f-4e30-8aa8-4ec8120f4022 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:29.313928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76a95e94-baf4-481a-af0e-cb3ffe4ce332 req-03302f97-b88f-4e30-8aa8-4ec8120f4022 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 945 time: 0.1966166 Oct 22 13:07:29.420718 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76a95e94-baf4-481a-af0e-cb3ffe4ce332 req-828ea313-f15f-4ef5-b911-68500d6a6f88 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057081 Oct 22 13:07:29.440481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab9deb-214a-44ee-ba73-53c76c77a7cc req-a5877bfb-4516-4699-b082-d9f27442aaf5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:29.442046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fab9deb-214a-44ee-ba73-53c76c77a7cc req-a5877bfb-4516-4699-b082-d9f27442aaf5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.1257896 Oct 22 13:07:29.518783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fab9deb-214a-44ee-ba73-53c76c77a7cc req-5488008b-2242-4553-91f3-14235d4f251c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Oct 22 13:07:29.584358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.662262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.676738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a883728-0411-4e43-82ac-83f26660284d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:29.701247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 9a883728-0411-4e43-82ac-83f26660284d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:29.701626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a883728-0411-4e43-82ac-83f26660284d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:29.865476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:29.936953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2a5d6-a825-4ba0-9643-32710dfaa6e8 None None] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:29.975393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-0cfdccc1-8274-4ba2-85d3-4bbe88361094 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:29.976914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-0cfdccc1-8274-4ba2-85d3-4bbe88361094 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.2146111 Oct 22 13:07:30.004251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:30.068230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] Provisioning complete for port 3122ad83-3e13-4083-aa5e-c60794416da0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:30.068916 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.183109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:30.187145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.261869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.310283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] For port 3122ad83-3e13-4083-aa5e-c60794416da0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3122ad83-3e13-4083-aa5e-c60794416da0,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:30.318934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.407697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c27847-2c83-4a8a-8cb6-190464208db3 None None] Pushing event updated for resources: {'Port': ['ID=3122ad83-3e13-4083-aa5e-c60794416da0,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:30.420580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.14 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/91f0a919-39eb-47df-8266-c2b0a414dadf) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:30.549162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7e092d45-86b9-4cdd-be5e-b7355070ccf9 None None] Provisioning complete for port 3122ad83-3e13-4083-aa5e-c60794416da0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:30.549745 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e092d45-86b9-4cdd-be5e-b7355070ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.582719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f43c0-027c-40b2-a0ff-ab7046e8c5d3 req-d024c23f-20e1-46d6-a698-f225560984f2 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:30.589502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:30.591371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f6f43c0-027c-40b2-a0ff-ab7046e8c5d3 req-d024c23f-20e1-46d6-a698-f225560984f2 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 945 time: 0.5534627 Oct 22 13:07:30.592363 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761717db-e68a-42e3-a40b-e06c662b1ce2" -d '{"events": [{"server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "name": "network-vif-plugged", "status": "completed", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:30.614497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.617428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd1fb1-1f07-47c7-93ce-e1f81010f8f1 req-0d5dbcba-cae6-4a0e-b1b0-3f05267773e0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:30.626060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48cd1fb1-1f07-47c7-93ce-e1f81010f8f1 req-0d5dbcba-cae6-4a0e-b1b0-3f05267773e0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1323063 Oct 22 13:07:30.654333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.672900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Router 343844b3-a598-4c78-a951-77883c84b065 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:07:30.680652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:30.685070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:30.710727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:30.715011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48cd1fb1-1f07-47c7-93ce-e1f81010f8f1 req-81746429-2493-4cf1-afa9-573d807702a0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834053 Oct 22 13:07:30.729241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f6f43c0-027c-40b2-a0ff-ab7046e8c5d3 req-c5d7e816-8a5d-49d3-8c9e-7c45781dfb26 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348693 Oct 22 13:07:30.774947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:30.775719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.813529 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8182595 Oct 22 13:07:30.814363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e27f0-5beb-4758-b77e-cbc6193ba578 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:30.832248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Request body: {'port': {'device_id': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:30.879066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:30.889511 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Sync routers for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:30.903056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.911425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:30.912825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ad64ce92-c6fc-459f-84d7-b89bd6739020 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7053163 Oct 22 13:07:30.916514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:30.920024 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:30.920980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:30.964516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3122ad83-3e13-4083-aa5e-c60794416da0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:31.056981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3122ad83-3e13-4083-aa5e-c60794416da0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:31.057206 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.062256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:31.068208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ef1d-fb4f-4edc-9650-e1c35d72c6c2 req-5bb278e8-84e2-420b-9721-81d20865b993 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:31.070300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80d3ef1d-fb4f-4edc-9650-e1c35d72c6c2 req-5bb278e8-84e2-420b-9721-81d20865b993 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 945 time: 0.1525640 Oct 22 13:07:31.111371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be2a0-a2f2-4858-889a-3c891c697614 req-329e9975-a26d-4e56-b254-26d219c45760 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:31.113053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9be2a0-a2f2-4858-889a-3c891c697614 req-329e9975-a26d-4e56-b254-26d219c45760 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 932 time: 0.1813314 Oct 22 13:07:31.214185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9be2a0-a2f2-4858-889a-3c891c697614 req-f96b91a9-bc4a-4880-85de-418f14798e93 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848138 Oct 22 13:07:31.217156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80d3ef1d-fb4f-4edc-9650-e1c35d72c6c2 req-d7a6c1ed-7b31-4264-a95b-0f331b79d8a0 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369207 Oct 22 13:07:31.340787 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6ea1c-0bc9-4ac6-b1fa-3606983a1ec1 x-openstack-request-id: req-f9d6ea1c-0bc9-4ac6-b1fa-3606983a1ec1 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:31.341093 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "name": "network-vif-plugged", "status": "completed", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:31.341358 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9d6ea1c-0bc9-4ac6-b1fa-3606983a1ec1 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:31.341755 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'code': 200} Oct 22 13:07:31.345733 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:29Z', 'revision_number': 3, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:31.409259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d11312-de80-4d1b-b948-3acb75afd38d req-23da385c-5db6-4f75-8aff-eb0c4c7bec7a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:31.409614 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Checking router: 343844b3-a598-4c78-a951-77883c84b065 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:31.410311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Updating router 343844b3-a598-4c78-a951-77883c84b065 port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:07:31.422623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2d11312-de80-4d1b-b948-3acb75afd38d req-23da385c-5db6-4f75-8aff-eb0c4c7bec7a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.0809832 Oct 22 13:07:31.440879 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.508699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2d11312-de80-4d1b-b948-3acb75afd38d req-38542a9c-ae50-4406-9497-16cf9d1bfec2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850282 Oct 22 13:07:31.553139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f0a919-39eb-47df-8266-c2b0a414dadf {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:31.561924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.615941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Transition to ACTIVE for port object 91f0a919-39eb-47df-8266-c2b0a414dadf will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:31.627477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa449e7-642f-47b5-9fb4-513a040e96c0 req-40d4d416-270b-42fd-880b-471b12f1b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:31.629297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efa449e7-642f-47b5-9fb4-513a040e96c0 req-40d4d416-270b-42fd-880b-471b12f1b31b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1096 time: 0.2081265 Oct 22 13:07:31.653552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.753595 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efa449e7-642f-47b5-9fb4-513a040e96c0 req-5d1c847b-1f3e-4bd7-9957-67202daeab9b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066363 Oct 22 13:07:31.874387 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.884335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:31.886987 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:31.949510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff9b9e-d9ba-4097-bec7-b69a8adab5dc req-314ae8b6-ed02-46ed-a7f3-9b81b5e8eb51 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:31.958449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eff9b9e-d9ba-4097-bec7-b69a8adab5dc req-314ae8b6-ed02-46ed-a7f3-9b81b5e8eb51 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1301115 Oct 22 13:07:31.986040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Pushing event updated for resources: {'Port': ['ID=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:31.988545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.007619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eff9b9e-d9ba-4097-bec7-b69a8adab5dc req-02f0c814-4016-45a6-904f-599a8ce12945 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Oct 22 13:07:32.012264 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.012620 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.013198 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.013708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.014860 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.016158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Attempting to bind port 91f0a919-39eb-47df-8266-c2b0a414dadf on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:32.016799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Attempting to bind port 91f0a919-39eb-47df-8266-c2b0a414dadf by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:32.017076 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.017319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Attempting to bind port 91f0a919-39eb-47df-8266-c2b0a414dadf on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:32.017888 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.019510 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.020048 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.021461 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.022185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.024340 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:32.028664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9a24b-d713-457a-a6e3-7b330b199eea req-af241129-ce96-42ad-adb5-d8818ac020d2 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:32.033469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfb9a24b-d713-457a-a6e3-7b330b199eea req-af241129-ce96-42ad-adb5-d8818ac020d2 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 945 time: 0.1682706 Oct 22 13:07:32.039955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Port 91f0a919-39eb-47df-8266-c2b0a414dadf on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:32.040382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Attempting to bind port 91f0a919-39eb-47df-8266-c2b0a414dadf on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:32.052928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:32.053483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:32.054409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:32.055528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Bound port: 91f0a919-39eb-47df-8266-c2b0a414dadf, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:32.056048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.078116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Attempting to bind port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:32.079347 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Attempting to bind port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:32.090113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Attempting to bind port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:32.100150 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:32.100966 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:32.101610 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.102233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:32.102931 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Bound port: 82e4c98d-0a63-4de0-8b21-6bacf8d615b0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:32.103623 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.114219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfb9a24b-d713-457a-a6e3-7b330b199eea req-93a4e1b3-ad2d-41e8-9c80-d5c713c815ff tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Oct 22 13:07:32.180340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:32.182134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] For port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:32.183759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:32.185382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] For port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:32.194381 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.289650 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:32.290304 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:32.377270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda9967-8004-421b-a2cd-5faac76197ea None None] Pushing event updated for resources: {'Port': ['ID=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:32.454247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b74f1b-2991-4db4-a8a7-a9e10d2b9123 req-f4ccb299-7c8a-4f83-a5c8-a6a5b04c87fb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:32.474003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76b74f1b-2991-4db4-a8a7-a9e10d2b9123 req-f4ccb299-7c8a-4f83-a5c8-a6a5b04c87fb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.1096408 Oct 22 13:07:32.538926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:32.560883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76b74f1b-2991-4db4-a8a7-a9e10d2b9123 req-6de63859-3a65-4955-996c-0a143578406b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858619 Oct 22 13:07:32.659359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Allocated IP 172.20.0.1 (527fc965-a80a-4f85-ac31-a1ab13006e1d/0fc8c423-5360-49f5-bb6e-f7cc225533c6/4a25adc7-4df5-4390-9a4b-b3089ccec147) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:32.747445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13981cb-9696-46fa-94bb-3282df47be35 req-2bb557a0-27ba-4421-8f83-62d19a370b8c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:32.759134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f13981cb-9696-46fa-94bb-3282df47be35 req-2bb557a0-27ba-4421-8f83-62d19a370b8c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.0873194 Oct 22 13:07:32.800216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f13981cb-9696-46fa-94bb-3282df47be35 req-db8eb2f2-bc04-4f7f-914c-88b8b961e2f6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Oct 22 13:07:32.810269 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:29Z', 'revision_number': 3, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:32.845583 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5bf11-cf1e-4adb-ad27-f92dcc4b5d3d None None] The sync data for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 is: [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:29Z', 'revision_number': 3, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:32.854958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.873934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.920348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:32.921050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:32.923486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/91f0a919-39eb-47df-8266-c2b0a414dadf HTTP/1.1" status: 200 len: 1092 time: 2.0991766 Oct 22 13:07:32.950133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:32.952906 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c3a1e-d06d-4007-a943-af07214f0275" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:32.989108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:33.009816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32529d2-c2c5-48b8-88c6-6b98a51397b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:33.066088 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad274b5-db91-44d7-b846-c60fd9993c77 x-openstack-request-id: req-fad274b5-db91-44d7-b846-c60fd9993c77 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:33.066519 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:33.066695 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fad274b5-db91-44d7-b846-c60fd9993c77 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:33.067302 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'status': 'completed', 'code': 200} Oct 22 13:07:33.089127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:33.112350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:33.114809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:33.166158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Pushing event updated for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:33.183653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-47b6b737-9a8e-4b40-b648-a5dfa587bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.185180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-47b6b737-9a8e-4b40-b648-a5dfa587bf82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 1095 time: 0.1229875 Oct 22 13:07:33.204769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:33.215012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6ad4-f103-40aa-baae-64b3df80fb92 req-1a991b7d-ed37-4608-ac7c-3557663c467f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.217165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63ed6ad4-f103-40aa-baae-64b3df80fb92 req-1a991b7d-ed37-4608-ac7c-3557663c467f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0924020 Oct 22 13:07:33.297932 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-d490c0ed-afd9-49d5-b4ef-875219711fee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91f0a919-39eb-47df-8266-c2b0a414dadf HTTP/1.1" status: 200 len: 217 time: 0.0853274 Oct 22 13:07:33.398442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-0eb77ef1-dbf2-4a96-bac3-b61c216d23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.399949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-0eb77ef1-dbf2-4a96-bac3-b61c216d23bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0888314 Oct 22 13:07:33.400696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63ed6ad4-f103-40aa-baae-64b3df80fb92 req-0b692f3f-7ded-4dc5-9ff2-b6710ac159ba tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752186 Oct 22 13:07:33.470253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a164f-f2d9-4d31-81c4-7d4ff20d2034 req-d97f643b-7f35-405b-8840-3ac3ca73049c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.472147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a83a164f-f2d9-4d31-81c4-7d4ff20d2034 req-d97f643b-7f35-405b-8840-3ac3ca73049c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 945 time: 0.1288450 Oct 22 13:07:33.479598 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-07fec0e8-d374-4533-9492-beb5be9a25bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549817 Oct 22 13:07:33.529426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a83a164f-f2d9-4d31-81c4-7d4ff20d2034 req-0deabc37-c855-44dd-a228-dbfc001f58c7 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458434 Oct 22 13:07:33.557514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:33.632836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-702812ff-17f7-4388-a1c8-147e432c5edf None None] Provisioning complete for port 4a25adc7-4df5-4390-9a4b-b3089ccec147 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:33.633957 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-702812ff-17f7-4388-a1c8-147e432c5edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:33.684474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-82d95305-bea5-4335-9a0a-12328d2d053c service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924582 Oct 22 13:07:33.724226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-702812ff-17f7-4388-a1c8-147e432c5edf None None] Port 4a25adc7-4df5-4390-9a4b-b3089ccec147 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:33.830445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f893d60-b163-407c-8e75-cd6c8cff9915 req-ba013701-7047-471d-919a-65a6b0848af3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.838650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f893d60-b163-407c-8e75-cd6c8cff9915 req-ba013701-7047-471d-919a-65a6b0848af3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.1480436 Oct 22 13:07:33.894831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-bc26b4b2-3c71-4987-9c0f-59faabb72413 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:33.896411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-bc26b4b2-3c71-4987-9c0f-59faabb72413 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1550670 Oct 22 13:07:33.900414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3775d2e-5bb8-40f2-98cd-66722c5d6d8e req-721969f8-196d-45b0-b5dd-ef961b9a9961 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830914 Oct 22 13:07:33.915027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f893d60-b163-407c-8e75-cd6c8cff9915 req-858db873-d32b-450f-8848-723b036be8e4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Oct 22 13:07:33.946002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:33.955673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.037739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-53dbedc0-7685-48e9-82f1-31758289941c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1187572 Oct 22 13:07:34.043018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:34.089602 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.113403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Pushing event updated for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:34.122418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.138030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-de3b1efb-524d-4833-8c33-1dc12fed4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:34.142775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-de3b1efb-524d-4833-8c33-1dc12fed4971 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 1095 time: 0.1192272 Oct 22 13:07:34.283999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47fd57-4c05-4d83-8ae2-456162d91b68 req-95afadb1-987c-417c-8216-873c67921cd1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:34.291062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d47fd57-4c05-4d83-8ae2-456162d91b68 req-95afadb1-987c-417c-8216-873c67921cd1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.1455727 Oct 22 13:07:34.319043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-e6143bf6-3721-45a5-b2b1-090977bb1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:34.320551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-e6143bf6-3721-45a5-b2b1-090977bb1a3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.1659780 Oct 22 13:07:34.325831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:34.327455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:34.377108 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-34a442d4-3852-41df-ac46-ac14d312f051 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91f0a919-39eb-47df-8266-c2b0a414dadf HTTP/1.1" status: 200 len: 217 time: 0.0441964 Oct 22 13:07:34.388944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d47fd57-4c05-4d83-8ae2-456162d91b68 req-980bad71-59f7-46b1-bc1d-c3fa448fa849 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937746 Oct 22 13:07:34.540431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-92857723-762b-4925-bd21-358be8b66271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:34.542081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-92857723-762b-4925-bd21-358be8b66271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.1264441 Oct 22 13:07:34.595892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-c30ed9e8-bf70-4399-943e-722ff9fce3a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378199 Oct 22 13:07:34.600604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Router 343844b3-a598-4c78-a951-77883c84b065 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:34.678471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3fad0b36-7a3c-4c8c-b9e8-0ecd91220a99 None None] Provisioning complete for port 4a25adc7-4df5-4390-9a4b-b3089ccec147 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:34.686174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fad0b36-7a3c-4c8c-b9e8-0ecd91220a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.733834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3fad0b36-7a3c-4c8c-b9e8-0ecd91220a99 None None] Port 4a25adc7-4df5-4390-9a4b-b3089ccec147 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:34.831158 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-499145b5-7240-4f9c-99bd-551cf3664a1b service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233315 Oct 22 13:07:34.852917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.864212 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:34.950029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:35.011294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:35.026701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc2b7c76-e604-4a00-9551-4f8238572964 admin admin] 10.222.0.25 "PUT /v2.0/routers/343844b3-a598-4c78-a951-77883c84b065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013658 Oct 22 13:07:35.058434 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0a1c3a1e-d06d-4007-a943-af07214f0275 req-5c3a5ab5-d32c-4508-a0a9-2acfae8678b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177694 Oct 22 13:07:35.094647 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56 associated. External IP: 172.25.6.123, port: bce04004-5676-4bf3-85f4-a4963e20790d. Oct 22 13:07:35.112290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:35.112884 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.246170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:35.278710 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.306546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:35.313311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.326960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Sync routers for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:35.347912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a373e07-274e-42f6-a628-3abeaaa531a8 req-b82aef90-a26b-477e-b221-e471ec8620a6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:35.361994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-844583849'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:35.369327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a373e07-274e-42f6-a628-3abeaaa531a8 req-b82aef90-a26b-477e-b221-e471ec8620a6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1791682 Oct 22 13:07:35.374908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:35.376772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:35.412535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:35.416180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.452052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:35.470001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:07:35.488035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.488501 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Added segment 5a457310-062d-47ba-9552-586a7cad5ad9 of type vlan for network 1626b11b-c4a4-419b-8b51-96bac2de2802 Oct 22 13:07:35.552092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:35.572167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a373e07-274e-42f6-a628-3abeaaa531a8 req-106d856d-79be-43f8-a4fe-d2d779111d21 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017946 Oct 22 13:07:35.599229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.654211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.662216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:35.662924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:35.682757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:35.780810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cdf82-0827-4caa-ae9e-7d8241d86405 req-0e2ef90e-985f-4852-acb8-84eef5ad2b7a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:35.783022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-840cdf82-0827-4caa-ae9e-7d8241d86405 req-0e2ef90e-985f-4852-acb8-84eef5ad2b7a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.1117415 Oct 22 13:07:35.786900 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5378137 Oct 22 13:07:35.787933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52990) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:35.793028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'subnet': {'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:35.826157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa12ce-1a64-4724-93c2-bb410147b1ce tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Network': ['ID=1626b11b-c4a4-419b-8b51-96bac2de2802,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:35.858749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:07:35.962745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:33Z', 'revision_number': 4, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4a25adc7-4df5-4390-9a4b-b3089ccec147', 'name': '', 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'mac_address': 'fa:16:3e:08:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:32Z', 'updated_at': '2021-10-22T13:07:33Z', 'revision_number': 2, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'subnets': [{'id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:35.972223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-840cdf82-0827-4caa-ae9e-7d8241d86405 req-1f709683-34c1-4b3d-86f2-c6664cdec61d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336367 Oct 22 13:07:36.006913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:36.008981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Checking router: 343844b3-a598-4c78-a951-77883c84b065 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:36.009253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Updating router 343844b3-a598-4c78-a951-77883c84b065 port 4a25adc7-4df5-4390-9a4b-b3089ccec147 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:07:36.018806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.021505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:36.025466 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:36.041385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.044375 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:36.045273 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:36.047025 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.154684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5db5146f-4e2c-4ad3-a0bb-2d3e93f9641c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "PUT /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 996 time: 2.1159973 Oct 22 13:07:36.157549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:36.164858 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36edb164-124a-422a-8b67-2333d7b46c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:36.189823 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:36.308166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb7289-b8ed-41ec-aa39-2a2be98af13c req-ef1181f0-4502-445f-9104-f5db877a7b0c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:36.315911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1bb7289-b8ed-41ec-aa39-2a2be98af13c req-ef1181f0-4502-445f-9104-f5db877a7b0c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.1455147 Oct 22 13:07:36.334550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-480f3490-c07d-4f92-b5c6-e8e1f9ab95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:36.336070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-480f3490-c07d-4f92-b5c6-e8e1f9ab95ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.1269970 Oct 22 13:07:36.418133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.426261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1bb7289-b8ed-41ec-aa39-2a2be98af13c req-93092f80-0056-4f45-a6fe-ab634147e1b0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092095 Oct 22 13:07:36.428666 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.449073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:34Z', 'revision_number': 1, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:36.630842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.663358 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:36.696939 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:36.698241 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:36.755637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bcfad-0b08-47f8-94e1-f21107c1ae9c None None] Pushing event updated for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:36.769478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Attempting to bind port 4a25adc7-4df5-4390-9a4b-b3089ccec147 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:36.769892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Attempting to bind port 4a25adc7-4df5-4390-9a4b-b3089ccec147 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:36.771570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Attempting to bind port 4a25adc7-4df5-4390-9a4b-b3089ccec147 on network 527fc965-a80a-4f85-ac31-a1ab13006e1d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:36.775472 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a84e46-60dd-4a2a-a8a6-d256abb5a51c x-openstack-request-id: req-67a84e46-60dd-4a2a-a8a6-d256abb5a51c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:36.776177 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:36.776771 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67a84e46-60dd-4a2a-a8a6-d256abb5a51c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:36.777246 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:07:36.796141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:36.801280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Checking segment: {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:36.802620 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.803044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5f77a644-1060-4469-bba8-6d9d3e68ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:36.804695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Bound using segment: {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:36.805465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Bound port: 4a25adc7-4df5-4390-9a4b-b3089ccec147, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:36.807082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-5f77a644-1060-4469-bba8-6d9d3e68ca9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.4603181 Oct 22 13:07:36.807762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:36.842543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb164-124a-422a-8b67-2333d7b46c3b req-de653938-3474-4c4a-ba8a-1ddf19077e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:36.844700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-de653938-3474-4c4a-ba8a-1ddf19077e1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.1159477 Oct 22 13:07:36.985539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:37.050813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:37.061237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] For port 4a25adc7-4df5-4390-9a4b-b3089ccec147, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:37.067058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] For port 4a25adc7-4df5-4390-9a4b-b3089ccec147, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a25adc7-4df5-4390-9a4b-b3089ccec147,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:37.086479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-72be7151-427f-4563-ab5a-8f53e1b77d9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 999 time: 0.2600863 Oct 22 13:07:37.087430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Subnet': ['ID=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:37.110017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb164-124a-422a-8b67-2333d7b46c3b req-1c5e7860-37a5-4ed8-a248-e4624e095434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.110431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.111561 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-1c5e7860-37a5-4ed8-a248-e4624e095434 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2512877 Oct 22 13:07:37.150161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] Provisioning complete for port 4a25adc7-4df5-4390-9a4b-b3089ccec147 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:37.150540 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.178205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.178931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.179489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.180037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.180574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.181069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.181560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.182118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.185605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.186444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.187183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.188705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:37.222375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-b0eac5ce-95fe-4602-bc96-10949b6cd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.231567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-b0eac5ce-95fe-4602-bc96-10949b6cd4f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1342206 Oct 22 13:07:37.266735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bcfad-0b08-47f8-94e1-f21107c1ae9c None None] Pushing event updated for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:37.286322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:37.287016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.287551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-59151c3a-250d-454b-9519-1617c5d8086b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 999 time: 0.1652970 Oct 22 13:07:37.324170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Checking segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:37.324556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network hostable DHCP agents. Network: 1626b11b-c4a4-419b-8b51-96bac2de2802, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:07:37.333475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-bb6a46de-3a3f-45b3-be02-0d6ee21b5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.341361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-bb6a46de-3a3f-45b3-be02-0d6ee21b5df1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089771 Oct 22 13:07:37.346763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-c8cc5292-58cf-4fc6-9200-f9ee0fb69417 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:07:37.356569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-c8cc5292-58cf-4fc6-9200-f9ee0fb69417 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0143356 Oct 22 13:07:37.405002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb164-124a-422a-8b67-2333d7b46c3b req-133100e7-f9aa-488c-9a7e-272016d314af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.406634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-133100e7-f9aa-488c-9a7e-272016d314af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1109817 Oct 22 13:07:37.494933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-f844fb8b-55a9-4b8c-ae6c-b0d15cb2565c service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373010 Oct 22 13:07:37.497898 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:34Z', 'revision_number': 1, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:37.517335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb164-124a-422a-8b67-2333d7b46c3b req-440cbeb4-cf0f-4ca6-b4be-14ff7e184252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.521826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-440cbeb4-cf0f-4ca6-b4be-14ff7e184252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977664 Oct 22 13:07:37.545303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:37.546208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:37.555284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.573320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08771c6b-4ea5-4f04-a901-1a98e24f3338 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:34Z', 'revision_number': 1, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:37.602546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad209fd8-0add-4969-92e8-0c1a9cc44cb1 req-daa37671-f7a4-4659-8460-7af724b34a18 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.604304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad209fd8-0add-4969-92e8-0c1a9cc44cb1 req-daa37671-f7a4-4659-8460-7af724b34a18 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.4555993 Oct 22 13:07:37.650080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad209fd8-0add-4969-92e8-0c1a9cc44cb1 req-b34ff0f9-5951-4112-a46c-b0f27802dc57 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Oct 22 13:07:37.652743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:07:37.675773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1626b11b-c4a4-419b-8b51-96bac2de2802) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:37.683726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f03edaa-a455-4090-b876-9f3f8c8553ee req-6dc2c966-244e-4863-91b2-09640ace3ff3 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880469 Oct 22 13:07:37.697646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d74a93-34a5-4167-bc05-2fb278605999 None None] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:37.702296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.702511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] For port 4a25adc7-4df5-4390-9a4b-b3089ccec147, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a25adc7-4df5-4390-9a4b-b3089ccec147,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:37.704878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.708514 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-5d9f2b27-cef0-4e23-bb89-8fc135f1c475 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801236 Oct 22 13:07:37.747592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-13200803-0e56-41ef-85d2-3848709eb6de tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9561505 Oct 22 13:07:37.748089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:37.754405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-745490874'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:37.757052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:37.764869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.856241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:37.860462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.877439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dc932-9c2d-476f-9483-350b88f8753a None None] Pushing event updated for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:37.888297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36edb164-124a-422a-8b67-2333d7b46c3b req-4959d3c2-e97a-4ce5-9757-493904f67fcf service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709886 Oct 22 13:07:37.894807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b579e-18bd-4480-884b-290de17f18ad req-43ba88d9-dd0c-421b-835c-14a047dd31af tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:37.902680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c89b579e-18bd-4480-884b-290de17f18ad req-43ba88d9-dd0c-421b-835c-14a047dd31af tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.1001139 Oct 22 13:07:37.935070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:07:37.945481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:37.945879 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Added segment 5170db7e-d0cb-499f-91ba-bdff35ca0a9a of type vlan for network e4ae2335-b657-48d2-9d2c-906fe581f478 Oct 22 13:07:38.029933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c89b579e-18bd-4480-884b-290de17f18ad req-12976f4e-5ccc-4120-9413-f040e1add352 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263747 Oct 22 13:07:38.035575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.042072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:38.099900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506e8a0-866a-4fb6-b00a-9f6a54b6740f req-8abe49e4-ad8a-48a5-9a6a-5b5aeebc4f28 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:38.101398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c506e8a0-866a-4fb6-b00a-9f6a54b6740f req-8abe49e4-ad8a-48a5-9a6a-5b5aeebc4f28 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.0915093 Oct 22 13:07:38.102564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.108050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:38.108638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.133218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aacf93-e48d-4e48-8304-679878abad2e None None] New status for floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:38.221530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4725630 Oct 22 13:07:38.224090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53014) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:07:38.231033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'subnet': {'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:38.242965 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:07:38.334019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.403028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:38.407587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.409798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-01f72b63-5c21-4f04-818a-08927e858e82 None None] Provisioning complete for port 4a25adc7-4df5-4390-9a4b-b3089ccec147 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:38.410185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01f72b63-5c21-4f04-818a-08927e858e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.583388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce2b52-25f3-48fa-b8a9-6a7285e1cea6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Network': ['ID=e4ae2335-b657-48d2-9d2c-906fe581f478,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:38.618942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c506e8a0-866a-4fb6-b00a-9f6a54b6740f req-96030822-ce8f-4b67-ba14-b4de58eaf9ff tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054312 Oct 22 13:07:38.629353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1626b11b-c4a4-419b-8b51-96bac2de2802', 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'fixed_ips': [{'subnet_id': '40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:07:38.630228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.632711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e4ae2335-b657-48d2-9d2c-906fe581f478 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:07:38.653367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-05d4aa11-5a26-4a8c-87a0-f11d695b9810 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:38.661312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-05d4aa11-5a26-4a8c-87a0-f11d695b9810 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0918267 Oct 22 13:07:38.718348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:38.730384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.787825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ddc03512-47ea-4c99-937e-d57c1b0a53d6 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1255648 Oct 22 13:07:38.794321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:38.820256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'mac_address': 'fa:16:3e:78:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:38.854324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Subnet': ['ID=0251ccf5-1258-49c3-b39b-f16baef1ac21,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:38.857773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Checking segment: {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:38.858305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network hostable DHCP agents. Network: e4ae2335-b657-48d2-9d2c-906fe581f478, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:07:38.879735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network e4ae2335-b657-48d2-9d2c-906fe581f478 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:07:38.894940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e4ae2335-b657-48d2-9d2c-906fe581f478) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:38.910041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.915791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:38.916400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:38.939066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343692bf-7a67-4563-8833-a45423a39922 None None] Network e4ae2335-b657-48d2-9d2c-906fe581f478 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:38.940098 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75e44083-aa41-4a78-aaa4-c69d6df80338 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7147961 Oct 22 13:07:39.009059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f906d-b443-407f-b124-2a9557f23ebb req-ad26a039-b968-4a1a-a9c1-f64df664d8cc tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:39.010695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8f906d-b443-407f-b124-2a9557f23ebb req-ad26a039-b968-4a1a-a9c1-f64df664d8cc tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.2208002 Oct 22 13:07:39.104440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.105506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8f906d-b443-407f-b124-2a9557f23ebb req-32f5731c-80a6-4982-837e-5fbfcf6acec0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766723 Oct 22 13:07:39.128292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:33Z', 'revision_number': 4, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4a25adc7-4df5-4390-9a4b-b3089ccec147', 'name': '', 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'mac_address': 'fa:16:3e:08:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:32Z', 'updated_at': '2021-10-22T13:07:37Z', 'revision_number': 4, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'subnets': [{'id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:39.176952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Allocated IP 19.80.0.2 (1626b11b-c4a4-419b-8b51-96bac2de2802/40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12/0938825e-e803-43d0-89c6-8ee4ecc40201) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:39.180671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ca3cd-de6e-4b84-8e4c-451efec95de9 None None] The sync data for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 is: [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:07:33Z', 'revision_number': 4, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '4a25adc7-4df5-4390-9a4b-b3089ccec147', 'name': '', 'network_id': '527fc965-a80a-4f85-ac31-a1ab13006e1d', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'mac_address': 'fa:16:3e:08:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:32Z', 'updated_at': '2021-10-22T13:07:37Z', 'revision_number': 4, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'subnets': [{'id': '0fc8c423-5360-49f5-bb6e-f7cc225533c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:39.202730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f0a919-39eb-47df-8266-c2b0a414dadf {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:39.255603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:39.377716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.413538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-e4ae2335-b657-48d2-9d2c-906fe581f478', 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'fixed_ips': [{'subnet_id': '0251ccf5-1258-49c3-b39b-f16baef1ac21'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:07:39.416053 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.460265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:39.583619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b608ec-d8c9-4a57-8cfd-fd16f09b7fbf tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:39.590308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b608ec-d8c9-4a57-8cfd-fd16f09b7fbf tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:39.592170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b608ec-d8c9-4a57-8cfd-fd16f09b7fbf tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/networks?id=1626b11b-c4a4-419b-8b51-96bac2de2802&id=e4ae2335-b657-48d2-9d2c-906fe581f478&id=1626b11b-c4a4-419b-8b51-96bac2de2802 HTTP/1.1" status: 200 len: 1390 time: 0.2211645 Oct 22 13:07:39.643538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5a7a66d4-fd24-4543-b668-4552978656c2 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/quotas/2dcbfb2830fd4de2b8c236b816a07e8f HTTP/1.1" status: 200 len: 375 time: 0.0153937 Oct 22 13:07:39.805385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-a3b157f0-a436-4bf1-baea-06dd634c0110 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541657 Oct 22 13:07:39.806311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.862799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.876529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.895848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.899162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:39.900790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Allocated IP 19.86.0.2 (e4ae2335-b657-48d2-9d2c-906fe581f478/0251ccf5-1258-49c3-b39b-f16baef1ac21/842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:39.960018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:39.977529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:39.987823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:39.999332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['91f0a919-39eb-47df-8266-c2b0a414dadf'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:40.026431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-589b3765-785a-40d1-982a-2927404f7740 service neutron] 10.222.0.25 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200918 Oct 22 13:07:40.057587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Pushing event updated for resources: {'Port': ['ID=0938825e-e803-43d0-89c6-8ee4ecc40201,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:40.075090 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56 associated. External IP: 172.25.6.123, port: bce04004-5676-4bf3-85f4-a4963e20790d. Oct 22 13:07:40.199483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-efc8d44d-9864-48a7-a8cd-1fc7a521f371 service neutron] 10.222.0.25 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655700 Oct 22 13:07:40.224746 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.268831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.324097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Pushing event updated for resources: {'Port': ['ID=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:40.337520 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:07:40.338056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Attempting to bind port 0938825e-e803-43d0-89c6-8ee4ecc40201 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:40.338056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Attempting to bind port 0938825e-e803-43d0-89c6-8ee4ecc40201 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:40.338947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Attempting to bind port 0938825e-e803-43d0-89c6-8ee4ecc40201 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:40.349385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:40.350161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Checking segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:40.351835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.352382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Bound using segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:40.352975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Bound port: 0938825e-e803-43d0-89c6-8ee4ecc40201, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:40.353477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.433467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] For port 0938825e-e803-43d0-89c6-8ee4ecc40201, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:40.436751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] For port 0938825e-e803-43d0-89c6-8ee4ecc40201, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0938825e-e803-43d0-89c6-8ee4ecc40201,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:40.440621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Network e4ae2335-b657-48d2-9d2c-906fe581f478 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:40.448981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:40.454140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.456381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:40.466231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-ed62d32f-b069-4cbf-9790-2751d75d01b3 service neutron] 10.222.0.25 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655935 Oct 22 13:07:40.514142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e3080-47e2-47fe-89c6-246fe0a80978 None None] Pushing event updated for resources: {'Port': ['ID=0938825e-e803-43d0-89c6-8ee4ecc40201,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:40.523774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:40.650337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-a46cafd7-4f86-4c42-9253-2aa99d6ec81a service neutron] 10.222.0.25 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758120 Oct 22 13:07:40.651740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Attempting to bind port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:40.652939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Attempting to bind port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:40.655566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Attempting to bind port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 on network e4ae2335-b657-48d2-9d2c-906fe581f478 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:40.673652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:40.674411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Checking segment: {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:40.675155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.675560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Bound using segment: {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:40.676061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Bound port: 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:40.676449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.784864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] For port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:40.795475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] For port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:40.802891 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:40.806776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:40.820856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:40.867265 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:40.870160 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:40.955727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be67b9-d489-4d36-a376-63976a74d90d None None] Pushing event updated for resources: {'Port': ['ID=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:40.990438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5ee934e3-3f60-4d41-bd48-f3b8faefeea6 service neutron] 10.222.0.25 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391418 Oct 22 13:07:41.001125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a25adc7-4df5-4390-9a4b-b3089ccec147 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:41.091464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4a25adc7-4df5-4390-9a4b-b3089ccec147 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:41.092141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:41.146074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:41.293801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-74a2d889-92d5-4218-9ba8-9d5a909c262b service neutron] 10.222.0.25 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957561 Oct 22 13:07:41.311546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:41.463200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:41.472075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:41.513964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:41.518582 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:41.559457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ed5dfc8c-d32c-4a9b-bf79-3f69dfc82bd3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "PUT /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 998 time: 2.7706845 Oct 22 13:07:41.579408 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:39Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:41.624163 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:41.637927 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:41.639133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:41.787575 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:42.030007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-6311f64c-1d5f-4110-9144-10dab8d7e6a1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.031587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-6311f64c-1d5f-4110-9144-10dab8d7e6a1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports/bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 942 time: 0.4665141 Oct 22 13:07:42.053913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9a630-46c0-4e60-8b83-bc273fe7e9f2 req-d39bcd82-192e-46c0-8774-eb147977c23a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.056393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fed9a630-46c0-4e60-8b83-bc273fe7e9f2 req-d39bcd82-192e-46c0-8774-eb147977c23a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 945 time: 0.4804606 Oct 22 13:07:42.135328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fed9a630-46c0-4e60-8b83-bc273fe7e9f2 req-11c37b06-d057-496a-9982-4f62b9ac2ae1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721197 Oct 22 13:07:42.239763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-244413c4-a6fd-4e04-9e47-122c5af35137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.243094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-244413c4-a6fd-4e04-9e47-122c5af35137 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.0828085 Oct 22 13:07:42.254659 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:39Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:42.321589 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74939b-9e16-4084-b7a8-50687901f7b3 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:39Z', 'revision_number': 3, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:42.340472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc11de2-f15e-4e63-8e36-b9a604fc24a7 None None] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:42.514139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] Provisioning complete for port 0938825e-e803-43d0-89c6-8ee4ecc40201 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:42.514520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:42.523137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ca6cf4f9-910d-4c06-b4e8-ad4af56c3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.525048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-ca6cf4f9-910d-4c06-b4e8-ad4af56c3b3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2666051 Oct 22 13:07:42.613631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-5c0b90d1-b640-4dcf-ac6f-2535a0741195 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0747828 Oct 22 13:07:42.680852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a7f16-be5d-4f15-b0c0-44ec6405df4e req-9d5ca22a-6ca2-41b4-a026-c5b17251c6ee tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.692975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c9a7f16-be5d-4f15-b0c0-44ec6405df4e req-9d5ca22a-6ca2-41b4-a026-c5b17251c6ee tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.2170999 Oct 22 13:07:42.748441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c9a7f16-be5d-4f15-b0c0-44ec6405df4e req-dd4ab579-2616-4cf2-bb1a-9c6dfbd1bbc6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543668 Oct 22 13:07:42.750484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-027877ea-e83f-4abb-921e-752045953306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.751935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-027877ea-e83f-4abb-921e-752045953306 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1374118 Oct 22 13:07:42.757882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34f350-2000-4584-9469-61d96b8263da None None] New status for floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:42.842026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:42.877353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad45b81-a9f9-433c-8d88-e430ca3c8258 None None] Network e4ae2335-b657-48d2-9d2c-906fe581f478 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:07:42.924178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-417b04c9-b12e-44f7-b172-27fdf438e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.926218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-417b04c9-b12e-44f7-b172-27fdf438e98b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510434 Oct 22 13:07:42.940949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-1b11ddbb-f639-4008-b1d6-0a3f816ffcd6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:07:42.942170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-1b11ddbb-f639-4008-b1d6-0a3f816ffcd6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066118 Oct 22 13:07:42.952908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e77ff-54e7-4425-92b1-577d662e705c req-e6e13395-4604-486b-b13d-e22f6bbeca52 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:42.954825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4e77ff-54e7-4425-92b1-577d662e705c req-e6e13395-4604-486b-b13d-e22f6bbeca52 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1062276 Oct 22 13:07:42.993475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] For port 0938825e-e803-43d0-89c6-8ee4ecc40201, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0938825e-e803-43d0-89c6-8ee4ecc40201,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:42.998830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0938825e-e803-43d0-89c6-8ee4ecc40201 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:43.021392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4e77ff-54e7-4425-92b1-577d662e705c req-13e3c5cf-5dcf-424c-a349-1ebab2d7e4af tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Oct 22 13:07:43.047415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:43.177901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-2b008a76-72bf-4347-8184-10e54d916940 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219980 Oct 22 13:07:43.284811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-ef3ccd90-41a9-4ceb-9739-450986dd4692 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.303383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-ef3ccd90-41a9-4ceb-9739-450986dd4692 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.313308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-ef3ccd90-41a9-4ceb-9739-450986dd4692 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "GET /v2.0/networks?id=1626b11b-c4a4-419b-8b51-96bac2de2802&id=e4ae2335-b657-48d2-9d2c-906fe581f478&id=1626b11b-c4a4-419b-8b51-96bac2de2802 HTTP/1.1" status: 200 len: 1390 time: 0.2779706 Oct 22 13:07:43.328531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'admin_state_up': True, 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:43.383506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d93e2562-3016-4734-9750-2fff0ea15a4d req-6c581e4d-45b6-4f80-a135-70be38ea6a1a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 210 time: 0.0681441 Oct 22 13:07:43.439898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-5d677535-7759-4f74-b2a2-29ab57faebee service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403448 Oct 22 13:07:43.446627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] Provisioning complete for port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:43.447096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:43.545723 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e8f9c-efde-43e9-95ea-ae72349b8880 x-openstack-request-id: req-ab0e8f9c-efde-43e9-95ea-ae72349b8880 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:43.547460 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:43.547968 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab0e8f9c-efde-43e9-95ea-ae72349b8880 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:43.549246 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:07:43.568713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97a98-689b-476e-b4d3-7ed302287682 None None] Pushing event updated for resources: {'Port': ['ID=0938825e-e803-43d0-89c6-8ee4ecc40201,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:43.569867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-c424e99c-7c69-41d5-9037-a4ea2eee9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.574630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:43.578100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:43.581812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-c424e99c-7c69-41d5-9037-a4ea2eee9270 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0934653 Oct 22 13:07:43.589960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-beea2fb5-5866-48c4-917b-c6a7533f79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.591480 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-beea2fb5-5866-48c4-917b-c6a7533f79f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.0704989 Oct 22 13:07:43.715128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-97f1ffcc-0a45-47a6-b640-08350425fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.717063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-97f1ffcc-0a45-47a6-b640-08350425fbf4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.1299465 Oct 22 13:07:43.770719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:43.772650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:43.775749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0938825e-e803-43d0-89c6-8ee4ecc40201 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:43.776121 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:43.808900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-c8331a93-a188-4270-a66a-5abf1af7a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.810429 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-c8331a93-a188-4270-a66a-5abf1af7a180 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2068944 Oct 22 13:07:43.831722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-910bcb64-200d-4bf3-a583-54e551a3c738 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 1001 time: 0.0822661 Oct 22 13:07:43.881816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c18a2-dd43-4ef0-b2eb-0a9cf713ab47 req-57276cca-c84c-4fee-9c89-0d31a39d6cfa tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.888370 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-baf72a4d-f67a-467e-90e4-5f0336a9fbab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0689607 Oct 22 13:07:43.889610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Allocated IP 19.80.0.10 (1626b11b-c4a4-419b-8b51-96bac2de2802/40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12/e6bf9021-065f-4d87-a6fe-31394e0bba16) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:43.890964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590c18a2-dd43-4ef0-b2eb-0a9cf713ab47 req-57276cca-c84c-4fee-9c89-0d31a39d6cfa tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 945 time: 0.1721644 Oct 22 13:07:43.904665 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:43.925321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:43.925950 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:43.952707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590c18a2-dd43-4ef0-b2eb-0a9cf713ab47 req-b0f97b1e-7cba-4a24-a094-c2e79f3bd42e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606122 Oct 22 13:07:43.969732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-20a9fecd-65cb-4213-b099-5fb3fdb72d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.971158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-073d0bb6-a6dc-46a2-9e46-2241b78866e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:43.971320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-20a9fecd-65cb-4213-b099-5fb3fdb72d59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.0748706 Oct 22 13:07:43.972651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-073d0bb6-a6dc-46a2-9e46-2241b78866e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1343470 Oct 22 13:07:44.071348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.074439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4c06c462-a6b4-4560-a80f-7a3c7ef49aab tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.075985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4c06c462-a6b4-4560-a80f-7a3c7ef49aab tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.2031567 Oct 22 13:07:44.082924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-97750e84-4906-44ff-a469-781d1d162312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.087577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-97750e84-4906-44ff-a469-781d1d162312 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071053 Oct 22 13:07:44.096348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:07:44.098541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:44.102281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-4ddca60e-c59c-45ba-8288-3982d455e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.103843 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-4ddca60e-c59c-45ba-8288-3982d455e6cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204598 Oct 22 13:07:44.200262 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:44.256561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] For port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:44.268493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 91f0a919-39eb-47df-8266-c2b0a414dadf completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:44.277197 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.309453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc892a5-f72b-4b94-bb94-7cb58fa22ac9 req-9eafc8e9-a82b-4d99-a080-bf757c4c4796 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.311191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdc892a5-f72b-4b94-bb94-7cb58fa22ac9 req-9eafc8e9-a82b-4d99-a080-bf757c4c4796 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 945 time: 0.1297190 Oct 22 13:07:44.320228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 91f0a919-39eb-47df-8266-c2b0a414dadf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:44.320739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.330294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-c103b49b-affa-4adb-b947-f1dfaa74eca8 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357376 Oct 22 13:07:44.330840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:44.399042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:44.403477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.419483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.462953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:07:44.469644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727ae34-714a-4eb2-8183-c8d279802190 None None] Pushing event updated for resources: {'Port': ['ID=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:44.525338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2d260324-3fc0-49b9-931e-0e5526c52e72 None None] Provisioning complete for port 0938825e-e803-43d0-89c6-8ee4ecc40201 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:44.526366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d260324-3fc0-49b9-931e-0e5526c52e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.570103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdc892a5-f72b-4b94-bb94-7cb58fa22ac9 req-dac7b5b3-c82f-4f36-9195-ea43ee832a6b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126279 Oct 22 13:07:44.644884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a766d7-8df3-42a4-9165-c83e22a645ee req-f4c2fefd-2b1e-4ab1-8133-4b53dbedc456 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075371 Oct 22 13:07:44.647544 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.713459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:44.724565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:44.724954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.738242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:43Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:44.745272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-66e6dac1-0759-4bd3-993c-a75e741c7ad0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219602 Oct 22 13:07:44.770906 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:44.780100 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:44.780832 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:44.785207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:44.787718 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4f503-7fa5-4035-8614-691894bebd86" -d '{"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-plugged", "status": "completed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:44.791579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:44.820468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.835384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:44.854909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117ccf7-2dad-4b5f-aa35-5d60db14728a req-dbd2d474-4816-43d2-b281-bcf7bf695496 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.863062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6117ccf7-2dad-4b5f-aa35-5d60db14728a req-dbd2d474-4816-43d2-b281-bcf7bf695496 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1776147 Oct 22 13:07:44.872313 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:44.880320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7fb33-c5a5-4cf0-b56e-8e59add5af81 req-27e4d6ac-8447-458d-9d0e-7a7df8018676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:44.881943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50a7fb33-c5a5-4cf0-b56e-8e59add5af81 req-27e4d6ac-8447-458d-9d0e-7a7df8018676 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 1097 time: 0.1356730 Oct 22 13:07:44.926932 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:44.974190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6117ccf7-2dad-4b5f-aa35-5d60db14728a req-66a4fe1a-120c-4e7a-88d1-9bea278a094f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064131 Oct 22 13:07:44.983623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50a7fb33-c5a5-4cf0-b56e-8e59add5af81 req-8fe29f03-bd08-47da-94f2-65562dba7014 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922832 Oct 22 13:07:45.000871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:45.003361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35bd3-1f01-427a-b9fb-cfcedafa9096 req-beb59cef-44a3-44af-9cd2-8f08429baee2 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.011404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daa35bd3-1f01-427a-b9fb-cfcedafa9096 req-beb59cef-44a3-44af-9cd2-8f08429baee2 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 931 time: 0.1697755 Oct 22 13:07:45.118537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daa35bd3-1f01-427a-b9fb-cfcedafa9096 req-e675be43-5513-46ee-ac6e-ad1389caac25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037118 Oct 22 13:07:45.142867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-5191de96-7437-4e7a-a036-2c833c5b2742 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1229646 Oct 22 13:07:45.163469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d0eca5de-d4fb-4014-9160-daa54bb3226f None None] Provisioning complete for port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:45.163862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d0eca5de-d4fb-4014-9160-daa54bb3226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.224519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:45.228046 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae92355-4b2a-4ac9-ae27-390dd843e922 x-openstack-request-id: req-0ae92355-4b2a-4ac9-ae27-390dd843e922 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:45.229727 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-plugged", "status": "completed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:45.230814 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ae92355-4b2a-4ac9-ae27-390dd843e922 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:45.231376 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'code': 200} Oct 22 13:07:45.244232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:45.245252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0938825e-e803-43d0-89c6-8ee4ecc40201 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:45.247680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:45.253410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-dea23348-5e04-438e-aa79-eb2f3ea23a37 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.269627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-dea23348-5e04-438e-aa79-eb2f3ea23a37 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports/c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 942 time: 0.1121936 Oct 22 13:07:45.278738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.291100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:45.293368 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d7d68-6849-4a96-ba29-84f1add01ea8" -d '{"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-unplugged", "status": "completed", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:45.345129 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:43Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:45.353877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.379708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab5f37-e940-481f-8894-5467af783dd2 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:da:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:43Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:45.387426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0938825e-e803-43d0-89c6-8ee4ecc40201 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:45.387960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.392252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:45.420824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3bad7de-0b1d-46f8-b9ec-56f6fec0b885 req-4bee51cb-69db-4e7a-bf93-68b8385fbad5 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616209 Oct 22 13:07:45.426828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.427421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.427936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.429072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.429596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.430115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.430650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.431151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.431668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.432180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.432680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.433180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:07:45.480296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.481219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.517254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-686eaa83-ce88-45e1-9b01-5748ea73c64d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1526458 Oct 22 13:07:45.540760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165400-e47a-4085-81d0-0c7e343f757e req-4f5d3750-cb92-48b9-adca-ba975f4e4066 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.541648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07165400-e47a-4085-81d0-0c7e343f757e req-4f5d3750-cb92-48b9-adca-ba975f4e4066 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2353389 Oct 22 13:07:45.555811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:45.563996 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6aa38-48e6-4c9e-b119-71fe3f265f49" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:45.565848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:45.567008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:45.567546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:45.568105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:45.581452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-51b9596e-bdc4-40a9-90d1-8b3a6098a790 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610061 Oct 22 13:07:45.587611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:45.588208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Attempting to bind port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:45.600860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478', 'admin_state_up': True, 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:45.621741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479775-7ed1-4a04-aae3-3d8baa1027e0 req-0d59146b-c145-4acc-a99d-d398f4307f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.623296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8479775-7ed1-4a04-aae3-3d8baa1027e0 req-0d59146b-c145-4acc-a99d-d398f4307f05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 1097 time: 0.2668719 Oct 22 13:07:45.630377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:45.630745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:45.631137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:45.631576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Bound port: b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:45.637053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.649064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:45.650006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.650886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:45.717933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-a2d6cee8-718b-4b66-80d0-df56c951f022 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.719649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d8fc88-ea0a-421f-9e06-d6d5d723814d req-a2d6cee8-718b-4b66-80d0-df56c951f022 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.2016306 Oct 22 13:07:45.754770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3f827ffa-c0bf-48bc-8fbb-277ea8b4f06b None None] Provisioning complete for port e6bf9021-065f-4d87-a6fe-31394e0bba16 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:45.755152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f827ffa-c0bf-48bc-8fbb-277ea8b4f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.763125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07165400-e47a-4085-81d0-0c7e343f757e req-d0a59d28-b085-472d-851a-c10acddf71cc tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827424 Oct 22 13:07:45.801563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8479775-7ed1-4a04-aae3-3d8baa1027e0 req-ddaeccd9-1db7-4d1d-b675-f53b71625f65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802608 Oct 22 13:07:45.830536 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0710e8da-9457-4fd3-aa28-8cdc69954936 x-openstack-request-id: req-0710e8da-9457-4fd3-aa28-8cdc69954936 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:45.830776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3f827ffa-c0bf-48bc-8fbb-277ea8b4f06b None None] Port e6bf9021-065f-4d87-a6fe-31394e0bba16 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:45.830991 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-unplugged", "status": "completed", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:45.831255 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0710e8da-9457-4fd3-aa28-8cdc69954936 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:45.831621 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'code': 200} Oct 22 13:07:45.835580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:45.842392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:45.852155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.870889 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b65f47-7b35-4f0e-9eae-42389ff04828 x-openstack-request-id: req-74b65f47-7b35-4f0e-9eae-42389ff04828 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:45.871182 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:45.871590 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74b65f47-7b35-4f0e-9eae-42389ff04828 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:45.872003 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'status': 'completed', 'code': 200} Oct 22 13:07:45.903195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:45.907435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.962865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:45.971658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.972283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:45.973176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-ba537f0a-894b-45a3-a286-01015b0e2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.973671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3e4db44a-8816-454f-9843-ebbe85a1e436 service neutron] 10.222.0.21 "PUT /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 1121 time: 1.8874047 Oct 22 13:07:45.974829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-ba537f0a-894b-45a3-a286-01015b0e2f8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0763781 Oct 22 13:07:45.990459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e36f5-be5b-4ad4-b830-99c549435832 req-679d60ad-b844-4bcd-8db1-7a87cd3af6a5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:45.991970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db1e36f5-be5b-4ad4-b830-99c549435832 req-679d60ad-b844-4bcd-8db1-7a87cd3af6a5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0629151 Oct 22 13:07:46.051766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:46.095697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db1e36f5-be5b-4ad4-b830-99c549435832 req-5d5c4f45-55d5-4883-9ede-a6a9862c880c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946350 Oct 22 13:07:46.106213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Allocated IP 19.86.0.191 (e4ae2335-b657-48d2-9d2c-906fe581f478/0251ccf5-1258-49c3-b39b-f16baef1ac21/37a2157a-f09f-4523-8aae-f0dc77f09877) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:46.170842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:46.226762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-97a806d7-40c8-481f-a3a6-c4632436d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:46.228099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-97a806d7-40c8-481f-a3a6-c4632436d097 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2352602 Oct 22 13:07:46.240133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-b6db1796-b84f-4436-96be-90b09ded5b5e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1403704 Oct 22 13:07:46.375792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:46.389119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-162108b1-0dc0-49b3-bbb1-8f4c0fffe982 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:46.390562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-162108b1-0dc0-49b3-bbb1-8f4c0fffe982 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports/c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 942 time: 0.1335933 Oct 22 13:07:46.404780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-7647590f-369b-40ff-867f-6c9526507f92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 1001 time: 0.1634026 Oct 22 13:07:46.414843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:46.417050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c864f-1569-4daf-92f9-485d295e2f79 req-bb659b04-0708-497d-afc3-fa154f186203 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:46.424762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a17c864f-1569-4daf-92f9-485d295e2f79 req-bb659b04-0708-497d-afc3-fa154f186203 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1127644 Oct 22 13:07:46.464867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network e4ae2335-b657-48d2-9d2c-906fe581f478 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:46.469235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:46.472387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:46.513951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:46.544542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a17c864f-1569-4daf-92f9-485d295e2f79 req-676c45f5-1002-4283-929a-a8dd808a9e18 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188822 Oct 22 13:07:46.549940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:46.550646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:46.552411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-6cb50569-9569-48ed-9e64-e560dd640b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:46.553870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-6cb50569-9569-48ed-9e64-e560dd640b6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1266448 Oct 22 13:07:46.576578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-35a173bf-59dd-4c99-b635-c9ada19e097d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9795313 Oct 22 13:07:46.594739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-b3928366-62e0-4035-94a4-f0f57becf649 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1528752 Oct 22 13:07:46.608280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'admin_state_up': True, 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:46.761075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-804df65a-5d31-43eb-a1fc-508e3da9cd30 None None] Provisioning complete for port 37a2157a-f09f-4523-8aae-f0dc77f09877 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:46.761715 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-804df65a-5d31-43eb-a1fc-508e3da9cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:46.773577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:07:46.777421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:46.802661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-804df65a-5d31-43eb-a1fc-508e3da9cd30 None None] Port 37a2157a-f09f-4523-8aae-f0dc77f09877 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:46.919797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Allocated IP 19.80.0.48 (1626b11b-c4a4-419b-8b51-96bac2de2802/40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12/98bbb761-af8e-4b27-8411-0cec8a929cd6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:07:47.019249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-5df1acc6-1fbf-41a9-aa23-d7943613e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.020847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-5df1acc6-1fbf-41a9-aa23-d7943613e21e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4451389 Oct 22 13:07:47.065501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e119d-ddf3-4a73-aeb8-9820f2c01a4c req-38886383-6343-4a96-bc83-3bf05e4cde4f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.071495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e119d-ddf3-4a73-aeb8-9820f2c01a4c req-38886383-6343-4a96-bc83-3bf05e4cde4f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.073316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e119d-ddf3-4a73-aeb8-9820f2c01a4c req-38886383-6343-4a96-bc83-3bf05e4cde4f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 1654 time: 0.4351683 Oct 22 13:07:47.076716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.112528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.112793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-33e91125-260d-4105-87c8-95ffd20e2fca tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.113948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-33e91125-260d-4105-87c8-95ffd20e2fca tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.5183654 Oct 22 13:07:47.156391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:07:47.159745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:07:47.163224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:07:47.190393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:47.211984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-952e119d-ddf3-4a73-aeb8-9820f2c01a4c req-965106eb-a2b4-45f6-a8a6-d284753ae9a4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306326 Oct 22 13:07:47.242118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.242802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.245507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-811d92dd-7bdd-401d-a075-70b5ba196245 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161028 Oct 22 13:07:47.255131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-625af974-a719-48e3-aee9-40b9690e6896 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1128671 Oct 22 13:07:47.269786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-185308bd-3353-4ccc-92b0-7a6eb57176f4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716995 Oct 22 13:07:47.280863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:47.286887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:47.365399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.425309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.490376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff924985-437d-4d90-8bf0-d20ca54d5346 req-27ace0b2-8e62-4a36-aa3f-5ca8a5b1b2dd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.492036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff924985-437d-4d90-8bf0-d20ca54d5346 req-27ace0b2-8e62-4a36-aa3f-5ca8a5b1b2dd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1722882 Oct 22 13:07:47.498372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f6aa38-48e6-4c9e-b119-71fe3f265f49 req-c1fceedf-1101-4ba1-8819-e56780ca8d27 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411785 Oct 22 13:07:47.535468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-014fcefc-3227-46a0-9d33-c771616ca2eb None None] Provisioning complete for port 98bbb761-af8e-4b27-8411-0cec8a929cd6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:47.536471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014fcefc-3227-46a0-9d33-c771616ca2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.575308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-014fcefc-3227-46a0-9d33-c771616ca2eb None None] Port 98bbb761-af8e-4b27-8411-0cec8a929cd6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:07:47.584327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff924985-437d-4d90-8bf0-d20ca54d5346 req-7bb63ac3-275e-4c4e-b1f7-c7c101c6d4c8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849843 Oct 22 13:07:47.653299 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.657919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.658293 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56 disassociated. External IP: 172.25.6.123, port: c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6. Oct 22 13:07:47.694180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bf9021-065f-4d87-a6fe-31394e0bba16 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:47.702256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.717288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Transition to ACTIVE for port object e6bf9021-065f-4d87-a6fe-31394e0bba16 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:47.721751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.779960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Pushing event updated for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:47.805691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41bfc-f13f-4333-b475-9e37ac80122a req-246e0f24-f1f3-4d39-bd29-dd315dc3a187 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:47.825086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a41bfc-f13f-4333-b475-9e37ac80122a req-246e0f24-f1f3-4d39-bd29-dd315dc3a187 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.1085081 Oct 22 13:07:47.843066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:47.845874 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc" -d '{"events": [{"name": "network-changed", "server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:47.872381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Attempting to bind port e6bf9021-065f-4d87-a6fe-31394e0bba16 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:47.873190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Attempting to bind port e6bf9021-065f-4d87-a6fe-31394e0bba16 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:47.873190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Attempting to bind port e6bf9021-065f-4d87-a6fe-31394e0bba16 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:47.878702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Port e6bf9021-065f-4d87-a6fe-31394e0bba16 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:47.879052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Attempting to bind port e6bf9021-065f-4d87-a6fe-31394e0bba16 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:47.884238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:47.884668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Checking segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:47.885122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Bound using segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:47.885653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Bound port: e6bf9021-065f-4d87-a6fe-31394e0bba16, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:47.886084 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:47.902705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a41bfc-f13f-4333-b475-9e37ac80122a req-3efeb14d-f798-4451-bd01-e4eb0004f31d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825703 Oct 22 13:07:47.968904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:47.972947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:47.973520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:47.977957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.022419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.022974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.025132 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f3524536-a58a-4b36-b033-c1889726666d service neutron] 10.222.0.26 "PUT /v2.0/ports/e6bf9021-065f-4d87-a6fe-31394e0bba16 HTTP/1.1" status: 200 len: 1091 time: 0.7438111 Oct 22 13:07:48.063600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:48.088440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524536-a58a-4b36-b033-c1889726666d service neutron] Pushing event updated for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:48.121762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:48.129302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.137509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.147149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:48.159124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:48.159769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:48.179668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d853d-9dba-4188-a587-d7658730f066 req-13e35990-5673-4442-a9d3-4686eca2b5a1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.182774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb6d853d-9dba-4188-a587-d7658730f066 req-13e35990-5673-4442-a9d3-4686eca2b5a1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1033902 Oct 22 13:07:48.186893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-ee90ddd3-274c-4ffc-b254-bead21ea9e78 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "PUT /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 695 time: 0.9196801 Oct 22 13:07:48.187908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:48.196110 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:48.287644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb6d853d-9dba-4188-a587-d7658730f066 req-77693353-253a-4c30-8c65-30c161c27c4c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875795 Oct 22 13:07:48.294119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-84ede6e8-1b1d-4621-b155-04fdd3e81c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.294564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:48.295876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-84ede6e8-1b1d-4621-b155-04fdd3e81c0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0869019 Oct 22 13:07:48.450851 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc2d83-9ced-4324-8908-0d6b16e63a9a x-openstack-request-id: req-bbfc2d83-9ced-4324-8908-0d6b16e63a9a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:48.451203 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:48.451439 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbfc2d83-9ced-4324-8908-0d6b16e63a9a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:48.451864 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'status': 'completed', 'code': 200} Oct 22 13:07:48.464283 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed88794-6e4d-43c3-8f53-aa5259c1ef5d x-openstack-request-id: req-6ed88794-6e4d-43c3-8f53-aa5259c1ef5d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:48.464564 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:48.464824 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ed88794-6e4d-43c3-8f53-aa5259c1ef5d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:48.465206 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'status': 'completed', 'code': 200} Oct 22 13:07:48.516997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-2689c9f0-7c1a-4c31-b63c-ffdd023b5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.518830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-2689c9f0-7c1a-4c31-b63c-ffdd023b5f42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2168670 Oct 22 13:07:48.552182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-7be41adb-e3a3-4896-838e-18c93c20ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.553746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-7be41adb-e3a3-4896-838e-18c93c20ee44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 1096 time: 0.0982454 Oct 22 13:07:48.563342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a2157a-f09f-4523-8aae-f0dc77f09877 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:48.581430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-a44e86cc-bcef-4e8e-9beb-7a340ecf730a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 217 time: 0.0527680 Oct 22 13:07:48.590386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd99e9-a29d-4d2a-89dc-708d8659cbaa req-9a8f2faa-cc0a-4267-be1c-92f4580e99a5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.591534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.597204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd99e9-a29d-4d2a-89dc-708d8659cbaa req-9a8f2faa-cc0a-4267-be1c-92f4580e99a5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.603173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd99e9-a29d-4d2a-89dc-708d8659cbaa req-9a8f2faa-cc0a-4267-be1c-92f4580e99a5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.604842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28fd99e9-a29d-4d2a-89dc-708d8659cbaa req-9a8f2faa-cc0a-4267-be1c-92f4580e99a5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2387 time: 0.1520762 Oct 22 13:07:48.629377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Transition to ACTIVE for port object 37a2157a-f09f-4523-8aae-f0dc77f09877 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:48.643052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-ca49be17-ff75-4566-ad01-f323533afabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.643526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-ca49be17-ff75-4566-ad01-f323533afabc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1124 time: 0.1892703 Oct 22 13:07:48.668635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.688920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:48.708931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-fa6dc4af-9321-4e44-a47b-0bb7a07607bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.711260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-fa6dc4af-9321-4e44-a47b-0bb7a07607bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1047075 Oct 22 13:07:48.723083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:48.732381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:48.733149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:48.739798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-1f3a9702-3b12-4fcf-936b-2d9cce93694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.741310 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-1f3a9702-3b12-4fcf-936b-2d9cce93694d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.1734400 Oct 22 13:07:48.756279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:48.779110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28fd99e9-a29d-4d2a-89dc-708d8659cbaa req-579dd7f1-2ca3-4096-b8f9-006959662c98 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632535 Oct 22 13:07:48.818253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-24a51075-4c2e-4000-9030-a0e48c305d37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 200 len: 217 time: 0.0675406 Oct 22 13:07:48.849990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-b35db266-bf11-4073-9bfc-44e1e95ee1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.851610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-b35db266-bf11-4073-9bfc-44e1e95ee1da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900869 Oct 22 13:07:48.870826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-4aac4160-9d41-479e-a27b-c8bfe9fd7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.872290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-4aac4160-9d41-479e-a27b-c8bfe9fd7aea service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.2174709 Oct 22 13:07:48.945504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-358ed4f6-a642-47dd-8282-8fe682c30787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:48.947021 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-358ed4f6-a642-47dd-8282-8fe682c30787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1000791 Oct 22 13:07:48.950183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Attempting to bind port 37a2157a-f09f-4523-8aae-f0dc77f09877 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:48.950528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Attempting to bind port 37a2157a-f09f-4523-8aae-f0dc77f09877 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:48.950897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Attempting to bind port 37a2157a-f09f-4523-8aae-f0dc77f09877 on network e4ae2335-b657-48d2-9d2c-906fe581f478 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:48.958177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Port 37a2157a-f09f-4523-8aae-f0dc77f09877 on network e4ae2335-b657-48d2-9d2c-906fe581f478 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:48.958580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Attempting to bind port 37a2157a-f09f-4523-8aae-f0dc77f09877 on network e4ae2335-b657-48d2-9d2c-906fe581f478 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:48.970737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:48.974621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:48.974621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Checking segment: {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:48.974621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Bound using segment: {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:48.975023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Bound port: 37a2157a-f09f-4523-8aae-f0dc77f09877, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5170db7e-d0cb-499f-91ba-bdff35ca0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:48.975309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:48.983079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-e59a43af-6c33-4783-a7e4-4e9b141f9ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 217 time: 0.0948422 Oct 22 13:07:49.043398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-be12d5b8-537a-431b-afb3-c4a60550c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.044830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-be12d5b8-537a-431b-afb3-c4a60550c646 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811548 Oct 22 13:07:49.057705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f43365-0c28-4005-9e00-0cb2e663f25c req-f57300bd-df63-4bed-bc12-cc6c04963253 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.059257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8f43365-0c28-4005-9e00-0cb2e663f25c req-f57300bd-df63-4bed-bc12-cc6c04963253 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1624634 Oct 22 13:07:49.107023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:49.111217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-c12984ae-28d6-48f9-a21a-d0ab27d2c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.112492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-c12984ae-28d6-48f9-a21a-d0ab27d2c802 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0976512 Oct 22 13:07:49.122259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-d3baf668-df61-4a3d-8264-57f37ffffbc5 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630680 Oct 22 13:07:49.138540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8f43365-0c28-4005-9e00-0cb2e663f25c req-ca0a76a9-2b9a-4f57-8dc1-0ce4c88e87c3 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685368 Oct 22 13:07:49.151353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=37a2157a-f09f-4523-8aae-f0dc77f09877,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:49.163459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:49.202380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-19566b1e-dec0-4ea0-a7c0-cf84216f0857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627940 Oct 22 13:07:49.204071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.205454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:49.206843 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/37a2157a-f09f-4523-8aae-f0dc77f09877 HTTP/1.1" status: 200 len: 1092 time: 1.1479146 Oct 22 13:07:49.229842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-81484308-df23-497a-a660-1a7259249c79 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735814 Oct 22 13:07:49.253603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:49.277424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Request body: {'port': {'device_id': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:49.283986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf4ef6-0d30-40db-86ef-1d26b03fa6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:49.298666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055b0ec-a9e4-45d5-9e9c-cb332a2f05a3 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:49.365299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f4eb4d4-b797-4188-bfde-df3b7544cf47 req-c7f0d0f8-ea4c-4a63-9388-6187b354f435 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805322 Oct 22 13:07:49.391270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:49.450746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5ab19dfc-6b17-4961-b5a9-e8b14c1f57bf req-62a0bcc4-f0bb-4d79-b1db-4e8342374fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068179 Oct 22 13:07:49.464989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31372ad-6c4e-4dd8-84ec-39c3729d75b8 req-ef35a449-f3fc-4339-9bd6-0902228c4e9a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.470200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31372ad-6c4e-4dd8-84ec-39c3729d75b8 req-ef35a449-f3fc-4339-9bd6-0902228c4e9a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2036605 Oct 22 13:07:49.499537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-a21ab1ca-8908-4c4b-8e7d-21a22e9ab99f service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753775 Oct 22 13:07:49.551281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f31372ad-6c4e-4dd8-84ec-39c3729d75b8 req-717d1571-db98-4865-ac27-7afb09462199 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Oct 22 13:07:49.705244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e1b62a2-5c81-4a38-88b1-42f6db3e05cc req-d8257271-ed64-4f78-80e7-4af0e2b3b585 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949754 Oct 22 13:07:49.727953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f063c3-66cc-48ba-9531-fdc3e9fc8d34 req-576e7a06-5cd5-4778-8dbc-74d48df76b5a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:49.729769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6f063c3-66cc-48ba-9531-fdc3e9fc8d34 req-576e7a06-5cd5-4778-8dbc-74d48df76b5a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0964520 Oct 22 13:07:49.741628 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c17ad8-30d4-43f5-ac51-da0baad36bf8 None None] New status for floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:49.786464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6f063c3-66cc-48ba-9531-fdc3e9fc8d34 req-1b1b5713-4692-4ecd-a5bb-a3fdf095c273 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Oct 22 13:07:49.787928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bbb761-af8e-4b27-8411-0cec8a929cd6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:49.798362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:49.824410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Transition to ACTIVE for port object 98bbb761-af8e-4b27-8411-0cec8a929cd6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:07:49.837545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:49.937276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:50.008480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Attempting to bind port 98bbb761-af8e-4b27-8411-0cec8a929cd6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:07:50.009162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Attempting to bind port 98bbb761-af8e-4b27-8411-0cec8a929cd6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:07:50.009769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Attempting to bind port 98bbb761-af8e-4b27-8411-0cec8a929cd6 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:50.020374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Port 98bbb761-af8e-4b27-8411-0cec8a929cd6 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:07:50.020858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Attempting to bind port 98bbb761-af8e-4b27-8411-0cec8a929cd6 on network 1626b11b-c4a4-419b-8b51-96bac2de2802 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:07:50.027096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:07:50.027578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Checking segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:07:50.028059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Bound using segment: {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:07:50.028599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Bound port: 98bbb761-af8e-4b27-8411-0cec8a929cd6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a457310-062d-47ba-9552-586a7cad5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:07:50.029058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:50.143477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:07:50.154818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:07:50.162497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:50.209738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.210902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:50.212443 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/98bbb761-af8e-4b27-8411-0cec8a929cd6 HTTP/1.1" status: 200 len: 1091 time: 0.9565911 Oct 22 13:07:50.231001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9688-7a08-4849-b4f7-eea2ae605c47 req-1db9d126-9d93-42ee-b03e-81d131347cc8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.244068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9688-7a08-4849-b4f7-eea2ae605c47 req-1db9d126-9d93-42ee-b03e-81d131347cc8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.263577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9688-7a08-4849-b4f7-eea2ae605c47 req-1db9d126-9d93-42ee-b03e-81d131347cc8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.272027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbbffa-8be9-4b68-b808-b8cda92fa6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:50.277943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6dd9688-7a08-4849-b4f7-eea2ae605c47 req-1db9d126-9d93-42ee-b03e-81d131347cc8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2411 time: 0.1484752 Oct 22 13:07:50.345031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6dd9688-7a08-4849-b4f7-eea2ae605c47 req-0b853445-5ae3-402b-90e9-2b8035ccbf01 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655415 Oct 22 13:07:50.370105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5cc4e7bb-34ba-4e01-96bf-c5f4578772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.370740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5cc4e7bb-34ba-4e01-96bf-c5f4578772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.371276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5cc4e7bb-34ba-4e01-96bf-c5f4578772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.372983 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5cc4e7bb-34ba-4e01-96bf-c5f4578772f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2864 time: 0.0713036 Oct 22 13:07:50.439686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-a976a898-41f0-4a1f-adda-ab47ef4c83a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16 HTTP/1.1" status: 200 len: 217 time: 0.0548096 Oct 22 13:07:50.464862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-37059f21-0cb8-4c13-a780-868b303dbaeb tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.466430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-37059f21-0cb8-4c13-a780-868b303dbaeb tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0711937 Oct 22 13:07:50.485687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16'}, {'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877'}, {'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:50.488772 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6" -d '{"events": [{"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16"}, {"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877"}, {"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:50.512000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5c957976-e513-475e-883b-d30781128f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.513538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5c957976-e513-475e-883b-d30781128f8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 HTTP/1.1" status: 200 len: 801 time: 0.0638318 Oct 22 13:07:50.530552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-0e175a8e-ce81-4333-8477-e72264ce334a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.0577157 Oct 22 13:07:50.540959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:50.567299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-9f9f174f-70f1-4b57-b31b-324acab158d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.568977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-9f9f174f-70f1-4b57-b31b-324acab158d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1626b11b-c4a4-419b-8b51-96bac2de2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459859 Oct 22 13:07:50.595531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:50.669486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-ab15965d-e34f-4375-8426-85fd716f6441 service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901198 Oct 22 13:07:50.720719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e675-dfcc-4294-9883-00818fb84131 req-5c29cb70-bd39-483d-82ce-2db977e3b65f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.722190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4585e675-dfcc-4294-9883-00818fb84131 req-5c29cb70-bd39-483d-82ce-2db977e3b65f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1485267 Oct 22 13:07:50.766459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-300c7032-8c99-4820-9e7e-0128c64b7b4d service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842373 Oct 22 13:07:50.807692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4585e675-dfcc-4294-9883-00818fb84131 req-739b2019-d955-407c-bf23-20dd89e3d42c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779586 Oct 22 13:07:50.814356 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-5cf3c39d-152e-4ada-b3eb-2e37734e59ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=37a2157a-f09f-4523-8aae-f0dc77f09877 HTTP/1.1" status: 200 len: 217 time: 0.0389242 Oct 22 13:07:50.875405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-537e1f01-2898-4bc3-ae2f-74d03b812861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.876847 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-537e1f01-2898-4bc3-ae2f-74d03b812861 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0251ccf5-1258-49c3-b39b-f16baef1ac21 HTTP/1.1" status: 200 len: 801 time: 0.0483739 Oct 22 13:07:50.929558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-8b1faf75-dd69-4cf1-854f-78de0d6c0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:50.931203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-8b1faf75-dd69-4cf1-854f-78de0d6c0142 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4ae2335-b657-48d2-9d2c-906fe581f478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435824 Oct 22 13:07:51.040012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-a59fdf65-cc15-441a-ab20-ffa76569a981 service neutron] 10.222.0.26 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959437 Oct 22 13:07:51.163862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-79d0598c-e771-4a12-b58b-b45eb3275472 service neutron] 10.222.0.26 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019299 Oct 22 13:07:51.217590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f0b5734a-6e24-4d76-ac18-a530afac3cc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6 HTTP/1.1" status: 200 len: 217 time: 0.0423262 Oct 22 13:07:51.274079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-60c33dbe-6918-49d9-8655-3ae5fbebaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.275555 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-60c33dbe-6918-49d9-8655-3ae5fbebaf31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 HTTP/1.1" status: 200 len: 801 time: 0.0473874 Oct 22 13:07:51.330068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f642a3be-a85a-428e-aae0-73078211fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.331709 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-f642a3be-a85a-428e-aae0-73078211fd93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1626b11b-c4a4-419b-8b51-96bac2de2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479305 Oct 22 13:07:51.357944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b30f0-14fc-422c-8fab-539c54ad14f1 req-7892d448-1a30-48a8-8623-8f404a6f5213 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.359406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa0b30f0-14fc-422c-8fab-539c54ad14f1 req-7892d448-1a30-48a8-8623-8f404a6f5213 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0948424 Oct 22 13:07:51.427349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-9d87c65c-2df2-44e6-be55-6d23350e0f8d service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876844 Oct 22 13:07:51.438161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa0b30f0-14fc-422c-8fab-539c54ad14f1 req-a18abc70-8099-4cd8-afa2-8456c603bc03 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694170 Oct 22 13:07:51.443509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:51.461362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:51.505914 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91aeae1-f381-43e9-9dc7-6a1114cfbdce x-openstack-request-id: req-f91aeae1-f381-43e9-9dc7-6a1114cfbdce {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:51.506309 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:51.506649 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91aeae1-f381-43e9-9dc7-6a1114cfbdce {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:51.507110 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16', 'status': 'completed', 'code': 200} Oct 22 13:07:51.507436 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877', 'status': 'completed', 'code': 200} Oct 22 13:07:51.507756 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6', 'status': 'completed', 'code': 200} Oct 22 13:07:51.538878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2b3e73ef-069f-4b7f-bf1d-bb1371045512 req-2062d985-ca3f-42a0-8c8a-7f08612f88b2 service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019156 Oct 22 13:07:51.571424 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56 associated. External IP: 172.25.6.123, port: bce04004-5676-4bf3-85f4-a4963e20790d. Oct 22 13:07:51.650729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-1b52ea76-1427-4ee6-b9e8-84369ee786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.651472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-1b52ea76-1427-4ee6-b9e8-84369ee786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.652007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-1b52ea76-1427-4ee6-b9e8-84369ee786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.653724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-1b52ea76-1427-4ee6-b9e8-84369ee786f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2864 time: 0.0534601 Oct 22 13:07:51.748044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-0b73477e-5af9-4bd3-83b9-77090933f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.749564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-0b73477e-5af9-4bd3-83b9-77090933f89d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1626b11b-c4a4-419b-8b51-96bac2de2802 HTTP/1.1" status: 200 len: 902 time: 0.0877111 Oct 22 13:07:51.790584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16188b-c05d-4a0f-8e5e-bbe2c6e84b64 req-eb19b4b2-703c-4711-8aac-37795c04253f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.792085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf16188b-c05d-4a0f-8e5e-bbe2c6e84b64 req-eb19b4b2-703c-4711-8aac-37795c04253f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.1266656 Oct 22 13:07:51.800539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-145e68b3-664a-4fe2-ba3a-1f236b627a86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16 HTTP/1.1" status: 200 len: 217 time: 0.0389192 Oct 22 13:07:51.817190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-6f5be4dd-32c7-4208-9699-9cd2dc9f15d8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.818624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-6f5be4dd-32c7-4208-9699-9cd2dc9f15d8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa959eb-6cc5-4978-9602-6eb79524f3b5 HTTP/1.1" status: 200 len: 945 time: 0.1372745 Oct 22 13:07:51.851504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-13cd1589-2919-4ef4-9638-a49c0498dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.852978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-13cd1589-2919-4ef4-9638-a49c0498dba2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 HTTP/1.1" status: 200 len: 801 time: 0.0447922 Oct 22 13:07:51.902052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-dc3dd504-eeb0-4c27-bca1-96ef765c50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:51.903601 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-dc3dd504-eeb0-4c27-bca1-96ef765c50c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1626b11b-c4a4-419b-8b51-96bac2de2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424116 Oct 22 13:07:51.945997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf16188b-c05d-4a0f-8e5e-bbe2c6e84b64 req-cbc9e265-a6d3-4b2e-b197-648e8d0eb2f8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453731 Oct 22 13:07:51.967327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:52.005378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-0de9b4d3-bb32-46c6-b971-5025235a6d3a service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921834 Oct 22 13:07:52.040934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Deleting port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:52.041275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:52.109676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-c16dab6e-5781-418e-8334-0f2184b5172a service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933464 Oct 22 13:07:52.165246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:52.171026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:52.181159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:52.200506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:52.201423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:52.208886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] For port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:52.209253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:52.231467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b1b124b4-1bfb-4237-a250-2c024af38813 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "PUT /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 996 time: 1.6867218 Oct 22 13:07:52.231835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-cc1d22e0-b7eb-4e5f-ac1d-f56a8b061f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.232423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-cc1d22e0-b7eb-4e5f-ac1d-f56a8b061f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.232961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-cc1d22e0-b7eb-4e5f-ac1d-f56a8b061f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.235544 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-cc1d22e0-b7eb-4e5f-ac1d-f56a8b061f13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2864 time: 0.0628204 Oct 22 13:07:52.242079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:52.245759 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b262e-d006-4476-b74f-474fb4cc1404" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:52.276629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Calling delete_port for c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:52.340967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b488cfba-54f0-45ba-9065-e989c7fcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.351675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-b488cfba-54f0-45ba-9065-e989c7fcdc67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.1192799 Oct 22 13:07:52.369736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:52.388979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-0e4548b9-c62c-43c6-9d7d-590f37fc44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.392005 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-0e4548b9-c62c-43c6-9d7d-590f37fc44f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4ae2335-b657-48d2-9d2c-906fe581f478 HTTP/1.1" status: 200 len: 902 time: 0.1479278 Oct 22 13:07:52.443758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-d3244b17-b814-451c-a0c1-3296f49f069c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=37a2157a-f09f-4523-8aae-f0dc77f09877 HTTP/1.1" status: 200 len: 217 time: 0.0396976 Oct 22 13:07:52.509115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-536d4dc8-0b96-4ce0-8c49-58464679f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.510588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-536d4dc8-0b96-4ce0-8c49-58464679f4fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0251ccf5-1258-49c3-b39b-f16baef1ac21 HTTP/1.1" status: 200 len: 801 time: 0.0584209 Oct 22 13:07:52.540266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec8cf-a256-4a75-a4fb-f0af3adddd91 req-aa4e4474-6317-4cd3-b6be-b4b6058ae3b7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.546219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec8cf-a256-4a75-a4fb-f0af3adddd91 req-aa4e4474-6317-4cd3-b6be-b4b6058ae3b7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.552807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec8cf-a256-4a75-a4fb-f0af3adddd91 req-aa4e4474-6317-4cd3-b6be-b4b6058ae3b7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.554490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f06ec8cf-a256-4a75-a4fb-f0af3adddd91 req-aa4e4474-6317-4cd3-b6be-b4b6058ae3b7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2411 time: 0.1523137 Oct 22 13:07:52.555599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-d043880a-5deb-4214-bfdb-d827c762762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.563048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-d043880a-5deb-4214-bfdb-d827c762762b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2103288 Oct 22 13:07:52.564658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-5e277186-3c7e-4484-a59c-8ae9bbac1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.566814 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-5e277186-3c7e-4484-a59c-8ae9bbac1a65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4ae2335-b657-48d2-9d2c-906fe581f478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460505 Oct 22 13:07:52.646950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:51Z', 'revision_number': 8, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:52.676835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-b666b13e-108f-470a-a21a-fface2f55813 service neutron] 10.222.0.26 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993788 Oct 22 13:07:52.680891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-83cc834f-be04-4698-9036-a49e966abfe0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 999 time: 0.1170113 Oct 22 13:07:52.681759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:52.687628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f06ec8cf-a256-4a75-a4fb-f0af3adddd91 req-57a39f85-7c1d-4ef2-912a-6218b46e3bcf tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171026 Oct 22 13:07:52.717958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:52.720319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bce04004-5676-4bf3-85f4-a4963e20790d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:52.726365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:52.780056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event deleted for resources: {'Port': ['ID=c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:52.792604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-da57fc80-b1e8-4fea-8c23-ff54f88e718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:52.795699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-da57fc80-b1e8-4fea-8c23-ff54f88e718c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1028490 Oct 22 13:07:52.806661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:52.807897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:52.942345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] No DVR routers for this DVR port c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:07:52.948200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:52.957943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e1b17f8-5daa-411a-8c88-edf40ed46c1b req-98fb0431-006a-4392-b3e2-12290b05628c tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.26 "DELETE /v2.0/ports/c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 HTTP/1.1" status: 204 len: 173 time: 1.1270993 Oct 22 13:07:52.959448 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5238c1b9-9d1b-41c2-a490-e1ab4c4acb03 x-openstack-request-id: req-5238c1b9-9d1b-41c2-a490-e1ab4c4acb03 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:52.959738 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:52.961935 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5238c1b9-9d1b-41c2-a490-e1ab4c4acb03 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:52.965413 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:07:53.048789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-866fed82-cefc-41a6-89d5-3c6b8a4ecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.050335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-866fed82-cefc-41a6-89d5-3c6b8a4ecb30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565397 Oct 22 13:07:53.156372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:53.283111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b262e-d006-4476-b74f-474fb4cc1404 req-e4882b80-3fe8-4456-bc84-5cf2680251ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.284661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-e4882b80-3fe8-4456-bc84-5cf2680251ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.1135461 Oct 22 13:07:53.299237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-ee19ee65-d2fd-43b8-a4ac-96b70c7083bc service neutron] 10.222.0.26 "GET /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115539 Oct 22 13:07:53.316180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-eb73dc40-3beb-4d25-a50a-f3ca85a2fb59 service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590811 Oct 22 13:07:53.351328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a5868-1ada-4398-af52-841727a73495 req-dd2d4422-9660-4764-b55f-e8c703c016a3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.352900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099a5868-1ada-4398-af52-841727a73495 req-dd2d4422-9660-4764-b55f-e8c703c016a3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1085243 Oct 22 13:07:53.457557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099a5868-1ada-4398-af52-841727a73495 req-37819222-09bc-4981-b658-c8b2dc295839 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876369 Oct 22 13:07:53.477525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ddff377-d12c-4042-bba0-3cf5758bca4f req-cb13c559-298c-464e-9715-03a2c2e6318b service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604033 Oct 22 13:07:53.543206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b262e-d006-4476-b74f-474fb4cc1404 req-514e197a-dd98-4dbe-83de-90156b7f9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.544461 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-514e197a-dd98-4dbe-83de-90156b7f9060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2438447 Oct 22 13:07:53.682258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-b1b78756-3362-4b39-b684-a9f1ef391c0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 999 time: 0.1162088 Oct 22 13:07:53.695216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-6fe75b82-a6a0-47a9-82d4-457234706a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.695918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-6fe75b82-a6a0-47a9-82d4-457234706a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.698321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-6fe75b82-a6a0-47a9-82d4-457234706a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.710668 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-6fe75b82-a6a0-47a9-82d4-457234706a6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2864 time: 0.3400226 Oct 22 13:07:53.806083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:51Z', 'revision_number': 8, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:53.825663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b262e-d006-4476-b74f-474fb4cc1404 req-a478fe13-4a74-4f37-af1f-104c26f9ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.827184 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-a478fe13-4a74-4f37-af1f-104c26f9ad6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1145298 Oct 22 13:07:53.840422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d6210-93bf-415b-a690-3e98e3fffac1 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '0ce224ce-9182-4d11-b30b-e2c84cf45f56', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'port_id': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'mac_address': 'fa:16:3e:c8:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:07:16Z', 'updated_at': '2021-10-22T13:07:51Z', 'revision_number': 8, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:53.842520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174760e-766d-4740-b811-942ad33ebbf3 req-00e73e88-663e-4bfe-9400-f73a282d662d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.845623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8174760e-766d-4740-b811-942ad33ebbf3 req-00e73e88-663e-4bfe-9400-f73a282d662d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1151326 Oct 22 13:07:53.886114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9e6e-c176-4c2c-ba6a-cbdab3c2ecb1 req-7c1d51d2-ca9a-461b-beea-abc8b6687dd1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.886299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-f5030028-1538-41c4-8f3b-b01ec3911ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.887823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-f5030028-1538-41c4-8f3b-b01ec3911ba1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1626b11b-c4a4-419b-8b51-96bac2de2802 HTTP/1.1" status: 200 len: 902 time: 0.1763527 Oct 22 13:07:53.896897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad3b9e6e-c176-4c2c-ba6a-cbdab3c2ecb1 req-7c1d51d2-ca9a-461b-beea-abc8b6687dd1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.1116080 Oct 22 13:07:53.902679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b262e-d006-4476-b74f-474fb4cc1404 req-60833ffa-0c7a-49ec-887f-9801fb7578c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:53.904240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-60833ffa-0c7a-49ec-887f-9801fb7578c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664439 Oct 22 13:07:53.940556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31361038-3f3b-4547-9ce8-792a0adc0164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:53.951970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8174760e-766d-4740-b811-942ad33ebbf3 req-250e3965-128a-4b41-86bb-0996a9cb5b88 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995429 Oct 22 13:07:53.953481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-9c3b225c-7b8f-4c09-a5a3-262e239628d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6 HTTP/1.1" status: 200 len: 217 time: 0.0476649 Oct 22 13:07:53.994211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad3b9e6e-c176-4c2c-ba6a-cbdab3c2ecb1 req-9f499aa0-2a81-4b78-a50e-dd19c3f38677 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958939 Oct 22 13:07:54.078677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-50fbb43d-8fec-4864-8081-ccd5bf87d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.080398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-50fbb43d-8fec-4864-8081-ccd5bf87d356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 HTTP/1.1" status: 200 len: 801 time: 0.1055593 Oct 22 13:07:54.140469 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-6ae6bf1c-4dc9-4d37-9e64-b0fedd9510ff service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270670 Oct 22 13:07:54.188830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc81d0b8-cd31-470c-a734-02002bfb62bb req-4b97594c-ae8a-4cd2-b8e3-2c563025643b tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 996 time: 0.2114956 Oct 22 13:07:54.197047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-30894885-5f04-4115-ab95-11c2b6624049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.198924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-30894885-5f04-4115-ab95-11c2b6624049 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1626b11b-c4a4-419b-8b51-96bac2de2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097031 Oct 22 13:07:54.241524 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf0daf-8a2c-4e66-b8a3-8a619697bf39 None None] New status for floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:54.244353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c69c7-52ab-4959-9e6b-3a5c4beefba2 req-7b64925a-83a0-4802-9db9-417b50b7f181 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.252027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c69c7-52ab-4959-9e6b-3a5c4beefba2 req-7b64925a-83a0-4802-9db9-417b50b7f181 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.260961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c69c7-52ab-4959-9e6b-3a5c4beefba2 req-7b64925a-83a0-4802-9db9-417b50b7f181 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.269566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d0c69c7-52ab-4959-9e6b-3a5c4beefba2 req-7b64925a-83a0-4802-9db9-417b50b7f181 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2411 time: 0.1849468 Oct 22 13:07:54.355919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-840b262e-d006-4476-b74f-474fb4cc1404 req-31612474-7509-432c-a6f8-3fe0332d9b8d service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019970 Oct 22 13:07:54.372672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-ee87a83f-c8eb-45d5-bf2f-0389758e5662 service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656332 Oct 22 13:07:54.407896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d0c69c7-52ab-4959-9e6b-3a5c4beefba2 req-63dc3662-7261-4eed-ac8a-d07f1b2bb306 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351142 Oct 22 13:07:54.510770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d0b8-cd31-470c-a734-02002bfb62bb req-cdf9c662-13b8-4dcc-8e16-a0b03d7f3065 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.517268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc81d0b8-cd31-470c-a734-02002bfb62bb req-cdf9c662-13b8-4dcc-8e16-a0b03d7f3065 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.3266764 Oct 22 13:07:54.566644 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce4e1b28-b2d2-4139-a9bc-f57fbd82eef6 req-af4c2106-063a-418c-8e95-2aad6c39f154 service neutron] 10.222.0.26 "GET /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738253 Oct 22 13:07:54.651915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-737f13c5-f1af-4707-99d8-a064052e2082 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.1133356 Oct 22 13:07:54.698200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c9dce-2093-4194-a969-3df9801975bc req-d34e5184-631e-45ea-be75-83113653df4d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.699820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-103c9dce-2093-4194-a969-3df9801975bc req-d34e5184-631e-45ea-be75-83113653df4d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1114066 Oct 22 13:07:54.749461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-103c9dce-2093-4194-a969-3df9801975bc req-698b035f-16be-46b1-8945-57ebcde35a45 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Oct 22 13:07:54.756818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-b4eb673b-5004-4a6d-9470-2505a1181cf0 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:54.758161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-b4eb673b-5004-4a6d-9470-2505a1181cf0 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports/bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 942 time: 0.1054528 Oct 22 13:07:54.884718 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-ac932264-7637-470a-a354-1d287d08f1b4 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.0753088 Oct 22 13:07:54.966361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'name': 'network-vif-deleted', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:54.968708 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe1724-0037-4450-9769-7b76d418d763" -d '{"events": [{"server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "name": "network-vif-deleted", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:55.007091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-93d04c83-637f-4c9e-82da-7221e2e3f343 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:55.008003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98bbb761-af8e-4b27-8411-0cec8a929cd6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:55.013280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-93d04c83-637f-4c9e-82da-7221e2e3f343 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1240757 Oct 22 13:07:55.014936 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b52c6a-c518-40c5-9cef-ed1b08e01dcd x-openstack-request-id: req-73b52c6a-c518-40c5-9cef-ed1b08e01dcd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:55.015860 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa959eb-6cc5-4978-9602-6eb79524f3b5", "name": "network-vif-deleted", "tag": "c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:55.016274 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73b52c6a-c518-40c5-9cef-ed1b08e01dcd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:55.016754 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa959eb-6cc5-4978-9602-6eb79524f3b5', 'name': 'network-vif-deleted', 'tag': 'c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6', 'status': 'completed', 'code': 200} Oct 22 13:07:55.090858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-bf5fb5d6-158d-4e15-986a-eb3c98007e43 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 1001 time: 0.0706677 Oct 22 13:07:55.119651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:07:55.130555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.149308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '98bbb761-af8e-4b27-8411-0cec8a929cd6', 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'port_id': '98bbb761-af8e-4b27-8411-0cec8a929cd6', 'mac_address': 'fa:16:3e:c5:f3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:55.179349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.192596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.209268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bbb761-af8e-4b27-8411-0cec8a929cd6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:55.233298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.241867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.242864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 37a2157a-f09f-4523-8aae-f0dc77f09877 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:55.327334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:55.440098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=37a2157a-f09f-4523-8aae-f0dc77f09877,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.455333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '37a2157a-f09f-4523-8aae-f0dc77f09877', 'network_id': 'e4ae2335-b657-48d2-9d2c-906fe581f478', 'port_id': '37a2157a-f09f-4523-8aae-f0dc77f09877', 'mac_address': 'fa:16:3e:66:6c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0251ccf5-1258-49c3-b39b-f16baef1ac21', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:55.518948 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.538026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a2157a-f09f-4523-8aae-f0dc77f09877 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:55.561908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=37a2157a-f09f-4523-8aae-f0dc77f09877,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.579673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.580360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e6bf9021-065f-4d87-a6fe-31394e0bba16 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:55.650104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:55.670395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.674292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa58d8-a628-4bee-bd8f-ebe198e3cfb4 req-720bb143-fec6-44a9-9750-1948750e1f26 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:55.675942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07aa58d8-a628-4bee-bd8f-ebe198e3cfb4 req-720bb143-fec6-44a9-9750-1948750e1f26 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.5653136 Oct 22 13:07:55.689497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'e6bf9021-065f-4d87-a6fe-31394e0bba16', 'network_id': '1626b11b-c4a4-419b-8b51-96bac2de2802', 'port_id': 'e6bf9021-065f-4d87-a6fe-31394e0bba16', 'mac_address': 'fa:16:3e:6b:69:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:07:55.728383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.728622 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.735734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.736073 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56 disassociated. External IP: 172.25.6.123, port: bce04004-5676-4bf3-85f4-a4963e20790d. Oct 22 13:07:55.745666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bf9021-065f-4d87-a6fe-31394e0bba16 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:07:55.767483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:55.771500 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:55.799699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07aa58d8-a628-4bee-bd8f-ebe198e3cfb4 req-55745d3e-6fed-4387-a01c-bd677e8d8cd2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171932 Oct 22 13:07:55.828201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:56.000916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7597374-6524-448e-8049-8086b6fdf5e0 req-ec4a421b-1bd3-47da-9ad5-e1adc067d990 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.006966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7597374-6524-448e-8049-8086b6fdf5e0 req-ec4a421b-1bd3-47da-9ad5-e1adc067d990 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.013011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7597374-6524-448e-8049-8086b6fdf5e0 req-ec4a421b-1bd3-47da-9ad5-e1adc067d990 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.014595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7597374-6524-448e-8049-8086b6fdf5e0 req-ec4a421b-1bd3-47da-9ad5-e1adc067d990 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2414 time: 0.1355946 Oct 22 13:07:56.063655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:07:56.073598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7597374-6524-448e-8049-8086b6fdf5e0 req-da5acd19-ae20-4099-9815-e6a93be9ed08 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Oct 22 13:07:56.195125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:07:56.197752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:56.200256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['e6bf9021-065f-4d87-a6fe-31394e0bba16'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:56.204481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:07:56.210807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['98bbb761-af8e-4b27-8411-0cec8a929cd6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:56.255657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-c612ddab-f40d-43c4-8f29-f4f7ca7949a8 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "PUT /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 696 time: 1.1501365 Oct 22 13:07:56.272969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['37a2157a-f09f-4523-8aae-f0dc77f09877'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:07:56.276577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1579e7a-3837-45c2-9316-f323bdb3cee1 req-fff5874f-1b48-469f-aaeb-2409554033a0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.279632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1579e7a-3837-45c2-9316-f323bdb3cee1 req-fff5874f-1b48-469f-aaeb-2409554033a0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0579333 Oct 22 13:07:56.322763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:56.323569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:56.346381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1579e7a-3837-45c2-9316-f323bdb3cee1 req-f1ab2cb6-217b-40b6-8f6d-7180dcab3e9b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573683 Oct 22 13:07:56.351955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-2bbba429-883c-4936-9086-9c83dd317efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.353462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-2bbba429-883c-4936-9086-9c83dd317efc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.0732567 Oct 22 13:07:56.494264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-b093c06f-7191-494b-bfc1-3a73994febc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.495563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-b093c06f-7191-494b-bfc1-3a73994febc1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.1294510 Oct 22 13:07:56.540909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-907f75ef-75cf-43d2-bd91-a292e207d2cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0363913 Oct 22 13:07:56.560284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:56.598911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-1a1751b5-d64f-4228-9fe5-b6883e2423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.600422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-1a1751b5-d64f-4228-9fe5-b6883e2423eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.0528674 Oct 22 13:07:56.670474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-fc3fcf32-f2ac-4119-a532-b5835a4d240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.680470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-fc3fcf32-f2ac-4119-a532-b5835a4d240b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731356 Oct 22 13:07:56.831418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-a02e282f-6981-43e6-b7f9-7dd3c159865b service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498938 Oct 22 13:07:56.954688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3427b-1321-427e-a88f-f565414b6277 req-133c9661-b9cc-4e35-a4d7-5f4e09183da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.958174 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-133c9661-b9cc-4e35-a4d7-5f4e09183da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.0780613 Oct 22 13:07:56.978708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:56.986185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066ba55-6aaf-4451-8586-d8bd36ab361f req-923d9d45-c824-415b-8cb6-b6f82f33a7bc tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:56.987707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9066ba55-6aaf-4451-8586-d8bd36ab361f req-923d9d45-c824-415b-8cb6-b6f82f33a7bc tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0760014 Oct 22 13:07:56.994198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab26a9f8-29cb-4792-8056-d2c308a69338 req-0627f2c6-8423-4c5b-bb67-4870b4eb06ad service neutron] 10.222.0.25 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565764 Oct 22 13:07:57.010994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:07:57.015794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:07:57.025837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:57.027779 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775c533-4a04-4b72-ab19-d0121e53d686" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:57.053152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:07:57.053509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c24e5b6c-1ae6-48ad-a60d-5f9acc98fda6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:07:57.063807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9066ba55-6aaf-4451-8586-d8bd36ab361f req-43b418d0-5807-4fcb-a350-7279295fec8f tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Oct 22 13:07:57.069058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:07:57.069699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:57.096825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3427b-1321-427e-a88f-f565414b6277 req-ed0aa5d2-98ed-4ae2-8eb0-5b4c1b80d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.099309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-ed0aa5d2-98ed-4ae2-8eb0-5b4c1b80d569 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.1322131 Oct 22 13:07:57.128304 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee89b-79f4-40d8-9bec-8c6cc670d7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:57.154891 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-4ad6d4e8-d1aa-4871-9906-4408ae6353f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.0472469 Oct 22 13:07:57.189166 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fa064d-c49a-42fe-a831-145a2777ea02 x-openstack-request-id: req-68fa064d-c49a-42fe-a831-145a2777ea02 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:57.189476 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:57.189794 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68fa064d-c49a-42fe-a831-145a2777ea02 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:57.190448 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:07:57.235185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3427b-1321-427e-a88f-f565414b6277 req-acaff1ca-dd76-4cc8-b034-983b851c743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.237274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-acaff1ca-dd76-4cc8-b034-983b851c743d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.0724156 Oct 22 13:07:57.265856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:07:57.277400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-37fc925b-5031-4d01-9259-1bcca582d349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302861 Oct 22 13:07:57.305200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-7402e7c0-9231-4c81-a132-0103051c8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.307199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-7402e7c0-9231-4c81-a132-0103051c8d1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e780bb87be147ba863e89fdb2594a03&device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 1096 time: 0.1147223 Oct 22 13:07:57.324262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043835e-eed7-40d1-b035-71a1e3301586 req-802c95b2-e1d7-465c-be74-847f2afd117f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.326466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e043835e-eed7-40d1-b035-71a1e3301586 req-802c95b2-e1d7-465c-be74-847f2afd117f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.1802528 Oct 22 13:07:57.406821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7e66-90f0-473d-861b-8c1c5465c590 req-ecb674b3-2182-43c5-a716-a12b5baa62d7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.411355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-7330888b-dde1-4477-923f-af86370ff3a7 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259446 Oct 22 13:07:57.413861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7e66-90f0-473d-861b-8c1c5465c590 req-ecb674b3-2182-43c5-a716-a12b5baa62d7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.420110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7e66-90f0-473d-861b-8c1c5465c590 req-ecb674b3-2182-43c5-a716-a12b5baa62d7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.422495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff7b7e66-90f0-473d-861b-8c1c5465c590 req-ecb674b3-2182-43c5-a716-a12b5baa62d7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2414 time: 0.1656291 Oct 22 13:07:57.482585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e043835e-eed7-40d1-b035-71a1e3301586 req-71e02acf-a8e4-45bf-b385-86d9fdb26591 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451135 Oct 22 13:07:57.521371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff7b7e66-90f0-473d-861b-8c1c5465c590 req-08294eeb-d3d4-4e64-9b04-b10b314f61e4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Oct 22 13:07:57.539768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-db36b434-14f7-40a0-8837-d2d0ab84f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.541421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-db36b434-14f7-40a0-8837-d2d0ab84f735 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 200 len: 921 time: 0.2137690 Oct 22 13:07:57.564528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fb3427b-1321-427e-a88f-f565414b6277 req-21ca6b98-1323-4213-828f-5d5f56d910a0 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451232 Oct 22 13:07:57.570746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:07:57.595448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-a2ffb4f0-5005-4a00-a427-5f6c12b857ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 200 len: 217 time: 0.0451412 Oct 22 13:07:57.657290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a44b90-ccaf-4af8-952f-234f26165c2a None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:44Z', 'revision_number': 4, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '98b8a3fc-66b3-4579-8106-1bb2c1c3da4a', 'name': '', 'network_id': '8a94599c-1ed2-4cf3-847f-5a1504e68c44', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'mac_address': 'fa:16:3e:e2:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:43Z', 'updated_at': '2021-10-22T13:06:48Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'subnets': [{'id': '934dbfc3-b9ed-443f-9f20-66b7c615bf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:07:57.685362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:57.696081 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:57.714047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-6bfd6229-abf7-474e-ad25-d928ba5da4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.715874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-6bfd6229-abf7-474e-ad25-d928ba5da4d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 200 len: 859 time: 0.1114557 Oct 22 13:07:57.787782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2ed2b-d016-4c1a-be6e-5a4115abd422 req-ae8645ac-45e5-417e-9883-809fd50a16e2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.789330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a2ed2b-d016-4c1a-be6e-5a4115abd422 req-ae8645ac-45e5-417e-9883-809fd50a16e2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1305966 Oct 22 13:07:57.803552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:07:57.808426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-982925a3-767c-467d-b6a8-52c622732d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:57.809887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-982925a3-767c-467d-b6a8-52c622732d61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a94599c-1ed2-4cf3-847f-5a1504e68c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737607 Oct 22 13:07:57.908244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-85fda87d-d89a-4f4e-9281-71c876f2eb6b tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 200 len: 696 time: 0.0964308 Oct 22 13:07:57.934313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0a2ed2b-d016-4c1a-be6e-5a4115abd422 req-40fc073e-7352-4819-9e48-fa9af60fddd5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345460 Oct 22 13:07:57.958030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:57.972135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:07:58.041556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942935db-fc23-4455-81bf-fd91d84c2ffe None None] New status for floating IP 0ce224ce-9182-4d11-b30b-e2c84cf45f56: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:07:58.066505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-389f1674-7a63-40ac-b209-60155f206757 service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406437 Oct 22 13:07:58.091770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-49ee2b02-3dcf-4261-b0a8-cdcea36e0c23 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.093184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-49ee2b02-3dcf-4261-b0a8-cdcea36e0c23 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1787088 Oct 22 13:07:58.186798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-483860dd-d87d-4ed0-9339-00cbcf8f3d7f tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 699 time: 0.0850353 Oct 22 13:07:58.303210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-fb76b4f7-793b-4e10-af40-9adb277282a1 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 699 time: 0.0916445 Oct 22 13:07:58.331618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e23d-c194-4a83-933e-e6c1c132b981 req-dc93aef7-44d4-4cc0-8c1e-50e685d2c86d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.333123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9596e23d-c194-4a83-933e-e6c1c132b981 req-dc93aef7-44d4-4cc0-8c1e-50e685d2c86d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1884255 Oct 22 13:07:58.338310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8775c533-4a04-4b72-ab19-d0121e53d686 req-0c2df0f2-02f0-486d-bb48-59d7d42d9c1d service neutron] 10.222.0.21 "GET /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442107 Oct 22 13:07:58.463550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9596e23d-c194-4a83-933e-e6c1c132b981 req-ccf6a5ce-c496-4476-9d80-094005aae57e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939882 Oct 22 13:07:58.496204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Deleting port 2ecbbef7-9664-440e-ac8d-62b2a3142885 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:07:58.496542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:58.611471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:58.611795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:58.629132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Calling delete_port for 2ecbbef7-9664-440e-ac8d-62b2a3142885 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:07:58.641269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece838cb-cf03-4964-a28e-f0266e03fe4e req-5094d038-0405-4c1f-bb1a-1d59e8fd5bb4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.644244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ece838cb-cf03-4964-a28e-f0266e03fe4e req-5094d038-0405-4c1f-bb1a-1d59e8fd5bb4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0875130 Oct 22 13:07:58.730823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ece838cb-cf03-4964-a28e-f0266e03fe4e req-ff950c9c-f3f4-4d0b-b1d3-4b04387dcc3c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812306 Oct 22 13:07:58.867326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:58.896512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event deleted for resources: {'Port': ['ID=2ecbbef7-9664-440e-ac8d-62b2a3142885,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:58.932034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286fed-c090-4abd-a0c2-3c8637c0e800 req-054baa6f-562f-4249-9fe0-c4f4f48dd574 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.938126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286fed-c090-4abd-a0c2-3c8637c0e800 req-054baa6f-562f-4249-9fe0-c4f4f48dd574 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.944189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286fed-c090-4abd-a0c2-3c8637c0e800 req-054baa6f-562f-4249-9fe0-c4f4f48dd574 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:58.945845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a286fed-c090-4abd-a0c2-3c8637c0e800 req-054baa6f-562f-4249-9fe0-c4f4f48dd574 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2414 time: 0.1207368 Oct 22 13:07:59.010047 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.012610 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.013740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b6e3c74-1f8a-473d-ab6d-9205bd18e7f1 req-2fe0de68-224b-4dfb-8d02-309b72396662 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "DELETE /v2.0/floatingips/0ce224ce-9182-4d11-b30b-e2c84cf45f56 HTTP/1.1" status: 204 len: 173 time: 0.6989524 Oct 22 13:07:59.019049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98bbb761-af8e-4b27-8411-0cec8a929cd6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:59.021716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a286fed-c090-4abd-a0c2-3c8637c0e800 req-f0a053f4-2e97-45e7-b06f-0b34f011dbb1 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557365 Oct 22 13:07:59.107086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 98bbb761-af8e-4b27-8411-0cec8a929cd6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:59.112128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 98bbb761-af8e-4b27-8411-0cec8a929cd6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:59.112517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.243840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d75a32-c517-4bd0-9e6a-35803f5da666 req-131561fd-fd3d-472d-8007-c8233ed07ae9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:59.247131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13d75a32-c517-4bd0-9e6a-35803f5da666 req-131561fd-fd3d-472d-8007-c8233ed07ae9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Oct 22 13:07:59.262972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.286737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:07:59.289104 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6dd3d-87a9-4b86-8b01-b0dad8f7615f" -d '{"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:07:59.305252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:59.307185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13d75a32-c517-4bd0-9e6a-35803f5da666 req-4c713cff-b719-4f5c-b236-9ed6d8e12ca0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Oct 22 13:07:59.310807 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.312762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 37a2157a-f09f-4523-8aae-f0dc77f09877 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:59.373926 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5955b8-a143-4bc3-b1a8-20675e865ddf x-openstack-request-id: req-6a5955b8-a143-4bc3-b1a8-20675e865ddf {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:07:59.374948 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:07:59.375418 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a5955b8-a143-4bc3-b1a8-20675e865ddf {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:07:59.375925 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6', 'code': 200} Oct 22 13:07:59.416314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:59.429251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 37a2157a-f09f-4523-8aae-f0dc77f09877 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:59.440219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 37a2157a-f09f-4523-8aae-f0dc77f09877 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:59.441001 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.589558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43589ca-f16c-43f9-ac8b-b6a157222990 req-77fd301a-267c-4604-ba48-9d751b6ea83e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:59.605303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43589ca-f16c-43f9-ac8b-b6a157222990 req-77fd301a-267c-4604-ba48-9d751b6ea83e tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.1581419 Oct 22 13:07:59.662403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.698188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43589ca-f16c-43f9-ac8b-b6a157222990 req-eecd3879-d100-47e6-9437-6e2028f9c8ba tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 Oct 22 13:07:59.706613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e190b9-1c65-4384-912e-04f896f72e71 req-9cef0a84-c245-441b-aeda-4a836e666c86 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:59.712459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.714479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03e190b9-1c65-4384-912e-04f896f72e71 req-9cef0a84-c245-441b-aeda-4a836e666c86 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1068664 Oct 22 13:07:59.756570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=37a2157a-f09f-4523-8aae-f0dc77f09877,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:07:59.764266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.764437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e6bf9021-065f-4d87-a6fe-31394e0bba16 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:07:59.786411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03e190b9-1c65-4384-912e-04f896f72e71 req-3b6acd75-027e-4f72-80b6-803e902aa6be tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656056 Oct 22 13:07:59.852023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:07:59.864714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port e6bf9021-065f-4d87-a6fe-31394e0bba16 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:07:59.872921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port e6bf9021-065f-4d87-a6fe-31394e0bba16 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:07:59.873360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:07:59.892343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefde2b-742e-4598-88cb-5bef053417dc req-41a347a0-75de-4c96-a4c4-4a5bb93196c0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:07:59.894296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fefde2b-742e-4598-88cb-5bef053417dc req-41a347a0-75de-4c96-a4c4-4a5bb93196c0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0606096 Oct 22 13:07:59.947400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fefde2b-742e-4598-88cb-5bef053417dc req-a963f444-6766-4021-8434-245802c13ae0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Oct 22 13:07:59.964923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:00.003901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:00.008402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:00.009322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:00.081623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:00.216894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086c0d3-201b-4dff-a6e4-9749270caa63 req-7789333a-7caf-44cf-9ca3-7c1cb09bf905 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.223912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086c0d3-201b-4dff-a6e4-9749270caa63 req-7789333a-7caf-44cf-9ca3-7c1cb09bf905 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.231237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086c0d3-201b-4dff-a6e4-9749270caa63 req-7789333a-7caf-44cf-9ca3-7c1cb09bf905 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.238543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c086c0d3-201b-4dff-a6e4-9749270caa63 req-7789333a-7caf-44cf-9ca3-7c1cb09bf905 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1207876 Oct 22 13:08:00.289277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c086c0d3-201b-4dff-a6e4-9749270caa63 req-271ec102-8513-4230-910a-f666afbedf1f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497720 Oct 22 13:08:00.451428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570ff22-dbb0-49c5-bf01-2b014f2d295e req-f82bf23f-26a8-4761-b27d-71d974916c1c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.454109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0570ff22-dbb0-49c5-bf01-2b014f2d295e req-f82bf23f-26a8-4761-b27d-71d974916c1c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0767701 Oct 22 13:08:00.506809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0570ff22-dbb0-49c5-bf01-2b014f2d295e req-ffb769ce-e88d-40d6-97af-1ecf85bb900e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Oct 22 13:08:00.847113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9473e-8e76-4577-930c-4c2bfebb339e req-1be7ebea-32fe-476f-9068-bd036423e15d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.848870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a9473e-8e76-4577-930c-4c2bfebb339e req-1be7ebea-32fe-476f-9068-bd036423e15d tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0711737 Oct 22 13:08:00.917345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a9473e-8e76-4577-930c-4c2bfebb339e req-be2a7144-0c43-4d0c-a363-1bd755bcf1d3 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd8dc3c0-a72f-4a8d-a669-841bfba39384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615106 Oct 22 13:08:00.930095 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4104beaf-694f-46e7-aa0e-c5e61a8ebcb0 service neutron] 10.222.0.26 "GET /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.0614514 Oct 22 13:08:00.942100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfee030-cfd0-4f8c-8d0c-8dc17f89042f req-31a71511-dae1-41c4-8a31-efc5c29c5c84 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:00.942100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdfee030-cfd0-4f8c-8d0c-8dc17f89042f req-31a71511-dae1-41c4-8a31-efc5c29c5c84 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0837731 Oct 22 13:08:00.999199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdfee030-cfd0-4f8c-8d0c-8dc17f89042f req-2f6d118a-1e07-4dd7-8b4f-baa267c25546 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Oct 22 13:08:01.078847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42472e-7217-48b7-ab13-4884ee38d645 req-20821ca8-73b4-48db-8858-41c3f6ff6855 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.079967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e42472e-7217-48b7-ab13-4884ee38d645 req-20821ca8-73b4-48db-8858-41c3f6ff6855 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 943 time: 0.0587988 Oct 22 13:08:01.127505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e42472e-7217-48b7-ab13-4884ee38d645 req-9ceeca75-431c-434b-88c4-3f62d3720301 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Oct 22 13:08:01.135137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:01.162903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:01.201373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b298eea3-9cf2-4c0d-90a3-822dd699cb0c {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:01.212324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:01.226817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:01.326256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] Transition to ACTIVE for port object b298eea3-9cf2-4c0d-90a3-822dd699cb0c will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:01.332430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:01.360346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-af9e301b-cecf-480b-887d-29459c83475b tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.361897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-af9e301b-cecf-480b-887d-29459c83475b tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 945 time: 0.0548482 Oct 22 13:08:01.376873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877'}, {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:01.379294 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa53915-067a-437d-9f1f-4a64720af759" -d '{"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877"}, {"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:01.399316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] Pushing event updated for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:01.447487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] No DVR routers for this DVR port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:01.480130 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94047b1b-ebff-4139-99f6-a4f7248ea11b x-openstack-request-id: req-94047b1b-ebff-4139-99f6-a4f7248ea11b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:01.480428 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877", "code": 200}, {"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:01.480680 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94047b1b-ebff-4139-99f6-a4f7248ea11b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:01.481149 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877', 'code': 200} Oct 22 13:08:01.481330 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16', 'code': 200} Oct 22 13:08:01.485406 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-700eb7c9-bc45-4b4c-9f81-24cab66ff03a service neutron] 10.222.0.26 "PUT /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5469768 Oct 22 13:08:01.507675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7fc3-e10e-4a91-bb5a-c4afdec2e854 req-4f11a556-9992-4c6f-aabb-54957353a0af tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.513795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7fc3-e10e-4a91-bb5a-c4afdec2e854 req-4f11a556-9992-4c6f-aabb-54957353a0af tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.521719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7fc3-e10e-4a91-bb5a-c4afdec2e854 req-4f11a556-9992-4c6f-aabb-54957353a0af tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.523525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dcf7fc3-e10e-4a91-bb5a-c4afdec2e854 req-4f11a556-9992-4c6f-aabb-54957353a0af tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1139879 Oct 22 13:08:01.573960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Deleting port bce04004-5676-4bf3-85f4-a4963e20790d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:01.574449 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:01.637091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dcf7fc3-e10e-4a91-bb5a-c4afdec2e854 req-0600ff7e-6953-4b0c-abaf-b0a13b20dba4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Oct 22 13:08:01.642774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-b470bfab-d8fd-439f-8c30-985cc4225569 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.644316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-b470bfab-d8fd-439f-8c30-985cc4225569 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.0872033 Oct 22 13:08:01.648266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca0a5-f5fc-4051-b64f-ccc3155f08e0 req-19c71caf-f287-47f6-91ba-05de8f7a5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.648749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca0a5-f5fc-4051-b64f-ccc3155f08e0 req-19c71caf-f287-47f6-91ba-05de8f7a5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.649205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca0a5-f5fc-4051-b64f-ccc3155f08e0 req-19c71caf-f287-47f6-91ba-05de8f7a5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.650813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ef7ca0a5-f5fc-4051-b64f-ccc3155f08e0 req-19c71caf-f287-47f6-91ba-05de8f7a5e01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2870 time: 0.0595255 Oct 22 13:08:01.721622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-cc7ed1e4-f1e0-4e9c-9c1d-fd391293331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.723296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-cc7ed1e4-f1e0-4e9c-9c1d-fd391293331f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747&tenant_id=42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 1095 time: 0.0695715 Oct 22 13:08:01.725377 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ef7ca0a5-f5fc-4051-b64f-ccc3155f08e0 req-af653d2a-75d9-42a5-8e54-e15e156251da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Oct 22 13:08:01.747374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2fcb6-2df9-4b64-98c0-da8f00bf0b19 req-bb03792a-c4d5-4ee3-92c7-a824897fd848 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.748879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cc2fcb6-2df9-4b64-98c0-da8f00bf0b19 req-bb03792a-c4d5-4ee3-92c7-a824897fd848 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1335523 Oct 22 13:08:01.751565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] For port bce04004-5676-4bf3-85f4-a4963e20790d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bce04004-5676-4bf3-85f4-a4963e20790d,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:01.751931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:01.772848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Calling delete_port for bce04004-5676-4bf3-85f4-a4963e20790d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:01.791496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-e58fd047-acae-40b2-a11f-78c8ac5d65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.793018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-e58fd047-acae-40b2-a11f-78c8ac5d65be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1095 time: 0.0452986 Oct 22 13:08:01.849760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cc2fcb6-2df9-4b64-98c0-da8f00bf0b19 req-7d68aa39-5a0d-4bce-a8da-7faf87a4d07e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842125 Oct 22 13:08:01.896648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-d6ffc277-6ff4-498d-b66a-3fcdef875061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:01.898794 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-d6ffc277-6ff4-498d-b66a-3fcdef875061 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.0965018 Oct 22 13:08:01.946328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-ee7fd6f4-c72f-4e61-93d1-44926c5b7265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 200 len: 217 time: 0.0390098 Oct 22 13:08:01.957825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:01.975524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bce04004-5676-4bf3-85f4-a4963e20790d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:02.046304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4379bb2c-aed6-4211-ad14-0e62904d4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.047974 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-4379bb2c-aed6-4211-ad14-0e62904d4671 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0885029 Oct 22 13:08:02.086182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-8327efca-1db0-4c13-befa-8f53bcd8364c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281150 Oct 22 13:08:02.192751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-541838e6-ba9f-46ee-9424-5468bd0ee011 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985329 Oct 22 13:08:02.293314 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-ba36d155-801e-4c4a-ac0d-2ee6dca586b7 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912225 Oct 22 13:08:02.347629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Pushing event deleted for resources: {'Port': ['ID=bce04004-5676-4bf3-85f4-a4963e20790d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:02.385836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8bea4201-3254-427b-85c0-38eff29a1cb4 req-b60b98d3-c08c-407c-aeb1-8aed310e3f16 tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd7966a7-3d87-41f1-b1e6-cb6d8014f42c HTTP/1.1" status: 200 len: 210 time: 0.3796737 Oct 22 13:08:02.415373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] No DVR routers for this DVR port bce04004-5676-4bf3-85f4-a4963e20790d on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:02.421544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:02.424889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aea2be8b-f776-44bd-85d3-cb643822bbcb req-5a8a82d9-f574-44cc-8b50-433c2a79743a tempest-FloatingIPsAssociationTestJSON-233979828 tempest-FloatingIPsAssociationTestJSON-233979828-project] 10.222.0.21 "DELETE /v2.0/ports/bce04004-5676-4bf3-85f4-a4963e20790d HTTP/1.1" status: 204 len: 173 time: 1.0538135 Oct 22 13:08:02.429632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'name': 'network-vif-deleted', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:02.431960 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70f383-9074-4ba0-8e22-d7501cd35114" -d '{"events": [{"server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "name": "network-vif-deleted", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:02.463472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6830a1-9d43-4dd7-9cfd-4291ef678a0d req-63b6fb5f-0734-4207-8b81-9832258cc58a tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.471320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc6830a1-9d43-4dd7-9cfd-4291ef678a0d req-63b6fb5f-0734-4207-8b81-9832258cc58a tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1332240 Oct 22 13:08:02.585940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc6830a1-9d43-4dd7-9cfd-4291ef678a0d req-0ee02f29-eff4-44db-9c91-fdff0f4935ab tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061330 Oct 22 13:08:02.617712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e123e3-5481-4df2-91f6-dad9bbf80f47 req-e6443a47-01bf-414f-9003-09f282639479 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.619401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e123e3-5481-4df2-91f6-dad9bbf80f47 req-e6443a47-01bf-414f-9003-09f282639479 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.1371205 Oct 22 13:08:02.697506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3754b368-7ae2-4db3-aeab-a06b7a7801f6 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.699217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-3754b368-7ae2-4db3-aeab-a06b7a7801f6 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1095 time: 0.1046743 Oct 22 13:08:02.704986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e123e3-5481-4df2-91f6-dad9bbf80f47 req-3a213f1a-bffb-4aa1-8a53-2a0b8320eeb2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681510 Oct 22 13:08:02.713090 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059506f-6dd6-4a8b-86c7-cd4569134385 x-openstack-request-id: req-5059506f-6dd6-4a8b-86c7-cd4569134385 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:02.713401 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7966a7-3d87-41f1-b1e6-cb6d8014f42c", "name": "network-vif-deleted", "tag": "bce04004-5676-4bf3-85f4-a4963e20790d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:02.714031 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5059506f-6dd6-4a8b-86c7-cd4569134385 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:02.714423 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7966a7-3d87-41f1-b1e6-cb6d8014f42c', 'name': 'network-vif-deleted', 'tag': 'bce04004-5676-4bf3-85f4-a4963e20790d', 'status': 'completed', 'code': 200} Oct 22 13:08:02.877985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0512-68f7-4939-a555-a574c5611050 req-f23b013e-7033-4355-b1e5-23dbf27f40cb tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.884554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0512-68f7-4939-a555-a574c5611050 req-f23b013e-7033-4355-b1e5-23dbf27f40cb tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.891768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0512-68f7-4939-a555-a574c5611050 req-f23b013e-7033-4355-b1e5-23dbf27f40cb tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:02.893485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cadc0512-68f7-4939-a555-a574c5611050 req-f23b013e-7033-4355-b1e5-23dbf27f40cb tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1232378 Oct 22 13:08:02.994238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-61992be6-f0ef-42af-b6dd-a720636c105c service neutron] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:03.000687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-61992be6-f0ef-42af-b6dd-a720636c105c service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:03.001898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-61992be6-f0ef-42af-b6dd-a720636c105c service neutron] 10.222.0.21 "DELETE /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.2866473 Oct 22 13:08:03.009609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cadc0512-68f7-4939-a555-a574c5611050 req-e2c17b81-8371-4f6c-b332-80957208372e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088512 Oct 22 13:08:03.031018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898beba9-e4fc-4213-bb62-2ab5c678d200 req-363df899-1669-4421-aeab-eeef1b4b2620 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:03.041794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-898beba9-e4fc-4213-bb62-2ab5c678d200 req-363df899-1669-4421-aeab-eeef1b4b2620 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0997591 Oct 22 13:08:03.081060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-898beba9-e4fc-4213-bb62-2ab5c678d200 req-b0949705-b613-4ed1-a76f-f802410671bd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Oct 22 13:08:03.448527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53366) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:03.732187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28d6e-bf44-4a25-8e45-2522b4f69128 req-88b45137-8834-437a-a66a-c8a64ac59f75 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:03.734204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ea28d6e-bf44-4a25-8e45-2522b4f69128 req-88b45137-8834-437a-a66a-c8a64ac59f75 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0720220 Oct 22 13:08:03.820489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ea28d6e-bf44-4a25-8e45-2522b4f69128 req-dc19deb7-f623-4725-b5fe-34c6d4d938fa tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792141 Oct 22 13:08:03.878292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:03.896271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f06f-732a-478a-a31c-7929365e456a req-d9cb36a2-d1b9-4953-850f-afe64511b9f5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:03.898142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df9f06f-732a-478a-a31c-7929365e456a req-d9cb36a2-d1b9-4953-850f-afe64511b9f5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.0934248 Oct 22 13:08:03.940838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8df9f06f-732a-478a-a31c-7929365e456a req-da53ce96-c5af-4e0b-a687-12fc943ea9b1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Oct 22 13:08:04.120996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03063b-1891-4a1d-96ff-6519c7998d06 req-caf43e00-b792-4648-8467-a9a378a692b7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.129513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c03063b-1891-4a1d-96ff-6519c7998d06 req-caf43e00-b792-4648-8467-a9a378a692b7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1095 time: 0.0645306 Oct 22 13:08:04.181455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c03063b-1891-4a1d-96ff-6519c7998d06 req-b285c329-1018-46b5-81f0-e3ae15fee3ee tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Oct 22 13:08:04.204545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Deleting port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:04.204890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:04.250423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebac31-ec9a-4711-b72b-029da2194204 req-5af430ca-be71-4a66-8047-ec0fe6144979 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.261689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebac31-ec9a-4711-b72b-029da2194204 req-5af430ca-be71-4a66-8047-ec0fe6144979 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.291370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebac31-ec9a-4711-b72b-029da2194204 req-5af430ca-be71-4a66-8047-ec0fe6144979 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.293105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aebac31-ec9a-4711-b72b-029da2194204 req-5af430ca-be71-4a66-8047-ec0fe6144979 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1399620 Oct 22 13:08:04.321133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] For port 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:04.321513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:04.337963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Calling delete_port for 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:04.384278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aebac31-ec9a-4711-b72b-029da2194204 req-d644cd3e-3e28-49fd-bd5e-ed9595670be6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839536 Oct 22 13:08:04.428879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64624828-b654-406b-b45c-ac62aa09f899 req-26d23166-876e-4f4b-97e4-f513505449ca tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.432101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64624828-b654-406b-b45c-ac62aa09f899 req-26d23166-876e-4f4b-97e4-f513505449ca tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1200647 Oct 22 13:08:04.482190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64624828-b654-406b-b45c-ac62aa09f899 req-1c546550-ba66-4651-a433-267bfaac2f0c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Oct 22 13:08:04.553396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132858e-860e-4f6f-9b58-d490ee839606 req-5f05af92-b8d6-4818-8791-5e597f9195a8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.559152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7132858e-860e-4f6f-9b58-d490ee839606 req-5f05af92-b8d6-4818-8791-5e597f9195a8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 1095 time: 0.0701780 Oct 22 13:08:04.600248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7132858e-860e-4f6f-9b58-d490ee839606 req-9cf0c22f-286c-465f-a866-9f6d4cab231d tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Oct 22 13:08:04.621306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:04.702820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b8a3fc-66b3-4579-8106-1bb2c1c3da4a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:04.973421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:04.981955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23948-08a7-45da-ba84-cc3eb58ea173 req-c1b9317e-ef61-4406-910e-3b3ec0736d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:04.989095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23948-08a7-45da-ba84-cc3eb58ea173 req-c1b9317e-ef61-4406-910e-3b3ec0736d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:05.000543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23948-08a7-45da-ba84-cc3eb58ea173 req-c1b9317e-ef61-4406-910e-3b3ec0736d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:05.002281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06c23948-08a7-45da-ba84-cc3eb58ea173 req-c1b9317e-ef61-4406-910e-3b3ec0736d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.0855832 Oct 22 13:08:05.066401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06c23948-08a7-45da-ba84-cc3eb58ea173 req-a0917c1f-918f-43eb-84ff-2745d927efc0 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Oct 22 13:08:05.187982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b2b1-0a08-4947-b49f-5da029500766 req-e74f0ea4-a474-4d27-a4d3-fdeffdcab421 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:05.189630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45b7b2b1-0a08-4947-b49f-5da029500766 req-e74f0ea4-a474-4d27-a4d3-fdeffdcab421 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0880265 Oct 22 13:08:05.271207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45b7b2b1-0a08-4947-b49f-5da029500766 req-d0f93934-7364-4d55-9c22-5041af831538 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Oct 22 13:08:05.615878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7daf59-203f-41cc-9dad-9d5fdb83e9f0 req-d6b8f238-8d42-4dbe-b043-2453dd7dfdf5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:05.617211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc7daf59-203f-41cc-9dad-9d5fdb83e9f0 req-d6b8f238-8d42-4dbe-b043-2453dd7dfdf5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0612791 Oct 22 13:08:05.617549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:08:05.660963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc7daf59-203f-41cc-9dad-9d5fdb83e9f0 req-128fb343-7546-40e8-aff6-d40b24bbe70d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Oct 22 13:08:05.736082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:08:05.741862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cdb7f7e2-1796-479d-8e73-52b0ac2b43c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/89cb06aa-570e-45b2-8d3e-8960ed82e2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2918565 Oct 22 13:08:05.744700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53418) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:05.750986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Sync routers for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:08:05.768989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:05.770157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:05.843596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bce04004-5676-4bf3-85f4-a4963e20790d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:05.870650 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:05.936734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:05.969000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: bce04004-5676-4bf3-85f4-a4963e20790d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:05.970235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bce04004-5676-4bf3-85f4-a4963e20790d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:06.004093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.074027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Deleting port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:06.075240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.158911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:08:04Z', 'revision_number': 5, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port': {'id': '32ff5ffe-53e2-43e1-a15b-a36dab9f3a76', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:06.172203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] For port 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:06.172941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.225347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Calling delete_port for 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:06.247855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Checking router: 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:08:06.269850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Routers {'89cb06aa-570e-45b2-8d3e-8960ed82e2e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:06.270776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:06.303276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93342-bbec-4a43-a7b8-30159c414b80 req-fdba341a-e4f1-46cb-bb07-0c8eade9a90b tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.309969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93342-bbec-4a43-a7b8-30159c414b80 req-fdba341a-e4f1-46cb-bb07-0c8eade9a90b tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.316918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93342-bbec-4a43-a7b8-30159c414b80 req-fdba341a-e4f1-46cb-bb07-0c8eade9a90b tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.319103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05d93342-bbec-4a43-a7b8-30159c414b80 req-fdba341a-e4f1-46cb-bb07-0c8eade9a90b tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1424811 Oct 22 13:08:06.463067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] Set router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:06.529670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b579e5d5-fc53-460b-9327-d3630ad06d16 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.534325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:08:06Z', 'revision_number': 6, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:06.538226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b579e5d5-fc53-460b-9327-d3630ad06d16 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.554429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.555482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b579e5d5-fc53-460b-9327-d3630ad06d16 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.557181 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b579e5d5-fc53-460b-9327-d3630ad06d16 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 2417 time: 0.1224735 Oct 22 13:08:06.575278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28716d6d-f637-40eb-aee2-817753541ec2 None None] The sync data for ids ['89cb06aa-570e-45b2-8d3e-8960ed82e2e1'] in n-d-813419-8 is: [{'id': '89cb06aa-570e-45b2-8d3e-8960ed82e2e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-801178313-router', 'tenant_id': '0e780bb87be147ba863e89fdb2594a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:41Z', 'updated_at': '2021-10-22T13:08:06Z', 'revision_number': 6, 'project_id': '0e780bb87be147ba863e89fdb2594a03', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:08:06.601645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ff5ffe-53e2-43e1-a15b-a36dab9f3a76,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:06.641570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e3903-679c-45fc-a986-d55d6e3a4d12 req-f8c49154-cdf6-453b-bb3c-7742ec294aae tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.643797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-031e3903-679c-45fc-a986-d55d6e3a4d12 req-f8c49154-cdf6-453b-bb3c-7742ec294aae tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1353829 Oct 22 13:08:06.657029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05d93342-bbec-4a43-a7b8-30159c414b80 req-d12ecb0a-c686-423f-9eec-82d1d29a9ec8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274653 Oct 22 13:08:06.714995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 37a2157a-f09f-4523-8aae-f0dc77f09877 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:06.715550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.761192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-031e3903-679c-45fc-a986-d55d6e3a4d12 req-298d873d-95a8-4eb9-b08e-d460a31adc79 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994017 Oct 22 13:08:06.838550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 37a2157a-f09f-4523-8aae-f0dc77f09877, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=37a2157a-f09f-4523-8aae-f0dc77f09877,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:06.839180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.853860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc61dae-2745-4993-8fa2-268bf975db6e req-d2991447-95c9-4749-abaf-3d8b0e729dac tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:06.855532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdc61dae-2745-4993-8fa2-268bf975db6e req-d2991447-95c9-4749-abaf-3d8b0e729dac tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0915551 Oct 22 13:08:06.858234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:06.858806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 37a2157a-f09f-4523-8aae-f0dc77f09877 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:07.003161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.019013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.050121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdc61dae-2745-4993-8fa2-268bf975db6e req-dca59d50-7244-4769-a5d6-cde5becc68b1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572804 Oct 22 13:08:07.056682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.074643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['98bbb761-af8e-4b27-8411-0cec8a929cd6', 'e6bf9021-065f-4d87-a6fe-31394e0bba16', '37a2157a-f09f-4523-8aae-f0dc77f09877'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:07.110882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.112158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cb06aa-570e-45b2-8d3e-8960ed82e2e1 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:08:07.127844 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.129104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f6f55b2-f661-4bb8-a656-5b3b5878ccf4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/89cb06aa-570e-45b2-8d3e-8960ed82e2e1 HTTP/1.1" status: 204 len: 168 time: 1.3838863 Oct 22 13:08:07.134342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:07.159690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=37a2157a-f09f-4523-8aae-f0dc77f09877,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:07.188996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 37a2157a-f09f-4523-8aae-f0dc77f09877 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:07.198983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.216611 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-6ed9d003-e969-4ce0-ab4e-038aa2339e7a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "DELETE /v2.0/ports/37a2157a-f09f-4523-8aae-f0dc77f09877 HTTP/1.1" status: 204 len: 173 time: 0.6522815 Oct 22 13:08:07.217523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:07.221534 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a0384-82cd-4a87-bdcb-d90b2965e84f" -d '{"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:07.267305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Deleting subnet 934dbfc3-b9ed-443f-9f20-66b7c615bf83 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:07.277544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.313523 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bfa3bd-6ca6-420f-97b2-710ecae3ea3e x-openstack-request-id: req-61bfa3bd-6ca6-420f-97b2-710ecae3ea3e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:07.313862 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "37a2157a-f09f-4523-8aae-f0dc77f09877", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:07.314263 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61bfa3bd-6ca6-420f-97b2-710ecae3ea3e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:07.314767 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': '37a2157a-f09f-4523-8aae-f0dc77f09877', 'status': 'completed', 'code': 200} Oct 22 13:08:07.416882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.419802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 98bbb761-af8e-4b27-8411-0cec8a929cd6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:07.425952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.626488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:07.657512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.668656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 98bbb761-af8e-4b27-8411-0cec8a929cd6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98bbb761-af8e-4b27-8411-0cec8a929cd6,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:07.669034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.705421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:07.706236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 98b8a3fc-66b3-4579-8106-1bb2c1c3da4a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:07.708305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 98bbb761-af8e-4b27-8411-0cec8a929cd6 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:07.763442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.808954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934dbfc3-b9ed-443f-9f20-66b7c615bf83,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:07.835225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:07.850717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:07.852359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899d35d-c174-457f-a862-04395215a11b None None] Network 8a94599c-1ed2-4cf3-847f-5a1504e68c44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:07.855255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cae95eba-bbdb-4aab-95b3-c13ef92373bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/934dbfc3-b9ed-443f-9f20-66b7c615bf83 HTTP/1.1" status: 204 len: 168 time: 0.7195089 Oct 22 13:08:07.896530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614966fe-a5f4-41a7-879a-4d21b5e47c73 req-205cd718-a992-4708-afbb-27bf0dade25d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:07.927218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614966fe-a5f4-41a7-879a-4d21b5e47c73 req-205cd718-a992-4708-afbb-27bf0dade25d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:07.940324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-614966fe-a5f4-41a7-879a-4d21b5e47c73 req-205cd718-a992-4708-afbb-27bf0dade25d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 1681 time: 0.1465893 Oct 22 13:08:07.960894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.103292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.106270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-614966fe-a5f4-41a7-879a-4d21b5e47c73 req-353ffd49-4442-48dd-9a5a-d842d1d9bf22 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634538 Oct 22 13:08:08.145098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f109f-dfb4-4f2c-b34d-d3647a35c7eb req-25da5a00-1c67-48e4-ad16-bb28c3d1e5f0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:08.149706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-770f109f-dfb4-4f2c-b34d-d3647a35c7eb req-25da5a00-1c67-48e4-ad16-bb28c3d1e5f0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1935685 Oct 22 13:08:08.231951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.241024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['37a2157a-f09f-4523-8aae-f0dc77f09877'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:08.242380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-770f109f-dfb4-4f2c-b34d-d3647a35c7eb req-8eb9de8d-7012-42d8-ae7a-ade4d9d89ced tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818965 Oct 22 13:08:08.293111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] DHCP port deletion for 8a94599c-1ed2-4cf3-847f-5a1504e68c44 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:08:08.314298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=98bbb761-af8e-4b27-8411-0cec8a929cd6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:08.378801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Deleting port 7aaeff38-4572-438a-aa4c-921a0badd696 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:08.379155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.427939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 98bbb761-af8e-4b27-8411-0cec8a929cd6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:08.431893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Deleting port 7aaeff38-4572-438a-aa4c-921a0badd696 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:08.432423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.503102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037544e-3ec8-47e3-9513-eaeb8193d3c5 req-15df052e-d17c-4fe7-831f-d12d2b84e465 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:08.509890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b037544e-3ec8-47e3-9513-eaeb8193d3c5 req-15df052e-d17c-4fe7-831f-d12d2b84e465 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1254191 Oct 22 13:08:08.517998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] For port 7aaeff38-4572-438a-aa4c-921a0badd696, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7aaeff38-4572-438a-aa4c-921a0badd696,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:08.527249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.568041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Calling delete_port for 7aaeff38-4572-438a-aa4c-921a0badd696 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:08.585798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] For port 7aaeff38-4572-438a-aa4c-921a0badd696, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7aaeff38-4572-438a-aa4c-921a0badd696,segment=NetworkSegment(1eecba57-64d6-42d9-afc3-d25230a2fb1a),segment_id=1eecba57-64d6-42d9-afc3-d25230a2fb1a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:08.586171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.611264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Calling delete_port for 7aaeff38-4572-438a-aa4c-921a0badd696 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:08.621458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b037544e-3ec8-47e3-9513-eaeb8193d3c5 req-08dea91f-1f54-4208-ad34-bd67fcf2bc64 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988355 Oct 22 13:08:08.746115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.754203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-966d43b2-f21b-4b04-ba92-96dc2a1815da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "DELETE /v2.0/ports/98bbb761-af8e-4b27-8411-0cec8a929cd6 HTTP/1.1" status: 204 len: 173 time: 1.5203357 Oct 22 13:08:08.756774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.796204 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:08.847585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaeff38-4572-438a-aa4c-921a0badd696,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:08.851157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] No DVR routers for this DVR port 7aaeff38-4572-438a-aa4c-921a0badd696 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:08.853142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Pushing event deleted for resources: {'Port': ['ID=7aaeff38-4572-438a-aa4c-921a0badd696,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:08.865761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] No DVR routers for this DVR port 7aaeff38-4572-438a-aa4c-921a0badd696 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:08.874003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.875022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.875287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.875629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.876112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.876490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.876767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.877192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.877521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.877958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.878287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.878639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb156980-7b4e-4199-a23e-4a0ad023ebfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:08.991626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9a7f2-2f96-4da8-95de-e122e9c9c4cf req-3946829f-485b-4472-9c89-f99dd76d28fa tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:08.998774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc9a7f2-2f96-4da8-95de-e122e9c9c4cf req-3946829f-485b-4472-9c89-f99dd76d28fa tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 945 time: 0.0697138 Oct 22 13:08:09.011955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.047234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a94599c-1ed2-4cf3-847f-5a1504e68c44']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:09.054517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc9a7f2-2f96-4da8-95de-e122e9c9c4cf req-4ccd5e3d-091c-4910-aec7-7e53cd505f0f tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Oct 22 13:08:09.063097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eecba57-64d6-42d9-afc3-d25230a2fb1a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:09.063406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eecba57-64d6-42d9-afc3-d25230a2fb1a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:09.075637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.087634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port e6bf9021-065f-4d87-a6fe-31394e0bba16 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:09.087970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.109724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.126132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:09.126132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:09.127940 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:09.233547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7aaeff38-4572-438a-aa4c-921a0badd696 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:09.259878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7aaeff38-4572-438a-aa4c-921a0badd696 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:09.260636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.260782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7aaeff38-4572-438a-aa4c-921a0badd696 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:09.260782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:09.263101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port e6bf9021-065f-4d87-a6fe-31394e0bba16, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=e6bf9021-065f-4d87-a6fe-31394e0bba16,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:09.263468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.281910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.285453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a94599c-1ed2-4cf3-847f-5a1504e68c44 HTTP/1.1" status: 204 len: 168 time: 1.4347093 Oct 22 13:08:09.303775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a20b7-aef9-4025-a2f1-f94ba7c693e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a94599c-1ed2-4cf3-847f-5a1504e68c44,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:09.304394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:09.304753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 32ff5ffe-53e2-43e1-a15b-a36dab9f3a76 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:09.306096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for e6bf9021-065f-4d87-a6fe-31394e0bba16 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:09.320777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:09.323506 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539fffd2-665c-4938-9d9b-86dba0d30367" -d '{"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:09.350305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6ab9-fe45-494d-8afd-d6c071f8295b req-ea248e8f-b8ae-46b0-8148-a708ee013ea5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:09.364938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-730a6ab9-fe45-494d-8afd-d6c071f8295b req-ea248e8f-b8ae-46b0-8148-a708ee013ea5 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=87489c6e-fd96-4acb-b679-9b0ca3a2a9ca HTTP/1.1" status: 200 len: 945 time: 0.1491010 Oct 22 13:08:09.417851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-730a6ab9-fe45-494d-8afd-d6c071f8295b req-2e69c458-e33c-4fde-b5de-9d3f15ffea5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Oct 22 13:08:09.526977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:09.532175 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4954b3b-b89e-4c53-9d44-691a35b9d7cd x-openstack-request-id: req-c4954b3b-b89e-4c53-9d44-691a35b9d7cd {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:09.532871 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "98bbb761-af8e-4b27-8411-0cec8a929cd6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:09.533441 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4954b3b-b89e-4c53-9d44-691a35b9d7cd {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:09.533970 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': '98bbb761-af8e-4b27-8411-0cec8a929cd6', 'status': 'completed', 'code': 200} Oct 22 13:08:09.565428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ac85-07f7-44ec-ae2d-a690c6726c11 req-d5172612-ecec-44d7-8d81-073c8de26b42 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:09.567030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fa2ac85-07f7-44ec-ae2d-a690c6726c11 req-d5172612-ecec-44d7-8d81-073c8de26b42 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0867925 Oct 22 13:08:09.595433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.614286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ce67e54-592e-49fb-a72b-6811f43b0490 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e780bb87be147ba863e89fdb2594a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808935 Oct 22 13:08:09.619546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53478) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:09.631628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=e6bf9021-065f-4d87-a6fe-31394e0bba16,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:09.645519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fa2ac85-07f7-44ec-ae2d-a690c6726c11 req-655d6385-8ab6-4071-90d2-67abde03d7c1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698233 Oct 22 13:08:09.681075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.754813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port e6bf9021-065f-4d87-a6fe-31394e0bba16 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:09.760365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.766153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-efc94c08-7999-4035-a7b7-d0fe324f3915 req-b03487fc-4313-4ac9-9570-9dc2ef353935 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "DELETE /v2.0/ports/e6bf9021-065f-4d87-a6fe-31394e0bba16 HTTP/1.1" status: 204 len: 173 time: 0.9990287 Oct 22 13:08:09.818018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.893792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:09.916952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc797-2aed-4abd-93d7-4158f64757c2 req-3f3d9ad3-8e4d-4e28-85ac-71eb06e2b63d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:09.918819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c84dc797-2aed-4abd-93d7-4158f64757c2 req-3f3d9ad3-8e4d-4e28-85ac-71eb06e2b63d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1570406 Oct 22 13:08:10.000790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c84dc797-2aed-4abd-93d7-4158f64757c2 req-92fd2aa4-2b50-48fa-8248-a4a2af95e075 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682156 Oct 22 13:08:10.020629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.023617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.027663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd8dc3c0-a72f-4a8d-a669-841bfba39384 HTTP/1.1" status: 204 len: 168 time: 0.4071910 Oct 22 13:08:10.038334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc68b7e-385f-4b78-b3ac-382b78331616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8dc3c0-a72f-4a8d-a669-841bfba39384,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:10.134048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fae6ec-489b-409d-8ffe-efabf6bbf99f req-1fed85e4-cd55-4b03-addf-34ef9088c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:10.135768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9fae6ec-489b-409d-8ffe-efabf6bbf99f req-1fed85e4-cd55-4b03-addf-34ef9088c46f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.0614531 Oct 22 13:08:10.215036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9fae6ec-489b-409d-8ffe-efabf6bbf99f req-694684f8-cdb6-4bc9-85fb-cee4122a9ecb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Oct 22 13:08:10.233087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038772-7e21-42bb-8495-4bda9746e3cc req-92a0f147-a196-4ab5-9cc8-ad0c6bf35a26 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:10.235520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71038772-7e21-42bb-8495-4bda9746e3cc req-92a0f147-a196-4ab5-9cc8-ad0c6bf35a26 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 945 time: 0.0847638 Oct 22 13:08:10.312762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71038772-7e21-42bb-8495-4bda9746e3cc req-162728c6-b1cb-4327-81e6-ff4d8d93809c tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/security-groups?id=55336206-5889-4f67-8298-183e163f3c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671098 Oct 22 13:08:10.492105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53502) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:10.591905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting subnet 0251ccf5-1258-49c3-b39b-f16baef1ac21 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:10.597670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.640125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-2b5c8e03-1819-40dd-9771-4fda6b38d761 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:10.641680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-2b5c8e03-1819-40dd-9771-4fda6b38d761 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.26 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 945 time: 0.1391957 Oct 22 13:08:10.651742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.794829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34426f9-f24d-4f44-b424-e55a3e9bddf9 req-b9d38dab-6172-4e47-93b2-bf75a91a3fe6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:10.803429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d34426f9-f24d-4f44-b424-e55a3e9bddf9 req-b9d38dab-6172-4e47-93b2-bf75a91a3fe6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0661533 Oct 22 13:08:10.855358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.858014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d34426f9-f24d-4f44-b424-e55a3e9bddf9 req-3cff0816-d5c9-4380-8f93-7dd713955aff tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535243 Oct 22 13:08:10.893328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Deleting port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:10.893673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:10.941554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:11.031082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.036858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98bbb761-af8e-4b27-8411-0cec8a929cd6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:11.066419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 98bbb761-af8e-4b27-8411-0cec8a929cd6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:11.067027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98bbb761-af8e-4b27-8411-0cec8a929cd6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:11.067613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 37a2157a-f09f-4523-8aae-f0dc77f09877 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:11.068772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-network', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:11.078699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] For port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,segment=NetworkSegment(b6e0be60-591f-4e34-9415-836247232a2f),segment_id=b6e0be60-591f-4e34-9415-836247232a2f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:11.079082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.081852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Subnet': ['ID=0251ccf5-1258-49c3-b39b-f16baef1ac21,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:11.098940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.099962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1229d-4997-482a-be7e-e79a92dd8dc2 None None] Network e4ae2335-b657-48d2-9d2c-906fe581f478 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:11.104579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cacd1b27-2f3c-4ff3-b54a-fba97396ec5e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/subnets/0251ccf5-1258-49c3-b39b-f16baef1ac21 HTTP/1.1" status: 204 len: 168 time: 0.6089618 Oct 22 13:08:11.104752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 37a2157a-f09f-4523-8aae-f0dc77f09877 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:11.104752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 37a2157a-f09f-4523-8aae-f0dc77f09877 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:11.104752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e6bf9021-065f-4d87-a6fe-31394e0bba16 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:11.105143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:11.118213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Calling delete_port for 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:11.142748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: e6bf9021-065f-4d87-a6fe-31394e0bba16 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:11.143393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device e6bf9021-065f-4d87-a6fe-31394e0bba16 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:11.154967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Made reservation on behalf of 2f7656b56f994ba19b2712659fd38c13 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:11.157615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.172046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.247641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.266999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.280405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.311298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe46f0-7eaf-41c9-bb79-e0eb777eea2d req-ca5e703d-281f-4197-afad-395b8a3a01e7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:11.313420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34fe46f0-7eaf-41c9-bb79-e0eb777eea2d req-ca5e703d-281f-4197-afad-395b8a3a01e7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2159646 Oct 22 13:08:11.330279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:08:11.346981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] DHCP port deletion for e4ae2335-b657-48d2-9d2c-906fe581f478 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:08:11.371555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:11.391267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34fe46f0-7eaf-41c9-bb79-e0eb777eea2d req-5ed72104-85ca-414e-a96d-b995b6d65ecd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699353 Oct 22 13:08:11.410357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.411000 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Added segment f8a41e79-4ed5-460f-a3fd-0dac276b5dfe of type vlan for network 1ccb517f-d047-4f8d-964f-e2156c24677b Oct 22 13:08:11.429142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.443427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['5590e3a9-b0c1-4d59-a4c6-d38a65b49d18'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:11.446549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Deleting port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:11.446964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.476855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Pushing event deleted for resources: {'Port': ['ID=5590e3a9-b0c1-4d59-a4c6-d38a65b49d18,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:11.490761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e08fea7b-cfa2-4af5-a922-0b3ee6bc4be2 req-17b8cd72-9e69-4d0a-b6f5-7e247cf9f96a tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.25 "GET /v2.0/ports?device_id=790010d8-e03d-48ec-8df4-4ae7a9589759 HTTP/1.1" status: 200 len: 210 time: 0.0678818 Oct 22 13:08:11.509349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.543912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] For port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:11.544752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.557180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.566669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:11.568992 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f4762b-1e26-48d7-8906-90a2e6b0e03b" -d '{"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:11.570202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:11.570856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.574343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Calling delete_port for 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:11.603844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:11.603844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.626857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6835632 Oct 22 13:08:11.627497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53534) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:11.638869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] No DVR routers for this DVR port 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:11.645765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.647223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Request body: {'subnet': {'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-subnet', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:11.654469 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e98fc924-b828-427d-90b9-ab981c61f0f6 req-a5140c4e-5a11-40c4-b34e-0302b629ec39 tempest-VolumesAdminNegativeTest-1018819669 tempest-VolumesAdminNegativeTest-1018819669-project] 10.222.0.26 "DELETE /v2.0/ports/5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 HTTP/1.1" status: 204 len: 173 time: 1.0045478 Oct 22 13:08:11.671520 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988127ec-fb1a-4dd7-b0b2-8bc586a8d46e x-openstack-request-id: req-988127ec-fb1a-4dd7-b0b2-8bc586a8d46e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:11.672167 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87489c6e-fd96-4acb-b679-9b0ca3a2a9ca", "name": "network-vif-deleted", "tag": "e6bf9021-065f-4d87-a6fe-31394e0bba16", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:11.672477 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-988127ec-fb1a-4dd7-b0b2-8bc586a8d46e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:11.672884 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87489c6e-fd96-4acb-b679-9b0ca3a2a9ca', 'name': 'network-vif-deleted', 'tag': 'e6bf9021-065f-4d87-a6fe-31394e0bba16', 'status': 'completed', 'code': 200} Oct 22 13:08:11.696362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c1905-e84a-4c9f-9572-a09260965d59 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccb517f-d047-4f8d-964f-e2156c24677b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:11.713196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1ccb517f-d047-4f8d-964f-e2156c24677b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:08:11.719522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Made reservation on behalf of 2f7656b56f994ba19b2712659fd38c13 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:11.722516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.751257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,segment=NetworkSegment(5170db7e-d0cb-499f-91ba-bdff35ca0a9a),segment_id=5170db7e-d0cb-499f-91ba-bdff35ca0a9a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:11.751679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.765340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:11.978095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:11.989334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.014165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] Pushing event deleted for resources: {'Port': ['ID=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:12.025735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff70c8-d44b-4f36-b562-b27fd340e615 None None] No DVR routers for this DVR port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:12.029092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:12.041524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157906a0-7822-4fbf-923b-593293364e5d req-1a5e2357-a753-4b65-b722-6d3709599252 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:12.048438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-157906a0-7822-4fbf-923b-593293364e5d req-1a5e2357-a753-4b65-b722-6d3709599252 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1104908 Oct 22 13:08:12.053350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:12.145206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.152095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-157906a0-7822-4fbf-923b-593293364e5d req-0dd353fc-f942-4560-b7bc-d28194e19cd3 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Oct 22 13:08:12.191896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ae2335-b657-48d2-9d2c-906fe581f478']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:12.204318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5170db7e-d0cb-499f-91ba-bdff35ca0a9a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:12.204771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5170db7e-d0cb-499f-91ba-bdff35ca0a9a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:12.219506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.220390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.240024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.251778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:12.252284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:12.256047 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:12.302935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dab9282-8501-4b4f-a0df-8a692329e564,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:12.332862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Checking segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:12.333224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Network hostable DHCP agents. Network: 1ccb517f-d047-4f8d-964f-e2156c24677b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:08:12.346067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.356614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Network 1ccb517f-d047-4f8d-964f-e2156c24677b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:08:12.357096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.363566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/networks/e4ae2335-b657-48d2-9d2c-906fe581f478 HTTP/1.1" status: 204 len: 168 time: 1.2574885 Oct 22 13:08:12.366375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53546) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:12.372258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1ccb517f-d047-4f8d-964f-e2156c24677b) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:12.378559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:12.379738 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.382632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3b1a3-4520-46a0-a375-fc87e121c3e6 None None] Network 1ccb517f-d047-4f8d-964f-e2156c24677b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:12.406590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9637f054-8735-4bcb-8018-125624afde53 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7731903 Oct 22 13:08:12.408992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:12.434458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:12.445575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting subnet 40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:12.449430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8299c-19cc-4e57-a522-7d5ef33e7e25 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Network': ['ID=e4ae2335-b657-48d2-9d2c-906fe581f478,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:12.451451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.469093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.472233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.519297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.618074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.641721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.650296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-9fed5412-0345-4c5f-9ae3-ea614606729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:12.652051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-9fed5412-0345-4c5f-9ae3-ea614606729d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.1736193 Oct 22 13:08:12.668928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1ccb517f-d047-4f8d-964f-e2156c24677b', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:08:12.670052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.720720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.726897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d208-d9b1-46d8-af64-67bc288c5d63 req-4fc0b0f4-72ea-44d5-a087-6c2a83a554c2 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:12.728377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e595d208-d9b1-46d8-af64-67bc288c5d63 req-4fc0b0f4-72ea-44d5-a087-6c2a83a554c2 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2179289 Oct 22 13:08:12.748436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Subnet': ['ID=40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:12.752986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.758828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa7eccf3-ad6b-4d9d-bb17-1f9d797d7e93 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/subnets/40f4bb28-7e0c-48f5-ae68-9c52f4fbfc12 HTTP/1.1" status: 204 len: 168 time: 0.3892586 Oct 22 13:08:12.759392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:12.794644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1ccc1-b09e-4449-a0d4-5a34114c8359 None None] Network 1626b11b-c4a4-419b-8b51-96bac2de2802 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:12.828817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111adc8-0a29-471f-8185-4fc177f17971 req-2f244f57-30e2-4834-944a-6b39194d2260 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:12.831894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1111adc8-0a29-471f-8185-4fc177f17971 req-2f244f57-30e2-4834-944a-6b39194d2260 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2797716 Oct 22 13:08:12.846046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Allocated IP 172.20.0.2 (1ccb517f-d047-4f8d-964f-e2156c24677b/9dab9282-8501-4b4f-a0df-8a692329e564/a60e67ea-ce14-4a06-8048-23995878d2f4) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:12.846972 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.907755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 0938825e-e803-43d0-89c6-8ee4ecc40201 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:12.908158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.974655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 0938825e-e803-43d0-89c6-8ee4ecc40201, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0938825e-e803-43d0-89c6-8ee4ecc40201,segment=NetworkSegment(5a457310-062d-47ba-9552-586a7cad5ad9),segment_id=5a457310-062d-47ba-9552-586a7cad5ad9)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:12.975072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:12.988013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 0938825e-e803-43d0-89c6-8ee4ecc40201 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:13.089221 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.099437 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.111441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.143624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=0938825e-e803-43d0-89c6-8ee4ecc40201,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:13.150740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 0938825e-e803-43d0-89c6-8ee4ecc40201 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:13.152247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74629927-d9eb-4e04-bc17-28d117817552 None None] DHCP port deletion for 1626b11b-c4a4-419b-8b51-96bac2de2802 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:08:13.173513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Pushing event updated for resources: {'Port': ['ID=a60e67ea-ce14-4a06-8048-23995878d2f4,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:13.183186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Network 1ccb517f-d047-4f8d-964f-e2156c24677b is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:13.185527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:13.188337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:13.218776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0938825e-e803-43d0-89c6-8ee4ecc40201 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:13.236260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.254583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0938825e-e803-43d0-89c6-8ee4ecc40201 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:13.254936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0938825e-e803-43d0-89c6-8ee4ecc40201 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:13.255379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:13.272834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e595d208-d9b1-46d8-af64-67bc288c5d63 req-f7eaf2fc-ac60-443a-b17b-41ed1aa16936 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132785 Oct 22 13:08:13.282275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:13.282467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 842cdf3d-a32e-4eab-80ee-cfa6a7e9fad8 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:13.287531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Attempting to bind port a60e67ea-ce14-4a06-8048-23995878d2f4 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:13.287984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Attempting to bind port a60e67ea-ce14-4a06-8048-23995878d2f4 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:13.288254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Attempting to bind port a60e67ea-ce14-4a06-8048-23995878d2f4 on network 1ccb517f-d047-4f8d-964f-e2156c24677b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:13.292935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.294077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:13.294498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Checking segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:13.294941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.296317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Bound using segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:13.296317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Bound port: a60e67ea-ce14-4a06-8048-23995878d2f4, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:13.296918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.307227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1111adc8-0a29-471f-8185-4fc177f17971 req-761b264f-45c5-412c-936c-c5c1b5963bd7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667065 Oct 22 13:08:13.331180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-8b09b90e-cfaf-4c82-b761-7f3dfae2d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:13.332667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-8b09b90e-cfaf-4c82-b761-7f3dfae2d319 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.6406157 Oct 22 13:08:13.337072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1626b11b-c4a4-419b-8b51-96bac2de2802']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:13.357614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a457310-062d-47ba-9552-586a7cad5ad9') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:13.357756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a457310-062d-47ba-9552-586a7cad5ad9') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:13.375820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53564) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:13.395448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-1c1f6de2-267a-4f9d-838c-0909da60dfa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.0494843 Oct 22 13:08:13.396346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.410800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] For port a60e67ea-ce14-4a06-8048-23995878d2f4, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:13.416958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] For port a60e67ea-ce14-4a06-8048-23995878d2f4, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a60e67ea-ce14-4a06-8048-23995878d2f4,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:13.422555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.450575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.461143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:13.462014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:13.465407 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:13.484642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Deleting subnet 95b134ea-48dc-42df-ab6a-c1736733193c {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:13.494187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.522889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee7ff-f7e7-42bc-a6dc-a1cd9b2415e3 None None] Pushing event updated for resources: {'Port': ['ID=a60e67ea-ce14-4a06-8048-23995878d2f4,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:13.559980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-55dde56f-6733-4e57-b11c-cce8cf779eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:13.563695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-55dde56f-6733-4e57-b11c-cce8cf779eeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.1585760 Oct 22 13:08:13.607620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.612369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.617890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/networks/1626b11b-c4a4-419b-8b51-96bac2de2802 HTTP/1.1" status: 204 len: 168 time: 0.8552935 Oct 22 13:08:13.629661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:13.644742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1680108710'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:13.648538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-e7825adb-0057-4859-9f7c-f4eef6c7e596 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756509 Oct 22 13:08:13.650867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.654505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa43b4-334b-4f0e-8182-61fbf1ee084c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Network': ['ID=1626b11b-c4a4-419b-8b51-96bac2de2802,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:13.683017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'name': 'network-vif-deleted', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:13.690783 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1777e1-b54d-4b5a-99a9-522d998fe9d7" -d '{"events": [{"server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "name": "network-vif-deleted", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:13.769655 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.775268 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395617e1-bf13-48f8-91cd-27f32f82523b x-openstack-request-id: req-395617e1-bf13-48f8-91cd-27f32f82523b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:13.775565 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790010d8-e03d-48ec-8df4-4ae7a9589759", "name": "network-vif-deleted", "tag": "5590e3a9-b0c1-4d59-a4c6-d38a65b49d18", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:13.775860 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-395617e1-bf13-48f8-91cd-27f32f82523b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:13.776793 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790010d8-e03d-48ec-8df4-4ae7a9589759', 'name': 'network-vif-deleted', 'tag': '5590e3a9-b0c1-4d59-a4c6-d38a65b49d18', 'status': 'completed', 'code': 200} Oct 22 13:08:13.777620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:13.782203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.855539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:08:13.869216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.869557 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Added segment 24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d of type vlan for network d393a936-9c44-4eab-89ab-b9154e212427 Oct 22 13:08:13.879203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.904886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.922498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.963876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-0374e5e0-56da-41d2-8309-78db1ed9a6ee service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056214 Oct 22 13:08:13.966535 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.972201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b134ea-48dc-42df-ab6a-c1736733193c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:13.977804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:13.981339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-338e8abd-c724-460d-9cb0-4c4944676368 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95b134ea-48dc-42df-ab6a-c1736733193c HTTP/1.1" status: 204 len: 168 time: 0.6045585 Oct 22 13:08:13.985065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:14.065726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.071275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:14.071854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.099825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.120032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Allocated IP 172.25.6.164 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/408d69bc-b003-4704-ae43-3730cebe7844) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:14.123751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4ceb450-9d0b-4755-9cfe-06693c578e63 req-b22a314e-b0c8-4a72-a0a9-88b92cf5337b service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491058 Oct 22 13:08:14.124754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4941535 Oct 22 13:08:14.128105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53610) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:14.188491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'subnet': {'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:14.192427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b7753-3d80-489f-a6da-b8ed848f6824 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Network': ['ID=d393a936-9c44-4eab-89ab-b9154e212427,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:14.212032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d393a936-9c44-4eab-89ab-b9154e212427 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:08:14.277238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.337523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.359924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.393102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed8f8c0-59a1-49b2-a818-aab6bc562481']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:14.401206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:14.407040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e0be60-591f-4e34-9415-836247232a2f') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:14.407385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e0be60-591f-4e34-9415-836247232a2f') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:14.409895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:14.419303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:14.423493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:14.428639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.456299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.495995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=408d69bc-b003-4704-ae43-3730cebe7844,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:14.499957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.513618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:14.514367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:14.586150 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:14.664522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.683875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf5d29-e5d0-44a8-9675-c858d2623ee6 req-1ef67d3a-44a8-4048-9c06-221f90a73eb1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:14.685425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06cf5d29-e5d0-44a8-9675-c858d2623ee6 req-1ef67d3a-44a8-4048-9c06-221f90a73eb1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1991420 Oct 22 13:08:14.698352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.701860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/aed8f8c0-59a1-49b2-a818-aab6bc562481 HTTP/1.1" status: 204 len: 168 time: 0.7152452 Oct 22 13:08:14.704677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426d5c-ad65-4fe7-a0e8-5761f58afd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed8f8c0-59a1-49b2-a818-aab6bc562481,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:14.711931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4a7f7-e0b7-4f08-aeab-24b571dac954 req-c6ff9c3c-0902-46e0-8b4a-d80138df6f16 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:14.713506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbd4a7f7-e0b7-4f08-aeab-24b571dac954 req-c6ff9c3c-0902-46e0-8b4a-d80138df6f16 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2397425 Oct 22 13:08:14.715506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53654) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:14.868002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Deleting subnet 67b4e19e-5df0-4a86-ba11-eeab46868163 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:14.869137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a039c-492c-498b-b620-11ad25e33323 None None] Network 1ccb517f-d047-4f8d-964f-e2156c24677b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:14.875655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.877043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:14.880916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbd4a7f7-e0b7-4f08-aeab-24b571dac954 req-f92e46d8-aa6c-413a-9a26-5131212d52ec tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542079 Oct 22 13:08:14.914169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06cf5d29-e5d0-44a8-9675-c858d2623ee6 req-b62b0bec-e779-4fdb-8c6f-b5bcdc8ae27e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904976 Oct 22 13:08:14.960052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Subnet': ['ID=3fbabba5-68b8-4a0b-bcaa-3e8518e52caf,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:14.968749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Checking segment: {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:14.969131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network hostable DHCP agents. Network: d393a936-9c44-4eab-89ab-b9154e212427, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:08:14.990552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network d393a936-9c44-4eab-89ab-b9154e212427 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:08:15.018925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d393a936-9c44-4eab-89ab-b9154e212427) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:15.033668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:15.034753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.047741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d402e-3f90-4222-a213-cc2f0c372a09 None None] Network d393a936-9c44-4eab-89ab-b9154e212427 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:15.050291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:15.054187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.066947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-680e3565-d892-484f-ae58-813b3044238f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9367981 Oct 22 13:08:15.067443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:15.073124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-437529696'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:15.103299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:15.103724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5590e3a9-b0c1-4d59-a4c6-d38a65b49d18 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:15.111581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:15.115178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] Provisioning complete for port a60e67ea-ce14-4a06-8048-23995878d2f4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:15.115549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.116940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.122722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.156234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:08:15.169511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.170326 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Added segment 89faa59d-759e-482e-ac1d-947a909b831a of type vlan for network f834e531-8e6b-419a-a73b-9358dba67c86 Oct 22 13:08:15.176546 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.301782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.337350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.345870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:15.346823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.348953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a60e67ea-ce14-4a06-8048-23995878d2f4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:15.377226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.409475 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3406799 Oct 22 13:08:15.410232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53662) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:15.424412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.428301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/67b4e19e-5df0-4a86-ba11-eeab46868163 HTTP/1.1" status: 204 len: 168 time: 0.7037847 Oct 22 13:08:15.429276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3085976-0b46-406e-8166-6a27ced9e6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b4e19e-5df0-4a86-ba11-eeab46868163,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:15.431742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53664) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:15.464027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.556413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] For port a60e67ea-ce14-4a06-8048-23995878d2f4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a60e67ea-ce14-4a06-8048-23995878d2f4,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:15.570944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.575794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.586651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.643862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-d393a936-9c44-4eab-89ab-b9154e212427', 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'fixed_ips': [{'subnet_id': '3fbabba5-68b8-4a0b-bcaa-3e8518e52caf'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:08:15.645030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.649488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854add2a-2012-40f2-9476-e0af7dd41f78 None None] Pushing event updated for resources: {'Port': ['ID=a60e67ea-ce14-4a06-8048-23995878d2f4,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:15.686954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a60e67ea-ce14-4a06-8048-23995878d2f4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:15.687903 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.794191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.841688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38530a9e-a847-4873-b6f4-c19d3f344e80']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:15.856177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e8ed2a-d652-4504-b4e1-07d7795f1cb1') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:15.856475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e8ed2a-d652-4504-b4e1-07d7795f1cb1') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:15.865504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'subnet': {'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:15.880227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.903706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.912899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:15.913285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:15.916019 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:15.928708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Allocated IP 19.80.0.2 (d393a936-9c44-4eab-89ab-b9154e212427/3fbabba5-68b8-4a0b-bcaa-3e8518e52caf/280c8f30-8f26-4af4-a101-add626729e74) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:15.935547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Router 8583f113-f90f-4601-aafa-884d796abf70 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:08:15.947338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1028c-8776-49ad-a699-189f33e1a0f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Network': ['ID=f834e531-8e6b-419a-a73b-9358dba67c86,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:15.976428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network f834e531-8e6b-419a-a73b-9358dba67c86 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:08:15.987574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7451c0d9-01af-432d-8dfe-cb69ca2ee145 None None] Provisioning complete for port a60e67ea-ce14-4a06-8048-23995878d2f4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:15.987943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7451c0d9-01af-432d-8dfe-cb69ca2ee145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.048142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.056227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.069669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/38530a9e-a847-4873-b6f4-c19d3f344e80 HTTP/1.1" status: 204 len: 168 time: 0.6281409 Oct 22 13:08:16.113864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ec769-ff9c-43c0-9d97-54b707b646cb admin admin] Pushing event deleted for resources: {'Network': ['ID=38530a9e-a847-4873-b6f4-c19d3f344e80,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:16.130812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:16.137840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.298962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f21fa-887a-44b0-abdf-d4938c864992 req-77e9c29f-064d-44fe-9173-1302a71c2461 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:16.310321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35f21fa-887a-44b0-abdf-d4938c864992 req-77e9c29f-064d-44fe-9173-1302a71c2461 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2013295 Oct 22 13:08:16.343587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53678) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:16.352641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08d97b-0177-4802-b2f3-cdfe564f4303 req-e29a9745-94a3-407a-b708-de76fa93e9f2 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:16.360801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d08d97b-0177-4802-b2f3-cdfe564f4303 req-e29a9745-94a3-407a-b708-de76fa93e9f2 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2507136 Oct 22 13:08:16.371628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:08:16.383512 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Sync routers for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:08:16.410503 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:16.417621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:16.453809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35f21fa-887a-44b0-abdf-d4938c864992 req-9c21ed00-5eed-4979-bb3f-f943110ca95f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423490 Oct 22 13:08:16.473128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.474622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17a8acfd-0bc2-455d-a0b6-9a4054dcc4a7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0510759 Oct 22 13:08:16.477670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53680) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:16.481786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.488803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.521564 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.537113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d08d97b-0177-4802-b2f3-cdfe564f4303 req-ba8daeda-8bb9-422d-8366-f5a269383396 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752899 Oct 22 13:08:16.569836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Subnet': ['ID=60001902-9595-4e86-bc74-35f2271eee27,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:16.611704 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:16.626369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Checking segment: {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:16.626780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network hostable DHCP agents. Network: f834e531-8e6b-419a-a73b-9358dba67c86, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:08:16.664975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network f834e531-8e6b-419a-a73b-9358dba67c86 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:08:16.680013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, f834e531-8e6b-419a-a73b-9358dba67c86) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:16.685776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Network d393a936-9c44-4eab-89ab-b9154e212427 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:16.694308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:16.696845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:16.699754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.700142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:16.724870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c4181-bf35-45ac-b8ce-7962960b7260 None None] Network f834e531-8e6b-419a-a73b-9358dba67c86 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:16.735261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d07f775-6ccb-475d-8411-bd657590beff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3076804 Oct 22 13:08:16.735524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Pushing event updated for resources: {'Port': ['ID=280c8f30-8f26-4af4-a101-add626729e74,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:16.931224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Attempting to bind port 280c8f30-8f26-4af4-a101-add626729e74 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:16.931857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Attempting to bind port 280c8f30-8f26-4af4-a101-add626729e74 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:16.932279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Attempting to bind port 280c8f30-8f26-4af4-a101-add626729e74 on network d393a936-9c44-4eab-89ab-b9154e212427 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:16.962151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:16.962578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Checking segment: {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:16.963145 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:16.963701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Bound using segment: {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:16.964244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Bound port: 280c8f30-8f26-4af4-a101-add626729e74, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:16.964637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.133614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-f834e531-8e6b-419a-a73b-9358dba67c86', 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'fixed_ips': [{'subnet_id': '60001902-9595-4e86-bc74-35f2271eee27'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:08:17.134474 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:14Z', 'revision_number': 3, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:17.134745 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.167406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] For port 280c8f30-8f26-4af4-a101-add626729e74, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:17.181199 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Checking router: 8583f113-f90f-4601-aafa-884d796abf70 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:08:17.181552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Updating router 8583f113-f90f-4601-aafa-884d796abf70 port 408d69bc-b003-4704-ae43-3730cebe7844 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:08:17.183306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] For port 280c8f30-8f26-4af4-a101-add626729e74, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=280c8f30-8f26-4af4-a101-add626729e74,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:17.185118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4faedabd-2e4b-4844-a4ac-ea4bc68cbc96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0370025290e043ed98872782c73d7bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8402686 Oct 22 13:08:17.188401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53696) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:17.194584 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.247824 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.287904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a60e67ea-ce14-4a06-8048-23995878d2f4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:17.376587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.428571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dbda1-1ea1-4178-a69e-57e081b8bc8f None None] Pushing event updated for resources: {'Port': ['ID=280c8f30-8f26-4af4-a101-add626729e74,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:17.455768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.477427 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:08:17.478028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Allocated IP 19.86.0.2 (f834e531-8e6b-419a-a73b-9358dba67c86/60001902-9595-4e86-bc74-35f2271eee27/5da419d3-98c9-482a-928d-1bce5c6948ae) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:17.482391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-2fadb384-5960-4b50-ac9f-75416c849675 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:17.492543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-2fadb384-5960-4b50-ac9f-75416c849675 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:17.494402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-2fadb384-5960-4b50-ac9f-75416c849675 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/networks?id=d393a936-9c44-4eab-89ab-b9154e212427&id=f834e531-8e6b-419a-a73b-9358dba67c86 HTTP/1.1" status: 200 len: 1391 time: 0.3278265 Oct 22 13:08:17.504254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a60e67ea-ce14-4a06-8048-23995878d2f4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:17.504657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.586989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-78553e44-aa6f-4ae2-bb6d-0982456822da tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/quotas/2dcbfb2830fd4de2b8c236b816a07e8f HTTP/1.1" status: 200 len: 375 time: 0.0194843 Oct 22 13:08:17.609696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.614467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.616618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55336206-5889-4f67-8298-183e163f3c76 HTTP/1.1" status: 204 len: 168 time: 0.4268348 Oct 22 13:08:17.640497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2a2c-9b68-4d7e-9393-be9cfaebbf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55336206-5889-4f67-8298-183e163f3c76,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:17.816146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-850abe44-61ee-4027-9ed5-85ece4b04e18 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154264 Oct 22 13:08:17.873321 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.885291 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.944569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184736-32b9-4377-9656-b1c897ef3c23 req-5c43af14-e36a-4218-8830-77767d21c771 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:17.953628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5184736-32b9-4377-9656-b1c897ef3c23 req-5c43af14-e36a-4218-8830-77767d21c771 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.3477802 Oct 22 13:08:17.966739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:17.979311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.012581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Attempting to bind port 408d69bc-b003-4704-ae43-3730cebe7844 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:18.012951 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Attempting to bind port 408d69bc-b003-4704-ae43-3730cebe7844 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:18.013567 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Attempting to bind port 408d69bc-b003-4704-ae43-3730cebe7844 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:18.027350 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d3cab-7f0d-45a7-b835-8cf1e5f3bb63 None None] Pushing event updated for resources: {'Port': ['ID=408d69bc-b003-4704-ae43-3730cebe7844,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:18.030993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:18.031670 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:18.032511 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.032909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:18.033633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Bound port: 408d69bc-b003-4704-ae43-3730cebe7844, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:18.034022 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.055680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Network f834e531-8e6b-419a-a73b-9358dba67c86 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:18.060087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:18.064293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:18.086644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Pushing event updated for resources: {'Port': ['ID=5da419d3-98c9-482a-928d-1bce5c6948ae,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:18.117982 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] For port 408d69bc-b003-4704-ae43-3730cebe7844, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:18.123442 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] For port 408d69bc-b003-4704-ae43-3730cebe7844, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=408d69bc-b003-4704-ae43-3730cebe7844,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:18.131419 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.164767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Attempting to bind port 5da419d3-98c9-482a-928d-1bce5c6948ae on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:18.165182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Attempting to bind port 5da419d3-98c9-482a-928d-1bce5c6948ae by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:18.165559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Attempting to bind port 5da419d3-98c9-482a-928d-1bce5c6948ae on network f834e531-8e6b-419a-a73b-9358dba67c86 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:18.180272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5184736-32b9-4377-9656-b1c897ef3c23 req-1468424b-56e0-4a9c-b463-92d9d924c13d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227790 Oct 22 13:08:18.180953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:18.181373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Checking segment: {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:18.181819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.182249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Bound using segment: {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:18.182796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Bound port: 5da419d3-98c9-482a-928d-1bce5c6948ae, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:18.183192 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.221423 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d3cab-7f0d-45a7-b835-8cf1e5f3bb63 None None] Pushing event updated for resources: {'Port': ['ID=408d69bc-b003-4704-ae43-3730cebe7844,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:18.226411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-e6f134f2-3a1d-4f6f-8c4c-9bf3c8ed73db service neutron] 10.222.0.25 "GET /v2.0/networks/d393a936-9c44-4eab-89ab-b9154e212427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950913 Oct 22 13:08:18.243539 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:18.244288 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:18.320049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] For port 5da419d3-98c9-482a-928d-1bce5c6948ae, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:18.324432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] For port 5da419d3-98c9-482a-928d-1bce5c6948ae, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da419d3-98c9-482a-928d-1bce5c6948ae,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:18.332565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.475793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.504641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3c8b4-815a-42f6-bf82-3dd7325797d4 None None] Pushing event updated for resources: {'Port': ['ID=5da419d3-98c9-482a-928d-1bce5c6948ae,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:18.529031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53712) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:18.533708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:18.556940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3e92-62f9-4f9d-8eaa-db7d06a0c788 req-391946a6-9f55-4f57-8836-f51a98a1f3e0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:18.562755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa8b3e92-62f9-4f9d-8eaa-db7d06a0c788 req-391946a6-9f55-4f57-8836-f51a98a1f3e0 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2861786 Oct 22 13:08:18.621750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-524434e0-b476-49fa-918c-7119c62457e2 service neutron] 10.222.0.25 "GET /v2.0/networks/d393a936-9c44-4eab-89ab-b9154e212427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441782 Oct 22 13:08:18.642036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a1dfdfa2-62a2-481d-92fc-545818f36f68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbf2289340444ede8aa55c6c09fa6082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117690 Oct 22 13:08:18.642689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53716) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:18.773859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.794121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa8b3e92-62f9-4f9d-8eaa-db7d06a0c788 req-c0594a6b-134f-48e6-bb60-287f2c5c6512 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186737 Oct 22 13:08:18.881856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:18.989223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:14Z', 'revision_number': 3, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:19.003708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.006359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.007801 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1dbe534-fedf-47a1-ad83-311960a9e3ad HTTP/1.1" status: 204 len: 168 time: 0.3618453 Oct 22 13:08:19.028614 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e4181-986e-4f08-9756-7f27bd720f2c None None] The sync data for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 is: [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:14Z', 'revision_number': 3, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:08:19.038166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80946d-4767-4532-8607-0b45e7ce4ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dbe534-fedf-47a1-ad83-311960a9e3ad,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:19.052300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6e8f0-d078-4bdb-9fa2-3776d45159a8 None None] Network d393a936-9c44-4eab-89ab-b9154e212427 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:19.098273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-aea6e841-9485-4c24-9dc4-ba025f51fdd2 service neutron] 10.222.0.25 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112439 Oct 22 13:08:19.202633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] Provisioning complete for port 280c8f30-8f26-4af4-a101-add626729e74 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:19.203048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.354845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Allocated IP 172.20.0.1 (1ccb517f-d047-4f8d-964f-e2156c24677b/9dab9282-8501-4b4f-a0df-8a692329e564/90ab3c80-8d2a-4a9e-b24b-b705615bdeb9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:19.504946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da419d3-98c9-482a-928d-1bce5c6948ae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:19.573934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7491ef62-9e16-4120-8193-cd23d8bf8fc5 service neutron] 10.222.0.25 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747698 Oct 22 13:08:19.678652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf25b69-7e44-4a42-8681-451da5e3ece8 req-88b64f6d-11d1-4d6d-abf2-94b7125e74a2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:19.682710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acf25b69-7e44-4a42-8681-451da5e3ece8 req-88b64f6d-11d1-4d6d-abf2-94b7125e74a2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.3150733 Oct 22 13:08:19.826309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.837676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.857866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acf25b69-7e44-4a42-8681-451da5e3ece8 req-8af276ee-b4bc-4e2c-953b-9a7ff337d19a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520839 Oct 22 13:08:19.900372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:19.999450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Network 1ccb517f-d047-4f8d-964f-e2156c24677b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:20.003844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:20.009407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:20.035005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] For port 280c8f30-8f26-4af4-a101-add626729e74, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=280c8f30-8f26-4af4-a101-add626729e74,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:20.062479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:20.177678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5da419d3-98c9-482a-928d-1bce5c6948ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:20.186743 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:20.276269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:20.278701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Pushing event updated for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:20.340650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22ac30-5c1b-4cb9-883f-8c9bb0c56652 None None] Network f834e531-8e6b-419a-a73b-9358dba67c86 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:20.471446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758d58e-6686-455b-8283-4f64c01611ea None None] Pushing event updated for resources: {'Port': ['ID=280c8f30-8f26-4af4-a101-add626729e74,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:20.484353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acfef8d8-b3d9-44a0-8ec1-e730976777bc req-dd77da3c-4c9b-42a6-858d-59ba52f24b17 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 210 time: 0.2085495 Oct 22 13:08:20.587688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1eb30d2a-0b73-4baf-bd79-b4b60571cd2a None None] Provisioning complete for port 5da419d3-98c9-482a-928d-1bce5c6948ae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:20.588155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb30d2a-0b73-4baf-bd79-b4b60571cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:20.848411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.016632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.200207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5da419d3-98c9-482a-928d-1bce5c6948ae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da419d3-98c9-482a-928d-1bce5c6948ae,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:21.217050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.230230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.234636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.236038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 280c8f30-8f26-4af4-a101-add626729e74 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:21.357022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb30d2a-0b73-4baf-bd79-b4b60571cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.387605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.391201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Pushing event updated for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:21.493221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5da419d3-98c9-482a-928d-1bce5c6948ae,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:21.569663 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-1eb30d2a-0b73-4baf-bd79-b4b60571cd2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:08:21.570056 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-1eb30d2a-0b73-4baf-bd79-b4b60571cd2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:08:21.570755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 280c8f30-8f26-4af4-a101-add626729e74 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:21.571133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:21.838751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00683d-5871-4be3-805d-d4c03b88baca req-6ae11974-7aea-41fc-97fa-056800647ddd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:21.862031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c00683d-5871-4be3-805d-d4c03b88baca req-6ae11974-7aea-41fc-97fa-056800647ddd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.6394475 Oct 22 13:08:21.889276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Network 1ccb517f-d047-4f8d-964f-e2156c24677b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:21.925140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:22.011415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89e50526-6b33-4c3f-9c33-4a82176e33f1 req-e328c80c-1162-463b-83cc-0c117eb33223 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 210 time: 0.1103764 Oct 22 13:08:22.143594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c00683d-5871-4be3-805d-d4c03b88baca req-a55f661d-5362-41d5-b16b-5588e8cf9cbb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598870 Oct 22 13:08:22.209293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 280c8f30-8f26-4af4-a101-add626729e74 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:22.317850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Router 8583f113-f90f-4601-aafa-884d796abf70 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:08:22.321320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 280c8f30-8f26-4af4-a101-add626729e74 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:22.321711 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:22.369911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-16dab615-198c-4f60-8e45-1943be9dbb8f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:22.382662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-16dab615-198c-4f60-8e45-1943be9dbb8f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:22.397554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-16dab615-198c-4f60-8e45-1943be9dbb8f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "GET /v2.0/networks?id=d393a936-9c44-4eab-89ab-b9154e212427&id=f834e531-8e6b-419a-a73b-9358dba67c86 HTTP/1.1" status: 200 len: 1391 time: 0.3338602 Oct 22 13:08:22.419062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'port': {'device_id': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427', 'admin_state_up': True, 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:22.462881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Provisioning complete for port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:22.463559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:22.523760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:08:22.581659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Provisioning complete for port 5da419d3-98c9-482a-928d-1bce5c6948ae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:22.582027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:22.600940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec322a-a86c-4ca6-8e2d-55be4557a844 req-bda6b2ee-2ee8-4b5a-88cb-2f3ba8c30788 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:22.613700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcec322a-a86c-4ca6-8e2d-55be4557a844 req-bda6b2ee-2ee8-4b5a-88cb-2f3ba8c30788 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.3077350 Oct 22 13:08:22.620127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da419d3-98c9-482a-928d-1bce5c6948ae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:22.624281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:08:22.642249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a2d497f-9129-4643-b3e3-b82892e1f292 admin admin] 10.222.0.25 "PUT /v2.0/routers/8583f113-f90f-4601-aafa-884d796abf70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1635668 Oct 22 13:08:22.656768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Sync routers for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:08:22.694144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:22.695204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcec322a-a86c-4ca6-8e2d-55be4557a844 req-364a9ba6-4e73-4825-ae1c-cbc1f16c7479 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778582 Oct 22 13:08:22.698860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:22.715314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:22.715921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:22.910430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Allocated IP 19.80.0.65 (d393a936-9c44-4eab-89ab-b9154e212427/3fbabba5-68b8-4a0b-bcaa-3e8518e52caf/8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:23.007992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:23.011818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5da419d3-98c9-482a-928d-1bce5c6948ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:23.012241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.057349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5e52578-f8ee-444e-bb29-556597c61f9c req-2dbd97f4-5e3b-476b-b744-5f587a07bf20 tempest-FlavorsV2NegativeTest-263333774 tempest-FlavorsV2NegativeTest-263333774-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b53046fc7a5040bdbcba2488697b74fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585108 Oct 22 13:08:23.160680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Provisioning complete for port 280c8f30-8f26-4af4-a101-add626729e74 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:23.161242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a851f6-d5b8-4040-a36a-b2e995a79d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.280230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.280523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52578-f8ee-444e-bb29-556597c61f9c req-824e3844-1fc4-46c5-9828-2516f424703d tempest-FlavorsV2NegativeTest-263333774 tempest-FlavorsV2NegativeTest-263333774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:23.296510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5e52578-f8ee-444e-bb29-556597c61f9c req-824e3844-1fc4-46c5-9828-2516f424703d tempest-FlavorsV2NegativeTest-263333774 tempest-FlavorsV2NegativeTest-263333774-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273932 Oct 22 13:08:23.327799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5e52578-f8ee-444e-bb29-556597c61f9c req-dd3a2a7b-609f-40c3-92b7-eabfd0973d58 tempest-FlavorsV2NegativeTest-263333774 tempest-FlavorsV2NegativeTest-263333774-project] 10.222.0.25 "GET /v2.0/quotas/b53046fc7a5040bdbcba2488697b74fe HTTP/1.1" status: 200 len: 375 time: 0.0286496 Oct 22 13:08:23.346010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.378778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5e52578-f8ee-444e-bb29-556597c61f9c req-79ae88dc-7fa6-4338-a234-0da833304228 tempest-FlavorsV2NegativeTest-263333774 tempest-FlavorsV2NegativeTest-263333774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b53046fc7a5040bdbcba2488697b74fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506675 Oct 22 13:08:23.437740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network d393a936-9c44-4eab-89ab-b9154e212427 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:23.442087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:23.478766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:23.484261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:23.493097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 408d69bc-b003-4704-ae43-3730cebe7844 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:23.581832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a4d9d-ab59-4796-9690-4636267d0cd4 req-25ea3e29-25b1-43a2-9483-69d66b449899 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:23.587654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:23.591075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-492a4d9d-ab59-4796-9690-4636267d0cd4 req-25ea3e29-25b1-43a2-9483-69d66b449899 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 931 time: 0.1451483 Oct 22 13:08:23.595651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.613603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-11de2364-7db2-4cf7-a718-48dfb8a3c1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654823 Oct 22 13:08:23.644075 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5c9a755f-3c7d-43ea-9d64-2b26afb9c1a7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340708 Oct 22 13:08:23.657542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Request body: {'port': {'device_id': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86', 'admin_state_up': True, 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:23.752506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 408d69bc-b003-4704-ae43-3730cebe7844 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:23.754554 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.800350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-492a4d9d-ab59-4796-9690-4636267d0cd4 req-6b055928-bca3-4ac6-bcfa-978ed353cc2c tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081902 Oct 22 13:08:23.857666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-785d0b39-1549-4b2a-911e-7b771462747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:23.870917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-785d0b39-1549-4b2a-911e-7b771462747a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 1095 time: 0.2096055 Oct 22 13:08:23.896591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Made reservation on behalf of 2dcbfb2830fd4de2b8c236b816a07e8f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:23.907634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:23.912579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 2, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:23.982591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:08:23.993848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Checking router: 8583f113-f90f-4601-aafa-884d796abf70 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:08:23.994475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Updating router 8583f113-f90f-4601-aafa-884d796abf70 port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:08:24.049486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.076464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d227933e-90ef-41dd-818c-93db9046513c None None] Provisioning complete for port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:24.076880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d227933e-90ef-41dd-818c-93db9046513c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.174702 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-826b7d25-dcb3-4241-b016-0daf36d55940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.267229 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:08:24.386691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Allocated IP 19.86.0.134 (f834e531-8e6b-419a-a73b-9358dba67c86/60001902-9595-4e86-bc74-35f2271eee27/d8668cd7-1b8d-4442-8271-4f88e35020be) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:24.554329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53892) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:24.836327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46f0c8eb-6923-43fd-b003-94ad2b93e590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.859074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d227933e-90ef-41dd-818c-93db9046513c None None] Port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:08:24.879356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.896651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:24.902756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-47b43ab9-d83f-4cfc-b5a5-7d10f0391e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:24.904317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-47b43ab9-d83f-4cfc-b5a5-7d10f0391e34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 1.0065782 Oct 22 13:08:24.984173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-4b8ec19c-2553-433d-b579-9193523f2026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 200 len: 217 time: 0.0711324 Oct 22 13:08:25.004934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b5e9-896d-46ab-a50a-8eecc5276c7d req-144be35b-e76d-4402-bd0f-26ff06b0d5b4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:25.007123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d265b5e9-896d-46ab-a50a-8eecc5276c7d req-144be35b-e76d-4402-bd0f-26ff06b0d5b4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.9779248 Oct 22 13:08:25.016952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.029460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 408d69bc-b003-4704-ae43-3730cebe7844, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=408d69bc-b003-4704-ae43-3730cebe7844,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:25.045197 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.085949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event updated for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:25.134233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Network f834e531-8e6b-419a-a73b-9358dba67c86 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:25.143578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46f0c8eb-6923-43fd-b003-94ad2b93e590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.146424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-755ae332-03d0-4572-9053-70307b1ae5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:25.148215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-755ae332-03d0-4572-9053-70307b1ae5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 828 time: 1.2763822 Oct 22 13:08:25.149884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:25.157888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:25.169059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:25.180086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=408d69bc-b003-4704-ae43-3730cebe7844,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:25.204641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'mac_address': 'fa:16:3e:78:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:08:25.209415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46f0c8eb-6923-43fd-b003-94ad2b93e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.240330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-121010ee-bb0c-450d-a6e1-23df44f979fd tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/quotas/2f7656b56f994ba19b2712659fd38c13 HTTP/1.1" status: 200 len: 375 time: 0.0610921 Oct 22 13:08:25.249314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-835769e6-e320-48f4-9261-59574689948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:25.277722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-835769e6-e320-48f4-9261-59574689948b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.2631555 Oct 22 13:08:25.316195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d265b5e9-896d-46ab-a50a-8eecc5276c7d req-39036969-8323-4fb0-974e-f3905b4e5b02 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092443 Oct 22 13:08:25.337388 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46f0c8eb-6923-43fd-b003-94ad2b93e590 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b53046fc7a5040bdbcba2488697b74fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818613 Oct 22 13:08:25.351514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:25.354980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.357645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53900) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:25.372993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0c8eb-6923-43fd-b003-94ad2b93e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6a893-69a0-4099-83f7-361ca3da1e39,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:25.395898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-7a3c7d1c-680f-4ed0-8a90-7bad2d65b109 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7446923 Oct 22 13:08:25.418748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Request body: {'port': {'device_id': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:25.420216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.465192 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.470103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91f0a919-39eb-47df-8266-c2b0a414dadf {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:25.501224 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.574234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.606512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:25.610537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.614299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-2cb1cda4-027d-4a9d-817a-74a23c22f06e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2645364 Oct 22 13:08:25.644960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.790706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f00f20a3-76c2-475e-a894-c01aa74f7f75 None None] Provisioning complete for port d8668cd7-1b8d-4442-8271-4f88e35020be triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:25.791228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f00f20a3-76c2-475e-a894-c01aa74f7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.793231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608822a0-e02f-43b4-8404-a31f36b76fbf None None] Pushing event updated for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:25.843632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-ebdafcc1-f9d5-4d2e-8380-299a5b535d16 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176576 Oct 22 13:08:25.916224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Attempting to bind port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:25.917317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Attempting to bind port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:25.917934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Attempting to bind port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 on network 1ccb517f-d047-4f8d-964f-e2156c24677b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:25.927005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['91f0a919-39eb-47df-8266-c2b0a414dadf'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:25.960647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:25.961494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Checking segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:25.962144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.962802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Bound using segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:25.963970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-90500fc4-59e1-4a6c-a00f-16df44e5f9f4 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6562366 Oct 22 13:08:25.965480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Bound port: 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:25.966164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:25.979523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.007265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b68cb-3371-4552-90e6-2b6214d558ce req-4f188670-f146-4b1e-beaa-879828b273dd tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:26.013555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b68cb-3371-4552-90e6-2b6214d558ce req-4f188670-f146-4b1e-beaa-879828b273dd tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:26.015813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-492b68cb-3371-4552-90e6-2b6214d558ce req-4f188670-f146-4b1e-beaa-879828b273dd tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1654 time: 0.1711471 Oct 22 13:08:26.027676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f00f20a3-76c2-475e-a894-c01aa74f7f75 None None] Port d8668cd7-1b8d-4442-8271-4f88e35020be cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:08:26.056161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:26.122134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] For port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:26.126503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] For port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:26.155806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-492b68cb-3371-4552-90e6-2b6214d558ce req-6071ce9d-7298-492a-be97-4e73a569376e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118393 Oct 22 13:08:26.216693 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.249471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c27c8959-bcef-4231-bc9f-40ae99ec60af req-c0f32f81-620b-4494-91da-8902599d79ea service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533711 Oct 22 13:08:26.267896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:26.297484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.313158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.318667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.319852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03a6a893-69a0-4099-83f7-361ca3da1e39 HTTP/1.1" status: 204 len: 168 time: 0.9588373 Oct 22 13:08:26.334572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Transition to ACTIVE for port object 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:26.348058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.386148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] Provisioning complete for port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:26.386991 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:26.390825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6920bc-ef03-459f-b812-945ad969ddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6a893-69a0-4099-83f7-361ca3da1e39,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:26.407796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-f3c7caa4-642f-44d3-9987-9bf927fcdb8d service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268305 Oct 22 13:08:26.474319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:26.475165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:07:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:26.544505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:26.670315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608822a0-e02f-43b4-8404-a31f36b76fbf None None] Pushing event updated for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:26.782144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9217-e10d-486d-a0c1-647bce92315e req-21ce5914-14c1-43e2-b25a-f73a976e0c7e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:26.787707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58af9217-e10d-486d-a0c1-647bce92315e req-21ce5914-14c1-43e2-b25a-f73a976e0c7e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 945 time: 0.3187666 Oct 22 13:08:26.851951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Attempting to bind port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:26.853097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Attempting to bind port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:26.856110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Attempting to bind port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 on network d393a936-9c44-4eab-89ab-b9154e212427 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:26.871743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 on network d393a936-9c44-4eab-89ab-b9154e212427 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:08:26.872989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Attempting to bind port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 on network d393a936-9c44-4eab-89ab-b9154e212427 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:26.898051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-a2f3e65c-67d6-4917-b8ae-213ac529803e service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888082 Oct 22 13:08:26.913943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:26.917899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Checking segment: {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:26.919258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Bound using segment: {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:26.921494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Bound port: 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:26.922727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.001639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58af9217-e10d-486d-a0c1-647bce92315e req-1eeb2577-6528-4318-ad5c-f033aa7d824e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744180 Oct 22 13:08:27.007857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.063436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:27.158102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dda2b47b-ab3d-4447-ac11-0b4db66070a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.166111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] For port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:27.174746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:27.180078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:27.186412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.207510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.383613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:27.385228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.388677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] 10.222.0.26 "PUT /v2.0/ports/8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 HTTP/1.1" status: 200 len: 1091 time: 1.9794433 Oct 22 13:08:27.402142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:27.410368 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47" -d '{"events": [{"name": "network-changed", "server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:27.412695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba5a17-ee04-4ad7-9c40-707d14981c61 req-45c1dd0d-a43f-4411-ab15-7da74a4602c6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:27.422093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba5a17-ee04-4ad7-9c40-707d14981c61 req-45c1dd0d-a43f-4411-ab15-7da74a4602c6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:27.444435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81ba5a17-ee04-4ad7-9c40-707d14981c61 req-45c1dd0d-a43f-4411-ab15-7da74a4602c6 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1666 time: 0.1169150 Oct 22 13:08:27.454847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-c9ce07f7-7430-45a2-8722-f39d198c92e1 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:08:27.456836 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-c9ce07f7-7430-45a2-8722-f39d198c92e1 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0273185 Oct 22 13:08:27.485325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Request body: {'port': {'device_id': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:27.505260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81ba5a17-ee04-4ad7-9c40-707d14981c61 req-97b84648-d71f-4e7f-bb86-24db989977c2 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595615 Oct 22 13:08:27.602954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 408d69bc-b003-4704-ae43-3730cebe7844 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:27.677975 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c909af-4ad9-40f0-bb11-bb42c67bc508 x-openstack-request-id: req-a1c909af-4ad9-40f0-bb11-bb42c67bc508 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:27.684321 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:27.684671 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c909af-4ad9-40f0-bb11-bb42c67bc508 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:27.689090 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'status': 'completed', 'code': 200} Oct 22 13:08:27.769813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:27.791071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a437d6a1-5a97-450f-b367-689776089db8 req-c001f756-0ddf-43f8-96bd-04c813aa1e66 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 210 time: 0.2397852 Oct 22 13:08:27.835448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e6864-8579-4387-9d31-01af1ea19957 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:27.885012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-151d6b52-6669-4f1b-b17c-84de47339e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:27.885524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-151d6b52-6669-4f1b-b17c-84de47339e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:27.887149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-151d6b52-6669-4f1b-b17c-84de47339e43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1913 time: 0.1602252 Oct 22 13:08:27.998300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:28.011264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4748606-ce4d-479d-9094-fc30b9ea339c None None] Pushing event updated for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:28.161564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:28.321271 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.352751 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.379705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-af95f197-3027-47ef-a837-33cff48290a9 None None] Provisioning complete for port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:28.380905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af95f197-3027-47ef-a837-33cff48290a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.389040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 408d69bc-b003-4704-ae43-3730cebe7844 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:28.390217 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.458367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-a5d9627a-90c6-4bae-b611-865990e724ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:28.458961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-a5d9627a-90c6-4bae-b611-865990e724ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:28.459412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-a5d9627a-90c6-4bae-b611-865990e724ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:28.463855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-a5d9627a-90c6-4bae-b611-865990e724ba service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5672641 Oct 22 13:08:28.579112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-831228306-network', 'tenant_id': 'fae4a9455b204c989f5f3179614b4a21'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:28.674710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4aaee-90b2-4c60-be2f-085d5371e484 req-bed57578-f6d8-469c-acb5-5dad93520df5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:28.690752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ca4aaee-90b2-4c60-be2f-085d5371e484 req-bed57578-f6d8-469c-acb5-5dad93520df5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 945 time: 0.3101051 Oct 22 13:08:28.799988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Made reservation on behalf of fae4a9455b204c989f5f3179614b4a21 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:28.803128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.828062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.877760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8668cd7-1b8d-4442-8271-4f88e35020be {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:28.916255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:28.944829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Transition to ACTIVE for port object d8668cd7-1b8d-4442-8271-4f88e35020be will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:28.951809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 91f0a919-39eb-47df-8266-c2b0a414dadf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:28.954159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.055499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.064040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.067361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9279-190e-4cc5-83a2-e503dcefbfd0 req-1a92717d-6c75-4b9d-8c84-50f8b944ad77 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:29.082502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9279-190e-4cc5-83a2-e503dcefbfd0 req-1a92717d-6c75-4b9d-8c84-50f8b944ad77 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:29.094539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.097024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41bf9279-190e-4cc5-83a2-e503dcefbfd0 req-1a92717d-6c75-4b9d-8c84-50f8b944ad77 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1666 time: 0.3405190 Oct 22 13:08:29.135581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:08:29.163062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ca4aaee-90b2-4c60-be2f-085d5371e484 req-cfcbb21f-99b6-4743-b030-52a049bc3e9b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598913 Oct 22 13:08:29.215459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.224040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:26Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:29.231711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-2415c4bc-7069-4ea1-b10d-90810e97e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:29.233233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60d8e7a6-d8d7-46d8-ac3b-4c6f347f5c47 req-2415c4bc-7069-4ea1-b10d-90810e97e66b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6989176 Oct 22 13:08:29.271955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41bf9279-190e-4cc5-83a2-e503dcefbfd0 req-4e0574d6-618d-4358-b58a-6dcf533c7e75 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707952 Oct 22 13:08:29.321231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Pushing event updated for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:29.349945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236c573-4ff2-4076-916f-5526af38d7d0 None None] The sync data for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 is: [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:26Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:08:29.357314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.357667 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Added segment 73d6be85-b99d-44c6-965c-78f879a1d2b5 of type vlan for network e0ca10da-509d-4385-9d29-9520d360b5d0 Oct 22 13:08:29.378752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9553e32e-f332-4aa9-b6a9-fd8536f00a2b req-4c03af20-6040-4fdd-a5a8-15d655eb0e27 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 210 time: 0.0650809 Oct 22 13:08:29.381088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:29.392266 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45544a-7529-40fa-943f-07ace4c27dbf" -d '{"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-plugged", "status": "completed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:29.508567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:29.520485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.591483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:29.798956 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.927227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.928191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:29.928775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:29.961990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-34914d9c-b5dd-4d2a-ad84-2e65daba3b0e tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:29.965980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Attempting to bind port d8668cd7-1b8d-4442-8271-4f88e35020be on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:29.966419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Attempting to bind port d8668cd7-1b8d-4442-8271-4f88e35020be by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:29.966953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Attempting to bind port d8668cd7-1b8d-4442-8271-4f88e35020be on network f834e531-8e6b-419a-a73b-9358dba67c86 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:29.968638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-34914d9c-b5dd-4d2a-ad84-2e65daba3b0e tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.21 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 828 time: 0.4284320 Oct 22 13:08:29.991412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'port': {'device_id': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'admin_state_up': True, 'tenant_id': '2f7656b56f994ba19b2712659fd38c13'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:30.002391 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8388758 Oct 22 13:08:30.009856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54002) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:30.017972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Request body: {'subnet': {'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-831228306-subnet', 'tenant_id': 'fae4a9455b204c989f5f3179614b4a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:30.035636 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a47b4-81d5-49aa-8cba-968686d8cad9 x-openstack-request-id: req-7b4a47b4-81d5-49aa-8cba-968686d8cad9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:30.036070 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-plugged", "status": "completed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:30.036418 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b4a47b4-81d5-49aa-8cba-968686d8cad9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:30.037204 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'code': 200} Oct 22 13:08:30.071627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Port d8668cd7-1b8d-4442-8271-4f88e35020be on network f834e531-8e6b-419a-a73b-9358dba67c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:08:30.072230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Attempting to bind port d8668cd7-1b8d-4442-8271-4f88e35020be on network f834e531-8e6b-419a-a73b-9358dba67c86 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:30.074698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2a65-e257-479b-ada2-f85939256d4b admin admin] Pushing event updated for resources: {'Network': ['ID=e0ca10da-509d-4385-9d29-9520d360b5d0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:30.091219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:30.093764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e0ca10da-509d-4385-9d29-9520d360b5d0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:08:30.096444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Checking segment: {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:30.097124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Bound using segment: {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:30.100771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Bound port: d8668cd7-1b8d-4442-8271-4f88e35020be, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89faa59d-759e-482e-ac1d-947a909b831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:30.101429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.162867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.187650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:30.243218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:30.247416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d8668cd7-1b8d-4442-8271-4f88e35020be,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:30.256928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.313562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Made reservation on behalf of fae4a9455b204c989f5f3179614b4a21 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:30.316834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.345059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.346399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.348173 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] 10.222.0.26 "PUT /v2.0/ports/d8668cd7-1b8d-4442-8271-4f88e35020be HTTP/1.1" status: 200 len: 1092 time: 2.8786900 Oct 22 13:08:30.348890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:30.351883 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:30.585572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648cd0b-8c1f-4354-854c-c2f5bb666d05 service neutron] Pushing event updated for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:30.642480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5ffcf301-75ea-4589-9c26-7dd141bd7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.648462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Made reservation on behalf of 2f7656b56f994ba19b2712659fd38c13 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:30.651909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5ffcf301-75ea-4589-9c26-7dd141bd7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.653786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5ffcf301-75ea-4589-9c26-7dd141bd7024 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1980 time: 0.2274671 Oct 22 13:08:30.664507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:30.744638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-08293db6-37fe-4cca-85b8-1a9015d35548 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 HTTP/1.1" status: 200 len: 217 time: 0.0809355 Oct 22 13:08:30.820500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d7d4-41b3-443a-9021-8724fddcf672 req-7b0d8950-53f3-41de-b4ea-65edcaf3249a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.828888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f92d7d4-41b3-443a-9021-8724fddcf672 req-7b0d8950-53f3-41de-b4ea-65edcaf3249a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.4843445 Oct 22 13:08:30.835329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-98787a93-ccba-46a6-b410-4a7cb1c65f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.837292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-98787a93-ccba-46a6-b410-4a7cb1c65f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3fbabba5-68b8-4a0b-bcaa-3e8518e52caf HTTP/1.1" status: 200 len: 801 time: 0.0864081 Oct 22 13:08:30.942059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5072e0a4-db5b-430c-888e-e2aeea2f0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:30.954469 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-5072e0a4-db5b-430c-888e-e2aeea2f0b3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d393a936-9c44-4eab-89ab-b9154e212427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989521 Oct 22 13:08:31.068582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f92d7d4-41b3-443a-9021-8724fddcf672 req-b8fc2d69-cf01-4bb1-9628-132e15aaa934 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387197 Oct 22 13:08:31.174514 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac3cef-4396-4d65-9a0d-1bdfe7af02b0 x-openstack-request-id: req-32ac3cef-4396-4d65-9a0d-1bdfe7af02b0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:31.175230 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:31.175507 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32ac3cef-4396-4d65-9a0d-1bdfe7af02b0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:31.175939 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be', 'status': 'completed', 'code': 200} Oct 22 13:08:31.235683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f77d-59f7-4362-8a36-01d18e8ef362 req-7a8a9a80-70e3-45b1-8c66-d402d8939b88 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:31.256097 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-8c177a3d-c83a-4510-92ac-604d9f9d5e3a service neutron] 10.222.0.26 "GET /v2.0/networks/d393a936-9c44-4eab-89ab-b9154e212427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936492 Oct 22 13:08:31.286534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f77d-59f7-4362-8a36-01d18e8ef362 req-7a8a9a80-70e3-45b1-8c66-d402d8939b88 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:31.305254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c95f77d-59f7-4362-8a36-01d18e8ef362 req-7a8a9a80-70e3-45b1-8c66-d402d8939b88 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1678 time: 0.6760192 Oct 22 13:08:31.454763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:31.455402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c95f77d-59f7-4362-8a36-01d18e8ef362 req-8f0b7ae6-26b4-46ce-b6b7-81650ef9e028 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433549 Oct 22 13:08:31.461670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a33a6fce-e080-4d2e-a68b-ef72063fc99b req-f0c4da32-44a5-4304-8be8-99384e0fb203 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 210 time: 0.0612805 Oct 22 13:08:31.551534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:31.584716 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-587483b6-d088-4dd5-a1c2-f01576d93aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/d393a936-9c44-4eab-89ab-b9154e212427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158259 Oct 22 13:08:31.622232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:31.622588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:31.695208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Allocated IP 172.20.0.14 (1ccb517f-d047-4f8d-964f-e2156c24677b/9dab9282-8501-4b4f-a0df-8a692329e564/5e662589-da2f-47fa-98c4-2cac31cf5029) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:31.713211 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-a9f9bb3f-7163-4473-abd4-92d7981511f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=d8668cd7-1b8d-4442-8271-4f88e35020be HTTP/1.1" status: 200 len: 217 time: 0.1179049 Oct 22 13:08:31.809913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da17048-e5ce-4696-95ef-7472c31eea61,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:31.830947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-00d36568-7004-4f29-be75-fed1ff1df4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:31.833613 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-00d36568-7004-4f29-be75-fed1ff1df4cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60001902-9595-4e86-bc74-35f2271eee27 HTTP/1.1" status: 200 len: 801 time: 0.1116741 Oct 22 13:08:31.900088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Checking segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:31.900859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Network hostable DHCP agents. Network: e0ca10da-509d-4385-9d29-9520d360b5d0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:08:31.924496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-71d334c6-7f7a-47d0-816d-7cf3f04797a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:31.936875 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-71d334c6-7f7a-47d0-816d-7cf3f04797a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f834e531-8e6b-419a-a73b-9358dba67c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948007 Oct 22 13:08:32.068768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Network e0ca10da-509d-4385-9d29-9520d360b5d0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:08:32.145619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e0ca10da-509d-4385-9d29-9520d360b5d0) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:32.158117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845c3ab-01d1-49d1-9a4e-5a0af387937a None None] Network e0ca10da-509d-4385-9d29-9520d360b5d0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:32.159932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.160882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:32.246695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d5a9d7c4-c186-4505-a2c0-6dab7fe50c71 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2357366 Oct 22 13:08:32.251748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:32.333190 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-61478eaf-a67f-48ce-a342-c78913a1b41c service neutron] 10.222.0.26 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868039 Oct 22 13:08:32.349087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fbd51-8747-44e3-826e-83d18036766b req-5516cfde-0143-4f29-b34e-7e10aec01e6e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.350891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9fbd51-8747-44e3-826e-83d18036766b req-5516cfde-0143-4f29-b34e-7e10aec01e6e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1264400 Oct 22 13:08:32.515908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:32.532062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9fbd51-8747-44e3-826e-83d18036766b req-f51abe60-1db7-46e6-aa83-625ca5af394d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689582 Oct 22 13:08:32.544691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd3163-8d5d-4c1a-8e07-8702e6f9c027 None None] Network e0ca10da-509d-4385-9d29-9520d360b5d0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:32.590889 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9600999d-4460-4ccc-8a72-a87562b01d4d req-a7fb9df4-216e-4be8-9b61-55dccc54ac72 service neutron] 10.222.0.26 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499731 Oct 22 13:08:32.714517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Network 1ccb517f-d047-4f8d-964f-e2156c24677b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:32.725319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event updated for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:32.728473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:32.758433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:32.760022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-7af9b445-d70a-4b3f-b870-86cf133c4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.761684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-7af9b445-d70a-4b3f-b870-86cf133c4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.766849 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-7af9b445-d70a-4b3f-b870-86cf133c4bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1980 time: 0.1042757 Oct 22 13:08:32.894810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147a87-435b-4776-aefa-c3a8047742dd req-92fa25e8-7a23-4430-a89f-37a2e0ffc8f8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.901155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147a87-435b-4776-aefa-c3a8047742dd req-92fa25e8-7a23-4430-a89f-37a2e0ffc8f8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.908909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47147a87-435b-4776-aefa-c3a8047742dd req-92fa25e8-7a23-4430-a89f-37a2e0ffc8f8 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1678 time: 0.2586994 Oct 22 13:08:32.994829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-4bd668e7-cb5c-453a-88b8-0fa18788fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:32.997892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-4bd668e7-cb5c-453a-88b8-0fa18788fae3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f834e531-8e6b-419a-a73b-9358dba67c86 HTTP/1.1" status: 200 len: 902 time: 0.2211158 Oct 22 13:08:33.008889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:33.009643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:33.063969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-9715114d-bd0b-4dd8-86d3-29c522dfc39b tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0770061 Oct 22 13:08:33.112116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b4ed-27a7-47dc-b9d8-1c7d8961daa8 req-c35e2055-c0ce-492f-9123-cd861fe46831 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:33.113935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b53b4ed-27a7-47dc-b9d8-1c7d8961daa8 req-c35e2055-c0ce-492f-9123-cd861fe46831 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 932 time: 0.2788706 Oct 22 13:08:33.121505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Request body: {'port': {'device_id': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:33.136754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47147a87-435b-4776-aefa-c3a8047742dd req-cb9e7996-a285-4d7e-94fe-2c4ee52c580a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269635 Oct 22 13:08:33.145871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-32b193cb-4fab-47bf-b0cf-433eac4447d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=d8668cd7-1b8d-4442-8271-4f88e35020be HTTP/1.1" status: 200 len: 217 time: 0.1176693 Oct 22 13:08:33.234294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-424d77b9-461e-4644-8f82-e9917667f437 None None] Provisioning complete for port 5e662589-da2f-47fa-98c4-2cac31cf5029 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:33.235707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-424d77b9-461e-4644-8f82-e9917667f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:33.277982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:33.345158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-2ea2990e-705c-4c17-8a20-31fdcbcdc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:33.346947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-2ea2990e-705c-4c17-8a20-31fdcbcdc22b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60001902-9595-4e86-bc74-35f2271eee27 HTTP/1.1" status: 200 len: 801 time: 0.2002051 Oct 22 13:08:33.361326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b53b4ed-27a7-47dc-b9d8-1c7d8961daa8 req-02dffd46-9d53-4537-a582-afef675d2805 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306840 Oct 22 13:08:33.392248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-424d77b9-461e-4644-8f82-e9917667f437 None None] Port 5e662589-da2f-47fa-98c4-2cac31cf5029 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:08:33.482295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-45e03ced-bbc1-44f8-ac2d-e5c54083c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:33.489277 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-45e03ced-bbc1-44f8-ac2d-e5c54083c640 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f834e531-8e6b-419a-a73b-9358dba67c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345716 Oct 22 13:08:33.718355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-e21f4a22-6ce2-48dd-ab92-59e0dedb0e6e service neutron] 10.222.0.26 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206557 Oct 22 13:08:33.867973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cadb5-e828-437b-9d26-53bb6ca3bb7f req-486035c9-0646-40ec-8477-005c5b0cc955 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:33.870359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4cadb5-e828-437b-9d26-53bb6ca3bb7f req-486035c9-0646-40ec-8477-005c5b0cc955 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1245735 Oct 22 13:08:33.911652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86c7abd9-fb3f-4b3c-accb-3d6d31364f5a req-9a5ad95d-8ce5-4936-96ec-becf70a48fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861534 Oct 22 13:08:33.937138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb4cadb5-e828-437b-9d26-53bb6ca3bb7f req-763df24a-c3be-4020-9edd-cd6a9a4e1320 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530884 Oct 22 13:08:34.034855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e662589-da2f-47fa-98c4-2cac31cf5029 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:34.058433 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:34.090209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Transition to ACTIVE for port object 5e662589-da2f-47fa-98c4-2cac31cf5029 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:34.100021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:34.367323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:34.529142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Attempting to bind port 5e662589-da2f-47fa-98c4-2cac31cf5029 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:34.530120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Attempting to bind port 5e662589-da2f-47fa-98c4-2cac31cf5029 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:34.530783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Attempting to bind port 5e662589-da2f-47fa-98c4-2cac31cf5029 on network 1ccb517f-d047-4f8d-964f-e2156c24677b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:34.543385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Port 5e662589-da2f-47fa-98c4-2cac31cf5029 on network 1ccb517f-d047-4f8d-964f-e2156c24677b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:08:34.543723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Attempting to bind port 5e662589-da2f-47fa-98c4-2cac31cf5029 on network 1ccb517f-d047-4f8d-964f-e2156c24677b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:34.564169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898c1b0-6d92-4743-8e0a-dd3955a61532 req-4c6a3770-7b29-4a37-8a7a-3eb54433b097 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:34.572224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898c1b0-6d92-4743-8e0a-dd3955a61532 req-4c6a3770-7b29-4a37-8a7a-3eb54433b097 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:34.581009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9898c1b0-6d92-4743-8e0a-dd3955a61532 req-4c6a3770-7b29-4a37-8a7a-3eb54433b097 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1678 time: 0.2183051 Oct 22 13:08:34.605902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:34.606232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Checking segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:34.607394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Bound using segment: {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:34.607938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Bound port: 5e662589-da2f-47fa-98c4-2cac31cf5029, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:34.608240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:34.656752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9898c1b0-6d92-4743-8e0a-dd3955a61532 req-64528199-e608-466a-9628-479b1daf7982 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739167 Oct 22 13:08:34.778905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:34.785772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5e662589-da2f-47fa-98c4-2cac31cf5029,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:34.796836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:34.873456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:34.874321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:34.876019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 1092 time: 1.7755766 Oct 22 13:08:34.876837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:34.879927 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885f1025-333d-4a5a-a552-c3e1564fad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:34.950638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d803b4-b89b-412d-8811-a75e7bb720c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:35.005950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-78f8c585-57e9-4f75-8309-3dd624b02844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:35.009573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-78f8c585-57e9-4f75-8309-3dd624b02844 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1095 time: 0.0678356 Oct 22 13:08:35.124262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-853f3a5a-8a5e-42d0-ba8c-db2cc9d04068 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 217 time: 0.0910959 Oct 22 13:08:35.130430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:08:35.234974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-5abb53ea-e918-42fe-b2f3-6b8d51611768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:35.236470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-5abb53ea-e918-42fe-b2f3-6b8d51611768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.0925033 Oct 22 13:08:35.321610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd392e-c3ce-4be7-911d-406a9a064dc9 req-94351692-c30e-4e69-b7df-9cff40c8aaec tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:35.329781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dd392e-c3ce-4be7-911d-406a9a064dc9 req-94351692-c30e-4e69-b7df-9cff40c8aaec tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 944 time: 0.2908931 Oct 22 13:08:35.368599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5866155-228a-4cb0-858f-846d594a8096 req-a331d1cb-0a94-44f6-9b60-e694acac3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:35.370075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-a331d1cb-0a94-44f6-9b60-e694acac3163 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072311 Oct 22 13:08:35.443509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dd392e-c3ce-4be7-911d-406a9a064dc9 req-fa2a5711-6b08-4fc2-b1d6-50b7d3efb4a2 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059036 Oct 22 13:08:35.501556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:35.543064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'network_id': 'd393a936-9c44-4eab-89ab-b9154e212427', 'port_id': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'mac_address': 'fa:16:3e:4b:f5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbabba5-68b8-4a0b-bcaa-3e8518e52caf', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:08:35.593158 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330971f1-6c2a-4a82-9d66-ad07c4d19401 x-openstack-request-id: req-330971f1-6c2a-4a82-9d66-ad07c4d19401 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:35.593492 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:35.593693 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-330971f1-6c2a-4a82-9d66-ad07c4d19401 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:35.594091 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'status': 'completed', 'code': 200} Oct 22 13:08:35.633275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:35.647703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:35.679548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:35.690784 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:35.732466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-21374144-dfcc-49b8-9f80-957f2d863bc4 service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444884 Oct 22 13:08:35.759873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:35.787159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdec37-a795-465c-984c-462185d0e134 req-f548a86b-eb48-4901-876e-2808e2ed5c96 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:35.788765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95bdec37-a795-465c-984c-462185d0e134 req-f548a86b-eb48-4901-876e-2808e2ed5c96 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1939113 Oct 22 13:08:35.898518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5866155-228a-4cb0-858f-846d594a8096 req-80137de2-32a5-45d0-b3f7-e2524fdfa3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560998 Oct 22 13:08:35.901056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:35.948342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95bdec37-a795-465c-984c-462185d0e134 req-0eb04887-cff2-44d8-941f-cd8e49acc8e3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477149 Oct 22 13:08:36.021120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-7fc43c74-e365-48da-b8a0-b71111c77e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.023160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-7fc43c74-e365-48da-b8a0-b71111c77e2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1095 time: 0.0632682 Oct 22 13:08:36.552523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e426-7bc9-47f3-8f51-607063df65b7 req-71b640a8-9ee4-42a3-8fa2-cafa55a0a20a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.558496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e426-7bc9-47f3-8f51-607063df65b7 req-71b640a8-9ee4-42a3-8fa2-cafa55a0a20a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.560128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d416e426-7bc9-47f3-8f51-607063df65b7 req-71b640a8-9ee4-42a3-8fa2-cafa55a0a20a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1679 time: 0.4805117 Oct 22 13:08:36.622645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-d3790a26-476b-4e51-81ca-a5c72e9a036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.624350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-d3790a26-476b-4e51-81ca-a5c72e9a036c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 929 time: 0.5925009 Oct 22 13:08:36.709420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-7e4fa389-98a7-455f-83df-bef589730756 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 217 time: 0.0742385 Oct 22 13:08:36.719929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-d400ca67-7c77-4763-94e1-b7f8e68776bc tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.721535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-d400ca67-7c77-4763-94e1-b7f8e68776bc tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.2754118 Oct 22 13:08:36.726132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d416e426-7bc9-47f3-8f51-607063df65b7 req-72515881-ee4d-4806-80ba-540772e245c7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283042 Oct 22 13:08:36.801162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-3e67d1fb-1d97-4937-b1bb-800076bdf329 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/quotas/fae4a9455b204c989f5f3179614b4a21 HTTP/1.1" status: 200 len: 375 time: 0.0727832 Oct 22 13:08:36.845034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-faa2a7d0-0a0f-4c24-bd3f-e881e5f2e317 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373178 Oct 22 13:08:36.846901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-533cfe3d-7a87-4071-86af-485e13efa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.848366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-533cfe3d-7a87-4071-86af-485e13efa68e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.1256857 Oct 22 13:08:36.978787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-6511ba6d-6d74-49ef-89f8-33a4b30184b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:36.980384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-6511ba6d-6d74-49ef-89f8-33a4b30184b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044130 Oct 22 13:08:36.995083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-272cb33c-5b3e-4764-9c58-d9cf5260af89 service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412082 Oct 22 13:08:37.148471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d8668cd7-1b8d-4442-8271-4f88e35020be details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:08:37.231665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-f7c88f5f-b4ff-4535-99fe-2a8c6d4a8db1 service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051065 Oct 22 13:08:37.259911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:37.261668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-d9269a93-758c-45ed-9024-94803e6d0d3d service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695928 Oct 22 13:08:37.290538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9bd57-3f2d-4df9-a18e-9933ace59f3a req-8e3ada56-dfba-45e0-bc1c-bce6bfae769a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:37.305607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93b9bd57-3f2d-4df9-a18e-9933ace59f3a req-8e3ada56-dfba-45e0-bc1c-bce6bfae769a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 944 time: 0.2524760 Oct 22 13:08:37.483824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93b9bd57-3f2d-4df9-a18e-9933ace59f3a req-c0e203e3-9f04-48ad-bf69-a150a5a77938 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718466 Oct 22 13:08:37.613144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-885f1025-333d-4a5a-a552-c3e1564fad4e req-d45e1f63-7aae-40e1-bad5-45198c05a14d service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035157 Oct 22 13:08:37.658960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d8668cd7-1b8d-4442-8271-4f88e35020be,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:37.704634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd8668cd7-1b8d-4442-8271-4f88e35020be', 'network_id': 'f834e531-8e6b-419a-a73b-9358dba67c86', 'port_id': 'd8668cd7-1b8d-4442-8271-4f88e35020be', 'mac_address': 'fa:16:3e:84:99:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60001902-9595-4e86-bc74-35f2271eee27', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:08:37.750428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e44d8979-b9bb-4554-85ad-1a89feb4c224 req-e4480083-51d9-4c2a-a339-214e7c3c2ae5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 210 time: 0.0750480 Oct 22 13:08:37.779142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:08:37.792153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:37.807020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9528cd5-a0f4-4fed-a00b-76a5592735dd req-ea7dcf5b-6494-4b86-b5ce-b1ca8ae779c4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:37.810424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:37.811507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9528cd5-a0f4-4fed-a00b-76a5592735dd req-ea7dcf5b-6494-4b86-b5ce-b1ca8ae779c4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1489849 Oct 22 13:08:37.812082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:37.932939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8668cd7-1b8d-4442-8271-4f88e35020be {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:37.966442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:37.969056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d8668cd7-1b8d-4442-8271-4f88e35020be,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:37.993061 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:38.007841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9528cd5-a0f4-4fed-a00b-76a5592735dd req-7db2a9b3-5b6a-4528-8078-fee22733d658 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878517 Oct 22 13:08:38.038703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfc3ce-baaa-4963-a56c-30e7de170656 req-75749c5b-276d-484c-9464-77b1c43fbbca tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:38.053292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfc3ce-baaa-4963-a56c-30e7de170656 req-75749c5b-276d-484c-9464-77b1c43fbbca tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:38.054967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39bfc3ce-baaa-4963-a56c-30e7de170656 req-75749c5b-276d-484c-9464-77b1c43fbbca tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1679 time: 0.1863537 Oct 22 13:08:38.063608 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:38.111583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:38.113979 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73031a3-1469-4907-b621-a80f1e08f64d" -d '{"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:38.132426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:38.139609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:38.142279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39bfc3ce-baaa-4963-a56c-30e7de170656 req-ba8eff08-a6e2-40a1-b24c-8d0e456360d9 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813324 Oct 22 13:08:38.150093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:38.199519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d8668cd7-1b8d-4442-8271-4f88e35020be'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:38.267417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:38.406803 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac893aa-3f35-443e-9ba8-d81f06634102 x-openstack-request-id: req-4ac893aa-3f35-443e-9ba8-d81f06634102 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:38.407198 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:38.407523 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ac893aa-3f35-443e-9ba8-d81f06634102 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:38.407994 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'code': 200} Oct 22 13:08:38.657516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873520b7-8e70-408d-89b5-55527bd355cb req-b04b8477-e970-4c7c-a77d-bd73ae38c257 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:38.667931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-873520b7-8e70-408d-89b5-55527bd355cb req-b04b8477-e970-4c7c-a77d-bd73ae38c257 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 944 time: 0.0730004 Oct 22 13:08:38.735902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-873520b7-8e70-408d-89b5-55527bd355cb req-8a29bc40-ba41-4af9-9129-483becf1691c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640497 Oct 22 13:08:38.893485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0d7bee1-eeab-48f4-8af0-7a0215b0cd45 req-63ac0b0d-82ce-4a21-b35a-ef01e3db69f6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Oct 22 13:08:39.165680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d8668cd7-1b8d-4442-8271-4f88e35020be up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:39.329877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d8668cd7-1b8d-4442-8271-4f88e35020be completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:08:39.337399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d8668cd7-1b8d-4442-8271-4f88e35020be triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:39.341092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:39.460875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881487e-a9c9-425e-8d6f-574cb9c3d475 req-c255fcdf-cceb-49c0-8252-7e5d5df91410 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:39.486433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7881487e-a9c9-425e-8d6f-574cb9c3d475 req-c255fcdf-cceb-49c0-8252-7e5d5df91410 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.2831993 Oct 22 13:08:39.601220 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:39.620700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7881487e-a9c9-425e-8d6f-574cb9c3d475 req-b22aad9d-54ae-41e2-a01d-f9bcc76dc47a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 Oct 22 13:08:39.637065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-c27f72c7-9315-44d3-bc6e-46dcc8865a3b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:39.641646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-c27f72c7-9315-44d3-bc6e-46dcc8865a3b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.26 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.3487840 Oct 22 13:08:39.656817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'port': {'device_id': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'admin_state_up': True, 'tenant_id': 'fae4a9455b204c989f5f3179614b4a21'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:39.789594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136bbfb-c509-47f1-b6fa-b4663a90e4f3 req-f499dc26-08b6-48ae-9e29-df88a8a38b39 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:39.809944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136bbfb-c509-47f1-b6fa-b4663a90e4f3 req-f499dc26-08b6-48ae-9e29-df88a8a38b39 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:39.828053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1136bbfb-c509-47f1-b6fa-b4663a90e4f3 req-f499dc26-08b6-48ae-9e29-df88a8a38b39 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1681 time: 0.5041409 Oct 22 13:08:39.841545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d8668cd7-1b8d-4442-8271-4f88e35020be,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:39.844951 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:39.851107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Made reservation on behalf of fae4a9455b204c989f5f3179614b4a21 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:39.855886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:39.856422 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:39.888330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1136bbfb-c509-47f1-b6fa-b4663a90e4f3 req-9fbe79f8-7fb8-4a72-a0fe-fb4e49a0f094 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589850 Oct 22 13:08:39.997094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5e662589-da2f-47fa-98c4-2cac31cf5029 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:08:40.158515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-554053a1-df46-47ec-8287-15a73ce3bc53 req-09954dda-3632-4906-9dea-8a75c5f2900e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 210 time: 0.0778861 Oct 22 13:08:40.171575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5e662589-da2f-47fa-98c4-2cac31cf5029,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:40.173297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Allocated IP 172.20.0.14 (e0ca10da-509d-4385-9d29-9520d360b5d0/9da17048-e5ce-4696-95ef-7472c31eea61/88be52a8-bc8c-4084-9261-b78b34b02fdb) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:40.185874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:40.188480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'mac_address': 'fa:16:3e:0a:33:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:08:40.193252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008de7-1daf-4177-ba54-2c6b8fd257d4 req-40cc02ea-5a49-4581-9403-89b424d7c5b2 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:40.194866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca008de7-1daf-4177-ba54-2c6b8fd257d4 req-40cc02ea-5a49-4581-9403-89b424d7c5b2 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 944 time: 0.1698120 Oct 22 13:08:40.275417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca008de7-1daf-4177-ba54-2c6b8fd257d4 req-64dddc2b-24b1-43ff-94f5-e235882c3526 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657687 Oct 22 13:08:40.292493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:40.318358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e662589-da2f-47fa-98c4-2cac31cf5029 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:40.347768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5e662589-da2f-47fa-98c4-2cac31cf5029,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:40.356821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:40.409782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:40.414290 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71564a4a-2ab4-42d0-a6ef-1ef95ffd671f" -d '{"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:40.445392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:40.490784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:40.507653 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5105d6b-9662-4d5b-a375-de5f60413274 x-openstack-request-id: req-c5105d6b-9662-4d5b-a375-de5f60413274 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:40.507653 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:40.507653 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5105d6b-9662-4d5b-a375-de5f60413274 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:40.507653 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be', 'code': 200} Oct 22 13:08:40.561652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:40.627624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:40.638358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0d77-0994-4f49-b88c-5724986bc2d8 req-5042464d-7f4b-429f-ba40-36b6fcf5d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:40.639342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0d77-0994-4f49-b88c-5724986bc2d8 req-5042464d-7f4b-429f-ba40-36b6fcf5d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:40.642067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-010d0d77-0994-4f49-b88c-5724986bc2d8 req-5042464d-7f4b-429f-ba40-36b6fcf5d324 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1984 time: 0.0529892 Oct 22 13:08:40.643549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Network e0ca10da-509d-4385-9d29-9520d360b5d0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:40.645421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:40.647919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:40.696646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-010d0d77-0994-4f49-b88c-5724986bc2d8 req-ce04057f-33f0-46da-83b3-164a4514291a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Oct 22 13:08:40.728955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:40.735358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:40.765218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5da848d0-7a13-4943-bb6a-5938ded64da5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134419 Oct 22 13:08:40.896983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Request body: {'port': {'device_id': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:40.915418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb96b-49fb-4848-a127-3ebca831636e req-9cff8c66-29c4-40f1-9cbf-f6d4d74fcc11 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:40.925779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7dcb96b-49fb-4848-a127-3ebca831636e req-9cff8c66-29c4-40f1-9cbf-f6d4d74fcc11 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0911796 Oct 22 13:08:40.950012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['5e662589-da2f-47fa-98c4-2cac31cf5029'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:40.992517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7dcb96b-49fb-4848-a127-3ebca831636e req-7c9f3c67-22dc-4b77-ae2c-358c21fb987f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Oct 22 13:08:41.013309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.116670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e54c4-8b50-4a9e-af61-953c48d3f993 req-40bf9dc0-d965-4acb-a18c-9939da36899d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:41.125984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e54c4-8b50-4a9e-af61-953c48d3f993 req-40bf9dc0-d965-4acb-a18c-9939da36899d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:41.144286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf5e54c4-8b50-4a9e-af61-953c48d3f993 req-40bf9dc0-d965-4acb-a18c-9939da36899d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1682 time: 0.1503284 Oct 22 13:08:41.240798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf5e54c4-8b50-4a9e-af61-953c48d3f993 req-ab057f54-e400-4f79-ac65-abf4a96b40f7 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953681 Oct 22 13:08:41.403020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335f21-148a-4f80-a0e2-2092127e6d6f req-2757c74c-17d2-4fff-b3f5-092f6f03bd16 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:41.405404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24335f21-148a-4f80-a0e2-2092127e6d6f req-2757c74c-17d2-4fff-b3f5-092f6f03bd16 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 932 time: 0.0931695 Oct 22 13:08:41.480302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88be52a8-bc8c-4084-9261-b78b34b02fdb {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:41.495759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.508467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8567fc4-4793-4085-82c3-6199a379e5be req-50f2c678-2f25-409a-a5e3-752c4b6e27fa tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:41.511697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Transition to ACTIVE for port object 88be52a8-bc8c-4084-9261-b78b34b02fdb will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:41.513611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8567fc4-4793-4085-82c3-6199a379e5be req-50f2c678-2f25-409a-a5e3-752c4b6e27fa tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 945 time: 0.1015415 Oct 22 13:08:41.523688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.589279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8567fc4-4793-4085-82c3-6199a379e5be req-3bc00724-8a09-425b-8322-7e642eaef516 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Oct 22 13:08:41.591280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:41.624114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24335f21-148a-4f80-a0e2-2092127e6d6f req-27f4bece-48ce-46c7-833e-ee66ded4d638 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931407 Oct 22 13:08:41.740563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Attempting to bind port 88be52a8-bc8c-4084-9261-b78b34b02fdb on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:41.741629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Attempting to bind port 88be52a8-bc8c-4084-9261-b78b34b02fdb by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:41.742210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Attempting to bind port 88be52a8-bc8c-4084-9261-b78b34b02fdb on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:41.747408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Port 88be52a8-bc8c-4084-9261-b78b34b02fdb on network e0ca10da-509d-4385-9d29-9520d360b5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:08:41.748093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Attempting to bind port 88be52a8-bc8c-4084-9261-b78b34b02fdb on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:41.753938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:41.754647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Checking segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:41.755394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Bound using segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:41.756246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Bound port: 88be52a8-bc8c-4084-9261-b78b34b02fdb, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:41.756854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.888530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:41.892969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:41.907853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.957713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:41.958515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:41.959934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] 10.222.0.26 "PUT /v2.0/ports/88be52a8-bc8c-4084-9261-b78b34b02fdb HTTP/1.1" status: 200 len: 1092 time: 1.0679605 Oct 22 13:08:41.960381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:41.974106 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:42.146006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf138511-024d-4aef-9dc6-8ef267e8aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:42.220008 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06436098-99ae-4f40-a2d0-89b0a25fa0cd x-openstack-request-id: req-06436098-99ae-4f40-a2d0-89b0a25fa0cd {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:42.220286 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:42.220534 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06436098-99ae-4f40-a2d0-89b0a25fa0cd {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:42.221000 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'status': 'completed', 'code': 200} Oct 22 13:08:42.223082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-2ceaf9d6-4cd2-4c23-8b58-629451d496b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.224580 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-2ceaf9d6-4cd2-4c23-8b58-629451d496b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 1095 time: 0.1858163 Oct 22 13:08:42.238562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1fd8-dd5a-417f-92f8-3b961e99d873 req-6435c1cb-5810-4ee3-849d-d123bf48c451 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.240152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ebf1fd8-dd5a-417f-92f8-3b961e99d873 req-6435c1cb-5810-4ee3-849d-d123bf48c451 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1096578 Oct 22 13:08:42.283933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ebf1fd8-dd5a-417f-92f8-3b961e99d873 req-9f745b53-1dc4-4cae-835f-310593455942 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Oct 22 13:08:42.315225 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-b3795daf-9131-4f23-97f3-767a26866c08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb HTTP/1.1" status: 200 len: 217 time: 0.0811095 Oct 22 13:08:42.392089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-081efb03-4d53-4892-ae6d-e07b5ffb9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.394904 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-081efb03-4d53-4892-ae6d-e07b5ffb9bbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.0717609 Oct 22 13:08:42.486701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4bf9-fb3b-45b4-9a93-7b41d442671a req-3f9e272e-ab6f-4cf4-8aa5-45be82cb6586 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.490972 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-5e86deb2-bf7c-461d-827e-db8c0dd68504 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833418 Oct 22 13:08:42.493030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4bf9-fb3b-45b4-9a93-7b41d442671a req-3f9e272e-ab6f-4cf4-8aa5-45be82cb6586 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.494982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bdc4bf9-fb3b-45b4-9a93-7b41d442671a req-3f9e272e-ab6f-4cf4-8aa5-45be82cb6586 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1682 time: 0.0942252 Oct 22 13:08:42.620064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bdc4bf9-fb3b-45b4-9a93-7b41d442671a req-a76fb5b9-af76-4066-addb-3c377f4b862a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169786 Oct 22 13:08:42.696228 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-578bc197-f4b6-4cd0-ab96-c32237872108 service neutron] 10.222.0.26 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024384 Oct 22 13:08:42.934629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4ac0-cd05-40ec-b4a7-9d82788f7d1d req-a77ebb91-392f-46af-a31c-e5d57bd57788 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:42.943428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2cb4ac0-cd05-40ec-b4a7-9d82788f7d1d req-a77ebb91-392f-46af-a31c-e5d57bd57788 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 945 time: 0.2068453 Oct 22 13:08:42.999064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-bd509a82-bec0-4d3c-ba1c-95b113fef861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.000584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-bd509a82-bec0-4d3c-ba1c-95b113fef861 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.1653767 Oct 22 13:08:43.012367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2696ac9a-a137-489b-b554-ac3f9df7d8f6 req-8beb8119-5e74-41c6-b9e7-c2826cd018ec service neutron] 10.222.0.26 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074670 Oct 22 13:08:43.023024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2cb4ac0-cd05-40ec-b4a7-9d82788f7d1d req-4d35dd72-13ff-4428-9ace-97c5be6fe558 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784826 Oct 22 13:08:43.149719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-52ee490c-aa0e-4f4c-b05f-255218a3fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.151259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-52ee490c-aa0e-4f4c-b05f-255218a3fea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 1095 time: 0.0699179 Oct 22 13:08:43.267180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1827f4-9c37-49d0-b7b4-3fd054ea70b0 req-9f3143e9-f79a-43ec-9459-624301bea73e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.274673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca1827f4-9c37-49d0-b7b4-3fd054ea70b0 req-9f3143e9-f79a-43ec-9459-624301bea73e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 944 time: 0.2847877 Oct 22 13:08:43.334710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-62e68919-efd9-478c-a37d-45db6c33b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.336215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-62e68919-efd9-478c-a37d-45db6c33b2f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.3123994 Oct 22 13:08:43.357157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-68e57e34-3484-4641-b0ad-f943f0b63d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.359426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-68e57e34-3484-4641-b0ad-f943f0b63d31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 922 time: 0.2006724 Oct 22 13:08:43.366928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca1827f4-9c37-49d0-b7b4-3fd054ea70b0 req-f1ccb0f4-baa3-44a1-8429-128eb9995783 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Oct 22 13:08:43.419558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-f9c6db2c-a19f-4165-9bba-885073a7342a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb HTTP/1.1" status: 200 len: 217 time: 0.0493402 Oct 22 13:08:43.432639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc08be-c0f8-4f9b-a720-2eeda983efcf req-32adf969-6bdf-4320-ade7-021869edc6d8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.434162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ddc08be-c0f8-4f9b-a720-2eeda983efcf req-32adf969-6bdf-4320-ade7-021869edc6d8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2356799 Oct 22 13:08:43.435871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-2e3a55f5-38c6-47fa-988b-2f2058cbfc78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.0903323 Oct 22 13:08:43.480361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ddc08be-c0f8-4f9b-a720-2eeda983efcf req-6cecefda-4d3c-47f9-8cdb-f0fdd82eb8d1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Oct 22 13:08:43.534397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-5c18e948-a622-4746-83cf-b6c989db331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.538650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-5c18e948-a622-4746-83cf-b6c989db331b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.1007774 Oct 22 13:08:43.539453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-74899a34-b360-495c-b3cb-e1d108fd0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.541076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-74899a34-b360-495c-b3cb-e1d108fd0a33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.0648990 Oct 22 13:08:43.598570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-5e7a15e2-9868-445b-9382-98b919e5ddd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491989 Oct 22 13:08:43.629254 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-61719533-d053-4861-8891-b8c0de3c0cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731707 Oct 22 13:08:43.811831 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-910df5c2-a4cc-4bf9-b475-5bbb8880ee8f service neutron] 10.222.0.26 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696920 Oct 22 13:08:43.862712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0bf6c-960c-43a4-bfa8-eb435fed5a0d req-968e39d4-a07f-466d-886a-c6ecdd30710d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:43.864649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d0bf6c-960c-43a4-bfa8-eb435fed5a0d req-968e39d4-a07f-466d-886a-c6ecdd30710d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1688962 Oct 22 13:08:43.960803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-e2ac486c-7017-4700-9f8b-d1f013471511 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506591 Oct 22 13:08:43.979542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d0bf6c-960c-43a4-bfa8-eb435fed5a0d req-284b6586-cbe2-4d8f-a2bc-ed4ee30f87c6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945206 Oct 22 13:08:44.028683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a094401-aec0-40b7-add4-c58d26f841d2 req-8f20f0fe-61bd-43c4-840d-d0204c022519 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.028955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5e662589-da2f-47fa-98c4-2cac31cf5029 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:44.034926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a094401-aec0-40b7-add4-c58d26f841d2 req-8f20f0fe-61bd-43c4-840d-d0204c022519 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.042275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a094401-aec0-40b7-add4-c58d26f841d2 req-8f20f0fe-61bd-43c4-840d-d0204c022519 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1682 time: 0.1722443 Oct 22 13:08:44.074079 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f936636e-2a51-4e8f-b3fb-3abbf79e92c4 req-e5d34887-f810-4397-8646-973498aca08f service neutron] 10.222.0.26 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537870 Oct 22 13:08:44.120592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 5e662589-da2f-47fa-98c4-2cac31cf5029 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:08:44.125490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 5e662589-da2f-47fa-98c4-2cac31cf5029 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:44.125999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:44.148785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a094401-aec0-40b7-add4-c58d26f841d2 req-02098fc6-5c22-4ce8-a384-e94a6d12fad4 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053262 Oct 22 13:08:44.227450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e4dce33-f21d-4765-bc5b-1f440a139944 req-ee965d3c-1942-4316-a4c1-f3441f5f4775 service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470570 Oct 22 13:08:44.241521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001fa0c-690f-481f-b355-4737aab254b8 req-3d4d9f50-f906-4dcc-95b0-0aaef135a330 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.243340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f001fa0c-690f-481f-b355-4737aab254b8 req-3d4d9f50-f906-4dcc-95b0-0aaef135a330 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 945 time: 0.1223848 Oct 22 13:08:44.278261 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:44.317469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5e662589-da2f-47fa-98c4-2cac31cf5029,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:44.319300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:44.321975 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8c1224-f968-42f6-9f80-b5473183d238" -d '{"events": [{"server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "name": "network-vif-plugged", "status": "completed", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:44.328213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:44.339676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f001fa0c-690f-481f-b355-4737aab254b8 req-25bed13f-0cb2-4d22-be7a-d9819ff0eb3e tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894747 Oct 22 13:08:44.383822 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df1c5a-35c7-4617-b46d-98abffacbfde x-openstack-request-id: req-c4df1c5a-35c7-4617-b46d-98abffacbfde {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:44.384623 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "name": "network-vif-plugged", "status": "completed", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:44.385415 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4df1c5a-35c7-4617-b46d-98abffacbfde {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:44.386030 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'code': 200} Oct 22 13:08:44.453134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:44.549891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2fd2e-e18b-4e27-9138-eef9f51616d3 req-7017d13f-8818-4a55-87eb-711676be74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.551446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a2fd2e-e18b-4e27-9138-eef9f51616d3 req-7017d13f-8818-4a55-87eb-711676be74ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1097 time: 0.1005456 Oct 22 13:08:44.604262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8281c-f2c3-4f7f-a49b-4145b7773f04 req-c953fa3e-16e4-49f6-b6ac-b24b362c5369 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.606677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1e8281c-f2c3-4f7f-a49b-4145b7773f04 req-c953fa3e-16e4-49f6-b6ac-b24b362c5369 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 944 time: 0.1088583 Oct 22 13:08:44.637343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9a2fd2e-e18b-4e27-9138-eef9f51616d3 req-86db1bd3-0bcb-4e73-a9fe-f92f4972214b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752184 Oct 22 13:08:44.720218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1e8281c-f2c3-4f7f-a49b-4145b7773f04 req-f6a6c85e-496e-4676-a193-dd75ccc9893a tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002984 Oct 22 13:08:44.745007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f0913-5961-4ffc-9ad4-bce36023732f req-630cc95a-8cda-40ee-b410-d87a67893fc4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:44.747326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b87f0913-5961-4ffc-9ad4-bce36023732f req-630cc95a-8cda-40ee-b410-d87a67893fc4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0952294 Oct 22 13:08:44.812476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b87f0913-5961-4ffc-9ad4-bce36023732f req-c3160924-2cbd-48ff-b741-fc3ec93b35ab tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553260 Oct 22 13:08:45.162947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bad53-bcd0-4b16-8506-4c03cb1e0859 req-c84d7fb3-08b6-4f0f-a232-20710063098b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.171832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-404bad53-bcd0-4b16-8506-4c03cb1e0859 req-c84d7fb3-08b6-4f0f-a232-20710063098b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0858464 Oct 22 13:08:45.246479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-404bad53-bcd0-4b16-8506-4c03cb1e0859 req-d818ce49-76a0-4bd1-befb-96855b30d6eb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681159 Oct 22 13:08:45.347168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d30e0-3a49-4ad6-83de-01e4fce0fca0 req-c6ef87ab-b18c-4c23-b646-468e10ebba02 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.353900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d30e0-3a49-4ad6-83de-01e4fce0fca0 req-c6ef87ab-b18c-4c23-b646-468e10ebba02 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.355608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221d30e0-3a49-4ad6-83de-01e4fce0fca0 req-c6ef87ab-b18c-4c23-b646-468e10ebba02 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1682 time: 0.0865245 Oct 22 13:08:45.450303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221d30e0-3a49-4ad6-83de-01e4fce0fca0 req-34fe9dc9-a3e2-4626-9c44-bc7d9098800f tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870032 Oct 22 13:08:45.511437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25131ae-ccf9-44bb-abe0-3a683d860ecc req-839f88f1-0e0c-4ea6-b794-2f7d7ef14343 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.521438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e25131ae-ccf9-44bb-abe0-3a683d860ecc req-839f88f1-0e0c-4ea6-b794-2f7d7ef14343 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.0970511 Oct 22 13:08:45.539142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae31c12-0842-41f8-af1f-d092018ba01d req-ec49e2b5-461d-4b01-8604-cf19ce10a10d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.547436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae31c12-0842-41f8-af1f-d092018ba01d req-ec49e2b5-461d-4b01-8604-cf19ce10a10d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.549166 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dae31c12-0842-41f8-af1f-d092018ba01d req-ec49e2b5-461d-4b01-8604-cf19ce10a10d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 1682 time: 0.4727850 Oct 22 13:08:45.573355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e25131ae-ccf9-44bb-abe0-3a683d860ecc req-1d1ed6b1-0394-4f1c-942a-27513168d605 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Oct 22 13:08:45.666543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port d8668cd7-1b8d-4442-8271-4f88e35020be {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:45.666886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:45.803522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port d8668cd7-1b8d-4442-8271-4f88e35020be, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d8668cd7-1b8d-4442-8271-4f88e35020be,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:45.803940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:45.833478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for d8668cd7-1b8d-4442-8271-4f88e35020be owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:45.899286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22c5df-fdbc-49ce-9e68-5b36832f9f15 req-e1813efe-0c87-47c9-ad57-ccb64496a850 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:45.905232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c22c5df-fdbc-49ce-9e68-5b36832f9f15 req-e1813efe-0c87-47c9-ad57-ccb64496a850 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 944 time: 0.1117508 Oct 22 13:08:46.024461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.043657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'd8668cd7-1b8d-4442-8271-4f88e35020be'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:46.049744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c22c5df-fdbc-49ce-9e68-5b36832f9f15 req-9986a58f-b0f4-453e-8cc7-c52bba837050 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365733 Oct 22 13:08:46.074281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=d8668cd7-1b8d-4442-8271-4f88e35020be,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:46.110380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695d658-091d-49c0-97a6-317eedd3a327 req-4a153a0f-e95b-4727-b499-b0eeac4395cd tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:46.114674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.115974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.116572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.116923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.117397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.117875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.118224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.118565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.119008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.119604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.119904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.120342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:46.152668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3695d658-091d-49c0-97a6-317eedd3a327 req-4a153a0f-e95b-4727-b499-b0eeac4395cd tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2413259 Oct 22 13:08:46.172829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port d8668cd7-1b8d-4442-8271-4f88e35020be on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:46.176498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.183618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dae31c12-0842-41f8-af1f-d092018ba01d req-2e97ad45-d346-4580-a7c2-75d50fd2a003 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "DELETE /v2.0/ports/d8668cd7-1b8d-4442-8271-4f88e35020be HTTP/1.1" status: 204 len: 173 time: 0.6251316 Oct 22 13:08:46.184428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-deleted', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:46.187556 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e97ab7-ca24-4bab-9c9f-9814d0fffa11" -d '{"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-deleted", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:46.359967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3695d658-091d-49c0-97a6-317eedd3a327 req-79be5540-8da5-4a64-a909-54d3bc76dc8b tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026036 Oct 22 13:08:46.379329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:46.380025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.523802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:46.524716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.545451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:46.571350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33272f-aa9b-4943-a751-220291db3972 req-b34c9dc6-08f4-4264-ae4d-247b867d4a67 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:46.580004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce33272f-aa9b-4943-a751-220291db3972 req-b34c9dc6-08f4-4264-ae4d-247b867d4a67 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.0764887 Oct 22 13:08:46.609642 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecf131c-2828-4a78-972a-cd3de57eb219 x-openstack-request-id: req-8ecf131c-2828-4a78-972a-cd3de57eb219 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:46.609936 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-deleted", "tag": "d8668cd7-1b8d-4442-8271-4f88e35020be", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:46.610194 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ecf131c-2828-4a78-972a-cd3de57eb219 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:46.610753 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-deleted', 'tag': 'd8668cd7-1b8d-4442-8271-4f88e35020be', 'status': 'completed', 'code': 200} Oct 22 13:08:46.648266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce33272f-aa9b-4943-a751-220291db3972 req-bedc1d6d-09f5-44de-9c2c-0ab28edb9a9f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Oct 22 13:08:46.664008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fcd6b-db00-4e5a-b90e-936a32c40b07 req-f3b7ca97-5115-4513-902d-24daae0c5d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:46.680830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef3fcd6b-db00-4e5a-b90e-936a32c40b07 req-f3b7ca97-5115-4513-902d-24daae0c5d2a tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/ports?device_id=d004b7d3-ceae-44da-b600-89601a57b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1200767 Oct 22 13:08:46.722004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef3fcd6b-db00-4e5a-b90e-936a32c40b07 req-8015e4ef-6fcf-4065-8221-27e5c5401395 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b364914-3942-4b19-a8cb-49229df7cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Oct 22 13:08:46.758916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.770983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d8668cd7-1b8d-4442-8271-4f88e35020be'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:46.802848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53b14-13e1-402b-bd89-48da8c7921ed req-ec14f761-bc61-4bc3-92d5-99e6cba7e943 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:46.804272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6a53b14-13e1-402b-bd89-48da8c7921ed req-ec14f761-bc61-4bc3-92d5-99e6cba7e943 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.0715067 Oct 22 13:08:46.822244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:46.876298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:46.879140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:46.880099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6a53b14-13e1-402b-bd89-48da8c7921ed req-da2f9a5e-efff-4c20-8760-b8b754eb18a7 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 Oct 22 13:08:46.884573 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dae31c12-0842-41f8-af1f-d092018ba01d req-3f736d7d-9c61-45c0-86c5-c66ae314ca2d tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.26 "DELETE /v2.0/ports/8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 HTTP/1.1" status: 204 len: 173 time: 0.6904449 Oct 22 13:08:47.197542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b0ea53d4-b207-4a5e-8e0b-b1c1ad7d2216 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 258 time: 0.2780535 Oct 22 13:08:47.204235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:47.223399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:08:47.237400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:47.267292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4c47-d365-4c4c-8949-67c56fe2b1ce req-5ac612e3-77fe-47ec-9c0f-daec5057a474 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:47.274994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-500c4c47-d365-4c4c-8949-67c56fe2b1ce req-5ac612e3-77fe-47ec-9c0f-daec5057a474 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 944 time: 0.1279049 Oct 22 13:08:47.375475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-500c4c47-d365-4c4c-8949-67c56fe2b1ce req-e8923c06-e645-4f53-b128-b01e80f02755 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887537 Oct 22 13:08:47.393372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:47.414469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'port_id': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'mac_address': 'fa:16:3e:16:be:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da17048-e5ce-4696-95ef-7472c31eea61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:08:47.552207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:47.650393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:47.665583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88be52a8-bc8c-4084-9261-b78b34b02fdb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:47.691399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:47.699149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:47.700298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145d945-5f7f-4e4f-9fc0-33c325483a75 req-3cf3e875-5fb7-4ae1-ab9d-79b4a97c3909 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:47.703251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a145d945-5f7f-4e4f-9fc0-33c325483a75 req-3cf3e875-5fb7-4ae1-ab9d-79b4a97c3909 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0899673 Oct 22 13:08:47.756855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:47.893443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['88be52a8-bc8c-4084-9261-b78b34b02fdb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:48.095878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Allocated IP 172.25.6.97 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/19614ff0-a4f1-4e87-a36c-ebe5d8460c5e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:48.104141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a145d945-5f7f-4e4f-9fc0-33c325483a75 req-ff6158c7-fb42-4748-b1b3-90e9d20e0f48 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941684 Oct 22 13:08:48.282327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.332687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-36c6e3ba-1ca8-4f0b-9f28-babfc9e2a162 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:48.334167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-36c6e3ba-1ca8-4f0b-9f28-babfc9e2a162 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1369770 Oct 22 13:08:48.352736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-5d56b4a1-0951-4809-976a-604bd5bb9426 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/quotas/42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 375 time: 0.0126994 Oct 22 13:08:48.354240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.420951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:48.425582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:48.434385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:48.439563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event updated for resources: {'Port': ['ID=19614ff0-a4f1-4e87-a36c-ebe5d8460c5e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:48.476086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.476437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.476785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.477126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.477464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.477800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.478130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.478459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.478813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.479137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.479467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.479790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:08:48.498011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-0ae1e2ac-da88-4be7-9060-277d7354a4e8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354110 Oct 22 13:08:48.611428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.612182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-deleted', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:48.614709 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4de82-956e-4fd3-96ea-cf82e32cf6c8" -d '{"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-deleted", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:48.649571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-df56e62f-b3c9-495c-ad5c-f2d4234e8af4 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410186 Oct 22 13:08:48.666525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.798192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-a0115db9-e62d-4b32-bba4-14162d7eb7b2 service neutron] 10.222.0.25 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415575 Oct 22 13:08:48.896864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.901958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:48.982948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event updated for resources: {'Port': ['ID=19614ff0-a4f1-4e87-a36c-ebe5d8460c5e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:49.011547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.032241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.033480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b64824e4-80a4-4df7-a27d-e5bb522203a6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8348198 Oct 22 13:08:49.036103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-5948ab77-02c0-4701-b6bb-89c5b287470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.038116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-5948ab77-02c0-4701-b6bb-89c5b287470a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 1097 time: 0.0639920 Oct 22 13:08:49.107190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-b8845581-b822-45c6-8b20-5039ecf25c01 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.0673945 Oct 22 13:08:49.263899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:08:49.285093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-b4f92fcb-515f-4244-af34-fe4f3d66ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.286587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-b4f92fcb-515f-4244-af34-fe4f3d66ee49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.2378457 Oct 22 13:08:49.318800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 88be52a8-bc8c-4084-9261-b78b34b02fdb completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:08:49.319812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745694c4-b1f0-4ea3-a50f-3726f35648fc req-bc35983a-2130-4e52-a504-2e455d2194ea tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.321310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-745694c4-b1f0-4ea3-a50f-3726f35648fc req-bc35983a-2130-4e52-a504-2e455d2194ea tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1386285 Oct 22 13:08:49.324106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 88be52a8-bc8c-4084-9261-b78b34b02fdb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:08:49.324571 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.331733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-2e1935a9-9287-46ed-b898-e05e68a3f07c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.333104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8fb1e7-075b-4026-b405-c8affc2ca0f1 req-2e1935a9-9287-46ed-b898-e05e68a3f07c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.2118955 Oct 22 13:08:49.369530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-15d3e9f3-cebd-4974-8a4a-8a51383a5d32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91f0a919-39eb-47df-8266-c2b0a414dadf HTTP/1.1" status: 200 len: 217 time: 0.0704648 Oct 22 13:08:49.380661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54336) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:49.426004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.435011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-745694c4-b1f0-4ea3-a50f-3726f35648fc req-504bf682-0d35-481b-905d-e86f81660dd9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683038 Oct 22 13:08:49.455948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:49.458358 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e33d2-ef4a-4dbf-9fbe-55a8e6d06dcb" -d '{"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-plugged", "status": "completed", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:49.472783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-56791e8e-3d24-4ec2-a7c3-a0bab251d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.474278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-56791e8e-3d24-4ec2-a7c3-a0bab251d235 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0915184 Oct 22 13:08:49.478190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:49.484659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting subnet 60001902-9595-4e86-bc74-35f2271eee27 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:49.485828 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.486968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:49.491298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.509283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:49.509634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:49.510238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d8668cd7-1b8d-4442-8271-4f88e35020be no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:49.553958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d8668cd7-1b8d-4442-8271-4f88e35020be {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:49.555193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d8668cd7-1b8d-4442-8271-4f88e35020be not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:49.560768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-d0f3d314-882c-4dc8-a3ff-9882170ca76c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490746 Oct 22 13:08:49.561973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.583824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1bbd-c0ad-423e-b531-4fa201ce6538 req-72224516-c715-4e17-bfba-b360afe5cc0e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.585931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-097c1bbd-c0ad-423e-b531-4fa201ce6538 req-72224516-c715-4e17-bfba-b360afe5cc0e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 945 time: 0.1494265 Oct 22 13:08:49.586833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:49.590258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-add92f67-a59e-4bf6-b72f-b9c508ee819f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:08:49.592049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-add92f67-a59e-4bf6-b72f-b9c508ee819f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0187490 Oct 22 13:08:49.620099 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bd4f1-34e9-4b57-8322-2b76a935fa42 x-openstack-request-id: req-2b4bd4f1-34e9-4b57-8322-2b76a935fa42 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:49.620674 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004b7d3-ceae-44da-b600-89601a57b6e8", "name": "network-vif-deleted", "tag": "8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:49.620937 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b4bd4f1-34e9-4b57-8322-2b76a935fa42 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:49.621511 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004b7d3-ceae-44da-b600-89601a57b6e8', 'name': 'network-vif-deleted', 'tag': '8eaa9835-d99f-4fc0-8dfa-b50faa3e85b8', 'status': 'completed', 'code': 200} Oct 22 13:08:49.650574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-097c1bbd-c0ad-423e-b531-4fa201ce6538 req-c33c4b7b-66d4-49bf-b57b-bf0a3e8a0051 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559494 Oct 22 13:08:49.714987 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.727212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46f06df2-1dd7-47a7-a3cd-d3eba263cbf6 req-90f2ca6e-b291-4823-b23f-32567c09ac89 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0353158 Oct 22 13:08:49.789030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.791398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-d9c510f5-a7b1-4f49-82a8-cf03cd90e351 service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751683 Oct 22 13:08:49.823763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.830167 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/subnets/60001902-9595-4e86-bc74-35f2271eee27 HTTP/1.1" status: 204 len: 168 time: 0.4454868 Oct 22 13:08:49.830167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d026a-ecf2-43f2-a701-ecdd3ac6b642 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Subnet': ['ID=60001902-9595-4e86-bc74-35f2271eee27,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:49.832203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54340) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:49.836420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49cf6ca-75e5-4a34-8cdb-d40f2689aa36 None None] Network f834e531-8e6b-419a-a73b-9358dba67c86 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:49.839494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b02a-d454-4a76-9e02-8a7dda6a19b8 req-1ebff01a-496c-42e7-aae6-4d6df202ba37 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.840805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5353b02a-d454-4a76-9e02-8a7dda6a19b8 req-1ebff01a-496c-42e7-aae6-4d6df202ba37 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1010537 Oct 22 13:08:49.938088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:49.951565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5353b02a-d454-4a76-9e02-8a7dda6a19b8 req-2df04e72-b166-4bc3-86b2-b077b6d29a5c tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908608 Oct 22 13:08:49.973265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-a0ef5afb-bbb7-423f-8eba-23f3eef651ac tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:49.974900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-a0ef5afb-bbb7-423f-8eba-23f3eef651ac tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1644413 Oct 22 13:08:49.979792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c68cf28-9d87-486a-b085-c2af59611b2a req-038f011c-9edc-4c53-89ce-fe4994a0689b service neutron] 10.222.0.21 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808534 Oct 22 13:08:50.010755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting port 5da419d3-98c9-482a-928d-1bce5c6948ae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:50.011100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.032319 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5f0f7f-d9b6-4ea4-97a4-618213bdc488 x-openstack-request-id: req-7e5f0f7f-d9b6-4ea4-97a4-618213bdc488 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:50.032613 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-plugged", "status": "completed", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:50.033064 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e5f0f7f-d9b6-4ea4-97a4-618213bdc488 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:50.033467 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'code': 200} Oct 22 13:08:50.046640 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-4d166f05-3cbe-4dee-a861-f12127b12cc6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.0652912 Oct 22 13:08:50.059979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'floatingip': {'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:50.096669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] For port 5da419d3-98c9-482a-928d-1bce5c6948ae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da419d3-98c9-482a-928d-1bce5c6948ae,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:50.097181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.101920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] DHCP port deletion for f834e531-8e6b-419a-a73b-9358dba67c86 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:08:50.106120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.143319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Calling delete_port for 5da419d3-98c9-482a-928d-1bce5c6948ae owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:50.161454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Deleting port 5da419d3-98c9-482a-928d-1bce5c6948ae {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:50.161845 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.172413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350ef7-43c2-480a-bb7e-021b5b6f29ca req-0d61b676-0404-450f-a2c6-626da09264cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:50.174110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5a350ef7-43c2-480a-bb7e-021b5b6f29ca req-0d61b676-0404-450f-a2c6-626da09264cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 1097 time: 0.0740545 Oct 22 13:08:50.242104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5a350ef7-43c2-480a-bb7e-021b5b6f29ca req-14a2e257-2161-420c-ae92-8f7fe6f332fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Oct 22 13:08:50.245838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] For port 5da419d3-98c9-482a-928d-1bce5c6948ae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da419d3-98c9-482a-928d-1bce5c6948ae,segment=NetworkSegment(89faa59d-759e-482e-ac1d-947a909b831a),segment_id=89faa59d-759e-482e-ac1d-947a909b831a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:50.246484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.263987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Calling delete_port for 5da419d3-98c9-482a-928d-1bce5c6948ae owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:50.283908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.312433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Port': ['ID=5da419d3-98c9-482a-928d-1bce5c6948ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:50.316000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] No DVR routers for this DVR port 5da419d3-98c9-482a-928d-1bce5c6948ae on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: from cryptography.utils import int_from_bytes Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: from cryptography.utils import int_from_bytes Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.349622 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:08:50.354312 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:08:50.360239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.386684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] Pushing event deleted for resources: {'Port': ['ID=5da419d3-98c9-482a-928d-1bce5c6948ae,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:50.391001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afb8fa-f6bf-403b-8571-882861b4331c None None] No DVR routers for this DVR port 5da419d3-98c9-482a-928d-1bce5c6948ae on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:50.403373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.424772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f834e531-8e6b-419a-a73b-9358dba67c86']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:50.436185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89faa59d-759e-482e-ac1d-947a909b831a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:50.436634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89faa59d-759e-482e-ac1d-947a909b831a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:50.459126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.492201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.542173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:50.542665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:50.546168 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:50.635561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-0940fb48-64f3-443a-bf44-0ee386f286ba tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:50.637176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-0940fb48-64f3-443a-bf44-0ee386f286ba tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 808 time: 0.1981509 Oct 22 13:08:50.638336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.643608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.647127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/networks/f834e531-8e6b-419a-a73b-9358dba67c86 HTTP/1.1" status: 204 len: 168 time: 0.8136568 Oct 22 13:08:50.656449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54348) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:50.666447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Request body: {'port': {'device_id': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'admin_state_up': True, 'tenant_id': '42b0205e66f843d9855adf3fd3387a8b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:50.670845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2d19c-abec-4c2c-a8e6-30db81c052ff tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Network': ['ID=f834e531-8e6b-419a-a73b-9358dba67c86,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:50.707299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786684-24cc-4c45-900e-db52f679f6b5 req-920add62-bc74-4a58-9ee5-007a2eb330e0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:50.708851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c786684-24cc-4c45-900e-db52f679f6b5 req-920add62-bc74-4a58-9ee5-007a2eb330e0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 946 time: 0.1531556 Oct 22 13:08:50.730058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.744698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.792745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Made reservation on behalf of 42b0205e66f843d9855adf3fd3387a8b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:50.797389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.798257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Deleting subnet 3fbabba5-68b8-4a0b-bcaa-3e8518e52caf {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:08:50.809005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.846546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c786684-24cc-4c45-900e-db52f679f6b5 req-79352c38-51ef-4044-aab2-52452133768c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300845 Oct 22 13:08:50.870227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:50.961932 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Floating IP 6f807b34-18c0-43da-82c3-6c0344081d99 associated. External IP: 172.25.6.97, port: 5e662589-da2f-47fa-98c4-2cac31cf5029. Oct 22 13:08:50.973554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Allocated IP 172.20.0.11 (4d1b7146-15ca-4c0f-8ecb-ce69107d40dc/997768c8-1efa-4fb6-8a47-5e5914a2c2ec/5366853f-b247-4f7b-b9c2-be4eaf7ccd28) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:51.088288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.150194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.192634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.210123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:08:51.280069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:51.286574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:51.293915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:51.367532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da419d3-98c9-482a-928d-1bce5c6948ae no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:51.371463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:51.372149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.381150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:51.403960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-c48b7503-3c78-41f3-96a7-a66b22999bd7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410822 Oct 22 13:08:51.406125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5da419d3-98c9-482a-928d-1bce5c6948ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:51.406464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da419d3-98c9-482a-928d-1bce5c6948ae not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:51.429881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Request body: {'port': {'device_id': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:51.498767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.661741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329832-d6d1-45f1-9dfa-a92d18918108 req-f9aaf6dd-cc81-466b-a56a-bf9a37f25deb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:51.669326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7329832-d6d1-45f1-9dfa-a92d18918108 req-f9aaf6dd-cc81-466b-a56a-bf9a37f25deb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.6296494 Oct 22 13:08:51.714160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.792760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbabba5-68b8-4a0b-bcaa-3e8518e52caf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:51.803403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7329832-d6d1-45f1-9dfa-a92d18918108 req-6b48a881-b2b8-4906-8255-ea295b677b06 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328051 Oct 22 13:08:51.813264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571be3df-8ee7-49ec-8904-a0dc1ef7ca6d None None] Network d393a936-9c44-4eab-89ab-b9154e212427 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:08:51.826694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.826694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3817e2cc-6003-4e5d-8c75-9b1cf95f8230 tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/subnets/3fbabba5-68b8-4a0b-bcaa-3e8518e52caf HTTP/1.1" status: 204 len: 168 time: 1.1680369 Oct 22 13:08:51.829515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54358) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:51.839572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Router 8583f113-f90f-4601-aafa-884d796abf70 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:08:51.879086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:08:51.892005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.907615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Transition to ACTIVE for port object 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:08:51.914334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:51.978790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:51.992059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:08:52.005822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Sync routers for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:08:52.021432 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:52.022151 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.048616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.070540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:52.078491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] DHCP port deletion for d393a936-9c44-4eab-89ab-b9154e212427 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:08:52.134800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-0d9711b8-a1a6-4d22-8aae-755eea072462 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "PUT /v2.0/floatingips/6f807b34-18c0-43da-82c3-6c0344081d99 HTTP/1.1" status: 200 len: 996 time: 2.0793328 Oct 22 13:08:52.142683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:52.143928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:08:52.144331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:08:52.145227 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470075d4-4cf3-4907-9fcc-470b7ed4b81c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:52.145376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:52.156823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:08:52.158834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:08:52.172306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:08:52.172749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:08:52.173286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:08:52.174423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Bound port: 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:08:52.175432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.180693 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:52.261427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45ab0-0316-4ef3-9cae-623efee86a0f req-b88cafe6-1ea9-4b82-b079-d51be26efcfa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.264029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Deleting port 280c8f30-8f26-4af4-a101-add626729e74 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:52.264289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.270378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ea45ab0-0316-4ef3-9cae-623efee86a0f req-b88cafe6-1ea9-4b82-b079-d51be26efcfa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.2797771 Oct 22 13:08:52.313728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.318255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:08:52.324357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:08:52.333753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ea45ab0-0316-4ef3-9cae-623efee86a0f req-8f45d475-dd06-4a5d-88ad-616a847e8baa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592811 Oct 22 13:08:52.334035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] For port 280c8f30-8f26-4af4-a101-add626729e74, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=280c8f30-8f26-4af4-a101-add626729e74,segment=NetworkSegment(24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d),segment_id=24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:52.334457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.342848 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.361912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Calling delete_port for 280c8f30-8f26-4af4-a101-add626729e74 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:52.369319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-cd1e3742-4075-462f-a68b-55e1d9d8703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.379847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-cd1e3742-4075-462f-a68b-55e1d9d8703d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1097 time: 0.2289214 Oct 22 13:08:52.417752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.418395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.420867 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] 10.222.0.26 "PUT /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 1092 time: 1.0026579 Oct 22 13:08:52.421345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:52.423692 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db244d-5187-4329-bcc8-488cfa5a7999" -d '{"events": [{"name": "network-changed", "server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:52.478524 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.508111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-13e4c53e-4980-4da4-9791-115d5b147f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.515729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c70bc-002d-41e0-a6d2-5ed053ca0a83 service neutron] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:52.517229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-13e4c53e-4980-4da4-9791-115d5b147f5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 929 time: 0.1365151 Oct 22 13:08:52.525859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] Pushing event deleted for resources: {'Port': ['ID=280c8f30-8f26-4af4-a101-add626729e74,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:52.528778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.534176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0078489-4daa-4d0f-bfa4-5d94a5dd1854 None None] No DVR routers for this DVR port 280c8f30-8f26-4af4-a101-add626729e74 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:52.552558 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '6f807b34-18c0-43da-82c3-6c0344081d99', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '8583f113-f90f-4601-aafa-884d796abf70', 'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'mac_address': 'fa:16:3e:0a:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:08:48Z', 'updated_at': '2021-10-22T13:08:50Z', 'revision_number': 1, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.561831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-b7ec6141-15e2-413b-935e-c23929aecaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.565014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-b7ec6141-15e2-413b-935e-c23929aecaa8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1095 time: 0.0937471 Oct 22 13:08:52.587261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:52.590809 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Checking router: 8583f113-f90f-4601-aafa-884d796abf70 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:08:52.592648 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0482fe-d2be-41ed-b21c-d5e9c5a319ef" -d '{"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-unplugged", "status": "completed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:52.607222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:52.614103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.624250 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:52.625002 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.647385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-1e2df564-a4f4-45d9-9969-57a90b1229b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0649254 Oct 22 13:08:52.653298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] The port '280c8f30-8f26-4af4-a101-add626729e74' was deleted {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 22 13:08:52.678028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:52.732629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-2ba1b0c6-4a58-4f66-b839-9acfa6afd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.734176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-2ba1b0c6-4a58-4f66-b839-9acfa6afd4e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0789428 Oct 22 13:08:52.751804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c365e2-2cfd-4a9f-af58-d48743262df3 req-a35f95af-125b-4ef1-8a61-30b82b01b42b tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.754637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9c365e2-2cfd-4a9f-af58-d48743262df3 req-a35f95af-125b-4ef1-8a61-30b82b01b42b tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1865935 Oct 22 13:08:52.762298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-e8454951-445c-4294-9318-63df443fbc80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 999 time: 0.2441318 Oct 22 13:08:52.775828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-0febd8f9-2ec5-4c35-aaea-6dcf23679d0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340266 Oct 22 13:08:52.845018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9c365e2-2cfd-4a9f-af58-d48743262df3 req-ba0221c6-00ac-4e80-a333-c703ce80eb77 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800579 Oct 22 13:08:52.884409 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:52.916334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-2670ac48-2bdd-431a-b790-98ce25a0c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:52.918485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-3d12b4c3-e990-456f-bc41-52d897919308 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306593 Oct 22 13:08:52.925332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-2670ac48-2bdd-431a-b790-98ce25a0c9f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.1620340 Oct 22 13:08:52.940008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d393a936-9c44-4eab-89ab-b9154e212427']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.956533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:52.976606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.976961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a3b0be-e83d-4e53-9a10-1dcf3fcfce2d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:52.994713 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.008125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-53e5ba5f-5688-4420-b80f-815088fa5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.017475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-53e5ba5f-5688-4420-b80f-815088fa5af3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911808 Oct 22 13:08:53.049259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.068569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:08:53.069162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:08:53.072379 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:08:53.081440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-835e9818-6380-4ab7-9b37-1bd4f279583b req-048a366f-a7f9-4391-bfc6-7d893c445f90 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548922 Oct 22 13:08:53.247507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '6f807b34-18c0-43da-82c3-6c0344081d99', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '8583f113-f90f-4601-aafa-884d796abf70', 'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'mac_address': 'fa:16:3e:0a:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:08:48Z', 'updated_at': '2021-10-22T13:08:50Z', 'revision_number': 1, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:53.258629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.263108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.268919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] 10.222.0.25 "DELETE /v2.0/networks/d393a936-9c44-4eab-89ab-b9154e212427 HTTP/1.1" status: 204 len: 168 time: 1.4375134 Oct 22 13:08:53.283642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-41c88096-1d5d-459f-830f-d3044cf0d815 service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653313 Oct 22 13:08:53.302252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2fad5-f3b9-4acc-b722-9e3ed689325f req-a82aa8a4-a494-4900-9eba-8ad80937e163 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.309035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 280c8f30-8f26-4af4-a101-add626729e74 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:53.310821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa2fad5-f3b9-4acc-b722-9e3ed689325f req-a82aa8a4-a494-4900-9eba-8ad80937e163 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.2194023 Oct 22 13:08:53.312005 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd6285-e302-4fb4-aeae-2d9a76b0c2b6 None None] The sync data for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 is: [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '6f807b34-18c0-43da-82c3-6c0344081d99', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '8583f113-f90f-4601-aafa-884d796abf70', 'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'mac_address': 'fa:16:3e:0a:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:08:48Z', 'updated_at': '2021-10-22T13:08:50Z', 'revision_number': 1, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:08:53.329421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4623f-0483-4d08-9195-714b59bc956e tempest-ServersTestMultiNic-1233621271 tempest-ServersTestMultiNic-1233621271-project] Pushing event deleted for resources: {'Network': ['ID=d393a936-9c44-4eab-89ab-b9154e212427,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:53.337485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 280c8f30-8f26-4af4-a101-add626729e74 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:53.338717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 280c8f30-8f26-4af4-a101-add626729e74 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:53.412945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa2fad5-f3b9-4acc-b722-9e3ed689325f req-461ae921-b7a2-4330-a6a1-01e44ef3965e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011441 Oct 22 13:08:53.452975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4a36eb-392d-43fc-b52a-a833efb26cec req-8e791256-dbe8-4989-891c-2f6bde4f7ebb service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342974 Oct 22 13:08:53.533807 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235b476-cda5-4ae7-bf9b-3996c09f74fb x-openstack-request-id: req-2235b476-cda5-4ae7-bf9b-3996c09f74fb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:53.534308 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:53.534694 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2235b476-cda5-4ae7-bf9b-3996c09f74fb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:53.535259 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'status': 'completed', 'code': 200} Oct 22 13:08:53.577049 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02687fe-7db4-44ba-a0c2-b89646a044b9 x-openstack-request-id: req-d02687fe-7db4-44ba-a0c2-b89646a044b9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:53.577568 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-unplugged", "status": "failed", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf", "code": 422}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:53.580480 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80301a9a-9eaf-4e19-903c-4d5f80261941 x-openstack-request-id: req-80301a9a-9eaf-4e19-903c-4d5f80261941 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:53.580924 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:53.581251 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d02687fe-7db4-44ba-a0c2-b89646a044b9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:53.581397 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80301a9a-9eaf-4e19-903c-4d5f80261941 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:53.581741 n-d-813419-8 neutron-server[100621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'code': 422} returned with failed status Oct 22 13:08:53.582041 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'status': 'completed', 'code': 200} Oct 22 13:08:53.647190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b05962-006d-45e0-b92c-168a840d94d0 None None] New status for floating IP 6f807b34-18c0-43da-82c3-6c0344081d99: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:08:53.697580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-07b0701f-c25e-453e-966e-f0b68d7d5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.699209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-07b0701f-c25e-453e-966e-f0b68d7d5fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1097 time: 0.1355720 Oct 22 13:08:53.701739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-4eaa5f00-78e8-49fb-9c67-6fa5bb2efb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.703222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-4eaa5f00-78e8-49fb-9c67-6fa5bb2efb06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1095 time: 0.0971951 Oct 22 13:08:53.726349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e39666-e6ea-422c-a572-c9a3d0d656ed req-8157f5ff-347a-4c66-890b-8d3c4864aa84 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.734583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0e39666-e6ea-422c-a572-c9a3d0d656ed req-8157f5ff-347a-4c66-890b-8d3c4864aa84 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.0909810 Oct 22 13:08:53.836825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-839c825a-18aa-4299-9d6e-8e55aa44380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.839485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-839c825a-18aa-4299-9d6e-8e55aa44380f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.1278763 Oct 22 13:08:53.860468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0e39666-e6ea-422c-a572-c9a3d0d656ed req-8453fcbd-b9b0-4214-bd7c-fe0c93ffe9fc tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249521 Oct 22 13:08:53.891429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff89b9-25f0-4417-a467-b6c9d5401b35 req-bd8f6bd7-fc1b-4322-b1b0-f320b83ff1b6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.893233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1ff89b9-25f0-4417-a467-b6c9d5401b35 req-bd8f6bd7-fc1b-4322-b1b0-f320b83ff1b6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1515722 Oct 22 13:08:53.896408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-51b62dbf-4fc5-415a-81fd-2a8e4ba30f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.897764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-51b62dbf-4fc5-415a-81fd-2a8e4ba30f3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 929 time: 0.1887655 Oct 22 13:08:53.912180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-630634cf-6b5f-4769-8a99-9b38cb16faba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0629256 Oct 22 13:08:53.933688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-94102962-7937-41a5-a6b1-24e8be860065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:53.976709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-bfd0daa8-4ae4-4662-8465-fa9b7dda1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:53.978556 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-bfd0daa8-4ae4-4662-8465-fa9b7dda1a5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0624297 Oct 22 13:08:54.019862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1ff89b9-25f0-4417-a467-b6c9d5401b35 req-dc7634a9-b709-4fdf-9b96-2af3bf6d3a3a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175268 Oct 22 13:08:54.021245 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-964e3968-cbea-49e3-af37-2c21849f1a0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347240 Oct 22 13:08:54.039408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-2f14da7c-1487-4332-b08f-ff3f777964d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 1001 time: 0.1252170 Oct 22 13:08:54.139775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-940d0a3c-bd44-49bd-aa09-9ddd61198cec service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080899 Oct 22 13:08:54.221810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-08df3bd3-778e-46b6-8b75-0c1133b76a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:54.223369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-08df3bd3-778e-46b6-8b75-0c1133b76a1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.1805580 Oct 22 13:08:54.271564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66db244d-5187-4329-bcc8-488cfa5a7999 req-c4c1e532-885d-47fa-94a6-a3dceb65d221 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251481 Oct 22 13:08:54.293290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-2a4e9c94-29fe-4180-9ab7-6a4c0d5e9fd6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 258 time: 0.2289102 Oct 22 13:08:54.309386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:54.315431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-4705a2ce-d365-4fc0-8a3f-1eef0f0b58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:54.317504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-4705a2ce-d365-4fc0-8a3f-1eef0f0b58ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846889 Oct 22 13:08:54.396287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:54.429707 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:08:54.458227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-95d7b93e-0812-4070-abba-4ffb2d44b18f service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321974 Oct 22 13:08:54.636462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:54.639689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-470075d4-4cf3-4907-9fcc-470b7ed4b81c req-8e5af46d-1aaa-41e7-a39d-04ffed7409ef service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395416 Oct 22 13:08:54.658947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-97978fe4-a22e-4609-b354-2705fc697ef3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:54.660409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-97978fe4-a22e-4609-b354-2705fc697ef3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8b1d53-dbaf-4988-ae17-967d3d6b4d63 HTTP/1.1" status: 200 len: 944 time: 0.0917163 Oct 22 13:08:54.827500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Allocated IP 172.25.6.198 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/029be9c3-3b5f-44af-a669-cba1436353f1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:54.851590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 91f0a919-39eb-47df-8266-c2b0a414dadf {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:54.851908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.009794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 91f0a919-39eb-47df-8266-c2b0a414dadf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=91f0a919-39eb-47df-8266-c2b0a414dadf,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:55.010501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.020787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.028465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 91f0a919-39eb-47df-8266-c2b0a414dadf owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:55.108440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.164256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:08:55.168650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:08:55.177332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:08:55.183248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event updated for resources: {'Port': ['ID=029be9c3-3b5f-44af-a669-cba1436353f1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:55.286542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.328556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=91f0a919-39eb-47df-8266-c2b0a414dadf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:55.330935 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.390820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 91f0a919-39eb-47df-8266-c2b0a414dadf on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:08:55.394546 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.397843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a69bfb4-48f7-48f0-81f9-2a16cb777992 req-41235f2e-0afe-4419-a5d1-4a8f4a3c957d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "DELETE /v2.0/ports/91f0a919-39eb-47df-8266-c2b0a414dadf HTTP/1.1" status: 204 len: 173 time: 0.7125139 Oct 22 13:08:55.405270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.540364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-deleted', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:08:55.542800 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee7444-210f-4671-949e-71168ebb482d" -d '{"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-deleted", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:08:55.582680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.588902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.668399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event updated for resources: {'Port': ['ID=029be9c3-3b5f-44af-a669-cba1436353f1,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:55.678648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.695914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:55.697346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-fe54d018-d853-4cca-90c3-a4c976cc6065 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3920779 Oct 22 13:08:56.075222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-46760826-bebe-4e5a-831c-b7fedc5e11cb tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.3696644 Oct 22 13:08:56.106110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:08:56.125444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e79c2-0440-4d27-863c-171080bfe06e req-1bbd5e99-e92c-452f-99c5-4dde84faec55 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.126976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c40e79c2-0440-4d27-863c-171080bfe06e req-1bbd5e99-e92c-452f-99c5-4dde84faec55 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0861735 Oct 22 13:08:56.127232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 91f0a919-39eb-47df-8266-c2b0a414dadf {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:08:56.127593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 91f0a919-39eb-47df-8266-c2b0a414dadf not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:08:56.215689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c40e79c2-0440-4d27-863c-171080bfe06e req-4d062466-d591-414a-87b7-a3816b1d21bb tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792613 Oct 22 13:08:56.224292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-c1d4e5ce-47a6-4429-9a53-03af1ac0f61a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.225772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e8030e5-ba48-4c54-8071-20e817841fc3 req-c1d4e5ce-47a6-4429-9a53-03af1ac0f61a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1434970 Oct 22 13:08:56.339726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f9739-cba3-4046-a785-34d16863f24f req-ae9b61b3-1d6c-46d1-a196-643c1c4c8338 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.341140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-208f9739-cba3-4046-a785-34d16863f24f req-ae9b61b3-1d6c-46d1-a196-643c1c4c8338 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.0578387 Oct 22 13:08:56.384314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-208f9739-cba3-4046-a785-34d16863f24f req-951d01d8-9291-4a11-a68c-29e8469a0e31 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Oct 22 13:08:56.434870 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 22 Oct 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbdfb30-99b1-4c8d-8c7e-c80a42cc02d6 x-openstack-request-id: req-cdbdfb30-99b1-4c8d-8c7e-c80a42cc02d6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:08:56.435807 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8b1d53-dbaf-4988-ae17-967d3d6b4d63", "name": "network-vif-deleted", "tag": "91f0a919-39eb-47df-8266-c2b0a414dadf", "status": "failed", "code": 422}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:08:56.436186 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdbdfb30-99b1-4c8d-8c7e-c80a42cc02d6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:08:56.436679 n-d-813419-8 neutron-server[100620]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae8b1d53-dbaf-4988-ae17-967d3d6b4d63', 'name': 'network-vif-deleted', 'tag': '91f0a919-39eb-47df-8266-c2b0a414dadf', 'status': 'failed', 'code': 422} returned with failed status Oct 22 13:08:56.480207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405985d5-4e64-401b-8ec3-6abdcf1ad88a req-e1bc6ac3-28d0-4087-93f2-8020b6a41bfe tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.480207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405985d5-4e64-401b-8ec3-6abdcf1ad88a req-e1bc6ac3-28d0-4087-93f2-8020b6a41bfe tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.0569971 Oct 22 13:08:56.550968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-405985d5-4e64-401b-8ec3-6abdcf1ad88a req-1273fbf0-87bf-4afb-8289-bf7fffa40a46 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Oct 22 13:08:56.605163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54454) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:56.701739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5a17-8bf1-41fa-a417-91cc92349394 req-d667872c-f3f2-4621-b296-056c5d9663d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.703845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e16f5a17-8bf1-41fa-a417-91cc92349394 req-d667872c-f3f2-4621-b296-056c5d9663d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.1050622 Oct 22 13:08:56.760749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-15a8d1b0-deca-4b53-ba06-96a2cf8e0ba8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.762693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-15a8d1b0-deca-4b53-ba06-96a2cf8e0ba8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1319456 Oct 22 13:08:56.814213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e16f5a17-8bf1-41fa-a417-91cc92349394 req-35d678ef-83a0-4091-a306-958614be6638 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Oct 22 13:08:56.829564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0421b-8fd0-458f-b053-4db5be4d1a04 req-0084dfa1-2650-4fcb-b22f-bd92ddc49d87 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:56.831140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ca0421b-8fd0-458f-b053-4db5be4d1a04 req-0084dfa1-2650-4fcb-b22f-bd92ddc49d87 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.1578491 Oct 22 13:08:56.840430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-0354a6ea-a775-44ff-93d0-35d60f225e1d tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0683618 Oct 22 13:08:56.847177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-362c9a5c-0bcc-463f-8b9e-74161674fafe tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'floatingip': {'port_id': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:56.903054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-362c9a5c-0bcc-463f-8b9e-74161674fafe tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:56.974138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ca0421b-8fd0-458f-b053-4db5be4d1a04 req-8d466415-9699-405a-8ffb-569af6b74f30 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307533 Oct 22 13:08:57.051408 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2994d0e6-ef5a-4443-b3a0-d57fe85f25cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.056152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.239414 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-362c9a5c-0bcc-463f-8b9e-74161674fafe tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 13:08:57.240463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4cc29c8-829a-4764-b5ea-93bfe5c27b1d req-362c9a5c-0bcc-463f-8b9e-74161674fafe tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "PUT /v2.0/floatingips/89336796-96fd-43f9-ac2f-000ae9c3cc29 HTTP/1.1" status: 409 len: 551 time: 0.3991458 Oct 22 13:08:57.247643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-817822a3-8f6e-40ad-b5cd-f428fa6228af tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:57.255422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-817822a3-8f6e-40ad-b5cd-f428fa6228af tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.1701498 Oct 22 13:08:57.267284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-e566413f-38ff-46a6-a691-a0b96bc5c031 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.0107553 Oct 22 13:08:57.304903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-afdfc057-8aa0-4b15-ac02-0f03b6d7606d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318799 Oct 22 13:08:57.324990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Deleting port 4a25adc7-4df5-4390-9a4b-b3089ccec147 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:57.325331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.403444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] For port 4a25adc7-4df5-4390-9a4b-b3089ccec147, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a25adc7-4df5-4390-9a4b-b3089ccec147,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:57.404372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.411476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5906a-7b5a-4aa5-9970-5bb603f4634b req-62f48273-cd4f-47b9-854a-63d07acd5e5f tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:57.413344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ce5906a-7b5a-4aa5-9970-5bb603f4634b req-62f48273-cd4f-47b9-854a-63d07acd5e5f tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.1109908 Oct 22 13:08:57.417434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Calling delete_port for 4a25adc7-4df5-4390-9a4b-b3089ccec147 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:57.447516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-e584b906-3e65-4a4b-ac30-9febaddf6a9a service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340241 Oct 22 13:08:57.485301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ce5906a-7b5a-4aa5-9970-5bb603f4634b req-2017a54d-1cf6-4691-92ee-981eda29daf6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Oct 22 13:08:57.600719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-a617638d-de10-4703-986b-808576c01ada service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411045 Oct 22 13:08:57.614018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.615649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.616578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f8d1-173d-410f-b755-5fbf9d84ada4 req-e30dc988-8870-4414-99d7-ce218c7928b1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:57.618271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c731f8d1-173d-410f-b755-5fbf9d84ada4 req-e30dc988-8870-4414-99d7-ce218c7928b1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0744731 Oct 22 13:08:57.647663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a25adc7-4df5-4390-9a4b-b3089ccec147,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:57.668354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.689405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c731f8d1-173d-410f-b755-5fbf9d84ada4 req-441a7734-31f0-4a8e-ae50-89a116e39fa9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Oct 22 13:08:57.774418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-ad9c93c5-2d3b-416c-9da6-99a08a5e1fc6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips/89336796-96fd-43f9-ac2f-000ae9c3cc29 HTTP/1.1" status: 200 len: 693 time: 0.0650334 Oct 22 13:08:57.872428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:57.967081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-bbfa8e2d-545e-4b24-9636-5cba3e7f8308 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:57.968795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-bbfa8e2d-545e-4b24-9636-5cba3e7f8308 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1830883 Oct 22 13:08:57.980131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-debe8ca9-61b1-4903-a7d0-a95a3d5b3418 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:08:57.987358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-debe8ca9-61b1-4903-a7d0-a95a3d5b3418 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119007 Oct 22 13:08:58.063806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-5db4f39b-16f6-43f4-ab95-be6fd10ee336 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0754690 Oct 22 13:08:58.137392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb726-697c-4377-8747-43da3ea42dbc req-015e09f8-a3c9-4bac-847e-1acffef5cee9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:58.142799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad0fb726-697c-4377-8747-43da3ea42dbc req-015e09f8-a3c9-4bac-847e-1acffef5cee9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1117229 Oct 22 13:08:58.154942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-eb6177fb-9322-412d-baf9-186d98c9f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.0829513 Oct 22 13:08:58.245603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad0fb726-697c-4377-8747-43da3ea42dbc req-05be3c95-2802-4ab5-9a26-d2c0698a6846 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892520 Oct 22 13:08:58.369060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8df21b2-2704-468f-b6b1-5f34a7c5c4e8 req-b1b3948c-1ec7-4a24-a937-f6a83547ba79 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Oct 22 13:08:58.399707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Deleting port 029be9c3-3b5f-44af-a669-cba1436353f1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:58.399979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.457579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Router 343844b3-a598-4c78-a951-77883c84b065 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:08:58.531273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.531533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.551348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Calling delete_port for 029be9c3-3b5f-44af-a669-cba1436353f1 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:58.562939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfaf0b-ac71-4b6a-9571-75ec954e5f25 req-c38dbde7-4a14-4cd7-8268-c822be42713b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:58.565773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36cfaf0b-ac71-4b6a-9571-75ec954e5f25 req-c38dbde7-4a14-4cd7-8268-c822be42713b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.0947814 Oct 22 13:08:58.577393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:08:58.585104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ab8752a0-fb1c-4bd8-88cb-bece6f8eff27 admin admin] 10.222.0.25 "PUT /v2.0/routers/343844b3-a598-4c78-a951-77883c84b065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9788902 Oct 22 13:08:58.588180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:08:58.589592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Sync routers for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:08:58.600197 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:58.601217 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:58.650549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36cfaf0b-ac71-4b6a-9571-75ec954e5f25 req-972fcef4-d30c-4d90-91b0-ce55c83c6716 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802650 Oct 22 13:08:58.705489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.720472 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:58.805331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa077-6bec-4dbf-b16d-106d77fd7df6 req-4ac05e40-877f-4f58-afc9-81e4d7df3b50 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:58.806968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb7fa077-6bec-4dbf-b16d-106d77fd7df6 req-4ac05e40-877f-4f58-afc9-81e4d7df3b50 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.0711672 Oct 22 13:08:58.807890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.838274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.853580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event deleted for resources: {'Port': ['ID=029be9c3-3b5f-44af-a669-cba1436353f1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:58.932576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Deleting port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:08:58.932914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.943127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb7fa077-6bec-4dbf-b16d-106d77fd7df6 req-2bce5d00-a223-4330-b2f9-2fe8dee386af tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249444 Oct 22 13:08:58.965164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.967120 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:08:57Z', 'revision_number': 5, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port': {'id': '82e4c98d-0a63-4de0-8b21-6bacf8d615b0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343844b3-a598-4c78-a951-77883c84b065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:07:28Z', 'updated_at': '2021-10-22T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:58.969918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:58.978844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc4bcc4-90a5-4d9b-b9f0-304ce08d5505 req-cd16723f-d408-4b0b-ae8d-a980944994a8 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "DELETE /v2.0/floatingips/89336796-96fd-43f9-ac2f-000ae9c3cc29 HTTP/1.1" status: 204 len: 173 time: 0.8198409 Oct 22 13:08:59.014484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Checking router: 343844b3-a598-4c78-a951-77883c84b065 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:08:59.024350 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Routers {'343844b3-a598-4c78-a951-77883c84b065'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:08:59.024970 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['343844b3-a598-4c78-a951-77883c84b065'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:59.135621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-2e5a2c8a-8ce9-4a07-a023-bdb70e510bde tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.137125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-2e5a2c8a-8ce9-4a07-a023-bdb70e510bde tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.2212117 Oct 22 13:08:59.140049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] For port 82e4c98d-0a63-4de0-8b21-6bacf8d615b0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:08:59.140418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.141497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566602-b34c-4e4e-ae61-49fbe22cbfcd req-28204f93-fbbc-4382-be07-8e3671d797ba tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.143267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8566602-b34c-4e4e-ae61-49fbe22cbfcd req-28204f93-fbbc-4382-be07-8e3671d797ba tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0888627 Oct 22 13:08:59.145005 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] Set router 343844b3-a598-4c78-a951-77883c84b065 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:08:59.160391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': '21646869-7366-4fe3-8cea-31c6bce40806', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:59.184877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Calling delete_port for 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:08:59.208455 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:08:58Z', 'revision_number': 6, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:08:59.234288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8566602-b34c-4e4e-ae61-49fbe22cbfcd req-dd04defa-a7c0-4f37-8437-fc63180f948b tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850594 Oct 22 13:08:59.269339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21126-06c6-40ad-a0b9-000d6e9e53f5 None None] The sync data for ids ['343844b3-a598-4c78-a951-77883c84b065'] in n-d-813419-8 is: [{'id': '343844b3-a598-4c78-a951-77883c84b065', 'name': 'tempest-ServersTestMultiNic-163880456-router', 'tenant_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:07:27Z', 'updated_at': '2021-10-22T13:08:58Z', 'revision_number': 6, 'project_id': '2dcbfb2830fd4de2b8c236b816a07e8f', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:08:59.274124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-a05bdc32-17b3-4af6-81b3-1c3a8e1b6f10 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 1001 time: 0.0912941 Oct 22 13:08:59.340641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3804ba30-670d-42e1-a3bc-bf94e121e24f tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.342564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3804ba30-670d-42e1-a3bc-bf94e121e24f tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports/5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 943 time: 0.0608475 Oct 22 13:08:59.403125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c7138-7e31-4d48-a64c-19389468e58a req-b55896d9-6a72-469a-831a-3b0e0ad7f5bd tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.405161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b5c7138-7e31-4d48-a64c-19389468e58a req-b55896d9-6a72-469a-831a-3b0e0ad7f5bd tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.0617034 Oct 22 13:08:59.446199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:08:59.450164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.481634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-8d7773f7-e09c-4589-ab7d-12d9c9ae6a14 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 1001 time: 0.0963135 Oct 22 13:08:59.487521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b5c7138-7e31-4d48-a64c-19389468e58a req-4c508158-9a70-4b0c-aa17-a26a8baed85a tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Oct 22 13:08:59.565387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.621396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-ac53b801-fb5a-47f3-b966-902c19d0ab4a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.626732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-ac53b801-fb5a-47f3-b966-902c19d0ab4a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1347241 Oct 22 13:08:59.633511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e4c98d-0a63-4de0-8b21-6bacf8d615b0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:08:59.667091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.707332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.7 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/97b6663f-09b9-4ec8-9901-f6624bf04406) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:08:59.724793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.759435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-899638b9-36f7-4438-be2d-f98ed51041f2 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 1001 time: 0.0988250 Oct 22 13:08:59.771389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:08:59.827021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ec95a-70c7-4819-9421-8aee8593a77c req-2e411c94-ceb7-40fb-bbf3-9d7a5a8a1c04 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:08:59.828496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae4ec95a-70c7-4819-9421-8aee8593a77c req-2e411c94-ceb7-40fb-bbf3-9d7a5a8a1c04 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1108885 Oct 22 13:08:59.835002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.841853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.849520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.915905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.916463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343844b3-a598-4c78-a951-77883c84b065 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:08:59.923104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:08:59.924231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f26fdb8-647b-4287-a1e0-e85f84c317d4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/343844b3-a598-4c78-a951-77883c84b065 HTTP/1.1" status: 204 len: 168 time: 1.3352566 Oct 22 13:08:59.924843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae4ec95a-70c7-4819-9421-8aee8593a77c req-8b6c3fa8-416d-4469-8dde-e71d97ec9b3d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895166 Oct 22 13:08:59.927014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:00.013222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.037421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8b62d1b-7049-4345-960d-eb6e5a3442b2 req-1171330f-8b0e-43f3-a68a-9cc958dd149c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 210 time: 0.0458977 Oct 22 13:09:00.048651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.058824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Deleting subnet 0fc8c423-5360-49f5-bb6e-f7cc225533c6 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:09:00.066019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.115586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:00.122265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:00.124577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:00.125925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.126796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:00.144660 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.145003 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Floating IP 6f807b34-18c0-43da-82c3-6c0344081d99 disassociated. External IP: 172.25.6.97, port: 5e662589-da2f-47fa-98c4-2cac31cf5029. Oct 22 13:09:00.148279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.182487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:00.183234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.200503 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-f4ffba32-5545-4cb8-9850-01f8572811c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476086 Oct 22 13:09:00.213391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Request body: {'port': {'device_id': '21646869-7366-4fe3-8cea-31c6bce40806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:00.271949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904c2f-1af8-47b8-80a7-7d376fd5f086 req-8535d830-8d33-4329-9316-cc270673d64b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:00.273441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e904c2f-1af8-47b8-80a7-7d376fd5f086 req-8535d830-8d33-4329-9316-cc270673d64b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.1439188 Oct 22 13:09:00.279259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.569199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b6663f-09b9-4ec8-9901-f6624bf04406 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:00.578040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.590331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Transition to ACTIVE for port object 97b6663f-09b9-4ec8-9901-f6624bf04406 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:00.594951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.645087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Pushing event updated for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:00.671614 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.703726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e904c2f-1af8-47b8-80a7-7d376fd5f086 req-b78a0a90-b540-470c-8318-55d0a0148ef4 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874228 Oct 22 13:09:00.723965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Attempting to bind port 97b6663f-09b9-4ec8-9901-f6624bf04406 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:00.724497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Attempting to bind port 97b6663f-09b9-4ec8-9901-f6624bf04406 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:00.724811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Attempting to bind port 97b6663f-09b9-4ec8-9901-f6624bf04406 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:00.729763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Port 97b6663f-09b9-4ec8-9901-f6624bf04406 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:00.730098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Attempting to bind port 97b6663f-09b9-4ec8-9901-f6624bf04406 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:00.736276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:00.736613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:00.736994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:00.737419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Bound port: 97b6663f-09b9-4ec8-9901-f6624bf04406, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:00.737776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.813928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:00.816524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.817779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=97b6663f-09b9-4ec8-9901-f6624bf04406,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:00.823560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.852849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc8c423-5360-49f5-bb6e-f7cc225533c6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:00.855196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.858591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39e3ba-56a9-40b5-b359-d6a1603bde2b None None] Network 527fc965-a80a-4f85-ac31-a1ab13006e1d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:00.862496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1672b1dd-7ef9-42ea-b1bb-3199ad6b79a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0fc8c423-5360-49f5-bb6e-f7cc225533c6 HTTP/1.1" status: 204 len: 168 time: 0.9313936 Oct 22 13:09:00.862496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54530) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:00.868765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:00.869735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:00.871493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] 10.222.0.26 "PUT /v2.0/ports/97b6663f-09b9-4ec8-9901-f6624bf04406 HTTP/1.1" status: 200 len: 1091 time: 0.6625850 Oct 22 13:09:00.874338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:00.876413 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b019059-5d14-43d4-b054-229d233e29ca" -d '{"events": [{"name": "network-changed", "server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:00.916700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33f7a4-57dc-4dee-b8f0-54b612add39f service neutron] Pushing event updated for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:00.938790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Router 8583f113-f90f-4601-aafa-884d796abf70 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:00.975681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-1e20901a-5b46-4cfa-b508-769821892ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:00.977414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-1e20901a-5b46-4cfa-b508-769821892ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 1094 time: 0.0525937 Oct 22 13:09:00.999693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-ef3072c1-2c42-4e78-bbf1-dacb3b161f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.001193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-ef3072c1-2c42-4e78-bbf1-dacb3b161f50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 1096 time: 0.1365254 Oct 22 13:09:01.009278 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.037417 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-da34eafa-2979-45b8-b6cb-f8ee3910767a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b6663f-09b9-4ec8-9901-f6624bf04406 HTTP/1.1" status: 200 len: 217 time: 0.0448506 Oct 22 13:09:01.100079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] DHCP port deletion for 527fc965-a80a-4f85-ac31-a1ab13006e1d request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:09:01.101985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-130ce758-c547-413e-a806-569912b3f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.103557 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-130ce758-c547-413e-a806-569912b3f875 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0570354 Oct 22 13:09:01.141859 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-8fdced1c-de04-4523-bbf1-2f0d97157309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308037 Oct 22 13:09:01.157497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Deleting port 3122ad83-3e13-4083-aa5e-c60794416da0 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:01.158698 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.244849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-267bcb2f-5e07-4d37-a6b5-ec0cd6a8ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.246368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-267bcb2f-5e07-4d37-a6b5-ec0cd6a8ccdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 200 len: 919 time: 0.2311351 Oct 22 13:09:01.249139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:01.253813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.270161 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-73bcb821-de71-47de-bcbd-baf01daa264c service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212997 Oct 22 13:09:01.286190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Sync routers for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:01.305937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Deleting port 3122ad83-3e13-4083-aa5e-c60794416da0 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:01.306252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.308516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] For port 3122ad83-3e13-4083-aa5e-c60794416da0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3122ad83-3e13-4083-aa5e-c60794416da0,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:01.308988 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.328356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:01.329005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:01.331401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Calling delete_port for 3122ad83-3e13-4083-aa5e-c60794416da0 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:01.366561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3cb4d7d0-4a04-4f95-9fe8-3931d626824c tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "PUT /v2.0/floatingips/6f807b34-18c0-43da-82c3-6c0344081d99 HTTP/1.1" status: 200 len: 694 time: 1.6034107 Oct 22 13:09:01.378568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:01.380390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a25adc7-4df5-4390-9a4b-b3089ccec147 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:01.384043 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9d9cb5-223c-4567-a9c8-5fd68b643645" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:01.424032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4a25adc7-4df5-4390-9a4b-b3089ccec147 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:01.424479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a25adc7-4df5-4390-9a4b-b3089ccec147 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:01.424798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3122ad83-3e13-4083-aa5e-c60794416da0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:01.426791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e73eca9-48dc-4313-82c1-0f6e47435c63 req-2d5ddda5-e3d9-4f8d-b8a2-b515cc7fa5a4 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455443 Oct 22 13:09:01.534374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] For port 3122ad83-3e13-4083-aa5e-c60794416da0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3122ad83-3e13-4083-aa5e-c60794416da0,segment=NetworkSegment(d4f0d1b2-34cc-4b30-ac67-943a4c224e0a),segment_id=d4f0d1b2-34cc-4b30-ac67-943a4c224e0a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:01.534809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.614949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Calling delete_port for 3122ad83-3e13-4083-aa5e-c60794416da0 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:01.618174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-0a713965-877e-46a0-87e8-05a47d2866d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 200 len: 217 time: 0.3602347 Oct 22 13:09:01.628792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-93465c7e-5eb3-48f2-8cae-cf74bcdf6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.630509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-93465c7e-5eb3-48f2-8cae-cf74bcdf6854 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1097 time: 0.2311883 Oct 22 13:09:01.737550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b659248-02fa-4d1d-96cb-ad226ee9efd2 req-f4356ab5-9ded-4352-802b-628da179a724 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.739023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b659248-02fa-4d1d-96cb-ad226ee9efd2 req-f4356ab5-9ded-4352-802b-628da179a724 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2262139 Oct 22 13:09:01.786240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:01.812352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-ff513c80-46dc-467f-b92b-aab4df9aa8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.813847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-ff513c80-46dc-467f-b92b-aab4df9aa8a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 200 len: 858 time: 0.1777985 Oct 22 13:09:01.829638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.849760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:01.875264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-11182125-68cf-4f8f-927a-2773ad46ddc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416930 Oct 22 13:09:01.889108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b659248-02fa-4d1d-96cb-ad226ee9efd2 req-b63bfa58-7a8c-4042-905e-ff52c99a3e92 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418047 Oct 22 13:09:01.916829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] Pushing event deleted for resources: {'Port': ['ID=3122ad83-3e13-4083-aa5e-c60794416da0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:01.918816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726bc97-6672-4205-a030-a0f2eb88adee None None] No DVR routers for this DVR port 3122ad83-3e13-4083-aa5e-c60794416da0 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:01.931133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-8e693ef8-5215-4760-aa5d-c7bfe14966b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:01.933338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-8e693ef8-5215-4760-aa5d-c7bfe14966b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 929 time: 0.2847843 Oct 22 13:09:01.952430 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe3562-a95f-4336-bac8-c51df5acebac x-openstack-request-id: req-33fe3562-a95f-4336-bac8-c51df5acebac {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:01.953622 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:01.954130 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33fe3562-a95f-4336-bac8-c51df5acebac {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:01.954903 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406', 'status': 'completed', 'code': 200} Oct 22 13:09:01.962417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:01.962657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.024105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:02.024330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-ecebf73b-686f-4e68-85be-c085cb773e3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 217 time: 0.0754478 Oct 22 13:09:02.024831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82e4c98d-0a63-4de0-8b21-6bacf8d615b0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:02.056838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019059-5d14-43d4-b054-229d233e29ca req-ee7b1d3a-a22c-4cc3-a5a1-4a413d07e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.058457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3122ad83-3e13-4083-aa5e-c60794416da0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:02.058625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-ee7b1d3a-a22c-4cc3-a5a1-4a413d07e43a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 1094 time: 0.0713918 Oct 22 13:09:02.063052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] No DVR routers for this DVR port 3122ad83-3e13-4083-aa5e-c60794416da0 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:02.118151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.147099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Checking router: 8583f113-f90f-4601-aafa-884d796abf70 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:02.157917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:02.158840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.164368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019059-5d14-43d4-b054-229d233e29ca req-5f84761b-d044-41a4-b0cb-10482a048da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.166009 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-5f84761b-d044-41a4-b0cb-10482a048da1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.0977213 Oct 22 13:09:02.208466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-46a61b08-e18f-46dc-8ec8-8d16f977d43e service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019245 Oct 22 13:09:02.213443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-8bba4037-67cc-4ea1-b708-3f28211a7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.214789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-8bba4037-67cc-4ea1-b708-3f28211a7632 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.1474619 Oct 22 13:09:02.236780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-2b864017-19c8-4e4f-baac-da259207dee7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b6663f-09b9-4ec8-9901-f6624bf04406 HTTP/1.1" status: 200 len: 217 time: 0.0558650 Oct 22 13:09:02.239434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.280162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c2db-01f4-4ce6-80d8-884d93f5fc4f req-2041e242-813a-4dfc-a9f5-2d9d9336a23b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.281593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0c7c2db-01f4-4ce6-80d8-884d93f5fc4f req-2041e242-813a-4dfc-a9f5-2d9d9336a23b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.2535851 Oct 22 13:09:02.291262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:02.301330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019059-5d14-43d4-b054-229d233e29ca req-07501648-09da-46a5-b4e2-9b381b7ae48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.302624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527fc965-a80a-4f85-ac31-a1ab13006e1d']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.302845 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-07501648-09da-46a5-b4e2-9b381b7ae48f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0589123 Oct 22 13:09:02.335764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.336571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f0d1b2-34cc-4b30-ac67-943a4c224e0a') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.338791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-1ab5c28b-1d24-4d59-89ff-e572b87fcab8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267723 Oct 22 13:09:02.364493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.434518 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.452767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-895b1376-f68c-4907-b7bb-fb23d66b4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.454478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-895b1376-f68c-4907-b7bb-fb23d66b4f96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038817 Oct 22 13:09:02.463777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0c7c2db-01f4-4ce6-80d8-884d93f5fc4f req-7652403f-2f70-4cdd-bd9c-c9053be3199e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664736 Oct 22 13:09:02.468577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:09:02.469184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.469848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-a4d53b20-0403-41e9-b47e-2e034008c283 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169670 Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:09:02.471148 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:09:02.529798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b729448b-af75-4704-9c4b-5f5a1f044d68 req-44e76ffe-4a6a-42b8-83fe-d46b1c07b5ef service neutron] 10.222.0.21 "GET /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799687 Oct 22 13:09:02.551001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:02.593996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49045ee-dbed-4d2f-b9a5-a78fd3fe7a46 None None] The sync data for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 is: [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:08:20Z', 'revision_number': 4, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '90ab3c80-8d2a-4a9e-b24b-b705615bdeb9', 'name': '', 'network_id': '1ccb517f-d047-4f8d-964f-e2156c24677b', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'mac_address': 'fa:16:3e:63:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:18Z', 'updated_at': '2021-10-22T13:08:27Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'subnets': [{'id': '9dab9282-8501-4b4f-a0df-8a692329e564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:02.602438 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b019059-5d14-43d4-b054-229d233e29ca req-8589b307-a545-43f4-819c-d2ff3d270d2d service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250684 Oct 22 13:09:02.673398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.688589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:02.692952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/527fc965-a80a-4f85-ac31-a1ab13006e1d HTTP/1.1" status: 204 len: 168 time: 1.8295224 Oct 22 13:09:02.720872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeffd06-84d5-4025-9799-dc08015224c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=527fc965-a80a-4f85-ac31-a1ab13006e1d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:02.746353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879bec8-0fde-4666-b63c-784f3830f03f req-29bd49ec-a5e9-4b53-b68a-c4cff8dd1ad4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.754762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0879bec8-0fde-4666-b63c-784f3830f03f req-29bd49ec-a5e9-4b53-b68a-c4cff8dd1ad4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 943 time: 0.1696658 Oct 22 13:09:02.766410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-3284a2d1-2793-4c44-86e3-028844ed6869 service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014171 Oct 22 13:09:02.831705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0879bec8-0fde-4666-b63c-784f3830f03f req-8521be4e-5f4e-46ed-b521-b06401eceb50 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754828 Oct 22 13:09:02.892930 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f29cb-9e90-4754-ad7e-b20e6d20fe1c x-openstack-request-id: req-eb3f29cb-9e90-4754-ad7e-b20e6d20fe1c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:02.893278 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:02.893537 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb3f29cb-9e90-4754-ad7e-b20e6d20fe1c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:02.893945 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'status': 'completed', 'code': 200} Oct 22 13:09:02.912443 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b12b64-6af4-4241-aa6b-ee420d61a4e0 None None] New status for floating IP 6f807b34-18c0-43da-82c3-6c0344081d99: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:09:02.945635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1b022d-abe2-4da6-a503-fcd8238007c8 req-803fb522-0adb-4158-8318-ab759922065c service neutron] 10.222.0.25 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695702 Oct 22 13:09:02.969796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-58f1c47e-0985-4b93-9edf-dfd9d8a46b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:02.972447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-58f1c47e-0985-4b93-9edf-dfd9d8a46b60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f7656b56f994ba19b2712659fd38c13&device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 1097 time: 0.0591300 Oct 22 13:09:03.006522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54564) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:03.092422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0116c6de-eb6f-4d8a-8a30-774be1e9049d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dcbfb2830fd4de2b8c236b816a07e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834522 Oct 22 13:09:03.094338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:03.158581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:03.182233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-fbfafbcd-d226-4914-a0aa-5c3cff42ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.184127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-fbfafbcd-d226-4914-a0aa-5c3cff42ed79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 200 len: 929 time: 0.2033978 Oct 22 13:09:03.198932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:03.202142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958471f7-42c2-43b9-a275-0ac02aabac6d req-9c8fb3d3-54bb-4418-a2d2-59f99c5d8286 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.209343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958471f7-42c2-43b9-a275-0ac02aabac6d req-9c8fb3d3-54bb-4418-a2d2-59f99c5d8286 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0987127 Oct 22 13:09:03.272148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-d34563be-826f-4e3f-b2f1-9799f68d2459 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 200 len: 217 time: 0.0601907 Oct 22 13:09:03.279786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:03.282628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:03.283786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b364914-3942-4b19-a8cb-49229df7cae9 HTTP/1.1" status: 204 len: 168 time: 0.1884179 Oct 22 13:09:03.295986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bbe2f-29ee-49fa-b511-529e78664e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b364914-3942-4b19-a8cb-49229df7cae9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:03.363384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-b09371f3-e4a3-4c85-bc25-dae281255ebf tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips/6f807b34-18c0-43da-82c3-6c0344081d99 HTTP/1.1" status: 200 len: 692 time: 0.0944693 Oct 22 13:09:03.367500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958471f7-42c2-43b9-a275-0ac02aabac6d req-23400fd3-d61b-4f99-8bcc-198aef03c07e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573427 Oct 22 13:09:03.459750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-588d4771-926d-45ad-b79e-e116c51b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.459750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-588d4771-926d-45ad-b79e-e116c51b015a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 200 len: 867 time: 0.0978899 Oct 22 13:09:03.560536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-c6b3cb56-ee46-4262-b7b7-9e8685d40b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.562056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-c6b3cb56-ee46-4262-b7b7-9e8685d40b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ccb517f-d047-4f8d-964f-e2156c24677b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415749 Oct 22 13:09:03.569044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-be9c3825-08aa-4cf4-b0a4-0797a1e31ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.570309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-be9c3825-08aa-4cf4-b0a4-0797a1e31ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1977999 Oct 22 13:09:03.610320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29d660-2d6a-48a5-846f-7b2781ac24be req-e186d6d7-e920-4912-a163-8641accb4587 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:03.611939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b29d660-2d6a-48a5-846f-7b2781ac24be req-e186d6d7-e920-4912-a163-8641accb4587 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.1398878 Oct 22 13:09:03.671275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-ec7d0dba-1476-4695-8832-04bd4f03fcb4 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.0901346 Oct 22 13:09:04.057934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:04.070904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b29d660-2d6a-48a5-846f-7b2781ac24be req-49486e00-d690-4b2e-83ec-e3c13a6e86f4 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308074 Oct 22 13:09:04.076551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-4a632a7a-991a-45e7-a461-4cc2b178513a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.0750787 Oct 22 13:09:04.129981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-994923d5-e293-4ad5-95bb-d7db2c5201a5 service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586870 Oct 22 13:09:04.175971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-849721414-network', 'tenant_id': '4224646e84ba433a9c5eab787f91288f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:04.201891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:04.204372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.213299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.291258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.295657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.305145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbd60-a420-49db-8124-e317a1707175 req-c3beee03-1153-4190-ac1b-1f2ac3b7f010 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:04.306679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-185fbd60-a420-49db-8124-e317a1707175 req-c3beee03-1153-4190-ac1b-1f2ac3b7f010 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1717997 Oct 22 13:09:04.320748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:09:04.330947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417d917-fc50-423d-859b-93eaebd62652,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:04.337811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.338174 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Added segment f1cbcfe6-618d-4db8-9ad7-ba5d508ba409 of type vlan for network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb Oct 22 13:09:04.339264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc9d9cb5-223c-4567-a9c8-5fd68b643645 req-914fad5c-0fa3-4b84-ab15-ecffcb305007 service neutron] 10.222.0.21 "GET /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985373 Oct 22 13:09:04.377308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Deleting port 19614ff0-a4f1-4e87-a36c-ebe5d8460c5e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:04.377650 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.382828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-185fbd60-a420-49db-8124-e317a1707175 req-484c12a2-f6cb-42de-b3d0-87734256a8a5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Oct 22 13:09:04.383119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.421990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.422987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:04.423589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.473714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.474025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.498544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] Pushing event updated for resources: {'Network': ['ID=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:04.502639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Calling delete_port for 19614ff0-a4f1-4e87-a36c-ebe5d8460c5e owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:04.507546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-05b1124e-adbb-4ca8-affe-bdac412c1320 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4480078 Oct 22 13:09:04.508345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54610) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:04.510344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:09:04.515887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Request body: {'subnet': {'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-849721414-subnet', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:04.540405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:04.543000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.568322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e20ad2-d5d8-4d3c-840c-1fb43914da97 req-18fbb009-4ddd-4c70-ab8f-617b529f1d69 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:04.569832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67e20ad2-d5d8-4d3c-840c-1fb43914da97 req-18fbb009-4ddd-4c70-ab8f-617b529f1d69 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 943 time: 0.1086357 Oct 22 13:09:04.628134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67e20ad2-d5d8-4d3c-840c-1fb43914da97 req-811d59f9-e96a-4851-a3c8-b6d145a3b7b7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Oct 22 13:09:04.712635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.734697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.747549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event deleted for resources: {'Port': ['ID=19614ff0-a4f1-4e87-a36c-ebe5d8460c5e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:04.802706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9165f615-bc5f-4c5d-a414-2ecf2a537986,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:04.808924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:04.809446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Network hostable DHCP agents. Network: 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:09:04.819419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.822120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.823554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5889d70-39a2-4503-8ec0-447c4d97729e req-9af6ddb2-5702-4389-9dc4-a5fb8c17a258 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f807b34-18c0-43da-82c3-6c0344081d99 HTTP/1.1" status: 204 len: 173 time: 0.7410274 Oct 22 13:09:04.836642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:09:04.848678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:04.853062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:04.853855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.860548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0b0cc-3387-465e-bba8-3ea6591e6991 None None] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:04.877499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4c20903-92ba-4209-b1bd-b7ee24dab9cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3679588 Oct 22 13:09:04.880108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54616) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:04.887393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:04.908913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eaddc-8335-4461-b1f6-cc9b991e5e64 req-2204df6b-c1bf-44cb-8a8b-546f7b61b578 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:04.910454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b78eaddc-8335-4461-b1f6-cc9b991e5e64 req-2204df6b-c1bf-44cb-8a8b-546f7b61b578 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0801532 Oct 22 13:09:04.964880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:04.965791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.005896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b78eaddc-8335-4461-b1f6-cc9b991e5e64 req-ec404e4d-b01f-4c02-96b4-c46cea1c1354 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786991 Oct 22 13:09:05.015499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7369-9617-4c28-9ce5-4e1248a63fe9 req-702a7800-0365-4fd5-9360-a8e83fbd6cec tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:05.017616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-245d7369-9617-4c28-9ce5-4e1248a63fe9 req-702a7800-0365-4fd5-9360-a8e83fbd6cec tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1056232 Oct 22 13:09:05.032189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:09:05.033125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.062780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.090389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-245d7369-9617-4c28-9ce5-4e1248a63fe9 req-59730930-85a6-4fe5-b0f9-586fb3a39def tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0649543 Oct 22 13:09:05.183609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Allocated IP 172.20.0.2 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/7dd9ba4c-2a16-4508-b4dc-f2b286d706ed) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:05.216838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44f000f4-1a6a-441c-b8c5-882e16f149a8 req-cf05b608-9d41-4ba2-9ef4-3037cfb7145a tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0819988 Oct 22 13:09:05.334110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.349734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 97b6663f-09b9-4ec8-9901-f6624bf04406 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:05.360764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6665e3-9650-489f-a066-288dc02db0e9 req-74ae8cd9-aee7-44bd-8d80-e624fdd245a9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:05.362654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe6665e3-9650-489f-a066-288dc02db0e9 req-74ae8cd9-aee7-44bd-8d80-e624fdd245a9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.2125180 Oct 22 13:09:05.389063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.412350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.440664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe6665e3-9650-489f-a066-288dc02db0e9 req-12b57f43-613e-4de5-a22b-cf1503638225 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634274 Oct 22 13:09:05.526661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:05.533088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:05.537663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:05.550923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:05.590615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=97b6663f-09b9-4ec8-9901-f6624bf04406,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:05.620664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '97b6663f-09b9-4ec8-9901-f6624bf04406', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '97b6663f-09b9-4ec8-9901-f6624bf04406', 'mac_address': 'fa:16:3e:a8:c7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:05.626689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Attempting to bind port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:05.627067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Attempting to bind port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:05.627430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Attempting to bind port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:05.636805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:05.637212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:05.637622 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.638119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:05.639053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Bound port: 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:05.639446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.673619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6a9e7-4962-4754-9e9f-88f0023b8bfe req-6c74ec40-c679-4b51-be13-c070f67ef6ca tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:05.675181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f6a9e7-4962-4754-9e9f-88f0023b8bfe req-6c74ec40-c679-4b51-be13-c070f67ef6ca tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1437194 Oct 22 13:09:05.686682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53402-7aa5-4274-a353-fafc0820cbac req-9e5afd39-84bb-42b4-addd-2d66cef183e5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:05.688175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33a53402-7aa5-4274-a353-fafc0820cbac req-9e5afd39-84bb-42b4-addd-2d66cef183e5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.1552274 Oct 22 13:09:05.707509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.710575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.727017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b6663f-09b9-4ec8-9901-f6624bf04406 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:05.748033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.761056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=97b6663f-09b9-4ec8-9901-f6624bf04406,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:05.765661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] For port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:05.767719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.768385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:05.771742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] For port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:05.774588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f6a9e7-4962-4754-9e9f-88f0023b8bfe req-5871db46-c7b2-4a32-8608-006ea1c8898a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837681 Oct 22 13:09:05.783631 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:05.818932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33a53402-7aa5-4274-a353-fafc0820cbac req-0794ab30-ba43-45e7-bbfc-96e60534b25e tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168592 Oct 22 13:09:05.877426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:05.928732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Allocated IP 172.25.6.251 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/13bd455b-f091-4420-8a1a-37babb047e0f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:05.970688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568073da-d5ab-47d8-8d1a-b9e1affe5ec1 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:06.014052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:06.034172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'port_id': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'mac_address': 'fa:16:3e:16:be:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da17048-e5ce-4696-95ef-7472c31eea61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:06.089335 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.127521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88be52a8-bc8c-4084-9261-b78b34b02fdb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:06.149704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839c1ae-398f-47c7-ae35-3a9eab447c28 req-1b82ee2e-196e-4811-aee0-359eed7fbe9f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:06.150190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:06.158069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4839c1ae-398f-47c7-ae35-3a9eab447c28 req-1b82ee2e-196e-4811-aee0-359eed7fbe9f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 944 time: 0.1751559 Oct 22 13:09:06.161817 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.162697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:06.186483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.249309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:06.261464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4839c1ae-398f-47c7-ae35-3a9eab447c28 req-d9024409-a3cd-465f-a0a4-1e49e712e1f8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024561 Oct 22 13:09:06.302335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7305-1dcb-4479-bbd2-6e27ce9747d0 req-c228bf98-77f3-482f-bd09-e458f9af7f33 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:06.304039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5deb7305-1dcb-4479-bbd2-6e27ce9747d0 req-c228bf98-77f3-482f-bd09-e458f9af7f33 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 945 time: 0.0818033 Oct 22 13:09:06.320334 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.332993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:06.344846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc', 'port_id': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'mac_address': 'fa:16:3e:87:ee:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997768c8-1efa-4fb6-8a47-5e5914a2c2ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:06.382531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.396908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:06.407443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:06.414219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:06.417288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:06.422808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5deb7305-1dcb-4479-bbd2-6e27ce9747d0 req-374c7546-e4dd-479e-884e-864f0c3e5b5f tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114919 Oct 22 13:09:06.423815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:06.430976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:06.455059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Pushing event updated for resources: {'Port': ['ID=13bd455b-f091-4420-8a1a-37babb047e0f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:06.478213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0de6c-335f-4d02-9419-a54982f1a1e3 req-775cfb4b-3d06-4521-b559-96a0868208c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:06.479518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed0de6c-335f-4d02-9419-a54982f1a1e3 req-775cfb4b-3d06-4521-b559-96a0868208c8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1442475 Oct 22 13:09:06.481027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:06.522415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['88be52a8-bc8c-4084-9261-b78b34b02fdb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:06.607363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed0de6c-335f-4d02-9419-a54982f1a1e3 req-d37e0529-3eef-4dc3-8227-e360cf03a6d9 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189163 Oct 22 13:09:06.683897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['97b6663f-09b9-4ec8-9901-f6624bf04406'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:06.734422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['5366853f-b247-4f7b-b9c2-be4eaf7ccd28'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:06.755710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.030044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bbb4f-64a0-4a72-9d63-10d566449a0a req-bda73a1c-2bd9-42bc-819e-f6d390ea9d4d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:07.039230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-021bbb4f-64a0-4a72-9d63-10d566449a0a req-bda73a1c-2bd9-42bc-819e-f6d390ea9d4d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1628273 Oct 22 13:09:07.068211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb6c93-6353-47f1-a901-046fcc4fc39d None None] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:07.152315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] Provisioning complete for port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:07.152686 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.174478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-021bbb4f-64a0-4a72-9d63-10d566449a0a req-9cc4f026-3805-4ef0-a803-61b67122f613 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342006 Oct 22 13:09:07.177818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.196075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d7b2-3e0d-4603-afc9-38279be1f7f4 req-7c1f6e99-264e-4aa9-9c18-6ebf42257036 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:07.201619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6041d7b2-3e0d-4603-afc9-38279be1f7f4 req-7c1f6e99-264e-4aa9-9c18-6ebf42257036 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.1498640 Oct 22 13:09:07.269176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-726145fc-e142-43ae-8783-51a020d124c3 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:07.270699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-726145fc-e142-43ae-8783-51a020d124c3 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.1514981 Oct 22 13:09:07.307769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.346625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6041d7b2-3e0d-4603-afc9-38279be1f7f4 req-04b2ddf5-74ba-49d2-9802-36bb98b8d38d tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381812 Oct 22 13:09:07.347452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:07.351756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] For port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:07.376871 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.388294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:07.508029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:07.508461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.511592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1180dad-dcc5-4b02-8927-9254bb308200 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:07.555212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 88be52a8-bc8c-4084-9261-b78b34b02fdb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:07.555588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.700775 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.746021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:07.748263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff504eb-97fe-4090-be96-10963296e316 req-f5a34594-3073-414f-bbd6-1e3697ced08c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:07.748794 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf245be-59d1-4d44-85dd-359072194d01" -d '{"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-plugged", "status": "completed", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:07.749837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ff504eb-97fe-4090-be96-10963296e316 req-f5a34594-3073-414f-bbd6-1e3697ced08c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 945 time: 0.0643907 Oct 22 13:09:07.770239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:07.774216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1c76191-4ca2-40bb-bccd-7620f60f5e74 None None] Provisioning complete for port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:07.774847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1c76191-4ca2-40bb-bccd-7620f60f5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.819941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.929384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Deleting port 88be52a8-bc8c-4084-9261-b78b34b02fdb {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:07.929857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.932760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:07.939564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:07.977217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Deleting port 5e662589-da2f-47fa-98c4-2cac31cf5029 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:07.977504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.016116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec1250-1c55-4921-b99f-39017204f1ed req-67ee258f-56a6-4901-b559-48bce1eef425 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:08.024835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ec1250-1c55-4921-b99f-39017204f1ed req-67ee258f-56a6-4901-b559-48bce1eef425 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 944 time: 0.5203474 Oct 22 13:09:08.033679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Router 9f934be7-d1be-4052-8501-3839640fc963 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:09:08.063538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1fb34-efd2-49b2-ab57-7ef47d7559e1 req-db1b7890-d38d-4582-bd70-01f7fd74a93b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:08.065323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0f1fb34-efd2-49b2-ab57-7ef47d7559e1 req-db1b7890-d38d-4582-bd70-01f7fd74a93b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432 HTTP/1.1" status: 200 len: 946 time: 0.1689792 Oct 22 13:09:08.082725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] For port 88be52a8-bc8c-4084-9261-b78b34b02fdb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=88be52a8-bc8c-4084-9261-b78b34b02fdb,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:08.083259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.098726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Calling delete_port for 88be52a8-bc8c-4084-9261-b78b34b02fdb owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:08.238829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ec1250-1c55-4921-b99f-39017204f1ed req-dc37d180-fd12-4fc7-b06b-afe27cff9e53 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127945 Oct 22 13:09:08.264455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] For port 5e662589-da2f-47fa-98c4-2cac31cf5029, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5e662589-da2f-47fa-98c4-2cac31cf5029,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:08.264834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.281644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.290006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Calling delete_port for 5e662589-da2f-47fa-98c4-2cac31cf5029 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:08.295609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['88be52a8-bc8c-4084-9261-b78b34b02fdb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:08.318041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event deleted for resources: {'Port': ['ID=88be52a8-bc8c-4084-9261-b78b34b02fdb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:08.318258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0f1fb34-efd2-49b2-ab57-7ef47d7559e1 req-996e122c-6a88-4a4f-ab40-bbe16d3f86e6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427928 Oct 22 13:09:08.429514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] No DVR routers for this DVR port 88be52a8-bc8c-4084-9261-b78b34b02fdb on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:08.436796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.448217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:08.449066 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ff504eb-97fe-4090-be96-10963296e316 req-124ad51e-0ae7-4328-a485-9cd7bc9b9116 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.26 "DELETE /v2.0/ports/88be52a8-bc8c-4084-9261-b78b34b02fdb HTTP/1.1" status: 204 len: 173 time: 0.6899292 Oct 22 13:09:08.449878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-deleted', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:08.462014 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ffc047-b3c8-45b8-ae00-71aef7a37bf7" -d '{"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-deleted", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:08.463185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Sync routers for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:08.480134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:08.481161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:08.556205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.557506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8041cc43-10e1-4853-b73e-718050f92cce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6755731 Oct 22 13:09:08.560554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:08.629337 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e8cbc3-5200-4140-b14b-78302356e42f x-openstack-request-id: req-94e8cbc3-5200-4140-b14b-78302356e42f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:08.629687 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-plugged", "status": "completed", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:08.629879 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94e8cbc3-5200-4140-b14b-78302356e42f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:08.630269 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'code': 200} Oct 22 13:09:08.640786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d7b4-e2ad-4f6d-8c04-cda50efc94e2 req-afd8c5c9-915a-4e2a-96ec-1953ea1e156c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:08.650200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2b8d7b4-e2ad-4f6d-8c04-cda50efc94e2 req-afd8c5c9-915a-4e2a-96ec-1953ea1e156c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1517334 Oct 22 13:09:08.656527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:08.709196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2b8d7b4-e2ad-4f6d-8c04-cda50efc94e2 req-17ec6981-444f-48ab-9afb-575ca86f3e1a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579045 Oct 22 13:09:08.861514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27b33-c52e-4712-81cc-13440e664d8a req-a09919d3-f2cc-4069-b119-6c1bb46691b5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:08.871954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4c27b33-c52e-4712-81cc-13440e664d8a req-a09919d3-f2cc-4069-b119-6c1bb46691b5 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae99275f-979a-4aa0-a7e1-5bb2af0029b9 HTTP/1.1" status: 200 len: 946 time: 0.0828447 Oct 22 13:09:08.876118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:08.906492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:06Z', 'revision_number': 3, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:08.954823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Checking router: 9f934be7-d1be-4052-8501-3839640fc963 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:08.955948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Updating router 9f934be7-d1be-4052-8501-3839640fc963 port 13bd455b-f091-4420-8a1a-37babb047e0f binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:09:08.989633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Pushing event deleted for resources: {'Port': ['ID=5e662589-da2f-47fa-98c4-2cac31cf5029,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:09.003097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.015039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4c27b33-c52e-4712-81cc-13440e664d8a req-385af16c-aaad-4961-b79c-ce8e58ffe6f2 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422179 Oct 22 13:09:09.084366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] No DVR routers for this DVR port 5e662589-da2f-47fa-98c4-2cac31cf5029 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:09.094026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.097855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a0ae89b-dd5d-41a6-94c3-514358b6d74f req-c3ac1924-44e8-4b48-83bf-772595e67bef tempest-FloatingIPsAssociationNegativeTestJSON-2119683512 tempest-FloatingIPsAssociationNegativeTestJSON-2119683512-project] 10.222.0.21 "DELETE /v2.0/ports/5e662589-da2f-47fa-98c4-2cac31cf5029 HTTP/1.1" status: 204 len: 173 time: 1.8159173 Oct 22 13:09:09.098390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'name': 'network-vif-deleted', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:09.102471 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b700f15e-2984-4441-8092-909a23cd70eb" -d '{"events": [{"server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "name": "network-vif-deleted", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:09.187804 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396252eb-d256-4bef-9d81-f5cf16ca7584 x-openstack-request-id: req-396252eb-d256-4bef-9d81-f5cf16ca7584 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:09.188102 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99275f-979a-4aa0-a7e1-5bb2af0029b9", "name": "network-vif-deleted", "tag": "5e662589-da2f-47fa-98c4-2cac31cf5029", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:09.188359 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-396252eb-d256-4bef-9d81-f5cf16ca7584 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:09.188822 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99275f-979a-4aa0-a7e1-5bb2af0029b9', 'name': 'network-vif-deleted', 'tag': '5e662589-da2f-47fa-98c4-2cac31cf5029', 'status': 'completed', 'code': 200} Oct 22 13:09:09.358647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 97b6663f-09b9-4ec8-9901-f6624bf04406 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:09.403161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:09.433308 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dd6863-d782-4085-8b33-49ea7238afc9 x-openstack-request-id: req-d0dd6863-d782-4085-8b33-49ea7238afc9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:09.433804 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bfb4fe-7aae-4365-9c5c-d4aa4a34e432", "name": "network-vif-deleted", "tag": "88be52a8-bc8c-4084-9261-b78b34b02fdb", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:09.433804 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0dd6863-d782-4085-8b33-49ea7238afc9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:09.434097 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bfb4fe-7aae-4365-9c5c-d4aa4a34e432', 'name': 'network-vif-deleted', 'tag': '88be52a8-bc8c-4084-9261-b78b34b02fdb', 'status': 'completed', 'code': 200} Oct 22 13:09:09.469653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f36e-236a-49b9-9cca-963f60b1b8f5 req-9b159321-da00-4d67-870d-d7464c04f1c6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:09.471044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f295f36e-236a-49b9-9cca-963f60b1b8f5 req-9b159321-da00-4d67-870d-d7464c04f1c6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 944 time: 0.0854602 Oct 22 13:09:09.529816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:09.530190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.543144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f295f36e-236a-49b9-9cca-963f60b1b8f5 req-cea2f1a6-8d0d-49b0-8d83-186deaf6a48b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658331 Oct 22 13:09:09.600090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 97b6663f-09b9-4ec8-9901-f6624bf04406 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:09:09.613349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 97b6663f-09b9-4ec8-9901-f6624bf04406 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:09.613626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.665281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54688) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:09.670930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808978108', 'description': 'tempest-description--2025664338'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:09.675447 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.703315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.719672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.799213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.833270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.839499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.852585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.955651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12472ff-c7ed-443c-81b9-ca90c43f9819,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:09.972576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:09.976667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1cbe5cef-6677-4f9a-b167-db2dc17b0929 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3075292 Oct 22 13:09:09.976838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Pushing event updated for resources: {'Port': ['ID=13bd455b-f091-4420-8a1a-37babb047e0f,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:09.978573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Attempting to bind port 13bd455b-f091-4420-8a1a-37babb047e0f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:09.979107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Attempting to bind port 13bd455b-f091-4420-8a1a-37babb047e0f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:09.979475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Attempting to bind port 13bd455b-f091-4420-8a1a-37babb047e0f on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:09.980747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54696) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:09.983021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282c984-bc53-42d0-88b5-d2f0559da8c2 req-46aae76b-4515-423e-b51e-bd30f3299928 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:09.984596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3282c984-bc53-42d0-88b5-d2f0559da8c2 req-46aae76b-4515-423e-b51e-bd30f3299928 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1427095 Oct 22 13:09:09.988072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'security_group_rule': {'security_group_id': 'a12472ff-c7ed-443c-81b9-ca90c43f9819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:09.993859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.994207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.994554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.994919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.995256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.995591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.995920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.996247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.996572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.996898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.997997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:09.998340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:10.009196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:10.009828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:10.010126 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.010720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:10.011308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Bound port: 13bd455b-f091-4420-8a1a-37babb047e0f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:10.011819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.052198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3282c984-bc53-42d0-88b5-d2f0559da8c2 req-6d5d4b16-2e5a-47ee-95f8-24f768c241eb tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614321 Oct 22 13:09:10.079620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.099482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Allocated IP 172.20.0.1 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/72ead71b-d72b-4005-b09f-9a4d7169cf9c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:10.123879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54702) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:10.126104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] For port 13bd455b-f091-4420-8a1a-37babb047e0f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:10.129671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] For port 13bd455b-f091-4420-8a1a-37babb047e0f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=13bd455b-f091-4420-8a1a-37babb047e0f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:10.147556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.170584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.171062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.182955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.208287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5e662589-da2f-47fa-98c4-2cac31cf5029 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:10.241890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 5e662589-da2f-47fa-98c4-2cac31cf5029 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:10.242678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5e662589-da2f-47fa-98c4-2cac31cf5029 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:10.250434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2ea22f-ce91-47fa-bdcd-4b3a8b156277,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:10.259685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.263749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-879ecb97-2076-4e22-a1ef-1ee2ee628fc9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789850 Oct 22 13:09:10.265933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:10.278971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=97b6663f-09b9-4ec8-9901-f6624bf04406,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:10.281335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'security_group_rule': {'security_group_id': 'a12472ff-c7ed-443c-81b9-ca90c43f9819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:10.300838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.301705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:10.328978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.332277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd065cf-13c6-4bbb-be5f-ccff135816d5 None None] Pushing event updated for resources: {'Port': ['ID=13bd455b-f091-4420-8a1a-37babb047e0f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:10.344731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:10.344923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:10.369764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.456128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:10.459263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.461400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.478101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.511747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:09:10.515512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:10.519286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d48457a-e09a-4ca5-9324-0340674d83b8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:10.520684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:10.521127 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.527507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:10.535093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:10.582974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:10.599066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Pushing event updated for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:10.611845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.613135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.614558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-10f5eaa5-f93a-4f5c-a2a5-3ff0bdcb58eb tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473661 Oct 22 13:09:10.618934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54708) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:10.624255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:10.647119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:10.649490 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ef3d8-d244-46ed-a67f-370293fb7601" -d '{"events": [{"server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "name": "network-vif-plugged", "status": "completed", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:10.672490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.754593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:10.766949 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ac4d2-2c0f-4994-ac0a-563b8e96451f x-openstack-request-id: req-ac3ac4d2-2c0f-4994-ac0a-563b8e96451f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:10.767238 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "name": "network-vif-plugged", "status": "completed", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:10.767491 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac3ac4d2-2c0f-4994-ac0a-563b8e96451f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:10.767876 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406', 'code': 200} Oct 22 13:09:10.944395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef905388-1e4e-4f11-b537-ffd254ff005c req-b1d83f4c-a20e-47ac-8dc4-f69a3cebc7d5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:10.946914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef905388-1e4e-4f11-b537-ffd254ff005c req-b1d83f4c-a20e-47ac-8dc4-f69a3cebc7d5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1874106 Oct 22 13:09:11.034622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef905388-1e4e-4f11-b537-ffd254ff005c req-05eaffb8-1957-42b2-8254-982d0833dd96 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773509 Oct 22 13:09:11.111634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Deleting port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:11.111986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.131310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.144957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086dce-b34f-4a27-b26f-af6cbaa3b76d req-d9d6e667-f3b8-4839-bbe4-9e49f052fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:11.151157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04086dce-b34f-4a27-b26f-af6cbaa3b76d req-d9d6e667-f3b8-4839-bbe4-9e49f052fdd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 1096 time: 0.2985649 Oct 22 13:09:11.157363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.187114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-02c64e09-c7b4-45c5-a1de-ad5742ce6166 None None] Provisioning complete for port 72ead71b-d72b-4005-b09f-9a4d7169cf9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:11.187485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02c64e09-c7b4-45c5-a1de-ad5742ce6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.255210 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-04086dce-b34f-4a27-b26f-af6cbaa3b76d req-4c0f68b1-2080-413e-913b-b605beadfd6e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950840 Oct 22 13:09:11.267888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:11.271280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.281961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.283359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:11.289330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-02c64e09-c7b4-45c5-a1de-ad5742ce6166 None None] Port 72ead71b-d72b-4005-b09f-9a4d7169cf9c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:11.326089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd708-b2e0-4a55-b2d0-398d617e71d5 req-f6ff9375-97d4-46f0-b736-cdced6afc14d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:11.334097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abefd708-b2e0-4a55-b2d0-398d617e71d5 req-f6ff9375-97d4-46f0-b736-cdced6afc14d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1708138 Oct 22 13:09:11.337339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] For port 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:11.338480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.338847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 88be52a8-bc8c-4084-9261-b78b34b02fdb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:11.339461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 88be52a8-bc8c-4084-9261-b78b34b02fdb not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:11.378365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Calling delete_port for 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:11.407612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:11.411674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:06Z', 'revision_number': 3, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:11.421530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abefd708-b2e0-4a55-b2d0-398d617e71d5 req-a56f99ee-f674-4b45-ab66-d50e8237dd26 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858915 Oct 22 13:09:11.464917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c09f01-60a8-46bc-aea6-60e53e0d3589 None None] The sync data for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 is: [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:06Z', 'revision_number': 3, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:11.509025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Allocated IP 172.25.6.201 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/e899dce2-d615-439e-a065-58595a28aab3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:11.539858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.567436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.632378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.663200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Pushing event deleted for resources: {'Port': ['ID=90ab3c80-8d2a-4a9e-b24b-b705615bdeb9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:11.700940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Pushing event updated for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:11.730100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.804580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.919874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:11.945635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.010392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:12.015522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:12.019094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:12.023635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:12.032530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:12.067827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'Port': ['ID=e899dce2-d615-439e-a065-58595a28aab3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:12.227856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.364032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.416674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Router 9f934be7-d1be-4052-8501-3839640fc963 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:12.469588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e7f11d23-530c-462b-88eb-4080f6dcc699 None None] Provisioning complete for port 72ead71b-d72b-4005-b09f-9a4d7169cf9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:12.470172 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7f11d23-530c-462b-88eb-4080f6dcc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.554418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e7f11d23-530c-462b-88eb-4080f6dcc699 None None] Port 72ead71b-d72b-4005-b09f-9a4d7169cf9c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:12.648488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660178d-797e-42aa-9dd1-669459428caf req-d0ee92e4-2f65-4947-8ee3-57a9bcdd1728 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:12.651392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4660178d-797e-42aa-9dd1-669459428caf req-d0ee92e4-2f65-4947-8ee3-57a9bcdd1728 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.3676794 Oct 22 13:09:12.674393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Router 8583f113-f90f-4601-aafa-884d796abf70 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:12.685524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:12.707704 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b204627-7021-43fa-9f02-6a2fd920a170 admin admin] 10.222.0.25 "PUT /v2.0/routers/9f934be7-d1be-4052-8501-3839640fc963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1449401 Oct 22 13:09:12.746301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.754590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.763917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4660178d-797e-42aa-9dd1-669459428caf req-e7b1516c-0710-4448-878c-8aa09ada8616 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Oct 22 13:09:12.769560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:12.779428 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec062cb-8d60-46d2-b991-602aa87fb15c" -d '{"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-plugged", "status": "completed", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:12.830069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb4ee3-2977-42c9-a76e-8fc0fc10e87f req-d1fbe96b-2566-432c-9c3f-d5ea6465eb67 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:12.844248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9eb4ee3-2977-42c9-a76e-8fc0fc10e87f req-d1fbe96b-2566-432c-9c3f-d5ea6465eb67 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.2680213 Oct 22 13:09:12.865174 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787f0713-d2c1-48bf-85fa-85d02fc288a9 x-openstack-request-id: req-787f0713-d2c1-48bf-85fa-85d02fc288a9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:12.865592 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-plugged", "status": "completed", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:12.872713 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-787f0713-d2c1-48bf-85fa-85d02fc288a9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:12.873814 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'code': 200} Oct 22 13:09:12.927822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'Port': ['ID=e899dce2-d615-439e-a065-58595a28aab3,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:12.933185 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.946741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9eb4ee3-2977-42c9-a76e-8fc0fc10e87f req-7ae5f9a6-650f-4eb6-9ea5-0a4f3c451c49 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942233 Oct 22 13:09:12.980275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:12.994779 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8de684e2-6732-4c7e-a5cc-90e3213de1b2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3743589 Oct 22 13:09:13.002544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad71a5-df1c-48c8-80be-0dcb9e4d4a4d req-155658ac-ad94-4925-8f68-ebbb44f4be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:13.004279 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbad71a5-df1c-48c8-80be-0dcb9e4d4a4d req-155658ac-ad94-4925-8f68-ebbb44f4be61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1097 time: 0.0669873 Oct 22 13:09:13.081306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbad71a5-df1c-48c8-80be-0dcb9e4d4a4d req-eda7b8bd-51ec-4578-87a6-0f17fe7d29ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616446 Oct 22 13:09:13.094435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:13.101124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3aee7ba4-3d4f-42c9-ad30-2858a7ca86ae admin admin] 10.222.0.25 "PUT /v2.0/routers/8583f113-f90f-4601-aafa-884d796abf70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9758947 Oct 22 13:09:13.103976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54742) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:13.104318 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Sync routers for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:13.134556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:13.136363 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:13.391241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.528263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:13.579057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 13bd455b-f091-4420-8a1a-37babb047e0f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:13.609001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.658826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 13bd455b-f091-4420-8a1a-37babb047e0f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:13.659543 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.671757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-985fa8c2-886a-4d4f-af2c-c9be1b20f737 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:13.685429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-985fa8c2-886a-4d4f-af2c-c9be1b20f737 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.3098114 Oct 22 13:09:13.697462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:13.711366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201464286', 'description': 'tempest-description--521919782'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:13.713217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-e0a1f39b-2e07-4f96-9804-2513fc1d3318 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/quotas/fae4a9455b204c989f5f3179614b4a21 HTTP/1.1" status: 200 len: 375 time: 0.0268533 Oct 22 13:09:13.776817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.815447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-ecb18f41-fd82-47e1-b291-bcf02a0ac1c0 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012571 Oct 22 13:09:13.830129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.832884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Deleting port 408d69bc-b003-4704-ae43-3730cebe7844 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:13.833230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.881003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 13bd455b-f091-4420-8a1a-37babb047e0f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=13bd455b-f091-4420-8a1a-37babb047e0f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:13.894020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:13.955603 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '408d69bc-b003-4704-ae43-3730cebe7844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:09:11Z', 'revision_number': 5, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port': {'id': '408d69bc-b003-4704-ae43-3730cebe7844', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8583f113-f90f-4601-aafa-884d796abf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:08:13Z', 'updated_at': '2021-10-22T13:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:13.986706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=13bd455b-f091-4420-8a1a-37babb047e0f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:13.999123 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Checking router: 8583f113-f90f-4601-aafa-884d796abf70 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:14.010015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.026070 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Routers {'8583f113-f90f-4601-aafa-884d796abf70'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:14.026520 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8583f113-f90f-4601-aafa-884d796abf70'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:14.036236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Sync routers for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:14.050899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:14.051567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:14.066711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb8af2-86c3-46b3-b6ef-047146f2b9dc req-4f714f5f-9333-45c5-a093-50ea9ef47016 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:14.068523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62eb8af2-86c3-46b3-b6ef-047146f2b9dc req-4f714f5f-9333-45c5-a093-50ea9ef47016 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1785090 Oct 22 13:09:14.080510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-b9d06db6-a2ab-4981-9cab-84af85efd463 service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640727 Oct 22 13:09:14.144383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.146012 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] Set router 8583f113-f90f-4601-aafa-884d796abf70 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:14.177424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.181787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4830678 Oct 22 13:09:14.187878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54766) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:14.194281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62eb8af2-86c3-46b3-b6ef-047146f2b9dc req-7312b897-d99c-42e0-b176-e658fb7318a7 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886784 Oct 22 13:09:14.202205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'security_group_rule': {'security_group_id': '8917b2c0-3c54-4b3b-8487-0dc0956b0195', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:14.257955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:14.265257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71fd0-ff7c-4a9d-b8a4-cd1836756a78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8917b2c0-3c54-4b3b-8487-0dc0956b0195,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:14.282846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] For port 408d69bc-b003-4704-ae43-3730cebe7844, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=408d69bc-b003-4704-ae43-3730cebe7844,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:14.283484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 6, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:14.284182 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.308953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-160c0c7c-924b-4d09-8cc2-6a2e4e869ced service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268167 Oct 22 13:09:14.310454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Calling delete_port for 408d69bc-b003-4704-ae43-3730cebe7844 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:14.327326 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d94b3-a973-4318-b7fe-4dd0a4104e74 None None] The sync data for ids ['8583f113-f90f-4601-aafa-884d796abf70'] in n-d-813419-8 is: [{'id': '8583f113-f90f-4601-aafa-884d796abf70', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-408908338-router', 'tenant_id': '2f7656b56f994ba19b2712659fd38c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:08:12Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 6, 'project_id': '2f7656b56f994ba19b2712659fd38c13', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:14.346064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.400233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab843-5716-464e-bff4-d22e3173e68f req-aa3cb8af-8ede-49d0-8f2a-8d49868017f1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:14.401771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3aaab843-5716-464e-bff4-d22e3173e68f req-aa3cb8af-8ede-49d0-8f2a-8d49868017f1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.0891976 Oct 22 13:09:14.448303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3aaab843-5716-464e-bff4-d22e3173e68f req-0dfaeb5f-b563-4f18-8bb0-10bb93a66e8a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391340 Oct 22 13:09:14.478343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.486728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.621731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:11Z', 'revision_number': 2, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:14.638321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4040fd4c-9bfb-4ee7-b556-093a21a1822c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:14.679904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.683959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:14.689254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'security_group_rule': {'security_group_id': '8917b2c0-3c54-4b3b-8487-0dc0956b0195', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:14.691660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Checking router: 9f934be7-d1be-4052-8501-3839640fc963 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:14.692459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-707ccc39-7413-4c22-8e61-1d63b7f003bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4835443 Oct 22 13:09:14.698150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Updating router 9f934be7-d1be-4052-8501-3839640fc963 port 72ead71b-d72b-4005-b09f-9a4d7169cf9c binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:09:14.759140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.829376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.840243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:14.895057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Pushing event deleted for resources: {'Port': ['ID=408d69bc-b003-4704-ae43-3730cebe7844,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:14.994257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.007496 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.049615 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03df5804-4623-4fed-8fd5-1c1f6247e9f0 req-26f733df-5e3c-4ec1-b662-65c4150c5920 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 210 time: 0.1321545 Oct 22 13:09:15.050486 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.089084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f9d820-8b5c-4457-8585-717d531580d1,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:15.101367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bb53-b3bb-4655-a25c-554ae8f10dd8 req-e3aabcec-f9cb-46c0-ad5e-556acd761899 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:15.108695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe5bb53-b3bb-4655-a25c-554ae8f10dd8 req-e3aabcec-f9cb-46c0-ad5e-556acd761899 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1097 time: 0.2284472 Oct 22 13:09:15.112117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.116293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-aec7b0eb-2f35-44ec-8b74-92bb01888533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4306250 Oct 22 13:09:15.118232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54790) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:15.123191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:15.155394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.157188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.158399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.202451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.217523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fe5bb53-b3bb-4655-a25c-554ae8f10dd8 req-bd04741f-5a75-4394-b705-6feed337b5bf tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950248 Oct 22 13:09:15.220034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.362317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.363133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8583f113-f90f-4601-aafa-884d796abf70 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:09:15.365140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b349dd-924c-4664-944b-4b5f99a70972 None None] Pushing event updated for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:15.370239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.373817 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52145b8b-0040-423a-8f08-f2a10ff23538 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8583f113-f90f-4601-aafa-884d796abf70 HTTP/1.1" status: 204 len: 168 time: 2.2664771 Oct 22 13:09:15.374684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:15.399288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Attempting to bind port 72ead71b-d72b-4005-b09f-9a4d7169cf9c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:15.399670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Attempting to bind port 72ead71b-d72b-4005-b09f-9a4d7169cf9c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:15.400038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Attempting to bind port 72ead71b-d72b-4005-b09f-9a4d7169cf9c on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Bound port: 72ead71b-d72b-4005-b09f-9a4d7169cf9c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:15.412342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.468695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb11ef3-2108-4b44-ba63-29143b5cf9b1 req-63750e4c-716f-4bfa-94e9-9e4a7c6989f8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:15.483015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bb11ef3-2108-4b44-ba63-29143b5cf9b1 req-63750e4c-716f-4bfa-94e9-9e4a7c6989f8 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1097 time: 0.1688838 Oct 22 13:09:15.485356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Deleting subnet 9dab9282-8501-4b4f-a0df-8a692329e564 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:09:15.488223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 13bd455b-f091-4420-8a1a-37babb047e0f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:15.494820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.534891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84ecd-4fc2-4b8b-a7f5-ef0068291a9f req-94138e56-d358-474e-a946-269b5556d099 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:15.536374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51a84ecd-4fc2-4b8b-a7f5-ef0068291a9f req-94138e56-d358-474e-a946-269b5556d099 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.2216046 Oct 22 13:09:15.568051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.583625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] For port 72ead71b-d72b-4005-b09f-9a4d7169cf9c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:15.587001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bb11ef3-2108-4b44-ba63-29143b5cf9b1 req-1912f290-7e0d-4d95-8547-600266c802d2 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009467 Oct 22 13:09:15.588812 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.595573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] For port 72ead71b-d72b-4005-b09f-9a4d7169cf9c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=72ead71b-d72b-4005-b09f-9a4d7169cf9c,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:15.612042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 13bd455b-f091-4420-8a1a-37babb047e0f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:15.612431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.620158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.721281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.747406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b349dd-924c-4664-944b-4b5f99a70972 None None] Pushing event updated for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:15.800348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.821930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:15.822571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:15.867328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dab9282-8501-4b4f-a0df-8a692329e564,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:15.869628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:15.873789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-43e94112-2706-46a7-9dca-0031c84f063b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9dab9282-8501-4b4f-a0df-8a692329e564 HTTP/1.1" status: 204 len: 168 time: 0.4979017 Oct 22 13:09:15.879112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54810) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:15.956891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:15.972088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.040738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] Provisioning complete for port 72ead71b-d72b-4005-b09f-9a4d7169cf9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:16.041119 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.079413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Deleting port a60e67ea-ce14-4a06-8048-23995878d2f4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:16.080271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.139233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb9d6d-53dd-4e31-8e24-c617e4a05ee1 None None] Network 1ccb517f-d047-4f8d-964f-e2156c24677b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:16.178452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] For port a60e67ea-ce14-4a06-8048-23995878d2f4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a60e67ea-ce14-4a06-8048-23995878d2f4,segment=NetworkSegment(f8a41e79-4ed5-460f-a3fd-0dac276b5dfe),segment_id=f8a41e79-4ed5-460f-a3fd-0dac276b5dfe)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:16.179133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.203318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Calling delete_port for a60e67ea-ce14-4a06-8048-23995878d2f4 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:16.211034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f82d2474-d527-4201-9657-ece537bb5a5e req-eebe73bf-1c2d-445b-aff1-1b4fd3277c03 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:09:16.219029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f82d2474-d527-4201-9657-ece537bb5a5e req-eebe73bf-1c2d-445b-aff1-1b4fd3277c03 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0206881 Oct 22 13:09:16.308910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51a84ecd-4fc2-4b8b-a7f5-ef0068291a9f req-242b8073-72fb-40f9-b4b6-a4cb667444cb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590878 Oct 22 13:09:16.309116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.341751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60e67ea-ce14-4a06-8048-23995878d2f4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:16.345991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] No DVR routers for this DVR port a60e67ea-ce14-4a06-8048-23995878d2f4 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:16.431984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.462070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-eedeec30-fb11-4863-9ffd-b2d2c28e8923 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:16.464810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-eedeec30-fb11-4863-9ffd-b2d2c28e8923 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.2679837 Oct 22 13:09:16.468153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccb517f-d047-4f8d-964f-e2156c24677b']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:16.485797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:16.486531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a41e79-4ed5-460f-a3fd-0dac276b5dfe') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:16.494160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'port': {'device_id': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'admin_state_up': True, 'tenant_id': 'fae4a9455b204c989f5f3179614b4a21'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:16.503174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.522052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.531992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71f22f6c-c2be-4811-906e-4969baa90df3 req-b4f09b8b-ffa7-41cb-9908-b5a9f1af4a4f tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 210 time: 0.0596323 Oct 22 13:09:16.533313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.25.6.97 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/86a5838d-e895-40c0-8597-f26fa8908232) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:16.536415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:09:16.537505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:09:16.638365 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:09:16.644429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.653076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:15Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:16.664092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:16.673109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.674962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.679208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ccb517f-d047-4f8d-964f-e2156c24677b HTTP/1.1" status: 204 len: 168 time: 0.7966578 Oct 22 13:09:16.679208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66177-4ab7-4895-8215-b288972dc0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccb517f-d047-4f8d-964f-e2156c24677b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:16.756915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cdb5c-8b09-4c61-bda7-e2b6c6f690fc None None] DHCP port deletion for 1ccb517f-d047-4f8d-964f-e2156c24677b request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:09:16.760895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:16.761247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 90ab3c80-8d2a-4a9e-b24b-b705615bdeb9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:16.761673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 408d69bc-b003-4704-ae43-3730cebe7844 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:16.763829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc344f-ae05-49e4-89e1-ce671a4c49b2 None None] The sync data for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 is: [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:15Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:16.804720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 408d69bc-b003-4704-ae43-3730cebe7844 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:16.807263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 408d69bc-b003-4704-ae43-3730cebe7844 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:16.812763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] For port 72ead71b-d72b-4005-b09f-9a4d7169cf9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=72ead71b-d72b-4005-b09f-9a4d7169cf9c,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:16.831657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.931482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:16.937277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Made reservation on behalf of fae4a9455b204c989f5f3179614b4a21 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:16.957865 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.032116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:17.097288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.105899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb21d4-564d-4eff-8099-149b627d0ef6 None None] Pushing event updated for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:17.118550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e27b721f-a53a-4781-b592-d7332c5225ac None None] Provisioning complete for port 72ead71b-d72b-4005-b09f-9a4d7169cf9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:17.120822 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e27b721f-a53a-4781-b592-d7332c5225ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.133881 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-689fc03d-de34-43a7-8d31-41b5883292ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f7656b56f994ba19b2712659fd38c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982065 Oct 22 13:09:17.134426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:17.260796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.260923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:17.263189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:17.278252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Allocated IP 172.20.0.11 (e0ca10da-509d-4385-9d29-9520d360b5d0/9da17048-e5ce-4696-95ef-7472c31eea61/83fc4399-1d5b-4110-ae6c-fc1248fc5674) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:17.303488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.334122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:17.391962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.394923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.398371 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a HTTP/1.1" status: 204 len: 168 time: 0.2605467 Oct 22 13:09:17.399724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=86a5838d-e895-40c0-8597-f26fa8908232,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:17.409937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f91ba-7a9d-407c-873d-04ef3b016539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a57a3f-7d5a-4bc0-af07-d17d1faa0c1a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:17.501887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 72ead71b-d72b-4005-b09f-9a4d7169cf9c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:17.605549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 72ead71b-d72b-4005-b09f-9a4d7169cf9c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:17.607222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.750796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-f6fd6547-4435-427a-a17c-0cb9dee3bbab tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:09:17.751828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-f6fd6547-4435-427a-a17c-0cb9dee3bbab tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0171049 Oct 22 13:09:17.773490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.808680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33506d44-35f6-4327-b765-bbd34313b76a req-1d0c4e88-bb9d-4291-bcac-792a23145101 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:17.810341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33506d44-35f6-4327-b765-bbd34313b76a req-1d0c4e88-bb9d-4291-bcac-792a23145101 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.3036404 Oct 22 13:09:17.826189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a60e67ea-ce14-4a06-8048-23995878d2f4 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:17.866785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a60e67ea-ce14-4a06-8048-23995878d2f4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:17.868644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a60e67ea-ce14-4a06-8048-23995878d2f4 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:17.945026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.946872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-26eba9bc-cc42-4852-bccb-f437bffa84d7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:17.948563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-26eba9bc-cc42-4852-bccb-f437bffa84d7 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 1094 time: 0.1775351 Oct 22 13:09:17.972970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-a76469b9-e430-411d-a0ae-093321ea9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:17.974786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-a76469b9-e430-411d-a0ae-093321ea9e60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1097 time: 0.0852239 Oct 22 13:09:17.975095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:17.979679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:17.980142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:09:18.002877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33506d44-35f6-4327-b765-bbd34313b76a req-666085f8-18d8-4216-954d-09cf361714f5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259053 Oct 22 13:09:18.188043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db7b8bfa-e8fd-4f78-aa98-13f74008b364 req-2daf9742-4566-40ba-95c0-a29ac1856104 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 210 time: 0.0734866 Oct 22 13:09:18.329856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.513744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Network e0ca10da-509d-4385-9d29-9520d360b5d0 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:18.545583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:18.552796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:18.628917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:18.629657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.634206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:18.696050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:18.696646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:18.697126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:18.708777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:18.709112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:18.719056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-e8701303-a9e3-45c5-bbca-ac295372edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:18.721776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-e8701303-a9e3-45c5-bbca-ac295372edd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.7234359 Oct 22 13:09:18.730101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-a2033c6b-ba54-43ef-bf7e-d7b4549d7167 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2471857 Oct 22 13:09:18.734023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:18.734363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:18.734779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:18.735232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Bound port: 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:18.778077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.783850 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-7d6f58d4-85ae-4f59-93e2-b6ead74e7800 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0480306 Oct 22 13:09:18.788599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Request body: {'port': {'device_id': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:18.822268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.860202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-0f0ce2c8-6b9a-4ffe-a5cc-87a65f33c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:18.861736 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-0f0ce2c8-6b9a-4ffe-a5cc-87a65f33c93b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0744362 Oct 22 13:09:18.901064 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-37c4487f-7124-43c1-bdb1-8883ab0ac0e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319369 Oct 22 13:09:18.927495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:18.947477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.948972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-59ed4791-b8d6-47e2-bb9d-fa982cbfcb64 service neutron] 10.222.0.25 "POST /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28/bindings HTTP/1.1" status: 201 len: 389 time: 0.9905879 Oct 22 13:09:18.958335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:18.962975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=86a5838d-e895-40c0-8597-f26fa8908232,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:18.976075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:19.020927 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:19.033510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eef60a51-fdab-4e4a-ba9f-1d66e9c1fdf2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9140677 Oct 22 13:09:19.072803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-c55fa4df-42c3-42d4-a4ad-c68ce7fdd239 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501315 Oct 22 13:09:19.257397 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1044696-628e-4a10-ab2c-e0e8b83cd344 req-a702798b-5859-4a15-b53d-313d882a9326 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820450 Oct 22 13:09:19.376244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca1ec5-b2dd-4913-9ec0-ee51ae563248 req-16a4112c-a90e-4b8a-a022-f2f2d9d90a6e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.377784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1ca1ec5-b2dd-4913-9ec0-ee51ae563248 req-16a4112c-a90e-4b8a-a022-f2f2d9d90a6e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1957552 Oct 22 13:09:19.389888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-e8e49b80-0e76-4430-bdaa-30cf036c88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.391701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-e8e49b80-0e76-4430-bdaa-30cf036c88c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1097 time: 0.0649369 Oct 22 13:09:19.432650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce48299-bbb2-4a4b-b8f1-9fc19082c696 req-9750f9f1-6ed4-43b5-b608-476e9f927111 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.434322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ce48299-bbb2-4a4b-b8f1-9fc19082c696 req-9750f9f1-6ed4-43b5-b608-476e9f927111 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.2131455 Oct 22 13:09:19.505356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1ca1ec5-b2dd-4913-9ec0-ee51ae563248 req-00cf9f1e-4723-42ce-a417-34b8b1e2965f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928814 Oct 22 13:09:19.545266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ce48299-bbb2-4a4b-b8f1-9fc19082c696 req-ee7b3e6f-c36e-4952-a06c-6803e15bfe2a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951200 Oct 22 13:09:19.557525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-0f46f50a-6bd3-46cf-b347-2f0779527a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.559070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-0f46f50a-6bd3-46cf-b347-2f0779527a9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.1477993 Oct 22 13:09:19.609985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fc4399-1d5b-4110-ae6c-fc1248fc5674 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:19.623828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-a308c482-8c41-4243-bde8-02345c54f78a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0555665 Oct 22 13:09:19.629691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:19.649082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Transition to ACTIVE for port object 83fc4399-1d5b-4110-ae6c-fc1248fc5674 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:19.679793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:19.717466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-6c49df45-4a64-4e14-82af-af557a73b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.728276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-6c49df45-4a64-4e14-82af-af557a73b77a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0819583 Oct 22 13:09:19.767004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-2c127c06-6f37-443c-a875-0ef3ace6e1a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361791 Oct 22 13:09:19.773656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:19.812115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a040-b78b-4871-9189-30ae65e1dc40 req-a91fb0e8-abb6-43e6-8969-42c2cdc3979b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:19.813714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9282a040-b78b-4871-9189-30ae65e1dc40 req-a91fb0e8-abb6-43e6-8969-42c2cdc3979b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 932 time: 0.1983125 Oct 22 13:09:19.840403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-b53108e8-aa28-4ffc-b99f-330bf65d30b3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--201464286&fields=id&tenant_id=4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 267 time: 0.1225190 Oct 22 13:09:19.875326 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ed57c063-f054-42ee-b45a-0675e3d15dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007853 Oct 22 13:09:19.925514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9282a040-b78b-4871-9189-30ae65e1dc40 req-945f62b5-5b7e-4156-9a74-6ece0141dd28 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908091 Oct 22 13:09:19.933609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Attempting to bind port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:19.933956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Attempting to bind port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:19.934329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Attempting to bind port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:19.975174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 on network e0ca10da-509d-4385-9d29-9520d360b5d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:19.975508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Attempting to bind port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:19.986369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-bf2daf41-f5fc-4f01-b5d2-41a41359bbbe service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048737 Oct 22 13:09:19.988238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:19.988527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Checking segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:19.988920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Bound using segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:19.989747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Bound port: 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:19.989747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:20.030959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-62b4a137-2fa8-4dca-92fb-1f2233a4184d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:20.034618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-62b4a137-2fa8-4dca-92fb-1f2233a4184d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.1823678 Oct 22 13:09:20.109364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-951d2db5-8a4f-4d0a-933b-9f24dfee17f6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/quotas/4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 375 time: 0.0313830 Oct 22 13:09:20.121306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:20.126433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:20.151203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:20.214987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:20.216727 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:20.218481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] 10.222.0.21 "PUT /v2.0/ports/83fc4399-1d5b-4110-ae6c-fc1248fc5674 HTTP/1.1" status: 200 len: 1092 time: 1.4368064 Oct 22 13:09:20.219392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:20.221860 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db3265-954a-4cbc-99f0-79ba5596fc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:20.237629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-1dd151b8-2c7a-4910-838b-96205624a70b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273015 Oct 22 13:09:20.265217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ab2f7-227b-4915-98dc-a827cac97fff service neutron] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:20.371590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-46d3985f-7413-4e18-bdea-9ccb65eb531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:20.373438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-46d3985f-7413-4e18-bdea-9ccb65eb531a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 1095 time: 0.0774651 Oct 22 13:09:20.431223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-f4677aa5-7672-487a-9493-017b9cdd6ed5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674 HTTP/1.1" status: 200 len: 217 time: 0.0485821 Oct 22 13:09:20.453291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-8508b951-5421-487f-9d7f-dcc1bf228382 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:09:20.461082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-8508b951-5421-487f-9d7f-dcc1bf228382 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1917896 Oct 22 13:09:20.559041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-4ac70703-82b5-4d3b-ab5a-8679460fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:20.560637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-4ac70703-82b5-4d3b-ab5a-8679460fb40f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.1225109 Oct 22 13:09:20.603028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-add08152-9670-4235-af9d-227d8252c7ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335684 Oct 22 13:09:20.644692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-bd12302c-a09f-4a4d-87bd-01bf0d31c7df service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825790 Oct 22 13:09:20.748650 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e14314-19b1-4393-bc01-f5fa15ffbf49 x-openstack-request-id: req-42e14314-19b1-4393-bc01-f5fa15ffbf49 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:20.748928 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:20.749195 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42e14314-19b1-4393-bc01-f5fa15ffbf49 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:20.749594 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'status': 'completed', 'code': 200} Oct 22 13:09:20.851469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-8791ae0a-8b15-48b7-ae32-a2f6f955b3ba service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356994 Oct 22 13:09:20.855322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-c3baed6d-913b-44fe-b4ac-8dd8b137abe1 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098379 Oct 22 13:09:20.910974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0be90-fccd-42af-8714-7b72b3832c22 req-95e25ec6-f332-4c12-b683-228621400aa6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:20.912589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4d0be90-fccd-42af-8714-7b72b3832c22 req-95e25ec6-f332-4c12-b683-228621400aa6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1122236 Oct 22 13:09:21.020203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4d0be90-fccd-42af-8714-7b72b3832c22 req-f4dd5e89-bfc7-4cce-ae80-286fc94963a2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Oct 22 13:09:21.020203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e98e090-c6e3-407c-ae65-600af2f55edd req-e73a3d04-5701-48f8-b18b-b42a3e29832d service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550326 Oct 22 13:09:21.215343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310d2c-444d-44ef-8371-0039c253bb7e req-b7a8df78-319d-4020-8e7d-95567d45e8ae tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:21.217834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6310d2c-444d-44ef-8371-0039c253bb7e req-b7a8df78-319d-4020-8e7d-95567d45e8ae tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1133420 Oct 22 13:09:21.225103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-692361b4-dd6a-4888-9e88-6ff9bd0ac92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:21.227364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-692361b4-dd6a-4888-9e88-6ff9bd0ac92f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 1095 time: 0.1357830 Oct 22 13:09:21.376691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6310d2c-444d-44ef-8371-0039c253bb7e req-ba11a243-9538-4625-83b8-a2b136bd9563 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447687 Oct 22 13:09:21.496410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-00032cc0-cb21-4e52-90d4-66e8e2b195f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:21.498585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-00032cc0-cb21-4e52-90d4-66e8e2b195f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 922 time: 0.2576783 Oct 22 13:09:21.578896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-81e98a65-b881-4107-9add-ed1d203217dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674 HTTP/1.1" status: 200 len: 217 time: 0.0508440 Oct 22 13:09:21.615744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bcba638-cbd4-4f9b-be4a-f6ba15f23784 req-a8c37e30-87ae-4ce3-a693-532c8103bac8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 210 time: 0.0473258 Oct 22 13:09:21.651603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14934c8-4a3f-4a65-9542-0f6fb4f8cd8b req-69dd5796-4943-40de-bff6-e61cbb5828a2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:21.654017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b14934c8-4a3f-4a65-9542-0f6fb4f8cd8b req-69dd5796-4943-40de-bff6-e61cbb5828a2 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 944 time: 0.1787965 Oct 22 13:09:21.682395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-30fb4812-9255-473c-b939-f7e61908b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:21.683999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-30fb4812-9255-473c-b939-f7e61908b02b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.0822313 Oct 22 13:09:21.728766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-0ce110b1-3d3b-49b6-b60c-2a858ca9874e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363424 Oct 22 13:09:21.732596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b14934c8-4a3f-4a65-9542-0f6fb4f8cd8b req-a720177c-6822-4851-9632-c9327f20a694 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Oct 22 13:09:21.941546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-b2897fbc-96fb-42c4-bb1c-ae2a77edf703 service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044368 Oct 22 13:09:22.084301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60db3265-954a-4cbc-99f0-79ba5596fc6f req-133e9bd7-c6b8-4dd1-9410-9d44ad96072f service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320198 Oct 22 13:09:22.215019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27016a6e-7534-42da-a573-9cf31585885b req-2840716e-b001-466a-b33c-6c6a9ae0522a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:22.229410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27016a6e-7534-42da-a573-9cf31585885b req-2840716e-b001-466a-b33c-6c6a9ae0522a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1113741 Oct 22 13:09:22.300871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27016a6e-7534-42da-a573-9cf31585885b req-690db9b1-7be2-41fd-b83c-c0dfb42eb950 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701635 Oct 22 13:09:22.646730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553395d5-7cba-4d9e-95c7-28ec3bb1db85 req-1f4ae3ff-2f4c-4569-a51c-19f4577c8d87 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:22.649952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553395d5-7cba-4d9e-95c7-28ec3bb1db85 req-1f4ae3ff-2f4c-4569-a51c-19f4577c8d87 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1366980 Oct 22 13:09:22.750894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553395d5-7cba-4d9e-95c7-28ec3bb1db85 req-3bf3030f-46cb-4fe0-83af-5f56dd314158 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818729 Oct 22 13:09:22.900001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42e378f5-3fff-4b69-ba64-57f2f8aa5485 req-8fe743cd-409a-463f-92c2-29ff870e0157 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 210 time: 0.0474412 Oct 22 13:09:22.935928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-89dd8820-7ce3-46ed-bbfe-41127e867cee tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:22.939606 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-89dd8820-7ce3-46ed-bbfe-41127e867cee tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.3336108 Oct 22 13:09:23.028864 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-36d11b63-c98d-4db2-bda3-515bb6175baf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 379 time: 0.0766737 Oct 22 13:09:23.041178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'device_id': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'admin_state_up': True, 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'security_groups': ['8917b2c0-3c54-4b3b-8487-0dc0956b0195']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:23.065537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b79f5-02b9-4931-8ecc-216cb6b4cf4e req-df0acba7-d268-4798-ae47-cc2822bead92 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.078106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-269b79f5-02b9-4931-8ecc-216cb6b4cf4e req-df0acba7-d268-4798-ae47-cc2822bead92 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 944 time: 0.0925431 Oct 22 13:09:23.144135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-269b79f5-02b9-4931-8ecc-216cb6b4cf4e req-711555ad-10dc-4189-a19b-a474a38ca0d6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651445 Oct 22 13:09:23.332264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:23.345884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:23.459373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.466833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.473031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.486635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.492561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.507062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.515069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.523630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-d3f3eec9-49fa-4d43-8bbd-8e31d34e08f8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.1600080 Oct 22 13:09:23.579950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-faff610e-2529-4070-8d16-c3a14d9104e6 req-c59500ab-1caa-4efb-b684-ee2226dc9494 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544267 Oct 22 13:09:23.601103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.20.0.14 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/a9e32dcb-8454-438c-8e99-0ebf41af3474) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:23.842763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:23.890494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f690f-6578-45ed-b1bf-980b50836c6f req-9471de09-8766-4e60-8fa3-8c0d6506165f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:23.893445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:23.895151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd5f690f-6578-45ed-b1bf-980b50836c6f req-9471de09-8766-4e60-8fa3-8c0d6506165f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1275072 Oct 22 13:09:23.937919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c834e13-97da-4730-9547-96c6fc017ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:23.972063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:23.975631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:23.994548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:24.075614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.077818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.118588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:24.126155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a06186ea-2b39-4ffb-ab13-78421de7c315 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0901489 Oct 22 13:09:24.148768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Request body: {'port': {'device_id': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:24.237342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.252997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:24.512143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:24.516068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd5f690f-6578-45ed-b1bf-980b50836c6f req-ed728d95-9178-40fd-a672-2b62cfc4bcfa tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121449 Oct 22 13:09:24.532715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f14796ad-62bc-4f21-a429-f46688290d2d None None] Provisioning complete for port a9e32dcb-8454-438c-8e99-0ebf41af3474 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:24.533279 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f14796ad-62bc-4f21-a429-f46688290d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.535467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'port_id': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'mac_address': 'fa:16:3e:a4:cf:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da17048-e5ce-4696-95ef-7472c31eea61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:24.541186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.555744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.563480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.569693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.577240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.585300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.592610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.609231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5807b17f-1702-4192-a1e8-941dde82cdaf req-007fe44b-a7e5-4f80-990e-244035543841 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.6947148 Oct 22 13:09:24.714283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f14796ad-62bc-4f21-a429-f46688290d2d None None] Port a9e32dcb-8454-438c-8e99-0ebf41af3474 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:24.750147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:24.752514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.764096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.775501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a6a0-8722-4c14-811d-92a8369b87dc req-6020b4b3-ef70-4124-b4ac-aade60907889 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:24.777577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ce9a6a0-8722-4c14-811d-92a8369b87dc req-6020b4b3-ef70-4124-b4ac-aade60907889 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1131294 Oct 22 13:09:24.787568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Transition to ACTIVE for port object a9e32dcb-8454-438c-8e99-0ebf41af3474 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:24.793355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:24.802655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fc4399-1d5b-4110-ae6c-fc1248fc5674 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:24.860450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:24.866909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ce9a6a0-8722-4c14-811d-92a8369b87dc req-7e00052b-706c-43ac-a902-6133764da5c8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648656 Oct 22 13:09:24.867965 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:25.052210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:25.052988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:25.129765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2bcb-eb8d-48a2-ad90-cd5e4c0575c6 req-37131b35-5969-4da3-8722-fee875339a6e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.131350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-debd2bcb-eb8d-48a2-ad90-cd5e4c0575c6 req-37131b35-5969-4da3-8722-fee875339a6e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 944 time: 0.1310315 Oct 22 13:09:25.167692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Attempting to bind port a9e32dcb-8454-438c-8e99-0ebf41af3474 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:25.168338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Attempting to bind port a9e32dcb-8454-438c-8e99-0ebf41af3474 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:25.169765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Attempting to bind port a9e32dcb-8454-438c-8e99-0ebf41af3474 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:25.175903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Port a9e32dcb-8454-438c-8e99-0ebf41af3474 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:25.176675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Attempting to bind port a9e32dcb-8454-438c-8e99-0ebf41af3474 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:25.186790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:25.187759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:25.188369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:25.189110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Bound port: a9e32dcb-8454-438c-8e99-0ebf41af3474, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:25.203095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:25.226841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-debd2bcb-eb8d-48a2-ad90-cd5e4c0575c6 req-5b68b8c9-eb4c-4892-870f-35eb952e8728 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892332 Oct 22 13:09:25.377746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:25.380706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['83fc4399-1d5b-4110-ae6c-fc1248fc5674'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:25.383035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:25.394124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:25.482687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6a993-0968-4bd3-a87b-5c9da188fbbb req-b826881f-bd30-4c69-95d2-37a28aeb8658 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.491124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a6a993-0968-4bd3-a87b-5c9da188fbbb req-b826881f-bd30-4c69-95d2-37a28aeb8658 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 945 time: 0.1665220 Oct 22 13:09:25.535107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-aca2a6f6-04e4-4f79-9198-c67996513e5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1322937 Oct 22 13:09:25.552405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.557156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:25.558975 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] 10.222.0.26 "PUT /v2.0/ports/a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 1092 time: 1.4220917 Oct 22 13:09:25.560347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:25.563819 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65021efd-2b6d-43f9-877e-2b10613d8033" -d '{"events": [{"name": "network-changed", "server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:25.601220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a6a993-0968-4bd3-a87b-5c9da188fbbb req-e80eb45e-2b54-40bd-95a3-9119e07f3996 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091006 Oct 22 13:09:25.740097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083ef84-0405-425b-b2e2-b326befa149e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:25.828966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.831526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.832161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.832788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.835980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.837792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.838412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.860544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ab8d583e-cb0b-4e0f-90cc-dddddbc7f0c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6502 time: 0.1799493 Oct 22 13:09:25.880488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-abab5202-c681-4d41-a7f6-0c838d4de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:25.882213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-abab5202-c681-4d41-a7f6-0c838d4de095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1095 time: 0.2083178 Oct 22 13:09:25.890908 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef34fbf-287d-4374-802a-84301e4e7528 x-openstack-request-id: req-7ef34fbf-287d-4374-802a-84301e4e7528 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:25.891337 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:25.892320 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ef34fbf-287d-4374-802a-84301e4e7528 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:25.893216 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'status': 'completed', 'code': 200} Oct 22 13:09:25.961453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a8fc58bd-b0fd-4410-bdfc-a01b3575d960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 217 time: 0.0630884 Oct 22 13:09:26.051303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e67fd-f285-446e-bda6-52e496ed8059 req-c0c43d66-cbef-4898-83a4-26d2cf910cb2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.054067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-672e67fd-f285-446e-bda6-52e496ed8059 req-c0c43d66-cbef-4898-83a4-26d2cf910cb2 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1923766 Oct 22 13:09:26.086490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-ed0b57aa-9430-49d6-9c8e-d6405a4c2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.097404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-ed0b57aa-9430-49d6-9c8e-d6405a4c2c10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1259086 Oct 22 13:09:26.186688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a631665a-c6d7-496b-82d5-54805a54f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.188233 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-a631665a-c6d7-496b-82d5-54805a54f7cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801396 Oct 22 13:09:26.225869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-672e67fd-f285-446e-bda6-52e496ed8059 req-6bb05089-119f-490e-a960-4c57980c7fef tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354535 Oct 22 13:09:26.282412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64754bb-182f-4808-b598-b30196780f93 req-45dd166a-70bd-40d5-89b8-a60ca90e1af8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.295482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c64754bb-182f-4808-b598-b30196780f93 req-45dd166a-70bd-40d5-89b8-a60ca90e1af8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.2045059 Oct 22 13:09:26.304439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-2c76d192-6e26-4fd8-8ba7-f40d3154009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.305304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-2c76d192-6e26-4fd8-8ba7-f40d3154009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.316419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-2c76d192-6e26-4fd8-8ba7-f40d3154009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.320714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-2c76d192-6e26-4fd8-8ba7-f40d3154009f service neutron] 10.222.0.21 "GET /v2.0/networks?id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=c14fa1bd-d127-464b-bc9e-05c366b22544&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&id=3a334fbc-bda1-4d3e-a088-c1df49c5709a HTTP/1.1" status: 200 len: 2298 time: 0.3891375 Oct 22 13:09:26.487235 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-18a7e74b-ed87-4f66-b95f-d8b3bc9aaac3 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802017 Oct 22 13:09:26.558573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-5abbceb9-1523-4ef5-989f-8446f445c996 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 200 len: 1000 time: 0.2136531 Oct 22 13:09:26.595472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c64754bb-182f-4808-b598-b30196780f93 req-d293c3b3-a699-4775-a2ef-82fd02395f21 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904139 Oct 22 13:09:26.711099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9fa39138-8e2f-4ff4-9e69-72b6d3f052da req-ebf795c4-0f90-4af0-a1a1-1ee2a56a198a service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159960 Oct 22 13:09:26.739817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-341ed013-e36c-4eb2-aa63-88c174078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.747260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-341ed013-e36c-4eb2-aa63-88c174078e31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e41c1469-622e-4296-a855-4ecb9cb06e47 HTTP/1.1" status: 200 len: 855 time: 0.1497550 Oct 22 13:09:26.905258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-de482bc6-57ad-4247-86ae-53f8718172cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.907080 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-de482bc6-57ad-4247-86ae-53f8718172cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1095 time: 0.1164424 Oct 22 13:09:26.988010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8b36d-348e-4c72-b2be-f70d5eef1ac4 req-fd5f558e-3575-4132-abae-4b3a4d9c4f87 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:26.993978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d8b36d-348e-4c72-b2be-f70d5eef1ac4 req-fd5f558e-3575-4132-abae-4b3a4d9c4f87 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 944 time: 0.2388420 Oct 22 13:09:27.062302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-b2e2a5e4-310d-41ac-b398-e14de47be6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.063818 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-b2e2a5e4-310d-41ac-b398-e14de47be6da service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1346138 Oct 22 13:09:27.093497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6724f408-5645-4c08-8c7d-352163d01bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:27.099129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6417b69f-5229-4dd0-b51f-cd676416f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.102545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6417b69f-5229-4dd0-b51f-cd676416f813 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86dd3d8f-4e97-4bf7-991b-68d5ebdef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757587 Oct 22 13:09:27.126587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-6e37e327-6725-4728-8b3f-a522566a915b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 217 time: 0.0520420 Oct 22 13:09:27.172023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:27.174121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d8b36d-348e-4c72-b2be-f70d5eef1ac4 req-e53c0146-ce22-42bb-98d1-a128f029a53d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637025 Oct 22 13:09:27.200279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-43b6b883-1673-48d1-9cb9-30c309c31215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.202040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-43b6b883-1673-48d1-9cb9-30c309c31215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0678370 Oct 22 13:09:27.321155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f29ad5-2226-48f5-8bec-44da8df438bf req-d17dd3b9-45f1-4f67-aaf6-e4d85430b113 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.321859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-536e7ab4-2979-44d5-9dc1-b207f82527ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.323676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-536e7ab4-2979-44d5-9dc1-b207f82527ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131141 Oct 22 13:09:27.329359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1f29ad5-2226-48f5-8bec-44da8df438bf req-d17dd3b9-45f1-4f67-aaf6-e4d85430b113 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 945 time: 0.2041707 Oct 22 13:09:27.388115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1f29ad5-2226-48f5-8bec-44da8df438bf req-0e143505-ec85-4c01-a0d4-449e3e48aa95 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Oct 22 13:09:27.389183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.389686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.390129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.390588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.394647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.394789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-d43dee37-206b-48a8-b016-382d5ffbb53f service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707696 Oct 22 13:09:27.395141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.395595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.402577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-00efcf27-5825-4721-bb66-872a7b4d4b10 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 6502 time: 0.2291820 Oct 22 13:09:27.502292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-037c432a-6ef3-4381-b58c-8611b45a76bb req-347bba83-b9a3-4925-a965-3b3418aa3833 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460603 Oct 22 13:09:27.538918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-e765da89-6ed5-40f2-9757-14a0471f5a20 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048838 Oct 22 13:09:27.565772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6b518ba1-86d7-465b-92ca-df2b28b62392 service neutron] 10.222.0.21 "GET /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564596 Oct 22 13:09:27.689230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:27.690893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-8048a8f5-9d71-421d-9bdf-fc94396c9e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 217 time: 0.1142218 Oct 22 13:09:27.715853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:27.800028 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65021efd-2b6d-43f9-877e-2b10613d8033 req-ce738d96-b39d-43be-9f42-6daeca007fbb service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516184 Oct 22 13:09:27.849927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-3f006748-ec99-4b75-8fcc-4421015d3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.851752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-3f006748-ec99-4b75-8fcc-4421015d3c7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.1471908 Oct 22 13:09:27.866646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca899-ab0a-4b1a-a7df-d6bf3509aa55 req-3f8b4da9-1821-468c-a8f5-468c4472ce46 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.868831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a93ca899-ab0a-4b1a-a7df-d6bf3509aa55 req-3f8b4da9-1821-468c-a8f5-468c4472ce46 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.0925891 Oct 22 13:09:27.954415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-3c1abc93-a4ba-49bf-a107-e9b4672f282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:27.956043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-3c1abc93-a4ba-49bf-a107-e9b4672f282c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861952 Oct 22 13:09:27.959342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a93ca899-ab0a-4b1a-a7df-d6bf3509aa55 req-5a042239-f1f0-4b30-b07d-e6e9277b7997 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790229 Oct 22 13:09:28.106693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a20a-b87f-42b1-8085-40620c736962 req-ab1e11cf-4221-4450-98c1-c768155e1fed tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.108216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c424a20a-b87f-42b1-8085-40620c736962 req-ab1e11cf-4221-4450-98c1-c768155e1fed tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1594574 Oct 22 13:09:28.155021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-99bf3756-dd8f-4d64-8b33-fef257bdb3bb service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850917 Oct 22 13:09:28.182225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9009b98-cf8e-47ea-bf41-461159f0bc9f req-8b241b8c-9f5f-4339-919e-41685cd092b3 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.183738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9009b98-cf8e-47ea-bf41-461159f0bc9f req-8b241b8c-9f5f-4339-919e-41685cd092b3 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.1450732 Oct 22 13:09:28.205318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c424a20a-b87f-42b1-8085-40620c736962 req-e69c7698-de9e-43b7-aaf5-4c788683068a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Oct 22 13:09:28.280144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:28.296965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9009b98-cf8e-47ea-bf41-461159f0bc9f req-9f01fc53-ebe0-4a34-a037-46f590cd18d1 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950122 Oct 22 13:09:28.322478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-85da0ab3-fd82-4822-a1f7-95cb49a5a349 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583900 Oct 22 13:09:28.378183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-d834e649-12d2-469f-a462-d60e53451e71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 217 time: 0.0462680 Oct 22 13:09:28.401273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:09:28.410137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:28.411593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:28.470286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6b5093e8-8ca1-4a34-8075-800eb0126959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.472000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6b5093e8-8ca1-4a34-8075-800eb0126959 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0854516 Oct 22 13:09:28.504380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8952d33-a93e-49a6-978a-ae6d054caffd req-935232c6-fc51-4a6b-bc59-6a91a0e6a1ce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.506340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8952d33-a93e-49a6-978a-ae6d054caffd req-935232c6-fc51-4a6b-bc59-6a91a0e6a1ce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 944 time: 0.1065924 Oct 22 13:09:28.555893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:28.584103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:28.587095 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a8c063-c3c7-40d7-ac77-324721826d62" -d '{"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-plugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:28.587488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6be08cc9-a585-45e1-a861-3eafdeb61fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.589195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-6be08cc9-a585-45e1-a861-3eafdeb61fdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050563 Oct 22 13:09:28.607512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:28.611988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8952d33-a93e-49a6-978a-ae6d054caffd req-5ac03412-5979-42bc-a19e-1b898bc46707 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643768 Oct 22 13:09:28.614148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:28.712198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:28.758918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-08cd098d-ac26-40ce-9f46-d60c2810641e service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571927 Oct 22 13:09:28.785062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2d42f-5821-40c7-b55d-f08c4cd9fa31 req-aa563629-fb09-4b5b-938a-fb45a3a63075 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:28.787114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fad2d42f-5821-40c7-b55d-f08c4cd9fa31 req-aa563629-fb09-4b5b-938a-fb45a3a63075 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0782466 Oct 22 13:09:28.880512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fad2d42f-5821-40c7-b55d-f08c4cd9fa31 req-6b256a76-3375-4bea-90ec-02a8c2f4cf85 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820868 Oct 22 13:09:28.908512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-856ac79a-7d49-46be-8d23-3f8beb491807 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396983 Oct 22 13:09:28.929122 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afe8df-9d2f-48fe-84c8-36303282f7d7 x-openstack-request-id: req-00afe8df-9d2f-48fe-84c8-36303282f7d7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:28.929416 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-plugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:28.929720 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00afe8df-9d2f-48fe-84c8-36303282f7d7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:28.930111 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'code': 200} Oct 22 13:09:28.966311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-28a1d053-3742-49d0-81ef-e5b81b9b4dc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=054bc850-98a4-4961-bbc2-1d6fbba70157 HTTP/1.1" status: 200 len: 217 time: 0.0485735 Oct 22 13:09:29.035908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-26222c1d-fc9b-4cf0-ad7d-122dbb2a6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.037499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-26222c1d-fc9b-4cf0-ad7d-122dbb2a6e15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0594141 Oct 22 13:09:29.037622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a5705-71e8-4bb7-b598-8b5e821cf738 req-16d30cb9-dc14-41ff-9d79-c0a56946e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.039171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b34a5705-71e8-4bb7-b598-8b5e821cf738 req-16d30cb9-dc14-41ff-9d79-c0a56946e91b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 1097 time: 0.0436385 Oct 22 13:09:29.083639 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b34a5705-71e8-4bb7-b598-8b5e821cf738 req-bef648a0-f698-4821-b416-4a7c5f6af091 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306253 Oct 22 13:09:29.131408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-46b9a69f-3528-46a7-803f-b4717105e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.132912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-46b9a69f-3528-46a7-803f-b4717105e230 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803106 Oct 22 13:09:29.143379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcc726-690e-49b0-aa79-74dd0c56255a req-8b61c8d1-acd0-4373-94d0-231906609ad3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.144801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dcc726-690e-49b0-aa79-74dd0c56255a req-8b61c8d1-acd0-4373-94d0-231906609ad3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.0750241 Oct 22 13:09:29.182878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dcc726-690e-49b0-aa79-74dd0c56255a req-f1a42f65-3dff-4ae1-9f49-b23db52bd4c6 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Oct 22 13:09:29.328347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e515d5-f3ca-452b-8bd1-d1bcd2065b6b req-4a96c2e9-224e-49bb-a3b6-047fa39c79ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.329848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88e515d5-f3ca-452b-8bd1-d1bcd2065b6b req-4a96c2e9-224e-49bb-a3b6-047fa39c79ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0496252 Oct 22 13:09:29.399311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88e515d5-f3ca-452b-8bd1-d1bcd2065b6b req-bad57b79-1067-46d9-a12d-ac161382ee44 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622618 Oct 22 13:09:29.444914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:29.490910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-5a2290b5-d857-45e7-bdef-b79f50cfa2a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459184 Oct 22 13:09:29.501982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483add73-353f-4497-ad04-e3bea5307ce8 req-d86a995e-7398-48c1-81c9-1bb8e4756dd6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.507112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-483add73-353f-4497-ad04-e3bea5307ce8 req-d86a995e-7398-48c1-81c9-1bb8e4756dd6 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0764699 Oct 22 13:09:29.568338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:29.584182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:29.615604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-483add73-353f-4497-ad04-e3bea5307ce8 req-1970abff-18ae-4bd0-9305-d383474ff480 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034048 Oct 22 13:09:29.625871 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:29.654231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:29.654789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-218f85d7-a2fe-44cf-82f9-3225b62409e1 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463995 Oct 22 13:09:29.682020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:29.689044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:29.695186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:29.718059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-fff75bbb-27c6-472f-817f-6c51f3482248 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59 HTTP/1.1" status: 200 len: 217 time: 0.0535064 Oct 22 13:09:29.744623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:29.803040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-e67ca0d2-b18c-4164-9bbb-5aa75afaed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.804519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-e67ca0d2-b18c-4164-9bbb-5aa75afaed13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 200 len: 797 time: 0.0771060 Oct 22 13:09:29.812380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62e2d2-b2de-482c-a02e-103d623f61ed req-5613f3e9-0382-4474-9180-47af457c4f07 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.813925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad62e2d2-b2de-482c-a02e-103d623f61ed req-5613f3e9-0382-4474-9180-47af457c4f07 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0989127 Oct 22 13:09:29.882117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad62e2d2-b2de-482c-a02e-103d623f61ed req-6be91089-7dd0-4b31-9498-57fe896ea4a4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596516 Oct 22 13:09:29.884801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-61bcd3e3-8770-490d-bbd7-971835597106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:29.886320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-61bcd3e3-8770-490d-bbd7-971835597106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c14fa1bd-d127-464b-bc9e-05c366b22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714729 Oct 22 13:09:29.929200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a9e32dcb-8454-438c-8e99-0ebf41af3474'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:30.022505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-8baa8748-48df-4836-85af-44d02a4cb9d4 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281714 Oct 22 13:09:30.034746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476330d-c85c-46aa-869a-3730d7942b60 req-d23400c3-4f4f-43cd-9462-bcb0f5461a58 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.036219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b476330d-c85c-46aa-869a-3730d7942b60 req-d23400c3-4f4f-43cd-9462-bcb0f5461a58 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0714972 Oct 22 13:09:30.048421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:30.137292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b476330d-c85c-46aa-869a-3730d7942b60 req-8f6a331d-854e-4605-acf1-e9a131150af7 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914662 Oct 22 13:09:30.158143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-2f95d541-a953-40ea-b360-8c200e4a18e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209626 Oct 22 13:09:30.176456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fac369ea-8c36-4613-820c-1b3f3ae4a2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.203507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-4378a49f-e6b0-45c0-b27d-cb3a288a1342 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5 HTTP/1.1" status: 200 len: 217 time: 0.0371671 Oct 22 13:09:30.271463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fac369ea-8c36-4613-820c-1b3f3ae4a2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.276431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fac369ea-8c36-4613-820c-1b3f3ae4a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.295521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-c1c9dfce-f051-42a2-aecf-a3be5b5a6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.296991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-c1c9dfce-f051-42a2-aecf-a3be5b5a6d4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.0838814 Oct 22 13:09:30.315418 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fac369ea-8c36-4613-820c-1b3f3ae4a2b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=039af2bd7059480e8ccfa3f8c2ea7c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657981 Oct 22 13:09:30.316281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac369ea-8c36-4613-820c-1b3f3ae4a2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8e969d-e77b-469a-b891-44956203048d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:30.317316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a398e-d8e1-45bf-8bc3-ea5d09350516 req-562c5c22-8c29-4a18-b7d4-1db539456ed3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.318518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55540) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:30.319521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee3a398e-d8e1-45bf-8bc3-ea5d09350516 req-562c5c22-8c29-4a18-b7d4-1db539456ed3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.0558972 Oct 22 13:09:30.372971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.384212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee3a398e-d8e1-45bf-8bc3-ea5d09350516 req-5a2fcbca-5660-4df2-b40b-2109c879ca65 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524516 Oct 22 13:09:30.386783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-84a02200-7957-4423-8c3d-be8554f806b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.388904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-84a02200-7957-4423-8c3d-be8554f806b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677617 Oct 22 13:09:30.394963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.484723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.487673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.489651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e8e969d-e77b-469a-b891-44956203048d HTTP/1.1" status: 204 len: 168 time: 0.1693888 Oct 22 13:09:30.504370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895648c-2799-4f4a-988d-0d059519ab1b req-44cc68c1-6baa-4883-87f2-ed9a56c83375 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.507404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d895648c-2799-4f4a-988d-0d059519ab1b req-44cc68c1-6baa-4883-87f2-ed9a56c83375 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0747659 Oct 22 13:09:30.513107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d01a2-2b7f-4b44-8963-b12f0594a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8e969d-e77b-469a-b891-44956203048d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:30.560944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-66abe13b-01fc-4e71-a5d1-bf483d58172c service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635733 Oct 22 13:09:30.568954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c67c9-69a9-448f-845d-f26024c647f1 req-a485ddc8-81d3-4e73-b6a8-f147781c3058 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.570425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa3c67c9-69a9-448f-845d-f26024c647f1 req-a485ddc8-81d3-4e73-b6a8-f147781c3058 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0845375 Oct 22 13:09:30.648689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Deleting port dcf81620-f4ec-4b4e-ac1c-4df743717275 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:30.648903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.670587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa3c67c9-69a9-448f-845d-f26024c647f1 req-c9985b52-463f-4925-b774-bbc05a4a8e7f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828509 Oct 22 13:09:30.770283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] For port dcf81620-f4ec-4b4e-ac1c-4df743717275, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=dcf81620-f4ec-4b4e-ac1c-4df743717275,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:30.770568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.786327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Calling delete_port for dcf81620-f4ec-4b4e-ac1c-4df743717275 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:30.807211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132fb97-38ae-479d-8d50-8f85bb02ce1c req-5f02f977-509d-4d4e-a8ba-bc468ccea265 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:30.808760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d132fb97-38ae-479d-8d50-8f85bb02ce1c req-5f02f977-509d-4d4e-a8ba-bc468ccea265 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7371c6e9-45c9-4bf2-988f-06109986dab9 HTTP/1.1" status: 200 len: 946 time: 0.0706534 Oct 22 13:09:30.811772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-653158fa-8de8-4232-b2e8-c259d7e06b02 service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376041 Oct 22 13:09:30.874332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-446ad652-e825-4326-a96f-3fe92fd52bc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b450347d-de86-40f0-a583-41d0c3b19b71 HTTP/1.1" status: 200 len: 217 time: 0.0500672 Oct 22 13:09:30.941210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:30.945094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d132fb97-38ae-479d-8d50-8f85bb02ce1c req-063de452-8b88-4826-954d-0cdaa51ea5f7 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275318 Oct 22 13:09:30.954165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['09056f5c-39d1-4303-b904-e95eeca03ded', 'dcf81620-f4ec-4b4e-ac1c-4df743717275'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:30.988053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Pushing event deleted for resources: {'Port': ['ID=dcf81620-f4ec-4b4e-ac1c-4df743717275,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:31.015482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-dc95bf9e-13c6-4998-b3d1-0e1fa2b5ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.016991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-dc95bf9e-13c6-4998-b3d1-0e1fa2b5ee94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 200 len: 797 time: 0.1308346 Oct 22 13:09:31.034298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] No DVR routers for this DVR port dcf81620-f4ec-4b4e-ac1c-4df743717275 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:31.037431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:31.041197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d895648c-2799-4f4a-988d-0d059519ab1b req-99925269-85f7-4f29-8928-77fb7a0ed3a8 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "DELETE /v2.0/ports/dcf81620-f4ec-4b4e-ac1c-4df743717275 HTTP/1.1" status: 204 len: 173 time: 0.5232446 Oct 22 13:09:31.041637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'name': 'network-vif-deleted', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:31.044019 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563ce33b-65c6-4bf3-81bb-927b9ba3e511" -d '{"events": [{"server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "name": "network-vif-deleted", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:31.066956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de898-2b0c-4c74-80eb-387fe7a9dcaa req-50463e39-3178-4124-bd74-c50e8da3e5ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.068518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea0de898-2b0c-4c74-80eb-387fe7a9dcaa req-50463e39-3178-4124-bd74-c50e8da3e5ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0997894 Oct 22 13:09:31.104094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-cd91695d-5cc1-4595-abe1-9e427214f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.105795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-cd91695d-5cc1-4595-abe1-9e427214f440 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a334fbc-bda1-4d3e-a088-c1df49c5709a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782588 Oct 22 13:09:31.126467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea0de898-2b0c-4c74-80eb-387fe7a9dcaa req-dde901be-11c4-4e54-845f-2d4a2ebd5690 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 Oct 22 13:09:31.136912 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c46bfd-51c4-4f46-84de-4421824b439a x-openstack-request-id: req-96c46bfd-51c4-4f46-84de-4421824b439a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:31.138509 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7371c6e9-45c9-4bf2-988f-06109986dab9", "name": "network-vif-deleted", "tag": "dcf81620-f4ec-4b4e-ac1c-4df743717275", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:31.138665 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96c46bfd-51c4-4f46-84de-4421824b439a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:31.139161 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7371c6e9-45c9-4bf2-988f-06109986dab9', 'name': 'network-vif-deleted', 'tag': 'dcf81620-f4ec-4b4e-ac1c-4df743717275', 'status': 'completed', 'code': 200} Oct 22 13:09:31.248664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-ec3e5f7a-dc54-44fd-bc7d-54b57f77c34e service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260214 Oct 22 13:09:31.347300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd523b8-da65-49ed-baf6-9d39bb39dbda req-f1b2eeff-8a83-4ee2-bb91-52c3f321b936 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.348807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bd523b8-da65-49ed-baf6-9d39bb39dbda req-f1b2eeff-8a83-4ee2-bb91-52c3f321b936 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.1141715 Oct 22 13:09:31.385696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2edfccbd-42eb-42dd-a956-e410fd312c7b req-fc76b462-bb24-4bb9-96fd-938121e03416 service neutron] 10.222.0.21 "GET /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224041 Oct 22 13:09:31.404139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bd523b8-da65-49ed-baf6-9d39bb39dbda req-ba4f8cc1-c4ba-4e48-aa88-b165719d28a5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 Oct 22 13:09:31.429131 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:09:31.458643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:31.530310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a9e32dcb-8454-438c-8e99-0ebf41af3474 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:09:31.535770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a9e32dcb-8454-438c-8e99-0ebf41af3474 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:31.536594 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:31.570148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bdaf1-b3b2-483a-a06a-78a829145c8b req-c90c208b-6013-4891-98b3-969d19c76cec tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.571726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-378bdaf1-b3b2-483a-a06a-78a829145c8b req-c90c208b-6013-4891-98b3-969d19c76cec tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1003542 Oct 22 13:09:31.584742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22f3d-fca0-4b6c-b583-1a7a67b1f25b req-b2dd5041-f683-482a-8465-285eb9afa379 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.586379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05b22f3d-fca0-4b6c-b583-1a7a67b1f25b req-b2dd5041-f683-482a-8465-285eb9afa379 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0966756 Oct 22 13:09:31.643977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:31.650329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-378bdaf1-b3b2-483a-a06a-78a829145c8b req-93303425-b707-45c4-b5e4-15dad9557a0a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Oct 22 13:09:31.657173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05b22f3d-fca0-4b6c-b583-1a7a67b1f25b req-1ceb4aea-2770-4c5f-bb7c-3fc37cea5dec tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Oct 22 13:09:31.669713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:31.672259 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501dbb43-feeb-44d8-b638-0d0b562c8a73" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:31.691463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:31.698236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:31.750047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:31.779188 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3660f7-e01e-4e2b-b559-af232e00640f x-openstack-request-id: req-ed3660f7-e01e-4e2b-b559-af232e00640f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:31.779482 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:31.779773 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed3660f7-e01e-4e2b-b559-af232e00640f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:31.780134 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:09:31.896848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ec30-38f8-4ff4-8361-59d9f0badf07 req-2ab83e09-0ae5-482e-923a-da7695f402e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:31.898540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ab04ec30-38f8-4ff4-8361-59d9f0badf07 req-2ab83e09-0ae5-482e-923a-da7695f402e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1097 time: 0.0514553 Oct 22 13:09:31.934861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-29ca4fb5-055f-4c65-abdc-31ead48acd7f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b129c5707d44fd28f369c91c2909140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228982 Oct 22 13:09:31.937856 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ab04ec30-38f8-4ff4-8361-59d9f0badf07 req-4a80fe04-623d-4791-a7f7-71894a2e82db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Oct 22 13:09:32.048007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-4d789268-ec62-4acd-a762-ca74701c35a8 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.049491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-4d789268-ec62-4acd-a762-ca74701c35a8 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085677 Oct 22 13:09:32.065681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-f6969670-5bd1-4cb8-9b4d-c9e0cf34d166 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/quotas/8b129c5707d44fd28f369c91c2909140 HTTP/1.1" status: 200 len: 375 time: 0.0104094 Oct 22 13:09:32.099440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-0692c5da-2946-4558-9266-a365852b33ba tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b129c5707d44fd28f369c91c2909140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280523 Oct 22 13:09:32.191552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c4bf9-f8a8-4ec9-8e4f-68894586e842 req-cb14923b-a923-4a59-abcf-cf62869d83cc tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.193045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-681c4bf9-f8a8-4ec9-8e4f-68894586e842 req-cb14923b-a923-4a59-abcf-cf62869d83cc tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Oct 22 13:09:32.248160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-681c4bf9-f8a8-4ec9-8e4f-68894586e842 req-5debe9e6-15b6-451b-a738-2ade42c8ab1f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Oct 22 13:09:32.374211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066972d4-67b4-4429-9d8a-5dfdd28f09c4 req-47e2b031-57c9-41e1-ac65-0635c666cb52 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.376155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-066972d4-67b4-4429-9d8a-5dfdd28f09c4 req-47e2b031-57c9-41e1-ac65-0635c666cb52 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.0532930 Oct 22 13:09:32.417585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-066972d4-67b4-4429-9d8a-5dfdd28f09c4 req-ff7c962d-cff4-4346-b4ed-3883386a7698 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356171 Oct 22 13:09:32.474212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7d359c7-8244-4cef-82b7-b2e45367e3b7 req-bdd6aac4-fe88-403b-871c-549efbfa2b10 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 210 time: 0.0320029 Oct 22 13:09:32.676231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18287a0c-00c3-42e0-8f10-f6a74cd6fa73 req-cb134d21-e2a5-4bd9-a262-5ee77877e755 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.677707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18287a0c-00c3-42e0-8f10-f6a74cd6fa73 req-cb134d21-e2a5-4bd9-a262-5ee77877e755 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0838163 Oct 22 13:09:32.716845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29cfe0-1e58-4512-b531-4bb9efc24801 req-47631204-069d-4106-992e-48154f4fc575 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.718344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e29cfe0-1e58-4512-b531-4bb9efc24801 req-47631204-069d-4106-992e-48154f4fc575 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0818563 Oct 22 13:09:32.750447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18287a0c-00c3-42e0-8f10-f6a74cd6fa73 req-c720a3a3-8745-4e29-8ac8-499675e04128 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640543 Oct 22 13:09:32.783678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e29cfe0-1e58-4512-b531-4bb9efc24801 req-86751fbd-396d-4fee-9006-2727af8e12e4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Oct 22 13:09:32.876902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5303d1-0673-46fc-97a7-45cdc46d291f req-5c490373-43e0-4f4b-b2e0-22d2cc9d4318 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:32.878966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a5303d1-0673-46fc-97a7-45cdc46d291f req-5c490373-43e0-4f4b-b2e0-22d2cc9d4318 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.0607419 Oct 22 13:09:32.918057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a5303d1-0673-46fc-97a7-45cdc46d291f req-47dfbac4-eb74-4cc5-b2d3-351df667950b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Oct 22 13:09:33.346417 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c867902c-822e-47c5-9380-388934e078bc tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b129c5707d44fd28f369c91c2909140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235515 Oct 22 13:09:33.407817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b640-7daa-4f07-8295-0a932c15f536 req-02487d0e-9360-4936-907b-2ccedd0daff9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:33.409542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3e3b640-7daa-4f07-8295-0a932c15f536 req-02487d0e-9360-4936-907b-2ccedd0daff9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0707984 Oct 22 13:09:33.472520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-11fabdd8-d8a0-4b3a-a8a0-3271ede3a07d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:33.473405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-11fabdd8-d8a0-4b3a-a8a0-3271ede3a07d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211724 Oct 22 13:09:33.476826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3e3b640-7daa-4f07-8295-0a932c15f536 req-920374cf-2cea-46e5-8fb7-029ba3fc9e7d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Oct 22 13:09:33.496015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Request body: {'port': {'device_id': '19b3db46-0fb0-400f-b496-701265ca2d62', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '8b129c5707d44fd28f369c91c2909140'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:33.554553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f1fd-c39a-4462-99f9-d022b7ee0cd0 req-4ea395a5-2ad5-4296-a771-6f9e151abd1d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:33.556103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a897f1fd-c39a-4462-99f9-d022b7ee0cd0 req-4ea395a5-2ad5-4296-a771-6f9e151abd1d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.0527642 Oct 22 13:09:33.597087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdb8a54d-5a8d-4e15-92ed-8f7e73a22410 req-1047ab93-1f34-4251-a3d7-e52c4d7f9704 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 210 time: 0.0400233 Oct 22 13:09:33.622245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Made reservation on behalf of 8b129c5707d44fd28f369c91c2909140 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:33.623836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a897f1fd-c39a-4462-99f9-d022b7ee0cd0 req-6ad1fe85-81b9-49c0-bc16-bf0bd4656214 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540922 Oct 22 13:09:33.625958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:33.636542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:33.734764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:33.740007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:33.749494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204a77-ae13-477d-a29d-0385dd27ce2d req-eed14c29-8f94-455f-ba89-3d846a7d7eae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:33.751046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59204a77-ae13-477d-a29d-0385dd27ce2d req-eed14c29-8f94-455f-ba89-3d846a7d7eae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.0538418 Oct 22 13:09:33.759625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55652) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:33.764505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'floatingip': {'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:33.815953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:33.824306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5181fa11-025a-47aa-a584-f595e19b8acc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:33.905821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Allocated IP 192.168.233.215 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/98c8212e-5b46-41a0-89b5-b3c9d70e2bee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:34.066938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.103131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.147731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:34.151123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:34.156046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:34.187979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:34.223410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:34.224109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.241923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-c0982b74-3550-4cb6-8f7e-eafc73e6d79f tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7498760 Oct 22 13:09:34.255547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Request body: {'port': {'device_id': '19b3db46-0fb0-400f-b496-701265ca2d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:34.312552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device dcf81620-f4ec-4b4e-ac1c-4df743717275 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:34.326897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.342588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: dcf81620-f4ec-4b4e-ac1c-4df743717275 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:34.343243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device dcf81620-f4ec-4b4e-ac1c-4df743717275 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:34.368636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd941857-2c11-4834-9206-9b5e5a6efbf4 req-a06c1af8-a15c-4e27-bf73-0f9dfd2fba63 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:34.370152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd941857-2c11-4834-9206-9b5e5a6efbf4 req-a06c1af8-a15c-4e27-bf73-0f9dfd2fba63 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.4847586 Oct 22 13:09:34.377768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dfdc1-3246-4948-a802-fe999006805f req-2a81746a-02c9-4235-a1b7-53c3d627a8a6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:34.379289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218dfdc1-3246-4948-a802-fe999006805f req-2a81746a-02c9-4235-a1b7-53c3d627a8a6 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.4925613 Oct 22 13:09:34.402349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1fdefba3-01ed-4d6e-83c9-3642c23fb3a2 None None] Provisioning complete for port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:34.403031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1fdefba3-01ed-4d6e-83c9-3642c23fb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.445495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1fdefba3-01ed-4d6e-83c9-3642c23fb3a2 None None] Port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:34.492049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218dfdc1-3246-4948-a802-fe999006805f req-daadc9cf-d3fe-4775-83c6-ef4257793cae tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061249 Oct 22 13:09:34.498626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd941857-2c11-4834-9206-9b5e5a6efbf4 req-848c7ba0-c963-4c1d-b934-67b830a10d2e tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088936 Oct 22 13:09:34.665721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:34.675679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.692570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Transition to ACTIVE for port object 98c8212e-5b46-41a0-89b5-b3c9d70e2bee will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:34.699284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.774461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2c77a-41ac-43ca-941d-383d1f78f3cc req-ecdc2098-56e1-4116-9eb6-7ab0e4ac3581 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:34.776564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fde2c77a-41ac-43ca-941d-383d1f78f3cc req-ecdc2098-56e1-4116-9eb6-7ab0e4ac3581 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0982521 Oct 22 13:09:34.802792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:34.874648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Attempting to bind port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:34.874648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Attempting to bind port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:34.874648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Attempting to bind port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:34.878877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:34.879997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Attempting to bind port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:34.885501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:34.886378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:34.886378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:34.886801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Bound port: 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:34.887431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.911642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.925751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:34.937564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9840ab-9d2c-4217-8763-b864916e2f5e req-616d24fd-36a0-4b4a-9c04-daa55db5fd35 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:34.939223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e9840ab-9d2c-4217-8763-b864916e2f5e req-616d24fd-36a0-4b4a-9c04-daa55db5fd35 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.1171310 Oct 22 13:09:34.942319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fde2c77a-41ac-43ca-941d-383d1f78f3cc req-e2d281a1-eff7-4545-8647-bd03589413d2 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213124 Oct 22 13:09:34.971233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:34.976625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:34.986924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:35.033113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.033902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:35.035355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/98c8212e-5b46-41a0-89b5-b3c9d70e2bee HTTP/1.1" status: 200 len: 1096 time: 0.7845504 Oct 22 13:09:35.035778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:35.038503 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:35.046639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e9840ab-9d2c-4217-8763-b864916e2f5e req-2a401823-84d6-4140-890c-5bd1ceecec91 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621274 Oct 22 13:09:35.084917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956471-39bc-4c73-9fa4-6ade8c9195c3 service neutron] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:35.135851 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34535b8-db60-4336-a89b-ccd6491ce056 x-openstack-request-id: req-e34535b8-db60-4336-a89b-ccd6491ce056 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:35.136147 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:35.136460 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e34535b8-db60-4336-a89b-ccd6491ce056 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:35.136858 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'status': 'completed', 'code': 200} Oct 22 13:09:35.139555 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Floating IP 65eba6b9-a7be-46ca-9261-078103c378ee associated. External IP: 172.25.6.97, port: a9e32dcb-8454-438c-8e99-0ebf41af3474. Oct 22 13:09:35.158583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-601ad30a-4615-43e1-a2ed-28f0a766f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.160223 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-601ad30a-4615-43e1-a2ed-28f0a766f0fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b129c5707d44fd28f369c91c2909140&device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 1099 time: 0.0704398 Oct 22 13:09:35.209888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-363be7d9-dadf-4c55-9d9e-926eede56fcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee HTTP/1.1" status: 200 len: 217 time: 0.0381937 Oct 22 13:09:35.215070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c214578-5176-4a51-a31d-7ceb95123c6c req-d23fcd03-65d3-456a-9404-86eaecf0cb2d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.217340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c214578-5176-4a51-a31d-7ceb95123c6c req-d23fcd03-65d3-456a-9404-86eaecf0cb2d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 948 time: 0.1966543 Oct 22 13:09:35.268320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-e9e43f0c-931e-4235-ad26-2ad7cd2d3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.270093 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-e9e43f0c-931e-4235-ad26-2ad7cd2d3483 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0529392 Oct 22 13:09:35.293750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c214578-5176-4a51-a31d-7ceb95123c6c req-babf0877-d068-4d80-9848-d2413651ec68 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687885 Oct 22 13:09:35.329553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-f1a0529d-bf4f-42e6-ab38-77cd935d4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.331483 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-f1a0529d-bf4f-42e6-ab38-77cd935d4ed7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471752 Oct 22 13:09:35.426915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-3c963e77-f2cf-4722-9794-235b369dea0b service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869215 Oct 22 13:09:35.435157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Router 9f934be7-d1be-4052-8501-3839640fc963 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:35.525243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adeb296e-9fa0-4090-b736-d061fbb0b966 req-3eaf7769-3778-4fe5-b4d9-02dbe1f9d9a9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904014 Oct 22 13:09:35.555408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:35.562080 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:35.568694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Sync routers for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:35.581072 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:35.581712 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:35.596489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d515a107-f960-4a65-bc7d-d83d05ed0260 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "PUT /v2.0/floatingips/65eba6b9-a7be-46ca-9261-078103c378ee HTTP/1.1" status: 200 len: 991 time: 1.8357155 Oct 22 13:09:35.599184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:35.600709 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b" -d '{"events": [{"name": "network-changed", "server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:35.647633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-2c8b352a-d211-40d1-b328-0f313dd4c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.647633 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-2c8b352a-d211-40d1-b328-0f313dd4c1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b129c5707d44fd28f369c91c2909140&device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 1099 time: 0.0464401 Oct 22 13:09:35.709779 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:35.715482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb9d5-4a80-45fb-ab19-b523bf1809a1 req-aa8990f1-ccac-4f3c-9d89-52e0d5e66494 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.717025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5ceb9d5-4a80-45fb-ab19-b523bf1809a1 req-aa8990f1-ccac-4f3c-9d89-52e0d5e66494 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.1195238 Oct 22 13:09:35.728857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39632be7-c047-4677-bca9-7973f3ba4c42 req-8a44abd0-82ed-4dc3-a1a0-f1f3b89c5485 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.730343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39632be7-c047-4677-bca9-7973f3ba4c42 req-8a44abd0-82ed-4dc3-a1a0-f1f3b89c5485 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.1188726 Oct 22 13:09:35.743915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-495ddcbd-4e73-4a70-bc87-84f45139205f tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.745374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-495ddcbd-4e73-4a70-bc87-84f45139205f tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1097 time: 0.1328754 Oct 22 13:09:35.747486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-3ed4411d-bc41-4e65-9658-d2343bdb4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.749157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-3ed4411d-bc41-4e65-9658-d2343bdb4c38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.0947483 Oct 22 13:09:35.764821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:35.792344 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-505d8b93-a2aa-4ea7-a99c-99f7f081f500 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee HTTP/1.1" status: 200 len: 217 time: 0.0344472 Oct 22 13:09:35.825799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5ceb9d5-4a80-45fb-ab19-b523bf1809a1 req-6c64d674-bc16-4217-9e61-649a3a8cea46 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Oct 22 13:09:35.852336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-7008b593-8cfd-472c-bb15-b85fc1a504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.860055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39632be7-c047-4677-bca9-7973f3ba4c42 req-db320001-f95b-4df4-a7ba-144b1497ca89 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184018 Oct 22 13:09:35.863116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-7008b593-8cfd-472c-bb15-b85fc1a504a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0535119 Oct 22 13:09:35.869982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:35.918922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-3a078459-eb76-46d3-bba5-cb2eea534fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:35.921051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-3a078459-eb76-46d3-bba5-cb2eea534fca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524197 Oct 22 13:09:36.034935 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '65eba6b9-a7be-46ca-9261-078103c378ee', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '9f934be7-d1be-4052-8501-3839640fc963', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:09:17Z', 'updated_at': '2021-10-22T13:09:34Z', 'revision_number': 1, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:36.053631 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-b2b02831-a267-4c9a-80a2-934a9dffbb9b service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220682 Oct 22 13:09:36.088252 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Checking router: 9f934be7-d1be-4052-8501-3839640fc963 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:36.098308 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:36.099089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:36.105262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:36.147758 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c216cd-d56e-4dad-afa1-7dfcadeb3929 x-openstack-request-id: req-68c216cd-d56e-4dad-afa1-7dfcadeb3929 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:36.148183 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:36.148526 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68c216cd-d56e-4dad-afa1-7dfcadeb3929 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:36.149034 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'status': 'completed', 'code': 200} Oct 22 13:09:36.196716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01139d-90e8-4989-a8b1-37957d322647 req-07332d5d-55c2-403f-b716-569db51bccbe tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:36.206584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe01139d-90e8-4989-a8b1-37957d322647 req-07332d5d-55c2-403f-b716-569db51bccbe tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1172698 Oct 22 13:09:36.228876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:36.235116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:36.299099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:36.341882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:36.382020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe01139d-90e8-4989-a8b1-37957d322647 req-93606684-2500-47be-a9e6-018d4b84f4e5 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719761 Oct 22 13:09:36.391806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:36.453202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:36.495793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'port_id': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'mac_address': 'fa:16:3e:a4:cf:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da17048-e5ce-4696-95ef-7472c31eea61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:36.529179 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '65eba6b9-a7be-46ca-9261-078103c378ee', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '9f934be7-d1be-4052-8501-3839640fc963', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:09:17Z', 'updated_at': '2021-10-22T13:09:34Z', 'revision_number': 1, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:36.548676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-675a8104-9ff3-4377-a836-524cd0d96300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:36.550250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-675a8104-9ff3-4377-a836-524cd0d96300 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1097 time: 0.3705399 Oct 22 13:09:36.550904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:36.559073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90ce69-e0ef-4a87-a708-ee2a9da60c8a None None] The sync data for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 is: [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '65eba6b9-a7be-46ca-9261-078103c378ee', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '9f934be7-d1be-4052-8501-3839640fc963', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:09:17Z', 'updated_at': '2021-10-22T13:09:34Z', 'revision_number': 1, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:36.585873 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:36.606591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83fc4399-1d5b-4110-ae6c-fc1248fc5674 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:36.609357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-66cc25cf-bfdd-4a1b-9e03-b1e256eddd4b req-efcc54ee-1854-4a3b-979a-985e0cf7d785 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479789 Oct 22 13:09:36.612602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afedb6d-b259-42a6-a7ac-65f699206e86 req-eb893a4f-6e4d-403e-a783-e42ee92847b9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:36.614168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7afedb6d-b259-42a6-a7ac-65f699206e86 req-eb893a4f-6e4d-403e-a783-e42ee92847b9 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 946 time: 0.3427179 Oct 22 13:09:36.638946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:36.645566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:36.646348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:36.675680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:36.676023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:36.676362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:36.717659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e68dbb-6442-48c1-9006-19beeee181a1 req-215f6156-e9bc-42bd-94fc-bc454af2045b tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:36.725056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70e68dbb-6442-48c1-9006-19beeee181a1 req-215f6156-e9bc-42bd-94fc-bc454af2045b tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 948 time: 0.2258110 Oct 22 13:09:36.726418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:36.745455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:36.745697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:36.772168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7afedb6d-b259-42a6-a7ac-65f699206e86 req-975cecef-88d6-428a-83bb-0cd7e2df05dc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439135 Oct 22 13:09:36.779953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:36.780319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:36.780724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:36.781190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Bound port: 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:36.781558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:36.820604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70e68dbb-6442-48c1-9006-19beeee181a1 req-ea3f5537-df12-4694-882c-2638c7145798 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946653 Oct 22 13:09:36.822516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-c1f51903-7933-418b-ba0e-ed2f6f559c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:36.825401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-c1f51903-7933-418b-ba0e-ed2f6f559c70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.2637119 Oct 22 13:09:36.938902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea03ca-0daf-40ea-b6a0-74ab08bf77b8 None None] New status for floating IP 65eba6b9-a7be-46ca-9261-078103c378ee: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:09:36.953904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-5133608c-9727-46b4-bda0-b6f3c0954d61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.1208036 Oct 22 13:09:36.977186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:37.009249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:37.018468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:37.048697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:37.089550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:37.089886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:37.091207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:37.101667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:37.102018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Attempting to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on network 4d1b7146-15ca-4c0f-8ecb-ce69107d40dc {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:37.131834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce36fe-7b2b-4268-9d39-c54a9e9fab3f req-4f51012a-54a3-4b96-a89b-b92ae82db989 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.133342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3ce36fe-7b2b-4268-9d39-c54a9e9fab3f req-4f51012a-54a3-4b96-a89b-b92ae82db989 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.2010767 Oct 22 13:09:37.137000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:37.137498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Checking segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:37.138259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Bound using segment: {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:37.138804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Bound port: 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd886f17-e841-41e2-8734-2baa43c2654e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d1b7146-15ca-4c0f-8ecb-ce69107d40dc'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:37.139068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-aa569ea9-7623-4b85-b607-9dbf8ff95d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.139297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:37.140731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-aa569ea9-7623-4b85-b607-9dbf8ff95d00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1647825 Oct 22 13:09:37.209760 n-d-813419-8 neutron-server[100621]: WARNING neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Concurrent port binding operations failed on port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 Oct 22 13:09:37.213461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:37.214896 n-d-813419-8 neutron-server[100621]: INFO neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Attempt 2 to bind port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 Oct 22 13:09:37.215635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57e84-5cc9-4d65-89f4-cb6b7fb2808c req-04c0a34d-0a6d-4818-8ae1-4a5b3a5be637 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.215959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:09:37.218039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ac57e84-5cc9-4d65-89f4-cb6b7fb2808c req-04c0a34d-0a6d-4818-8ae1-4a5b3a5be637 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 945 time: 0.2431989 Oct 22 13:09:37.223003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=8']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:37.254098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.254736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:37.256054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-c88d627c-8b97-401a-bdc3-f75c357fcea0 service neutron] 10.222.0.21 "PUT /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 1122 time: 1.4976587 Oct 22 13:09:37.296128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3ce36fe-7b2b-4268-9d39-c54a9e9fab3f req-02c6a005-58aa-4523-b7fe-a973a8d65616 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457658 Oct 22 13:09:37.322042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ac57e84-5cc9-4d65-89f4-cb6b7fb2808c req-74839825-89ef-4067-a42c-9c24e7bf972d tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743492 Oct 22 13:09:37.325139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-730121a8-a543-40d8-aa80-5b6eea8b6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.326728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-730121a8-a543-40d8-aa80-5b6eea8b6bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646068 Oct 22 13:09:37.336081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['5366853f-b247-4f7b-b9c2-be4eaf7ccd28'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:37.454418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['83fc4399-1d5b-4110-ae6c-fc1248fc5674'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:37.470747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-cfae7164-6b1c-477d-9486-709a02a28e8d service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349797 Oct 22 13:09:37.540953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['5366853f-b247-4f7b-b9c2-be4eaf7ccd28'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:37.564744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71224e2e-717b-4a4d-b9f8-781a378e0f09 req-f721c940-219a-4f48-9d09-607080b8806f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.566235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71224e2e-717b-4a4d-b9f8-781a378e0f09 req-f721c940-219a-4f48-9d09-607080b8806f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1062698 Oct 22 13:09:37.613650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa4debd7-9c1b-48b2-8bbd-0f9084ddc19b req-cabd41c2-f1e3-4e8a-a869-98c0b941324c service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244578 Oct 22 13:09:37.625966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71224e2e-717b-4a4d-b9f8-781a378e0f09 req-3d6f82e1-e9e2-4a98-b045-a3f20fdabbf3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Oct 22 13:09:37.891033 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:37.910061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a9f9-a7e8-4966-895b-bd0e59a9448a req-969440d4-d2cf-4489-bb02-e5d9a9361667 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:37.911975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d837a9f9-a7e8-4966-895b-bd0e59a9448a req-969440d4-d2cf-4489-bb02-e5d9a9361667 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.0628579 Oct 22 13:09:37.990325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d837a9f9-a7e8-4966-895b-bd0e59a9448a req-2aab192a-25ce-4c18-a553-0109048ff882 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Oct 22 13:09:38.007574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6186e-0f91-47ee-bfa2-eba1cba0bff0 req-f9fe5526-3c95-4c7d-8d2b-63a620ab16df tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.009808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a6186e-0f91-47ee-bfa2-eba1cba0bff0 req-f9fe5526-3c95-4c7d-8d2b-63a620ab16df tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 948 time: 0.0947509 Oct 22 13:09:38.051336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a6186e-0f91-47ee-bfa2-eba1cba0bff0 req-b0d17706-c97b-4cf8-b4ef-faecc222f763 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Oct 22 13:09:38.150129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28'}, {'name': 'network-changed', 'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:38.153171 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33" -d '{"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-unplugged", "status": "completed", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28"}, {"name": "network-changed", "server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:38.189719 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c34b59a-28dc-4ea4-9e4e-2c49c8fa6e24 x-openstack-request-id: req-7c34b59a-28dc-4ea4-9e4e-2c49c8fa6e24 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:38.190013 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-unplugged", "status": "completed", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28", "code": 200}, {"name": "network-changed", "server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:38.190262 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c34b59a-28dc-4ea4-9e4e-2c49c8fa6e24 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:38.190678 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'code': 200} Oct 22 13:09:38.190931 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'status': 'completed', 'code': 200} Oct 22 13:09:38.262340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-c3a204cc-7bd6-4a53-ba6e-924799225c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.263955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-c3a204cc-7bd6-4a53-ba6e-924799225c43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1125 time: 0.0467825 Oct 22 13:09:38.321895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:38.371451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-fda08495-6bba-41af-972d-41d723cf6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.373673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-fda08495-6bba-41af-972d-41d723cf6461 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.0998409 Oct 22 13:09:38.390368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:38.390976 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:38.424913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-da7642aa-200c-4225-96ac-bffc71ab6e41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0434425 Oct 22 13:09:38.481561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:38.508289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:38.511120 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cfa55f-0c91-44e9-858f-f99ec02ef109" -d '{"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-plugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:38.525326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:38.530424 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:38.582899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:38.825187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-f7471686-90b4-4aa9-8639-2bd27a8ad7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.826674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-f7471686-90b4-4aa9-8639-2bd27a8ad7ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.3909025 Oct 22 13:09:38.841593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9140dca-8fb4-44c0-8f4c-958ad4300e5a req-784823fb-21b9-4142-bc0f-d0448b06576a tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.843084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9140dca-8fb4-44c0-8f4c-958ad4300e5a req-784823fb-21b9-4142-bc0f-d0448b06576a tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.4209676 Oct 22 13:09:38.851554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558e5f-6574-49ee-b53e-5b108f920c97 req-ea5f0adf-924b-45c4-9ce5-736c8462f44c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:38.852971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5558e5f-6574-49ee-b53e-5b108f920c97 req-ea5f0adf-924b-45c4-9ce5-736c8462f44c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.4272461 Oct 22 13:09:38.893662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-8320aa64-9acf-4ef1-a2c1-d8b5bedefe6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494983 Oct 22 13:09:38.952043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9140dca-8fb4-44c0-8f4c-958ad4300e5a req-621e77c1-b338-4f59-a113-3126971ea501 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982013 Oct 22 13:09:38.960284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5558e5f-6574-49ee-b53e-5b108f920c97 req-1528ae1f-7317-4c46-9425-bce45cdb89b4 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979111 Oct 22 13:09:39.029818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-6a771cd1-377a-4349-a40e-ea1c760f28a3 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259155 Oct 22 13:09:39.068163 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8050b9e1-be41-4621-b0a5-782580f42699 x-openstack-request-id: req-8050b9e1-be41-4621-b0a5-782580f42699 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:39.068527 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-plugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:39.068884 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8050b9e1-be41-4621-b0a5-782580f42699 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:39.069419 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'code': 200} Oct 22 13:09:39.139155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e2b617-c5da-4126-ac5e-f2e4d2d72a33 req-3cbc58ad-5360-48f8-88c9-4075e2a97614 service neutron] 10.222.0.26 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015000 Oct 22 13:09:39.175530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5eff98-360d-4bd5-914e-76a4256312fa req-8cda81a1-5345-4cab-a2ba-00bd71973226 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:39.177011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c5eff98-360d-4bd5-914e-76a4256312fa req-8cda81a1-5345-4cab-a2ba-00bd71973226 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0576532 Oct 22 13:09:39.218596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c5eff98-360d-4bd5-914e-76a4256312fa req-ed6a0105-25e3-411b-af3c-d7ca074be7f9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349729 Oct 22 13:09:39.328432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69249fd4-be0c-41ed-b483-d284c7b6e230 req-598154df-45f0-4ed9-b094-f74d70679914 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:39.330018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69249fd4-be0c-41ed-b483-d284c7b6e230 req-598154df-45f0-4ed9-b094-f74d70679914 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.0544465 Oct 22 13:09:39.368767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69249fd4-be0c-41ed-b483-d284c7b6e230 req-71fee302-a31b-441c-84ce-4d4e797567e1 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Oct 22 13:09:39.474432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f600-93bf-4c93-97d8-fd55ca121447 req-4232e2fa-fbb8-4c69-a7d4-8d8e896ee559 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:39.475929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be71f600-93bf-4c93-97d8-fd55ca121447 req-4232e2fa-fbb8-4c69-a7d4-8d8e896ee559 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 948 time: 0.0498874 Oct 22 13:09:39.511819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:39.513479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be71f600-93bf-4c93-97d8-fd55ca121447 req-3627330c-2f11-472f-b65f-e1ff7ec97016 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Oct 22 13:09:39.612179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:39.623716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'mac_address': 'fa:16:3e:82:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:39.661676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:39.684561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:39.689687 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:39.704565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:39.708241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:39.755907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:40.045427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['98c8212e-5b46-41a0-89b5-b3c9d70e2bee'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:40.103186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829d20-b124-45a4-a744-e08ae27a0542 req-5d5c6973-4e79-44a5-a029-2197e5469bd4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.104681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da829d20-b124-45a4-a744-e08ae27a0542 req-5d5c6973-4e79-44a5-a029-2197e5469bd4 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0845077 Oct 22 13:09:40.125896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7c08-35af-4a21-bced-eff4f8d0847c req-ae29344d-952f-492e-a385-6cd59ebdf334 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.127339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d7b7c08-35af-4a21-bced-eff4f8d0847c req-ae29344d-952f-492e-a385-6cd59ebdf334 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0787766 Oct 22 13:09:40.176488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da829d20-b124-45a4-a744-e08ae27a0542 req-2a3e8fc3-0a5b-4aea-a789-c117b61e5e26 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/security-groups?id=aefc6fd3-817b-4cdf-8194-1b8be4d64cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647461 Oct 22 13:09:40.184599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d7b7c08-35af-4a21-bced-eff4f8d0847c req-5753b3bb-8f1d-40b6-8191-5081e1cf5f04 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490441 Oct 22 13:09:40.275933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-63cfd09e-63ed-4132-b801-7f902f728b7d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.278274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-63cfd09e-63ed-4132-b801-7f902f728b7d tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 945 time: 0.0629578 Oct 22 13:09:40.413712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573bed9-9a00-455a-bd1f-87877dbc8016 req-88f0e13b-75d6-4696-ad9c-bf622925a628 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.415124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0573bed9-9a00-455a-bd1f-87877dbc8016 req-88f0e13b-75d6-4696-ad9c-bf622925a628 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1057813 Oct 22 13:09:40.480195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Deleting port 09056f5c-39d1-4303-b904-e95eeca03ded {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:40.480573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:40.504467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efca69-f40f-414b-821a-aaa95759e327 req-7fe363ce-91f4-4a2c-8d0d-913a25787f0b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.505947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27efca69-f40f-414b-821a-aaa95759e327 req-7fe363ce-91f4-4a2c-8d0d-913a25787f0b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.1167796 Oct 22 13:09:40.511177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0573bed9-9a00-455a-bd1f-87877dbc8016 req-87b583ee-e051-4823-be1b-340c08dcdef4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798748 Oct 22 13:09:40.605019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27efca69-f40f-414b-821a-aaa95759e327 req-14c6eff3-911d-46a3-b4dd-a671dd95ec25 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Oct 22 13:09:40.647614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] For port 09056f5c-39d1-4303-b904-e95eeca03ded, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=09056f5c-39d1-4303-b904-e95eeca03ded,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:40.647973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:40.675130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b734ec-839c-40b8-966d-0348d6e6a0b8 req-c01a2a85-3f5d-496e-a215-a82c479726da tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.676554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b734ec-839c-40b8-966d-0348d6e6a0b8 req-c01a2a85-3f5d-496e-a215-a82c479726da tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.0991831 Oct 22 13:09:40.688918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Calling delete_port for 09056f5c-39d1-4303-b904-e95eeca03ded owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:40.793949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b734ec-839c-40b8-966d-0348d6e6a0b8 req-ed9a326a-e794-4dc5-903e-efb81b9f72f5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061003 Oct 22 13:09:40.810226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097cf2b-0afb-4063-b13b-30d7c83b0761 req-b92aff07-0256-4803-84c9-7dde4bf8f8e8 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:40.811874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1097cf2b-0afb-4063-b13b-30d7c83b0761 req-b92aff07-0256-4803-84c9-7dde4bf8f8e8 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 949 time: 0.1483569 Oct 22 13:09:40.865284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1097cf2b-0afb-4063-b13b-30d7c83b0761 req-02a6634a-eec7-4869-8fbc-21fc4cf272f1 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Oct 22 13:09:40.921452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:40.955374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Pushing event deleted for resources: {'Port': ['ID=09056f5c-39d1-4303-b904-e95eeca03ded,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:40.997931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] No DVR routers for this DVR port 09056f5c-39d1-4303-b904-e95eeca03ded on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:41.000745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:41.004290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45d85317-9295-4cd8-87fd-1b2fa5587c77 req-501dee08-da5a-4841-9604-380b1e4ccbd5 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.21 "DELETE /v2.0/ports/09056f5c-39d1-4303-b904-e95eeca03ded HTTP/1.1" status: 204 len: 173 time: 0.7206359 Oct 22 13:09:41.004727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'name': 'network-vif-deleted', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:41.007010 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a7478-bb26-45e7-8c23-f4cb6aed022b" -d '{"events": [{"server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "name": "network-vif-deleted", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:41.046666 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6969ea5-2a0c-4ee4-888f-c101f5dfaa28 x-openstack-request-id: req-a6969ea5-2a0c-4ee4-888f-c101f5dfaa28 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:41.046968 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f68d0-8141-411b-ac7a-317c0b6d2c5b", "name": "network-vif-deleted", "tag": "09056f5c-39d1-4303-b904-e95eeca03ded", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:41.047224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6969ea5-2a0c-4ee4-888f-c101f5dfaa28 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:41.047630 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f68d0-8141-411b-ac7a-317c0b6d2c5b', 'name': 'network-vif-deleted', 'tag': '09056f5c-39d1-4303-b904-e95eeca03ded', 'status': 'completed', 'code': 200} Oct 22 13:09:41.300318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bffc04f6-60cf-4716-802a-57b03f4bdfea req-6d5aaf7a-3f01-4b4a-b1a2-dda53e639760 tempest-ServerRescueNegativeTestJSON-408211474 tempest-ServerRescueNegativeTestJSON-408211474-project] 10.222.0.25 "GET /v2.0/ports?device_id=f24f68d0-8141-411b-ac7a-317c0b6d2c5b HTTP/1.1" status: 200 len: 210 time: 0.0309632 Oct 22 13:09:41.519138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:41.583217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:09:41.589775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:41.591073 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:41.667890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc6cf-b8a9-44ab-bd13-9740f4bfab42 req-6b4729c6-9284-47f3-9c4f-f23f37f3d6ca tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:41.670463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4fbc6cf-b8a9-44ab-bd13-9740f4bfab42 req-6b4729c6-9284-47f3-9c4f-f23f37f3d6ca tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0717294 Oct 22 13:09:41.697587 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:41.723607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:41.725840 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabd2829-4310-4af3-8c0f-0d8c8cec2379" -d '{"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:41.739906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:41.745164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:41.753747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4fbc6cf-b8a9-44ab-bd13-9740f4bfab42 req-eebb90ce-f289-4726-b126-d3c3e5137e8d tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Oct 22 13:09:41.775042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675f3b-cc51-4f1a-a849-bce4b4f07888 req-cf98cb8c-bdbf-4548-b5ea-d97454a62301 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:41.776683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d675f3b-cc51-4f1a-a849-bce4b4f07888 req-cf98cb8c-bdbf-4548-b5ea-d97454a62301 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0721390 Oct 22 13:09:41.822457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:41.832044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d675f3b-cc51-4f1a-a849-bce4b4f07888 req-687a8ad1-9cf9-469c-bf89-5803059bd43e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Oct 22 13:09:41.838103 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be86b0-7ea8-4ab1-9f6d-7a03912de728 x-openstack-request-id: req-31be86b0-7ea8-4ab1-9f6d-7a03912de728 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:41.838436 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:41.838741 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31be86b0-7ea8-4ab1-9f6d-7a03912de728 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:41.839147 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'code': 200} Oct 22 13:09:42.009911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1e7c5-d6f0-484e-beb6-c0959b0ea550 req-fdde42ae-d74d-4227-ac45-96c0084266fe tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:42.011537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aae1e7c5-d6f0-484e-beb6-c0959b0ea550 req-fdde42ae-d74d-4227-ac45-96c0084266fe tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1123557 Oct 22 13:09:42.032154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8282-7a9f-4fb2-96cb-bbb23f4dd051 req-0debd491-b911-42c7-b119-b3dac798585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:42.033780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1cf8282-7a9f-4fb2-96cb-bbb23f4dd051 req-0debd491-b911-42c7-b119-b3dac798585e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 1101 time: 0.1242335 Oct 22 13:09:42.073500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1ecf6-a2f3-4882-bc31-e0f2ebab48c1 req-7b6bc454-557b-413e-bb9d-6400bad5ee70 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:42.075244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07a1ecf6-a2f3-4882-bc31-e0f2ebab48c1 req-7b6bc454-557b-413e-bb9d-6400bad5ee70 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 950 time: 0.1206527 Oct 22 13:09:42.117456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aae1e7c5-d6f0-484e-beb6-c0959b0ea550 req-b7a879a7-25b7-44fa-b3c3-ccb2e847d9c8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976210 Oct 22 13:09:42.126522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1cf8282-7a9f-4fb2-96cb-bbb23f4dd051 req-2a52f5c6-24c5-41b0-9e66-977e81d12152 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791428 Oct 22 13:09:42.156397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07a1ecf6-a2f3-4882-bc31-e0f2ebab48c1 req-c67a6a5c-3aac-46b2-98fb-adf70e5fbf13 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Oct 22 13:09:42.340664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:42.397275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55760) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:42.435622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210deee-a82f-41b7-b197-44d9496ee335 req-4cc60f59-4045-439d-b097-b6b772513d66 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:42.437755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6210deee-a82f-41b7-b197-44d9496ee335 req-4cc60f59-4045-439d-b097-b6b772513d66 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 946 time: 0.0911558 Oct 22 13:09:42.443539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.482289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:42.488324 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.489217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 09056f5c-39d1-4303-b904-e95eeca03ded no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:42.514455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 09056f5c-39d1-4303-b904-e95eeca03ded {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:42.514455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 09056f5c-39d1-4303-b904-e95eeca03ded not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:42.571997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Deleting port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:42.572385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.575878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:42.681580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] For port 83fc4399-1d5b-4110-ae6c-fc1248fc5674, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=83fc4399-1d5b-4110-ae6c-fc1248fc5674,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:42.681914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.695634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Calling delete_port for 83fc4399-1d5b-4110-ae6c-fc1248fc5674 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:42.788789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.884376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.960652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event deleted for resources: {'Port': ['ID=83fc4399-1d5b-4110-ae6c-fc1248fc5674,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:42.992535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] No DVR routers for this DVR port 83fc4399-1d5b-4110-ae6c-fc1248fc5674 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:42.995319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:42.999816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6210deee-a82f-41b7-b197-44d9496ee335 req-8aac7c03-c1bb-4ebb-aeed-7213785a0825 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "DELETE /v2.0/ports/83fc4399-1d5b-4110-ae6c-fc1248fc5674 HTTP/1.1" status: 204 len: 173 time: 0.5538204 Oct 22 13:09:43.001818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ee3b1fc-8ed4-4c4a-8358-bbc661b7f1e2 req-76380f4c-2df1-40f4-bbd4-d7370bebed88 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=b710da80-5942-4b5a-a89e-1c5b119969e5 HTTP/1.1" status: 200 len: 210 time: 0.0560546 Oct 22 13:09:43.049270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc322cf-90ef-41c6-b3e0-5aee3b4ef1f4 req-38e65f98-171b-4d13-9d5b-d0329cea5cd4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:43.060532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bc322cf-90ef-41c6-b3e0-5aee3b4ef1f4 req-38e65f98-171b-4d13-9d5b-d0329cea5cd4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.2099845 Oct 22 13:09:43.064231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-deleted', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:43.066871 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0157f6e-a7e7-4df1-80dc-b038c4289d07" -d '{"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-deleted", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:43.087897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Deleting port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:43.087897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.131543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bc322cf-90ef-41c6-b3e0-5aee3b4ef1f4 req-0642bb11-d1fa-494e-b3be-a0ade1e231c4 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661054 Oct 22 13:09:43.136713 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7578910-a954-44df-9703-71fff962013b x-openstack-request-id: req-a7578910-a954-44df-9703-71fff962013b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:43.138047 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-deleted", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:43.138481 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7578910-a954-44df-9703-71fff962013b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:43.139070 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-deleted', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'status': 'completed', 'code': 200} Oct 22 13:09:43.211330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] For port fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,segment=NetworkSegment(1c73eb9f-0720-4241-821b-93d616f41255),segment_id=1c73eb9f-0720-4241-821b-93d616f41255)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:43.211910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.227845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Calling delete_port for fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:43.369157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a741c-2b76-4c86-8d62-e55e5d1236de req-1f2c51fb-0ac4-495b-a380-1f6ba28f89dc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:43.370568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e63a741c-2b76-4c86-8d62-e55e5d1236de req-1f2c51fb-0ac4-495b-a380-1f6ba28f89dc tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 944 time: 0.1621480 Oct 22 13:09:43.386189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-774e4192-3437-4519-8c07-5b20111f6415 service neutron] 10.222.0.26 "GET /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.1253896 Oct 22 13:09:43.411041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4241-56d1-4700-955b-1f6d0e79ed89 req-4928931e-7aa0-4972-a575-54fefd3d9645 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:43.412479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1be4241-56d1-4700-955b-1f6d0e79ed89 req-4928931e-7aa0-4972-a575-54fefd3d9645 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 950 time: 0.1181564 Oct 22 13:09:43.441553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.469130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:43.481283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e63a741c-2b76-4c86-8d62-e55e5d1236de req-6a85ce4f-abda-440c-aaf0-702ea4065cd4 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032872 Oct 22 13:09:43.519142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1be4241-56d1-4700-955b-1f6d0e79ed89 req-deeca971-7d1c-4e31-8721-7947aed7cb85 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868454 Oct 22 13:09:43.669860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:43.682979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.692757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:43.733126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:43.743844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:43.757767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.833503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] Transition to ACTIVE for port object 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:43.837864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:43.840231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:43.842669 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91645f6f-fd22-4eba-b3ee-d6adad8b7af1" -d '{"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-unplugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:43.900534 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ae783b-8025-4662-8f78-1d91d895b435 x-openstack-request-id: req-72ae783b-8025-4662-8f78-1d91d895b435 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:43.900826 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b710da80-5942-4b5a-a89e-1c5b119969e5", "name": "network-vif-unplugged", "status": "completed", "tag": "83fc4399-1d5b-4110-ae6c-fc1248fc5674", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:43.901074 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72ae783b-8025-4662-8f78-1d91d895b435 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:43.901458 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b710da80-5942-4b5a-a89e-1c5b119969e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fc4399-1d5b-4110-ae6c-fc1248fc5674', 'code': 200} Oct 22 13:09:43.909123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] No DVR routers for this DVR port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:43.925457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:43.932896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Router a5edd30a-20bc-4229-ad1d-fa4519798461 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:43.947397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-ddc0f426-7045-49b6-9404-a3f220a3acd9 service neutron] 10.222.0.26 "PUT /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5495763 Oct 22 13:09:44.050422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-f3d6d2c8-d2d2-4e42-af9a-00990f776a3f tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.052289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-f3d6d2c8-d2d2-4e42-af9a-00990f776a3f tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.0486901 Oct 22 13:09:44.055046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:44.063522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8cd701a2-cda3-498a-ae60-183e0771b9e9 admin admin] 10.222.0.25 "PUT /v2.0/routers/a5edd30a-20bc-4229-ad1d-fa4519798461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626780 Oct 22 13:09:44.063873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55780) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:44.071286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Sync routers for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:44.084313 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:44.085166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:44.118846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-a4ea2948-deb8-4b21-ac55-bab61a08f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.121022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-a4ea2948-deb8-4b21-ac55-bab61a08f406 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919&tenant_id=42b0205e66f843d9855adf3fd3387a8b HTTP/1.1" status: 200 len: 1096 time: 0.0603316 Oct 22 13:09:44.209140 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:44.211581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-636c536d-4296-4575-b4ee-2bc8b8804f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.212942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-636c536d-4296-4575-b4ee-2bc8b8804f0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b0205e66f843d9855adf3fd3387a8b&device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1096 time: 0.0582716 Oct 22 13:09:44.231885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.348742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.407899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Deleting port fd9367d2-8a40-4276-9926-741cb69046e5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:44.408174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.432200 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:09:43Z', 'revision_number': 5, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port': {'id': 'fd9367d2-8a40-4276-9926-741cb69046e5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:44.459256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Checking router: a5edd30a-20bc-4229-ad1d-fa4519798461 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:44.459564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbe3ce-b7c3-4805-831f-851bc8d7c8fc req-4bd61dc8-d19a-468c-9674-a1344133304b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.461033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66dbe3ce-b7c3-4805-831f-851bc8d7c8fc req-4bd61dc8-d19a-468c-9674-a1344133304b tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.2199922 Oct 22 13:09:44.469094 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Routers {'a5edd30a-20bc-4229-ad1d-fa4519798461'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:44.469706 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a5edd30a-20bc-4229-ad1d-fa4519798461'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:44.470891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-77fdaa13-3de9-48ad-a2f1-77dc61fe91e1 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.472444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-77fdaa13-3de9-48ad-a2f1-77dc61fe91e1 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.2147214 Oct 22 13:09:44.482383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-dfb2174c-f2e3-41ff-b5f4-ae02f06e87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.483880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-dfb2174c-f2e3-41ff-b5f4-ae02f06e87c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 200 len: 909 time: 0.2634988 Oct 22 13:09:44.509576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] For port fd9367d2-8a40-4276-9926-741cb69046e5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fd9367d2-8a40-4276-9926-741cb69046e5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:44.510215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.515278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-cd67fc59-7c3e-45b4-a8e7-c3699632f4ef tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/quotas/fae4a9455b204c989f5f3179614b4a21 HTTP/1.1" status: 200 len: 375 time: 0.0302703 Oct 22 13:09:44.523193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Calling delete_port for fd9367d2-8a40-4276-9926-741cb69046e5 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:44.573373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-167243cf-d074-409d-9ed8-01c99c95c6fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 200 len: 217 time: 0.0736530 Oct 22 13:09:44.609862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66dbe3ce-b7c3-4805-831f-851bc8d7c8fc req-2e3f00c3-466e-4a2a-8856-250e1b7c331e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347146 Oct 22 13:09:44.658981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-767e2cac-1954-4fb3-824f-4dd4d90cc1ab tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076088 Oct 22 13:09:44.665728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-4ab60b43-2651-4905-8bf9-3cc24fddc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.671299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-4ab60b43-2651-4905-8bf9-3cc24fddc20a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 200 len: 848 time: 0.0788884 Oct 22 13:09:44.673309 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] Set router a5edd30a-20bc-4229-ad1d-fa4519798461 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:44.723227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-8a585359-16a3-4d36-8ad4-b82768795e20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442288 Oct 22 13:09:44.733507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:09:44Z', 'revision_number': 6, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:44.746779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.763569 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31210c7f-227b-43f4-8a74-ddce6267fdd7 None None] The sync data for ids ['a5edd30a-20bc-4229-ad1d-fa4519798461'] in n-d-813419-8 is: [{'id': 'a5edd30a-20bc-4229-ad1d-fa4519798461', 'name': 'tempest-ServerRescueNegativeTestJSON-320076593-router', 'tenant_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:06:18Z', 'updated_at': '2021-10-22T13:09:44Z', 'revision_number': 6, 'project_id': '9990a8fbf61a4dc4ba64e67a2d29c56e', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:44.781705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9367d2-8a40-4276-9926-741cb69046e5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:44.853809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.872947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3b97-d70e-47af-bb60-5d8fd321d020 req-17539b20-18df-4f8b-8885-5ca9aafb6fb8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:44.874391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bab3b97-d70e-47af-bb60-5d8fd321d020 req-17539b20-18df-4f8b-8885-5ca9aafb6fb8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1495156 Oct 22 13:09:44.955807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.958435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:44.962044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-6562bb9e-2843-448a-896d-7bc99e69abb5 service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848694 Oct 22 13:09:44.974234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-bcf2bfa2-a2da-49e6-8bbc-f5e9a0434d11 service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071648 Oct 22 13:09:44.996832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bab3b97-d70e-47af-bb60-5d8fd321d020 req-e88262a3-d5b2-4f91-bb16-ca6cb47bc9b8 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919797 Oct 22 13:09:45.009133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.009851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5edd30a-20bc-4229-ad1d-fa4519798461 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:09:45.015385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.025528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c558d7bd-e756-45da-8f52-e1c69c7a01de admin admin] 10.222.0.25 "DELETE /v2.0/routers/a5edd30a-20bc-4229-ad1d-fa4519798461 HTTP/1.1" status: 204 len: 168 time: 0.9517055 Oct 22 13:09:45.025528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:45.074093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Deleting subnet 94875e65-b17c-4433-8fd1-8b3db628423b {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:09:45.078909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.115688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.162227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.240312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.281021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94875e65-b17c-4433-8fd1-8b3db628423b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:45.293744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.301832 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-69f48332-53ff-4fab-a506-e112ffee483f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/94875e65-b17c-4433-8fd1-8b3db628423b HTTP/1.1" status: 204 len: 168 time: 0.2788746 Oct 22 13:09:45.303145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55806) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:45.397967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.490240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.513949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:45.524877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c73eb9f-0720-4241-821b-93d616f41255') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:45.525138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c73eb9f-0720-4241-821b-93d616f41255') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:45.536231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.536813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-338c23d8-616f-4ef6-b9cc-a6aa9ee15c2c service neutron] 10.222.0.25 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652654 Oct 22 13:09:45.540350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-91d90029-7919-4b3c-abb4-1271a87def6e service neutron] 10.222.0.21 "GET /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553033 Oct 22 13:09:45.552753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.557222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:45.561075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:09:45.561575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:09:45.566517 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:09:45.568582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38720-d6b8-402b-bdcc-de32605287b6 req-aa474ad0-411b-42fe-9a36-3e567c8374bc tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:45.568582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6c38720-d6b8-402b-bdcc-de32605287b6 req-aa474ad0-411b-42fe-9a36-3e567c8374bc tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 950 time: 0.4549966 Oct 22 13:09:45.626805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6c38720-d6b8-402b-bdcc-de32605287b6 req-8c3eb5a7-38a7-4a6a-bd97-2e607fcd9a93 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Oct 22 13:09:45.633452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:45.641993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.648830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:45.656363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3 HTTP/1.1" status: 204 len: 168 time: 0.3483930 Oct 22 13:09:45.676746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce9ff-9a92-48e7-9c52-13b4cff68bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ee551e-f68a-46c1-bcbd-ea0fe0e0eaa3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:45.769167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:45.799404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:45.800394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc7e22eb-6de6-4e9f-ac77-6aeb3f00d63b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:45.962227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55818) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:45.970885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-bb232421-c652-42c7-aa51-b9f8d9db7889 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:45.972566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-bb232421-c652-42c7-aa51-b9f8d9db7889 tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919&tenant_id=42b0205e66f843d9855adf3fd3387a8b&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.1437547 Oct 22 13:09:45.992879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638007c-0d76-4af4-8602-5392e13136f0 req-16e3bb9b-3468-4647-a95f-400527d53975 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:45.994680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4638007c-0d76-4af4-8602-5392e13136f0 req-16e3bb9b-3468-4647-a95f-400527d53975 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0974181 Oct 22 13:09:46.031800 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a992fd47-18e6-4cda-a5ab-3c708a7ae4ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9990a8fbf61a4dc4ba64e67a2d29c56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676827 Oct 22 13:09:46.034130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55830) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:46.115996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:46.135238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4638007c-0d76-4af4-8602-5392e13136f0 req-14b6d8e1-3618-4642-a860-a371b869d19e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204581 Oct 22 13:09:46.163406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:46.241680 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:46.243125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19ab6c76-8cd1-4dea-9030-b1aa02371082 req-dfb30224-1518-4011-bc13-6491d91dc50e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 210 time: 0.0403414 Oct 22 13:09:46.245671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:46.247994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aefc6fd3-817b-4cdf-8194-1b8be4d64cac HTTP/1.1" status: 204 len: 168 time: 0.2117677 Oct 22 13:09:46.269789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc6fd3-817b-4cdf-8194-1b8be4d64cac,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:46.275332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-06649f70-7cb5-4c70-9b4e-22882b3c2643 service neutron] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:46.289934 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-06649f70-7cb5-4c70-9b4e-22882b3c2643 service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:46.289934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b35ae980-7cea-4699-9b98-200cd1f6349f req-06649f70-7cb5-4c70-9b4e-22882b3c2643 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.3017080 Oct 22 13:09:46.291555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.291918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.292282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.292626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.293507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.293898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.294275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.294810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.295163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.295577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.295915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.296262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0449be5c-b3a2-4cca-a0b2-b7d6e2c12489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:46.350568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:46.388012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 83fc4399-1d5b-4110-ae6c-fc1248fc5674 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:46.388468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 83fc4399-1d5b-4110-ae6c-fc1248fc5674 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:46.473403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f3141-f7ca-42d7-8ae3-2b3ef69f1a74 req-6ef10bed-741c-4029-8ac0-ef3603d70a49 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:46.475332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f4f3141-f7ca-42d7-8ae3-2b3ef69f1a74 req-6ef10bed-741c-4029-8ac0-ef3603d70a49 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.0853159 Oct 22 13:09:46.543305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f4f3141-f7ca-42d7-8ae3-2b3ef69f1a74 req-4d4b6d6c-2d8b-4963-987c-9a9856290ce5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553441 Oct 22 13:09:46.799592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d35dc-e8d3-4af0-aefe-0e7de93b37ab req-50dc5536-4ddd-4ca0-b140-a5338033c358 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:46.801964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-000d35dc-e8d3-4af0-aefe-0e7de93b37ab req-50dc5536-4ddd-4ca0-b140-a5338033c358 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1040199 Oct 22 13:09:46.812135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb33db-0d55-4afc-a78d-8d07e47d98fc req-7a8f5db6-ea4e-4870-8aef-2b38d907aedf tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:46.813664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14fb33db-0d55-4afc-a78d-8d07e47d98fc req-7a8f5db6-ea4e-4870-8aef-2b38d907aedf tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 1096 time: 0.0750492 Oct 22 13:09:46.880691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-000d35dc-e8d3-4af0-aefe-0e7de93b37ab req-732a681d-bd64-480e-9680-d360085a820e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643625 Oct 22 13:09:46.887445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14fb33db-0d55-4afc-a78d-8d07e47d98fc req-06bb77ea-4115-44c7-8a1a-e4b819f9bffa tempest-LiveMigrationTest-1715552895 tempest-LiveMigrationTest-1715552895-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Oct 22 13:09:47.266444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502a4f-4c11-4a1e-a8dc-63b7d37ee3bb req-8224ae96-50ee-4c1a-b4dc-c8f7e2d50a9c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:47.268450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6502a4f-4c11-4a1e-a8dc-63b7d37ee3bb req-8224ae96-50ee-4c1a-b4dc-c8f7e2d50a9c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.1070018 Oct 22 13:09:47.276123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fd9367d2-8a40-4276-9926-741cb69046e5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:47.303299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: fd9367d2-8a40-4276-9926-741cb69046e5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:47.303901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fd9367d2-8a40-4276-9926-741cb69046e5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:47.353170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6502a4f-4c11-4a1e-a8dc-63b7d37ee3bb req-cd68009a-96db-4dea-af50-068c48a38ecd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580416 Oct 22 13:09:47.362212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-f353b442-518b-48d5-ae93-0b2c83b391be tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:47.363723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-f353b442-518b-48d5-ae93-0b2c83b391be tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 821 time: 0.1844735 Oct 22 13:09:47.385268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Request body: {'port': {'device_id': '02cfdb82-5a46-438d-a664-77890619fe43', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'admin_state_up': True, 'tenant_id': 'fae4a9455b204c989f5f3179614b4a21'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:47.437093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-532beef4-8c7c-4e31-b333-04504a3fce6c req-aa257225-84d9-4184-9762-9b84dc0eb516 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 210 time: 0.0559344 Oct 22 13:09:47.531464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Made reservation on behalf of fae4a9455b204c989f5f3179614b4a21 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:47.535103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.670287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Allocated IP 172.20.0.5 (e0ca10da-509d-4385-9d29-9520d360b5d0/9da17048-e5ce-4696-95ef-7472c31eea61/e55ac92b-c6d8-40de-b06b-405785b21a3b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:47.705207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:47.816701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0242ccd-f5b3-44d3-aafc-774d24917eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.826239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.873252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.893559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0242ccd-f5b3-44d3-aafc-774d24917eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.897576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0242ccd-f5b3-44d3-aafc-774d24917eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:47.925433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Network e0ca10da-509d-4385-9d29-9520d360b5d0 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:47.934354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:47.937082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:47.966126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242ccd-f5b3-44d3-aafc-774d24917eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de0135-d8a7-45af-b2b9-051e499dcbc0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:47.974038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0242ccd-f5b3-44d3-aafc-774d24917eca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f54e3f98f6f4b53ad5b973a1a992d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677732 Oct 22 13:09:47.978216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:47.994571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event updated for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:48.015112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-e8217c67-b262-4ff3-a5d2-fa12da45ea2c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:48.016646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-e8217c67-b262-4ff3-a5d2-fa12da45ea2c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 945 time: 0.0993593 Oct 22 13:09:48.033114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:48.033744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.062008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-18cf2f11-d677-4308-8243-0c516a976248 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819246 Oct 22 13:09:48.075817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e1b4b-30f2-4b52-9ddb-0d4916f7d3f5 req-67323bb3-4929-468b-86a0-b47693cca966 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:48.077925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943e1b4b-30f2-4b52-9ddb-0d4916f7d3f5 req-67323bb3-4929-468b-86a0-b47693cca966 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.0842474 Oct 22 13:09:48.085596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Request body: {'port': {'device_id': '02cfdb82-5a46-438d-a664-77890619fe43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:48.103384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.132482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.171438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-943e1b4b-30f2-4b52-9ddb-0d4916f7d3f5 req-730222db-c56a-4b8b-ba8b-e2c6bc97c5b9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819862 Oct 22 13:09:48.174949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Deleting port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:48.175296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.176540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.241427 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.244135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.248499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38de0135-d8a7-45af-b2b9-051e499dcbc0 HTTP/1.1" status: 204 len: 168 time: 0.2658770 Oct 22 13:09:48.266652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f9d24-7451-43fe-81e2-db9011549aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de0135-d8a7-45af-b2b9-051e499dcbc0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:48.299513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] For port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:48.299950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.317508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Calling delete_port for 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:48.490125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.491065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-898779fe-71eb-432d-923a-b069f439f507 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:48.492616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-898779fe-71eb-432d-923a-b069f439f507 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 945 time: 0.1226838 Oct 22 13:09:48.503360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:48.523563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event deleted for resources: {'Port': ['ID=5366853f-b247-4f7b-b9c2-be4eaf7ccd28,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:48.526092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b789395d-9384-4d7d-b17c-dd9c7e4a85ff req-19d0a408-8eef-4a35-b07b-7914a6530393 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0585902 Oct 22 13:09:48.601276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] No DVR routers for this DVR port 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:48.604809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.608945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0e9cf71-2f13-4ab8-b9ea-825ca72a614b req-a01ebbc9-a0f3-48e9-b978-13e49247b193 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "DELETE /v2.0/ports/5366853f-b247-4f7b-b9c2-be4eaf7ccd28 HTTP/1.1" status: 204 len: 173 time: 0.5831740 Oct 22 13:09:48.609490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-deleted', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:48.612619 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf80ee6-cf5d-4c4d-bd1d-5d2e17ab70be" -d '{"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-deleted", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:48.662387 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a814724-d56e-4847-b613-d86166622629 x-openstack-request-id: req-4a814724-d56e-4847-b613-d86166622629 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:48.662743 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3894caf-aa7b-4e73-b2cc-d9841f89c919", "name": "network-vif-deleted", "tag": "5366853f-b247-4f7b-b9c2-be4eaf7ccd28", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:48.663125 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a814724-d56e-4847-b613-d86166622629 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:48.663419 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3894caf-aa7b-4e73-b2cc-d9841f89c919', 'name': 'network-vif-deleted', 'tag': '5366853f-b247-4f7b-b9c2-be4eaf7ccd28', 'status': 'completed', 'code': 200} Oct 22 13:09:48.717381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33973f6-b818-483c-ae81-45bdd1ddf902 req-483aeec4-5609-43b2-adcf-330a3348bbed tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:48.719046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e33973f6-b818-483c-ae81-45bdd1ddf902 req-483aeec4-5609-43b2-adcf-330a3348bbed tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 931 time: 0.1605880 Oct 22 13:09:48.725812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55ac92b-c6d8-40de-b06b-405785b21a3b {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:48.736756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.776018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Transition to ACTIVE for port object e55ac92b-c6d8-40de-b06b-405785b21a3b will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:48.788182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.800523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 97b6663f-09b9-4ec8-9901-f6624bf04406 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:09:48.801012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:48.857999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e33973f6-b818-483c-ae81-45bdd1ddf902 req-c306f4c1-a537-4c35-8390-37ff1c780734 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176667 Oct 22 13:09:48.892667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:48.940750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.940750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.941023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.941230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.941567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.941899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.942227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.942552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.942908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.943240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.943565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:48.943890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:09:49.014300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 97b6663f-09b9-4ec8-9901-f6624bf04406, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=97b6663f-09b9-4ec8-9901-f6624bf04406,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:49.014694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.038626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 97b6663f-09b9-4ec8-9901-f6624bf04406 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:09:49.047617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Attempting to bind port e55ac92b-c6d8-40de-b06b-405785b21a3b on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:49.047866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Attempting to bind port e55ac92b-c6d8-40de-b06b-405785b21a3b by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:49.048184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Attempting to bind port e55ac92b-c6d8-40de-b06b-405785b21a3b on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:49.056439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Port e55ac92b-c6d8-40de-b06b-405785b21a3b on network e0ca10da-509d-4385-9d29-9520d360b5d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:49.056843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Attempting to bind port e55ac92b-c6d8-40de-b06b-405785b21a3b on network e0ca10da-509d-4385-9d29-9520d360b5d0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:49.099393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:49.100039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Checking segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:49.100166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Bound using segment: {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:49.100562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Bound port: e55ac92b-c6d8-40de-b06b-405785b21a3b, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d6be85-b99d-44c6-965c-78f879a1d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:49.100922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.144906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:49.194072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:49.205989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:49.234496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.300463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:49.301343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.302947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e55ac92b-c6d8-40de-b06b-405785b21a3b HTTP/1.1" status: 200 len: 1091 time: 1.2244341 Oct 22 13:09:49.310085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:49.310310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1237835669-network', 'tenant_id': '20c0823251284394b7968051023eb59c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:49.312237 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9" -d '{"events": [{"name": "network-changed", "server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:49.361597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Made reservation on behalf of 20c0823251284394b7968051023eb59c for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:49.364379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.380241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.402153 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e71934-bc4e-4cf2-9ead-c301485e24a6 x-openstack-request-id: req-83e71934-bc4e-4cf2-9ead-c301485e24a6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:49.402459 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:49.403660 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83e71934-bc4e-4cf2-9ead-c301485e24a6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:49.403660 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b', 'status': 'completed', 'code': 200} Oct 22 13:09:49.436677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.450049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe094-27eb-4a39-9229-69ff612040e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:49.453197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['97b6663f-09b9-4ec8-9901-f6624bf04406'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:49.494915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=97b6663f-09b9-4ec8-9901-f6624bf04406,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:49.545552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 97b6663f-09b9-4ec8-9901-f6624bf04406 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:09:49.547963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.553302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8260f99f-7f9c-45e4-8c7e-e5a3728ce000 req-2ed3d426-f80b-460c-b104-6b2c410f6f9c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "DELETE /v2.0/ports/97b6663f-09b9-4ec8-9901-f6624bf04406 HTTP/1.1" status: 204 len: 173 time: 1.0372765 Oct 22 13:09:49.562017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.565696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3c89-284e-4bbb-ab45-2283d04e67ed req-90f0dcda-e77f-4216-a065-c2dd60ac50e0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:49.567676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.570576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:49.576039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-605e3c89-284e-4bbb-ab45-2283d04e67ed req-90f0dcda-e77f-4216-a065-c2dd60ac50e0 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=21646869-7366-4fe3-8cea-31c6bce40806 HTTP/1.1" status: 200 len: 867 time: 0.2701032 Oct 22 13:09:49.599807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-a4a438bd-a25a-47ec-bae8-be9cecd6220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:49.601252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:09:49.601933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-a4a438bd-a25a-47ec-bae8-be9cecd6220e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 1094 time: 0.2399511 Oct 22 13:09:49.633140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.633962 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Added segment 23d235f9-1be0-4c0d-a2ca-80e414f02eb6 of type vlan for network 5c224ee9-9cf2-4997-8426-b3d979e78391 Oct 22 13:09:49.639460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46bd7b-4ec3-4253-bcb6-25812f59f6bc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:49.752032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.756425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-f525c67e-e85f-4b9d-8ee2-d2684f6e1d5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b HTTP/1.1" status: 200 len: 217 time: 0.1290300 Oct 22 13:09:49.810292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.811860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:49.813227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.817770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58b2a164-96d4-470e-99ed-4e23eb4e18fe req-274b4544-abf0-4928-a5f6-e9020bda9f68 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0798364 Oct 22 13:09:49.828549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-605e3c89-284e-4bbb-ab45-2283d04e67ed req-7abe8f9f-50a4-4db9-bb97-1d95f5032174 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515163 Oct 22 13:09:49.857851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:49.879750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'mac_address': 'fa:16:3e:82:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:49.906163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-5d22b028-3b4a-4860-a116-a759563c2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:49.910973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-5d22b028-3b4a-4860-a116-a759563c2684 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.1288989 Oct 22 13:09:49.911065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7620738 Oct 22 13:09:49.913163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56000) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:49.926423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Request body: {'subnet': {'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1237835669-subnet', 'tenant_id': '20c0823251284394b7968051023eb59c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:49.955920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:49.973450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:49.974528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5a3f5-7ce3-4052-a77c-bbf2bb1801b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c224ee9-9cf2-4997-8426-b3d979e78391,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:49.990284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:09:50.008137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-247b17ab-6623-4546-aa30-d879e5b80cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914962 Oct 22 13:09:50.028906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:50.051374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:50.131889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Made reservation on behalf of 20c0823251284394b7968051023eb59c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:50.134124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:50.176567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:50.192230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['98c8212e-5b46-41a0-89b5-b3c9d70e2bee'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:50.292384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7efca-638f-423b-8394-020fe2aea704 req-5daa6515-d435-44c6-ab26-82acb4b67e95 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:50.295655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80a7efca-638f-423b-8394-020fe2aea704 req-5daa6515-d435-44c6-ab26-82acb4b67e95 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 943 time: 0.2586467 Oct 22 13:09:50.373530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:50.419678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:50.420190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 5366853f-b247-4f7b-b9c2-be4eaf7ccd28 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:50.491255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-a67bf7a1-cadc-4c79-83f9-87f1610cb516 service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261177 Oct 22 13:09:50.584719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80a7efca-638f-423b-8394-020fe2aea704 req-6c58d31d-7b98-4ffb-b9c1-7459278a6e17 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245011 Oct 22 13:09:50.613369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:50.738983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b562d0ee-2074-426b-bf6a-a92862333dba,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:50.746068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcee6da-20d4-4aa3-afea-b4324b20eced req-0ed3e913-7d0d-4064-929e-f5444b717026 service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413056 Oct 22 13:09:50.754747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Checking segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:50.755292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Network hostable DHCP agents. Network: 5c224ee9-9cf2-4997-8426-b3d979e78391, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:09:50.779221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:09:50.790439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5c224ee9-9cf2-4997-8426-b3d979e78391) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:50.796988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:50.797893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:50.804606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02229e35-733e-4521-98e0-7751e6f87a52 None None] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:50.867453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-57a71b83-8b52-496f-a570-9e1a65aa65a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9519784 Oct 22 13:09:50.867922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56014) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:50.875279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:50.877714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-4f35aee2-7d3e-409d-a282-f0f2fd9d8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:50.879445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-4f35aee2-7d3e-409d-a282-f0f2fd9d8412 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae4a9455b204c989f5f3179614b4a21&device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 1094 time: 0.0710571 Oct 22 13:09:50.931116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:50.932413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:51.036262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40048a75-2cb4-46e6-a6de-622dac35fe2e req-5ccd7913-aa9e-4bb2-b690-9cd810ff2fcd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0373645 Oct 22 13:09:51.056237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:51.150344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5c224ee9-9cf2-4997-8426-b3d979e78391', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:09:51.151471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:51.164259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-111f00bf-00bc-4b2e-bc6c-7d5105b64610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:51.166161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-111f00bf-00bc-4b2e-bc6c-7d5105b64610 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 200 len: 922 time: 0.2773151 Oct 22 13:09:51.244730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:51.319833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-f65ed126-1c51-4a59-91ad-ecff36645ea6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b HTTP/1.1" status: 200 len: 217 time: 0.1446252 Oct 22 13:09:51.411279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'name': 'network-vif-deleted', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:51.414212 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5bb8b5-a525-465c-b03f-ba86cde74e88" -d '{"events": [{"server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "name": "network-vif-deleted", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:51.472489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-d6416e4a-9bb0-4280-9194-4e2951fc670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:51.474106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-d6416e4a-9bb0-4280-9194-4e2951fc670f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 200 len: 861 time: 0.1462164 Oct 22 13:09:51.507381 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3a7fe-56da-43ee-93db-879382cadfdd x-openstack-request-id: req-61d3a7fe-56da-43ee-93db-879382cadfdd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:51.508033 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21646869-7366-4fe3-8cea-31c6bce40806", "name": "network-vif-deleted", "tag": "97b6663f-09b9-4ec8-9901-f6624bf04406", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:51.508415 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61d3a7fe-56da-43ee-93db-879382cadfdd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:51.509229 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21646869-7366-4fe3-8cea-31c6bce40806', 'name': 'network-vif-deleted', 'tag': '97b6663f-09b9-4ec8-9901-f6624bf04406', 'status': 'completed', 'code': 200} Oct 22 13:09:51.524920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Allocated IP 172.20.0.2 (5c224ee9-9cf2-4997-8426-b3d979e78391/b562d0ee-2074-426b-bf6a-a92862333dba/5bdacab3-01f1-4a90-a6c8-a530b173ab2c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:51.662232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-1c60e85c-dd3d-4a4f-927a-29f70f9e5305 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:51.665748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-1c60e85c-dd3d-4a4f-927a-29f70f9e5305 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.3170130 Oct 22 13:09:51.670842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-77fb46f3-69a6-43ce-b68d-4f86dec38561 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0ca10da-509d-4385-9d29-9520d360b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656075 Oct 22 13:09:51.801241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-cf44727c-0cec-4baa-b637-42de328c312f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/quotas/5892f1a8041b43a3913de1acb2022886 HTTP/1.1" status: 200 len: 375 time: 0.1244874 Oct 22 13:09:51.844484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:51.889134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b64923e2-9638-43cd-b4f6-48b0f4b56836 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719674 Oct 22 13:09:51.935687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-564056cb-b0a5-4446-8906-ee3828d1cbc4 service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444201 Oct 22 13:09:52.054348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-bd2ecad1-4db7-4477-b0b2-2d1dbdf9c5be service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162775 Oct 22 13:09:52.059746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.063862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3e4e-3c6d-4b54-beb1-2e28028357b9 req-5b7fadfb-82fd-4119-b0c0-9e414501e648 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:52.071691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd1e3e4e-3c6d-4b54-beb1-2e28028357b9 req-5b7fadfb-82fd-4119-b0c0-9e414501e648 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 943 time: 0.3570623 Oct 22 13:09:52.087496 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.242809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd1e3e4e-3c6d-4b54-beb1-2e28028357b9 req-42542048-f9e8-40c9-9f61-aa387c35ca79 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664290 Oct 22 13:09:52.259320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.287477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.320083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Allocated IP 172.25.6.3 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0124d5f8-e8d0-4011-9a54-13abe0dde73e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:52.376013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:52.380866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:52.396653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:52.402754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:52.402754 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.435231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Pushing event updated for resources: {'Port': ['ID=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:52.478969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c8c48e5-29e3-434d-8433-11053459db68 req-e2d35a17-6692-41fe-ba88-c20d4288a6f3 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0833786 Oct 22 13:09:52.522431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.543408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-32387e69-fd85-4830-821e-ebd5ddc28eda service neutron] 10.222.0.25 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783826 Oct 22 13:09:52.566829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aba0716b-c3c7-4e1d-95c5-66e3e7e051c9 req-e0a2ede2-b606-45b9-bd88-f8cb398bbd3e service neutron] 10.222.0.21 "GET /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849365 Oct 22 13:09:52.601301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.659934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.662078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Attempting to bind port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:52.662831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Attempting to bind port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:52.663205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Attempting to bind port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:52.670581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:52.671047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Checking segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:52.671454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.671893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Bound using segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:52.672334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Bound port: 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:52.673256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.687732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:52.700023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:52.703901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:52.764027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Pushing event updated for resources: {'Port': ['ID=0124d5f8-e8d0-4011-9a54-13abe0dde73e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:52.787256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] For port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:52.808113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] For port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:52.829338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.871125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:52.876411 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638448d-5277-4963-a014-dacb7e700623" -d '{"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:52.942979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:52.965342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:52.989173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3fe9a-6b88-48e3-93db-6286dedc3109 None None] Pushing event updated for resources: {'Port': ['ID=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:53.015987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a475491-6361-4abf-aa39-9d131dc05e61 req-130e5568-683e-49d1-a3ed-5b7bfbc9d707 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 210 time: 0.0949659 Oct 22 13:09:53.139456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:53.151329 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc2f8fa-b667-43ae-bff2-239a4972688e x-openstack-request-id: req-3bc2f8fa-b667-43ae-bff2-239a4972688e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:53.151848 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:53.152779 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc2f8fa-b667-43ae-bff2-239a4972688e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:53.153468 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'code': 200} Oct 22 13:09:53.390662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:53.476908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae86e3-0527-4e91-9afe-85f1cdc1a36a req-d490949b-c22f-4970-99d3-3c374666f27e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:53.486848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-baae86e3-0527-4e91-9afe-85f1cdc1a36a req-d490949b-c22f-4970-99d3-3c374666f27e tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 943 time: 0.1117961 Oct 22 13:09:53.528358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5bdacab3-01f1-4a90-a6c8-a530b173ab2c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:53.586950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-baae86e3-0527-4e91-9afe-85f1cdc1a36a req-ac8bc221-fa53-4c3a-81c6-699d83ac8d77 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987380 Oct 22 13:09:53.590885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 97b6663f-09b9-4ec8-9901-f6624bf04406 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:09:53.649639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5069e4ca-d172-4567-9ab1-31f25fe3c5c3 req-6641f7d6-bac2-4db0-a21c-758235627ef0 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0529132 Oct 22 13:09:53.669188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 97b6663f-09b9-4ec8-9901-f6624bf04406 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:09:53.669188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 97b6663f-09b9-4ec8-9901-f6624bf04406 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:09:53.702147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:53.702818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:53.869546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:53.894371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:53.964307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:53.977280 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:53.983994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8316af7d-b872-4cb2-a62e-83bc59c0be90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:54.092066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:54.165000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8af9c1fd-c660-45e8-8a1b-7e349c37a2e3 req-2e07410d-05bb-4457-ad0d-9af415833512 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 210 time: 0.0386369 Oct 22 13:09:54.187433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:09:54.381734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:54.397982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:09:54.416507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:54.418441 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8dce4b8a-4d44-4aef-b40f-0885d0849a9f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5486896 Oct 22 13:09:54.421039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56094) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:54.430826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e55ac92b-c6d8-40de-b06b-405785b21a3b details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:09:54.436742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186b673-e082-47ef-9e97-65c6961e554a None None] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:09:54.465675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:54.466618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:54.684916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b7d6b1d5-71d2-4037-a735-093f285dedb3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:54.687086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b7d6b1d5-71d2-4037-a735-093f285dedb3 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 812 time: 0.2370903 Oct 22 13:09:54.707361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Request body: {'port': {'device_id': '549a6eca-59af-4ac6-957f-a433671d5a11', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'admin_state_up': True, 'tenant_id': '5892f1a8041b43a3913de1acb2022886'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:54.865732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:54.983937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d28d756f-3351-477f-9642-26ce033f4bff None None] Provisioning complete for port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:54.984569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d28d756f-3351-477f-9642-26ce033f4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.128479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.316547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:55.345566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'e55ac92b-c6d8-40de-b06b-405785b21a3b', 'network_id': 'e0ca10da-509d-4385-9d29-9520d360b5d0', 'port_id': 'e55ac92b-c6d8-40de-b06b-405785b21a3b', 'mac_address': 'fa:16:3e:db:a1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da17048-e5ce-4696-95ef-7472c31eea61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:09:55.372531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Allocated IP 172.20.0.1 (5c224ee9-9cf2-4997-8426-b3d979e78391/b562d0ee-2074-426b-bf6a-a92862333dba/e1ea6868-c545-4545-976f-87fd7350aef7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:55.461753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67119db6-5c41-41cc-8e85-1ab93a260739 req-9c49849c-a11a-4eef-9430-a1eaf973b532 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.6349716 Oct 22 13:09:55.481666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5bdacab3-01f1-4a90-a6c8-a530b173ab2c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:09:55.575359 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.590429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990ee7-c6b6-435f-80a0-4eb1c2eb368a req-5e47e6d4-c51e-408b-bee8-7b6eb36efdda tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:55.599965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79990ee7-c6b6-435f-80a0-4eb1c2eb368a req-5e47e6d4-c51e-408b-bee8-7b6eb36efdda tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 943 time: 0.8392849 Oct 22 13:09:55.631624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:53Z', 'revision_number': 3, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:55.656432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55ac92b-c6d8-40de-b06b-405785b21a3b {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:55.670907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79990ee7-c6b6-435f-80a0-4eb1c2eb368a req-988dc0d7-2546-42cd-a989-0a21652e296b tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651174 Oct 22 13:09:55.687697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.752345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:09:55.755915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Updating router 57a1a7e8-f429-450f-98f3-00f31fd738e0 port 0124d5f8-e8d0-4011-9a54-13abe0dde73e binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:09:55.781545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.833065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Made reservation on behalf of 5892f1a8041b43a3913de1acb2022886 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:09:55.837060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.849493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:09:55.860229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:55.860602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.864537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.892487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:55.899468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:55.911166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:55.915000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f25945c1-133d-46f7-b6bf-a75c1ef5089f req-5403d6bc-c15f-4d55-bcfa-dd832391b832 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 210 time: 0.0744894 Oct 22 13:09:55.937353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:55.982729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:56.017199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.180626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Allocated IP 172.20.0.8 (d43d4f7c-0570-4dd0-af7e-3c7b94098dfc/7517c178-dc23-426e-8462-718534f8ecae/563c82ba-bc41-4d6e-95d5-6b7f42462d66) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:09:56.311452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.344898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:56.375186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.388155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5e103e7e-41e5-4e15-b2e9-1e9a67cf2146 None None] Provisioning complete for port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:56.388563 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e103e7e-41e5-4e15-b2e9-1e9a67cf2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.420920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.489200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event updated for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:56.496852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:56.498821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:56.507871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:09:56.571038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['e55ac92b-c6d8-40de-b06b-405785b21a3b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:09:56.604788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.614639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.695649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12f7e370-a292-41d5-b52a-f27ba13de7da req-3771ee17-d465-4875-88ff-557e256d7618 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3894caf-aa7b-4e73-b2cc-d9841f89c919 HTTP/1.1" status: 200 len: 210 time: 0.0722487 Oct 22 13:09:56.710739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:56.716057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:56.716291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.731529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:56.755813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-5ed6664b-f526-4d21-9a5a-6e08c0beabfd tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0557129 Oct 22 13:09:56.772827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Request body: {'port': {'device_id': '549a6eca-59af-4ac6-957f-a433671d5a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:56.926965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:09:56.930118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:09:56.946989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.128171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:09:57.133128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599ca8-2a39-4b51-97eb-9acd3c029c8e req-82f7ebd5-6096-4d67-872c-a4de4bb280fa tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:57.135045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56599ca8-2a39-4b51-97eb-9acd3c029c8e req-82f7ebd5-6096-4d67-872c-a4de4bb280fa tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 944 time: 0.2801645 Oct 22 13:09:57.207359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0ce13cc5-e21f-4562-8d42-1e5ce81e9838 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:57.207714 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ce13cc5-e21f-4562-8d42-1e5ce81e9838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.257120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-334fb006-c10f-47aa-8730-bf88789aadc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.355954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0ce13cc5-e21f-4562-8d42-1e5ce81e9838 None None] Port e1ea6868-c545-4545-976f-87fd7350aef7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:57.388642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:09:57.391742 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.409852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.410379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60800f27-633b-4b4b-a11c-2771891cec19 admin admin] 10.222.0.25 "PUT /v2.0/routers/57a1a7e8-f429-450f-98f3-00f31fd738e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882522 Oct 22 13:09:57.417327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56599ca8-2a39-4b51-97eb-9acd3c029c8e req-299a82bd-d256-4a3b-9819-421473c7fa83 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748415 Oct 22 13:09:57.451505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fb049-e65d-468e-bf60-bb0c6949ca37 req-111a5d3c-3863-4345-919f-9130cb48fb10 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:57.453194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471fb049-e65d-468e-bf60-bb0c6949ca37 req-111a5d3c-3863-4345-919f-9130cb48fb10 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 931 time: 0.2874105 Oct 22 13:09:57.531152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312fd97-3995-49bb-9f8f-a4283bd059eb None None] Pushing event updated for resources: {'Port': ['ID=0124d5f8-e8d0-4011-9a54-13abe0dde73e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:57.563842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471fb049-e65d-468e-bf60-bb0c6949ca37 req-dcefca3a-e933-4c31-a221-2ef13be38a5f tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978947 Oct 22 13:09:57.619320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Attempting to bind port 0124d5f8-e8d0-4011-9a54-13abe0dde73e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:57.619320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Attempting to bind port 0124d5f8-e8d0-4011-9a54-13abe0dde73e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:57.632814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Attempting to bind port 0124d5f8-e8d0-4011-9a54-13abe0dde73e on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:57.645645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:57.646116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:57.648082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.648389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:57.649083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Bound port: 0124d5f8-e8d0-4011-9a54-13abe0dde73e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:57.650278 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.662352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6c124e87-2286-499e-94e9-b701130121b0 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:09:57.671777 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6c124e87-2286-499e-94e9-b701130121b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.752871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563c82ba-bc41-4d6e-95d5-6b7f42462d66 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:09:57.780305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.807628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Transition to ACTIVE for port object 563c82ba-bc41-4d6e-95d5-6b7f42462d66 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:09:57.817751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.820465 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.826550 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:57.869419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6c124e87-2286-499e-94e9-b701130121b0 None None] Port e1ea6868-c545-4545-976f-87fd7350aef7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:09:57.880787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] For port 0124d5f8-e8d0-4011-9a54-13abe0dde73e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:57.885440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] For port 0124d5f8-e8d0-4011-9a54-13abe0dde73e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0124d5f8-e8d0-4011-9a54-13abe0dde73e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:57.898487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.016035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:09:58.017182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:58.069825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Pushing event updated for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:58.190734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312fd97-3995-49bb-9f8f-a4283bd059eb None None] Pushing event updated for resources: {'Port': ['ID=0124d5f8-e8d0-4011-9a54-13abe0dde73e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:58.230635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Attempting to bind port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:09:58.231082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Attempting to bind port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:09:58.231480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Attempting to bind port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:58.264106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:09:58.264639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Attempting to bind port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 on network d43d4f7c-0570-4dd0-af7e-3c7b94098dfc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:09:58.270799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:09:58.271191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Checking segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:09:58.271692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Bound using segment: {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:09:58.272303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Bound port: 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbe32a4-bd1c-45dc-8034-be8967679b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:09:58.272790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.326182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:09:58.385380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:09:58.391976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:09:58.399993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.481072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56168) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:58.481636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:58.481983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.483543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] 10.222.0.26 "PUT /v2.0/ports/563c82ba-bc41-4d6e-95d5-6b7f42462d66 HTTP/1.1" status: 200 len: 1091 time: 1.7175400 Oct 22 13:09:58.484015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:09:58.486725 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3635e2ea-535c-4f96-88b0-3eed310468f6" -d '{"events": [{"name": "network-changed", "server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:09:58.487181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611125678', 'description': 'tempest-description--2079395228'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:58.551012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.600416 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a147298-ee39-4c0b-838e-81badd72f1d4 x-openstack-request-id: req-3a147298-ee39-4c0b-838e-81badd72f1d4 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:09:58.600971 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:09:58.600971 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a147298-ee39-4c0b-838e-81badd72f1d4 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:09:58.601571 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66', 'status': 'completed', 'code': 200} Oct 22 13:09:58.604127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba8d3d-22eb-486e-870a-25d6904de71a service neutron] Pushing event updated for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:58.725423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.730861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-69bc9547-950a-4b5b-ae3b-0e41501cb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:58.733191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-69bc9547-950a-4b5b-ae3b-0e41501cb0eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 1094 time: 0.1839855 Oct 22 13:09:58.735070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.773772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 2, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:09:58.812568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.816504 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3338544 Oct 22 13:09:58.827371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56176) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:58.837473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group_rule': {'security_group_id': '3334a052-6e0c-4431-b474-bab8931f1fb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:58.846011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-544f54f7-afcb-49f6-a186-67aaa51827b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66 HTTP/1.1" status: 200 len: 217 time: 0.0976300 Oct 22 13:09:58.865306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652115bf-4719-4fb2-ae6a-7f456cf86982 req-90742703-e6dc-4466-8a9f-bb58c5731a27 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:58.872967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75bce69-b05d-4778-a57a-73f4acfa6428 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 2, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:09:58.875612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-652115bf-4719-4fb2-ae6a-7f456cf86982 req-90742703-e6dc-4466-8a9f-bb58c5731a27 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 944 time: 0.2386634 Oct 22 13:09:58.901284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ec6b-457e-4c4e-95d2-9e17871d7393 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3334a052-6e0c-4431-b474-bab8931f1fb9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:58.919922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:58.968643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-e4691144-140d-44e8-ae03-51345756c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:58.970161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-e4691144-140d-44e8-ae03-51345756c1f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.0913916 Oct 22 13:09:58.993180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.000580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.019607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-37c6bbc7-6a3a-4f62-aab3-158d7c23d282 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384562 Oct 22 13:09:59.034155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6443712-3c79-4f29-a2c2-e5de87b9b68d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:59.050509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-652115bf-4719-4fb2-ae6a-7f456cf86982 req-d8a20054-c3e5-4f86-ae4d-7c1b749b8c95 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732752 Oct 22 13:09:59.055736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.057554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4aae97a8-2b82-4445-a2dc-4e6e776da17f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2273109 Oct 22 13:09:59.060446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56180) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:59.077965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group_rule': {'security_group_id': '3334a052-6e0c-4431-b474-bab8931f1fb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:59.091803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506547f-e851-482c-8537-ab433db6ada5 req-2b60f9f0-611f-43a9-9c21-eac6ba171829 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:59.099634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e506547f-e851-482c-8537-ab433db6ada5 req-2b60f9f0-611f-43a9-9c21-eac6ba171829 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 943 time: 0.3722577 Oct 22 13:09:59.119836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.275606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.293791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.342845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e506547f-e851-482c-8537-ab433db6ada5 req-9d4c39ba-10ef-45fe-b8fd-7f419fd22e95 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420311 Oct 22 13:09:59.357358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.364053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896287 Oct 22 13:09:59.366646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d548b30-0b4b-4a40-871b-d0e4bf871525 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b330e3bf-f92b-4c8e-bb0a-d3c274b5d99d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:09:59.379456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:09:59.391025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:09:59.453818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-ad4fa173-66c6-4c84-b8ae-9867b6cd52a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165809 Oct 22 13:09:59.514898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.669935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:09:59.698161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa4039e5-ce97-4be3-bd39-640ab42e551e req-ee166e78-d18e-49fc-b3b8-d322caf112e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246945 Oct 22 13:09:59.878110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-1786d3cb-96d2-4fec-9cc2-89855dd6e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:09:59.879664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-1786d3cb-96d2-4fec-9cc2-89855dd6e4aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5892f1a8041b43a3913de1acb2022886&device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 1094 time: 0.1084001 Oct 22 13:09:59.886042 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:00.185389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-f056e9c3-0b26-404e-9ddd-235251e31cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:00.185389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-f056e9c3-0b26-404e-9ddd-235251e31cad service neutron] 10.222.0.26 "GET /v2.0/networks?id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 200 len: 913 time: 0.2883704 Oct 22 13:10:00.297667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Allocated IP 172.25.6.156 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/23056106-3c38-42a7-9148-60ea2e80677c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:00.302029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-3bf991f1-489c-4f6c-9a28-fb0fa108d65b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66 HTTP/1.1" status: 200 len: 217 time: 0.0914619 Oct 22 13:10:00.417612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d2e0-2ec3-44a4-9ccc-77d9ea552c6b req-2782667d-f045-4347-a687-7430ae5bcd9d tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:00.420133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b79d2e0-2ec3-44a4-9ccc-77d9ea552c6b req-2782667d-f045-4347-a687-7430ae5bcd9d tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 944 time: 0.2016904 Oct 22 13:10:00.452220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e55ac92b-c6d8-40de-b06b-405785b21a3b up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:00.521993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port e55ac92b-c6d8-40de-b06b-405785b21a3b completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:00.531931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port e55ac92b-c6d8-40de-b06b-405785b21a3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:00.532308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:00.577497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-c13f752d-d583-44a3-ac04-5f398df167eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:00.579314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-c13f752d-d583-44a3-ac04-5f398df167eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 200 len: 852 time: 0.2608554 Oct 22 13:10:00.674882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-38336f85-d01b-4146-a78c-d00f2ab9d7fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585477 Oct 22 13:10:00.677423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:00.700123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b79d2e0-2ec3-44a4-9ccc-77d9ea552c6b req-9c6bdc0a-9637-417b-819e-a2aedd19668f tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673731 Oct 22 13:10:00.740470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:00.744682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:00.752582 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de2c2a-f0f4-4071-a5cc-40d8201be569" -d '{"events": [{"server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "name": "network-vif-plugged", "status": "completed", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:00.757275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:00.819676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:00.929932 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faedb804-292c-449f-a98e-a11019607752 x-openstack-request-id: req-faedb804-292c-449f-a98e-a11019607752 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:00.930461 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "name": "network-vif-plugged", "status": "completed", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:00.930950 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faedb804-292c-449f-a98e-a11019607752 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:00.931708 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b', 'code': 200} Oct 22 13:10:00.982007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.041128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aea82-8b42-4877-9512-eb09bc1bddbe req-efb93a1e-3871-4175-8278-b99213cc751e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:01.043867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-157aea82-8b42-4877-9512-eb09bc1bddbe req-efb93a1e-3871-4175-8278-b99213cc751e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 943 time: 0.4690251 Oct 22 13:10:01.170940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-f5c438ea-a0c7-4d9c-a1ed-d80188dfffaf service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647508 Oct 22 13:10:01.236857 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.265884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-157aea82-8b42-4877-9512-eb09bc1bddbe req-de02ddcd-4b60-451b-9def-ff77b2c01f6c tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843030 Oct 22 13:10:01.350571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77982d-456d-4114-a6a3-3eac7eb5f493 req-d0965979-721e-40c9-ad5a-b81f05a25211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:01.352992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a77982d-456d-4114-a6a3-3eac7eb5f493 req-d0965979-721e-40c9-ad5a-b81f05a25211 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 1096 time: 0.3417764 Oct 22 13:10:01.395309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:01.414832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:01.419900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=23056106-3c38-42a7-9148-60ea2e80677c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:01.427047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:01.478407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0124d5f8-e8d0-4011-9a54-13abe0dde73e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:01.531077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3635e2ea-535c-4f96-88b0-3eed310468f6 req-b783dc6f-3625-4a60-a457-b85243ff0495 service neutron] 10.222.0.26 "GET /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481317 Oct 22 13:10:01.539506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a77982d-456d-4114-a6a3-3eac7eb5f493 req-d0ba85e2-df6e-4795-b9b3-2f738216889a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776409 Oct 22 13:10:01.586417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0124d5f8-e8d0-4011-9a54-13abe0dde73e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:01.587156 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.644553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.702526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.762688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.820077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 0124d5f8-e8d0-4011-9a54-13abe0dde73e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0124d5f8-e8d0-4011-9a54-13abe0dde73e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:01.829050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:01.919733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=0124d5f8-e8d0-4011-9a54-13abe0dde73e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:02.001874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457ade-4398-4d64-81a6-a3b7989bd3ed req-66f0c07c-1d90-43ff-a3d8-d1330c8cda9a tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:02.004645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1457ade-4398-4d64-81a6-a3b7989bd3ed req-66f0c07c-1d90-43ff-a3d8-d1330c8cda9a tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 945 time: 0.2088242 Oct 22 13:10:02.135835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:02.151189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1457ade-4398-4d64-81a6-a3b7989bd3ed req-22d5b059-66e1-41c0-a595-a4efd4bb5811 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404684 Oct 22 13:10:02.153011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:02.275893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:02.300728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=23056106-3c38-42a7-9148-60ea2e80677c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:02.327034 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:02.328779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1455326a-e9b2-4de4-a521-fac79db48e0d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9457889 Oct 22 13:10:02.487882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d424c8-d434-4aa3-9ecc-9a4507a86c4f req-4680054b-ca18-4be1-849a-3bd839f2bcdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:02.489621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58d424c8-d434-4aa3-9ecc-9a4507a86c4f req-4680054b-ca18-4be1-849a-3bd839f2bcdb tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 943 time: 0.0988178 Oct 22 13:10:02.597569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58d424c8-d434-4aa3-9ecc-9a4507a86c4f req-dc5c7d10-8820-4f6c-a74a-4df1fe2d2c32 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971019 Oct 22 13:10:02.664481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-94b337b8-251e-4352-9f40-21f858f3383d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1611125678&fields=id&tenant_id=20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 267 time: 0.0765150 Oct 22 13:10:02.833724 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:10:02.847482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:02.848429 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:02.852646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-59328d7a-cce9-4717-9928-c68b5758d140 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:02.859436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-59328d7a-cce9-4717-9928-c68b5758d140 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 811 time: 0.1939690 Oct 22 13:10:02.887913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6d29112e-f0a4-4d30-b19b-827e507a46cb tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/quotas/20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 375 time: 0.0274258 Oct 22 13:10:03.002839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-cd46788b-0149-408f-a54a-da877d54ec55 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137304 Oct 22 13:10:03.063696 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:03.168283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-802150c4-143b-4594-85af-d668a274129a service neutron] 10.222.0.25 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640937 Oct 22 13:10:03.341247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-7764ac43-f1b4-4bf9-82bc-e969d011cad9 service neutron] 10.222.0.25 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597805 Oct 22 13:10:03.419640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143195a6-1bbd-4397-8354-8c12bd141cb1 req-c5ca1f60-586e-4888-af27-edd3e10a71a0 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:03.435095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-143195a6-1bbd-4397-8354-8c12bd141cb1 req-c5ca1f60-586e-4888-af27-edd3e10a71a0 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 945 time: 0.0789044 Oct 22 13:10:03.450047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0124d5f8-e8d0-4011-9a54-13abe0dde73e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:03.500642 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 2, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:03.567813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:10:03.569339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Updating router 57a1a7e8-f429-450f-98f3-00f31fd738e0 port e1ea6868-c545-4545-976f-87fd7350aef7 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:10:03.580938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0124d5f8-e8d0-4011-9a54-13abe0dde73e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:03.582757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:03.602190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-143195a6-1bbd-4397-8354-8c12bd141cb1 req-7568750a-9cb3-4118-b4af-bb5a7908a637 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590052 Oct 22 13:10:03.625041 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:03.652590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 563c82ba-bc41-4d6e-95d5-6b7f42462d66 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:03.901438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:03.915005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad5cb6a2-7811-45bf-b098-03174c4086b7 req-575ce5ef-c1c3-4d44-80ee-0e19917a74f2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 210 time: 0.0662782 Oct 22 13:10:03.945620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '563c82ba-bc41-4d6e-95d5-6b7f42462d66', 'network_id': 'd43d4f7c-0570-4dd0-af7e-3c7b94098dfc', 'port_id': '563c82ba-bc41-4d6e-95d5-6b7f42462d66', 'mac_address': 'fa:16:3e:6a:dc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517c178-dc23-426e-8462-718534f8ecae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:03.994341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdb4f8-f602-46b9-8276-04993603e568 req-e5d15e89-edc1-4990-8c29-35d7634397f6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:04.011315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dcdb4f8-f602-46b9-8276-04993603e568 req-e5d15e89-edc1-4990-8c29-35d7634397f6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 943 time: 0.2139523 Oct 22 13:10:04.107015 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.126505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dcdb4f8-f602-46b9-8276-04993603e568 req-48b05a9b-7501-41b2-af55-f3f22680a009 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040192 Oct 22 13:10:04.155556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563c82ba-bc41-4d6e-95d5-6b7f42462d66 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:04.200935 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.216451 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.310353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:04.316966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.321116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Pushing event updated for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:04.345927 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.346307 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.346644 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.346992 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.347332 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.347670 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.348002 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.348332 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.348661 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.365976 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.366376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.366750 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:04.409148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:04.552178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee538a-4dff-4fae-8dfa-a744612b71cb req-05a4bb78-1119-4a3e-bb9e-79314c879675 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:04.563694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bee538a-4dff-4fae-8dfa-a744612b71cb req-05a4bb78-1119-4a3e-bb9e-79314c879675 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 945 time: 0.0935612 Oct 22 13:10:04.578574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['563c82ba-bc41-4d6e-95d5-6b7f42462d66'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:04.585321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Attempting to bind port e1ea6868-c545-4545-976f-87fd7350aef7 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:04.585707 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Attempting to bind port e1ea6868-c545-4545-976f-87fd7350aef7 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:04.586081 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Attempting to bind port e1ea6868-c545-4545-976f-87fd7350aef7 on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:04.609687 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:04.609966 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Checking segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:04.610329 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.618506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Bound using segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:04.621236 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Bound port: e1ea6868-c545-4545-976f-87fd7350aef7, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:04.621652 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.667073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bee538a-4dff-4fae-8dfa-a744612b71cb req-6be7af86-5c64-4d49-be94-3be541ecb356 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011329 Oct 22 13:10:04.746510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d1e17cff-7b72-4723-b2ff-5475065211f0 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:04.747157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1e17cff-7b72-4723-b2ff-5475065211f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:04.822068 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] For port e1ea6868-c545-4545-976f-87fd7350aef7, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:04.828074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] For port e1ea6868-c545-4545-976f-87fd7350aef7, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e1ea6868-c545-4545-976f-87fd7350aef7,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:04.844285 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:05.008991 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fe417-acfb-4f8a-a83d-dd39a0b03920 None None] Pushing event updated for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:05.024900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d1e17cff-7b72-4723-b2ff-5475065211f0 None None] Port e1ea6868-c545-4545-976f-87fd7350aef7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:05.069571 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:05.070849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:09:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:05.128694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd810b62-55b8-4b0a-b49a-f8e645792197 req-3f5346d4-e0f7-4c81-bbc6-c519c17c0088 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 210 time: 0.0807567 Oct 22 13:10:05.373268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:05.380245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:05.412793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8a10e-369c-48f3-b566-b0d149633736 req-e7f4840a-05dd-4b60-9721-301af0198904 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:05.441820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8f8a10e-369c-48f3-b566-b0d149633736 req-e7f4840a-05dd-4b60-9721-301af0198904 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 944 time: 0.1542301 Oct 22 13:10:05.448495 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:05.556303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8f8a10e-369c-48f3-b566-b0d149633736 req-303cfa62-833a-4d04-a9b6-c945bc2c028a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062176 Oct 22 13:10:05.967589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-63683a75-c13d-4a3a-aa2b-15eb020cd500 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:05.979634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-63683a75-c13d-4a3a-aa2b-15eb020cd500 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 945 time: 0.1746879 Oct 22 13:10:06.028968 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:04Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:06.143263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4ed56-7578-44e4-b9af-4c3f2286c280 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:04Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:10:06.172297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e1ea6868-c545-4545-976f-87fd7350aef7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:06.238113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Deleting port e55ac92b-c6d8-40de-b06b-405785b21a3b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:06.240217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.432544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:06.443657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.567550 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.598931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] For port e55ac92b-c6d8-40de-b06b-405785b21a3b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=e55ac92b-c6d8-40de-b06b-405785b21a3b,segment=NetworkSegment(73d6be85-b99d-44c6-965c-78f879a1d2b5),segment_id=73d6be85-b99d-44c6-965c-78f879a1d2b5)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:06.599299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.633637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-f7cbcaa1-d6e7-4d96-9333-46339b5bd4b6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:06.635380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-f7cbcaa1-d6e7-4d96-9333-46339b5bd4b6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 811 time: 0.9872866 Oct 22 13:10:06.642899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Calling delete_port for e55ac92b-c6d8-40de-b06b-405785b21a3b owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:06.665477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f2c38-834c-49f6-b575-d583869ac7fa req-ecfb2ab0-dd52-45af-81df-fc49d6e082d7 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:06.675617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-055f2c38-834c-49f6-b575-d583869ac7fa req-ecfb2ab0-dd52-45af-81df-fc49d6e082d7 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 945 time: 0.1095920 Oct 22 13:10:06.765595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] For port e1ea6868-c545-4545-976f-87fd7350aef7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e1ea6868-c545-4545-976f-87fd7350aef7,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:06.772076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-541f1dc9-7469-4978-abd1-990f3e35e5fa req-4b550b4b-c3ac-4bb3-9ecb-55f512aa3490 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 210 time: 0.0507290 Oct 22 13:10:06.787836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-055f2c38-834c-49f6-b575-d583869ac7fa req-eca52901-6b5e-4610-862a-90ddab4582a0 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110244 Oct 22 13:10:06.820579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-34a7b4cc-99ac-4b44-b969-5a9726396b5c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 380 time: 0.1733077 Oct 22 13:10:06.821209 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.864415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'port': {'device_id': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'admin_state_up': True, 'tenant_id': '20c0823251284394b7968051023eb59c', 'security_groups': ['3334a052-6e0c-4431-b474-bab8931f1fb9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:06.958340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:06.993777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:07.018920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['e55ac92b-c6d8-40de-b06b-405785b21a3b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:07.041690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015307ca-0dd1-4513-8e78-2706a47f54d0 None None] Pushing event updated for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:07.129750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd897-239f-40a3-8f78-9fa03f951011 req-eed2c69b-3b8b-4ca6-9054-59d95c97e034 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:07.138217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e38dd897-239f-40a3-8f78-9fa03f951011 req-eed2c69b-3b8b-4ca6-9054-59d95c97e034 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.2633293 Oct 22 13:10:07.187786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:10:07.191443 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:10:07.257465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a6e2-e7c3-4129-887d-2bbbf69ac16d req-c739cf69-85a5-4270-8c8e-04d454954ff9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:07.272674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b03a6e2-e7c3-4129-887d-2bbbf69ac16d req-c739cf69-85a5-4270-8c8e-04d454954ff9 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 944 time: 0.1766522 Oct 22 13:10:07.315918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e38dd897-239f-40a3-8f78-9fa03f951011 req-5de51761-70d0-4d81-bed3-12e909b6b143 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713476 Oct 22 13:10:07.419260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b03a6e2-e7c3-4129-887d-2bbbf69ac16d req-369e4a38-6bd7-4ea0-a870-63655a3da866 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456549 Oct 22 13:10:07.456318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Made reservation on behalf of 20c0823251284394b7968051023eb59c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:07.465074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:07.482988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event deleted for resources: {'Port': ['ID=e55ac92b-c6d8-40de-b06b-405785b21a3b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:07.582574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] No DVR routers for this DVR port e55ac92b-c6d8-40de-b06b-405785b21a3b on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:07.586410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:07.595737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-35cc1a0d-ac32-45e6-80de-2e82ecf44d8f req-05100f16-25c1-450a-96f2-0fe07ad6be4c tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.21 "DELETE /v2.0/ports/e55ac92b-c6d8-40de-b06b-405785b21a3b HTTP/1.1" status: 204 len: 173 time: 1.6097548 Oct 22 13:10:07.596220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'name': 'network-vif-deleted', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:07.602801 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ca58b-a622-46d4-90ed-271f7fc71740" -d '{"events": [{"server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "name": "network-vif-deleted", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:07.630525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 563c82ba-bc41-4d6e-95d5-6b7f42462d66 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:07.677700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-5e600193-10ee-447a-9815-2598b3313dc5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:07.679574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-5e600193-10ee-447a-9815-2598b3313dc5 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 944 time: 0.2067215 Oct 22 13:10:07.763463 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755418d-ca5d-4104-a789-8004daafc113 x-openstack-request-id: req-b755418d-ca5d-4104-a789-8004daafc113 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:07.763602 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cfdb82-5a46-438d-a664-77890619fe43", "name": "network-vif-deleted", "tag": "e55ac92b-c6d8-40de-b06b-405785b21a3b", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:07.763816 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b755418d-ca5d-4104-a789-8004daafc113 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:07.764206 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cfdb82-5a46-438d-a664-77890619fe43', 'name': 'network-vif-deleted', 'tag': 'e55ac92b-c6d8-40de-b06b-405785b21a3b', 'status': 'completed', 'code': 200} Oct 22 13:10:07.787966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Allocated IP 172.20.0.3 (5c224ee9-9cf2-4997-8426-b3d979e78391/b562d0ee-2074-426b-bf6a-a92862333dba/7617ccb0-8948-45d9-a5dc-51ce5121b22a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:07.845283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:07.862332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:07.862744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:07.911229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Deleting port b298eea3-9cf2-4c0d-90a3-822dd699cb0c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:07.927184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:07.981274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.029368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccca8d5d-d0f5-4f72-ac3a-70f714b52a6c req-de00596e-c375-4037-8ee6-6c94529a09b0 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 210 time: 0.1047664 Oct 22 13:10:08.135739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.141886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e1ea6868-c545-4545-976f-87fd7350aef7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:08.185068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] For port b298eea3-9cf2-4c0d-90a3-822dd699cb0c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:08.185605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.220251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6b0dcd7-b452-44eb-96a4-c05c64e6d076 req-d88d6fcf-6ed8-4ca9-8deb-fc77f06786b5 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cfdb82-5a46-438d-a664-77890619fe43 HTTP/1.1" status: 200 len: 210 time: 0.2038453 Oct 22 13:10:08.222113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Calling delete_port for b298eea3-9cf2-4c0d-90a3-822dd699cb0c owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:08.277219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:08.281180 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde09ff-f287-4277-b294-5e6efeb1ac8c" -d '{"events": [{"server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "name": "network-vif-plugged", "status": "completed", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:08.304842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.371435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.384310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:08.411975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.433909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:10:08.469270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e1ea6868-c545-4545-976f-87fd7350aef7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:08.473364 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.478040 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04bc214-d5ae-4749-bf74-63fb94755df7 x-openstack-request-id: req-e04bc214-d5ae-4749-bf74-63fb94755df7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:08.478267 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "name": "network-vif-plugged", "status": "completed", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:08.478359 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e04bc214-d5ae-4749-bf74-63fb94755df7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:08.483017 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66', 'code': 200} Oct 22 13:10:08.504609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:08.519280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.521667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:08.561903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:08.577599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:08.579408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event deleted for resources: {'Port': ['ID=b298eea3-9cf2-4c0d-90a3-822dd699cb0c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:08.640940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b298eea3-9cf2-4c0d-90a3-822dd699cb0c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:08.656914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] No DVR routers for this DVR port b298eea3-9cf2-4c0d-90a3-822dd699cb0c on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:08.660905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.673947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dbf092ca-65b2-4382-b1b6-17386a5801a5 req-e978c734-bc77-4926-9d2b-b78a69241f7d tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "DELETE /v2.0/ports/b298eea3-9cf2-4c0d-90a3-822dd699cb0c HTTP/1.1" status: 204 len: 173 time: 0.9871166 Oct 22 13:10:08.743476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f3d6117-8927-485c-8898-e7e1c1b13566 req-b086cc72-c08a-403b-9b4a-3590b489fd1c tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=889e1ac0-4112-4f5c-9580-0957eecec747 HTTP/1.1" status: 200 len: 210 time: 0.1854053 Oct 22 13:10:08.770314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:08.830917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:08.831582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:08.846142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319fdd7-6524-4c8a-a738-fc46dfd98677 req-1c4da5a0-0919-4435-875b-76824176f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:08.848871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5319fdd7-6524-4c8a-a738-fc46dfd98677 req-1c4da5a0-0919-4435-875b-76824176f1e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 1096 time: 0.3286681 Oct 22 13:10:08.876789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f66580-954d-4235-abd6-b6184b26cd48 req-732dcf9d-80d9-41dc-a0d9-f8110d187cf1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:08.878484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3f66580-954d-4235-abd6-b6184b26cd48 req-732dcf9d-80d9-41dc-a0d9-f8110d187cf1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.1904454 Oct 22 13:10:08.889834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-44a11983-ef19-49c8-99ab-8f1e3147ecc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0608320 Oct 22 13:10:08.936435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Request body: {'port': {'device_id': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:08.997830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5319fdd7-6524-4c8a-a738-fc46dfd98677 req-e36e8158-d284-4864-acc1-d4dd78c24e71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178367 Oct 22 13:10:08.998262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-551fd2c8-2d10-45c3-8f4b-dfd256bcdfe5 None None] Provisioning complete for port 7617ccb0-8948-45d9-a5dc-51ce5121b22a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:08.998713 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-551fd2c8-2d10-45c3-8f4b-dfd256bcdfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.022977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3f66580-954d-4235-abd6-b6184b26cd48 req-c5c368c7-43c2-474e-888d-fe4f280fbcde tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306012 Oct 22 13:10:09.032669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.059716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-551fd2c8-2d10-45c3-8f4b-dfd256bcdfe5 None None] Port 7617ccb0-8948-45d9-a5dc-51ce5121b22a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:09.249364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1363fc-1b21-4a1c-ad56-9c2068d15181 req-da16be01-a16a-423a-aeac-82bf8cee3c00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:09.257677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b1363fc-1b21-4a1c-ad56-9c2068d15181 req-da16be01-a16a-423a-aeac-82bf8cee3c00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 931 time: 0.1092169 Oct 22 13:10:09.364118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b1363fc-1b21-4a1c-ad56-9c2068d15181 req-c214f6c8-2f43-4637-9fc4-6b5c76422701 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029518 Oct 22 13:10:09.513387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7617ccb0-8948-45d9-a5dc-51ce5121b22a {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:09.523416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.541469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:09.549270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Transition to ACTIVE for port object 7617ccb0-8948-45d9-a5dc-51ce5121b22a will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:10:09.555077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.638874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.671415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.685625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Attempting to bind port 7617ccb0-8948-45d9-a5dc-51ce5121b22a on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:09.695018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Attempting to bind port 7617ccb0-8948-45d9-a5dc-51ce5121b22a by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:09.695575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Attempting to bind port 7617ccb0-8948-45d9-a5dc-51ce5121b22a on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:09.710952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.717470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Pushing event updated for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:09.721715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Port 7617ccb0-8948-45d9-a5dc-51ce5121b22a on network 5c224ee9-9cf2-4997-8426-b3d979e78391 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:10:09.722123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Attempting to bind port 7617ccb0-8948-45d9-a5dc-51ce5121b22a on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:09.727967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:09.728684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Checking segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:09.728985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Bound using segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:09.730503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Bound port: 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:09.730503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.754841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.761780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.767244 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "DELETE /v2.0/security-groups/a12472ff-c7ed-443c-81b9-ca90c43f9819 HTTP/1.1" status: 204 len: 168 time: 0.2198844 Oct 22 13:10:09.767971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56408) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:09.783315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-deleted', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:09.790269 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71488f5-b5d4-40aa-b44b-9e2272165d1a" -d '{"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-deleted", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:09.855210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:09.858646 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9d97ed03-99f9-461c-bf6d-0714837dc923 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] show failed (client error): The resource could not be found. Oct 22 13:10:09.859338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:09.860008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d97ed03-99f9-461c-bf6d-0714837dc923 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "GET /v2.0/security-groups/a12472ff-c7ed-443c-81b9-ca90c43f9819 HTTP/1.1" status: 404 len: 347 time: 0.0559912 Oct 22 13:10:09.864625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56416) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:09.867713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e7209-4472-4cb7-ac21-b7b2babcd7e9 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12472ff-c7ed-443c-81b9-ca90c43f9819,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:09.888596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.949397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:09.950391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:09.955920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] 10.222.0.21 "PUT /v2.0/ports/7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 1091 time: 1.0321939 Oct 22 13:10:09.956678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:09.959328 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:09.990330 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35e963-9110-4948-921e-b8e8d758797f x-openstack-request-id: req-ae35e963-9110-4948-921e-b8e8d758797f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:09.991292 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e1ac0-4112-4f5c-9580-0957eecec747", "name": "network-vif-deleted", "tag": "b298eea3-9cf2-4c0d-90a3-822dd699cb0c", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:09.991292 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae35e963-9110-4948-921e-b8e8d758797f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:09.991292 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e1ac0-4112-4f5c-9580-0957eecec747', 'name': 'network-vif-deleted', 'tag': 'b298eea3-9cf2-4c0d-90a3-822dd699cb0c', 'status': 'completed', 'code': 200} Oct 22 13:10:10.056973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69c133-776e-49ca-ba81-2868864234fa service neutron] Pushing event updated for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:10.095155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-55cab944-7841-4e2c-a738-e3b8b00d9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.109524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-55cab944-7841-4e2c-a738-e3b8b00d9a3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1094 time: 0.0911875 Oct 22 13:10:10.216216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Deleting port e899dce2-d615-439e-a065-58595a28aab3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:10.223198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.228621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-0c1d3a3a-936e-43f1-924c-7737109defd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 217 time: 0.1083457 Oct 22 13:10:10.230735 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445f13e-ec44-439e-8c92-0502891b13a2 x-openstack-request-id: req-8445f13e-ec44-439e-8c92-0502891b13a2 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:10.231017 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:10.231280 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8445f13e-ec44-439e-8c92-0502891b13a2 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:10.231850 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'status': 'completed', 'code': 200} Oct 22 13:10:10.337144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.337501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.361621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Calling delete_port for e899dce2-d615-439e-a065-58595a28aab3 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:10.419421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-fcddaa50-e7f3-4234-a53e-774cc0856947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.420926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-fcddaa50-e7f3-4234-a53e-774cc0856947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.1834655 Oct 22 13:10:10.475733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd680be-2736-4e28-b517-492a791f7336 req-c93a68cf-5506-4f48-8d8d-bfb1f0a80b14 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.482327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e55ac92b-c6d8-40de-b06b-405785b21a3b no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:10.484006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0cd680be-2736-4e28-b517-492a791f7336 req-c93a68cf-5506-4f48-8d8d-bfb1f0a80b14 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.1850231 Oct 22 13:10:10.519650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0e0b-e315-4f1b-b900-c7fd8e1cdc22 req-d7e27f88-9231-4e56-b218-042ed22791b7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.523611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: e55ac92b-c6d8-40de-b06b-405785b21a3b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:10.524053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device e55ac92b-c6d8-40de-b06b-405785b21a3b not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:10.527224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24fe0e0b-e315-4f1b-b900-c7fd8e1cdc22 req-d7e27f88-9231-4e56-b218-042ed22791b7 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 944 time: 0.1546705 Oct 22 13:10:10.562366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-66393a9c-01f2-41c4-b7c5-8f005a58a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.563928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-66393a9c-01f2-41c4-b7c5-8f005a58a8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323421 Oct 22 13:10:10.579380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0cd680be-2736-4e28-b517-492a791f7336 req-81e97347-051f-46bf-879f-0d41a862d732 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944157 Oct 22 13:10:10.604266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.631003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24fe0e0b-e315-4f1b-b900-c7fd8e1cdc22 req-cd1f38c3-33d7-40a3-9cd8-e4f8101e3874 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028903 Oct 22 13:10:10.661499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Pushing event deleted for resources: {'Port': ['ID=e899dce2-d615-439e-a065-58595a28aab3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:10.794428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-70e5e51d-0bc0-406d-aeb0-0cec6218ac3a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.795973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-70e5e51d-0bc0-406d-aeb0-0cec6218ac3a tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 944 time: 0.1613762 Oct 22 13:10:10.799082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.800787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91140f-66ea-4049-b144-89a63f5b3752 req-d64e07cc-d899-4ce9-8222-a5bd90e923a6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:10.801927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.802533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e91140f-66ea-4049-b144-89a63f5b3752 req-d64e07cc-d899-4ce9-8222-a5bd90e923a6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 943 time: 0.0750203 Oct 22 13:10:10.805731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e1535351-368f-4e6d-b954-899ad8394458 tempest-ImagesOneServerNegativeTestJSON-242876197 tempest-ImagesOneServerNegativeTestJSON-242876197-project] 10.222.0.25 "DELETE /v2.0/floatingips/8072d42c-e035-473a-a2b2-02ea8ef0772f HTTP/1.1" status: 204 len: 168 time: 0.9296899 Oct 22 13:10:10.808456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-3014c5f1-c2e5-47a2-a235-c4b833a973c7 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273808 Oct 22 13:10:10.899345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e91140f-66ea-4049-b144-89a63f5b3752 req-8331a3c4-aced-491d-b64a-52d8fbbe3724 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848083 Oct 22 13:10:10.942553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Deleting port 80054481-eb8d-401f-92a7-9f70aebdb481 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:10.942553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:10.996211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:11.006115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9099e8-75f4-428b-afa2-e5a50e85e801 req-67ff9e36-3069-4dfb-88bd-b5b4998a27fb service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741931 Oct 22 13:10:11.050108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Deleting subnet 9da17048-e5ce-4696-95ef-7472c31eea61 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:11.055176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.091182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] For port 80054481-eb8d-401f-92a7-9f70aebdb481, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=80054481-eb8d-401f-92a7-9f70aebdb481,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:11.091690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.111697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Calling delete_port for 80054481-eb8d-401f-92a7-9f70aebdb481 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:11.129682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.173685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-2d99eca9-f228-49ab-bd4d-2e2a96088cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:11.175189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-2d99eca9-f228-49ab-bd4d-2e2a96088cac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1094 time: 0.0963399 Oct 22 13:10:11.183412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.279526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.313033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event deleted for resources: {'Port': ['ID=80054481-eb8d-401f-92a7-9f70aebdb481,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:11.325787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.340701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.343911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9da17048-e5ce-4696-95ef-7472c31eea61 HTTP/1.1" status: 204 len: 168 time: 0.3466995 Oct 22 13:10:11.345128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-93bdf155-c62e-47b1-bdfc-6c8fa70f3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:11.346477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-93bdf155-c62e-47b1-bdfc-6c8fa70f3057 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.1608319 Oct 22 13:10:11.346987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:11.376487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] No DVR routers for this DVR port 80054481-eb8d-401f-92a7-9f70aebdb481 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:11.380920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.385385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0de9ba10-ec38-43f8-9cb0-b7865155ef6d req-5b8f1fe2-456c-417a-822f-0c0ae18ff7bd tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "DELETE /v2.0/ports/80054481-eb8d-401f-92a7-9f70aebdb481 HTTP/1.1" status: 204 len: 173 time: 0.5811794 Oct 22 13:10:11.398443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5b6f-bca6-4ddf-9d0e-fbbdf747f07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da17048-e5ce-4696-95ef-7472c31eea61,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:11.458986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-ba90d383-0b5d-42b3-94e1-9909e3e62ce9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 217 time: 0.0763831 Oct 22 13:10:11.574157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.592034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-ce8b2700-16ea-456c-a98f-13ad4a07b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:11.593514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-ce8b2700-16ea-456c-a98f-13ad4a07b4ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.1201329 Oct 22 13:10:11.806405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:11.817172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-f1b8a9fe-e7e7-4d50-83e2-d602d19416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:11.818795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-f1b8a9fe-e7e7-4d50-83e2-d602d19416e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888363 Oct 22 13:10:11.858947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0cb1d79d-c96c-481b-b369-e274a63e0a8d req-23555f2a-d39a-4f7c-b6b8-59c3789c672f tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=d75cf37d-4047-45d2-a811-496f7e41759f HTTP/1.1" status: 200 len: 210 time: 0.1007907 Oct 22 13:10:11.911386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ca10da-509d-4385-9d29-9520d360b5d0']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:11.933533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03298d9d-7398-46e1-8a41-ed3fc13b1d39 req-ebe12ddd-7d76-4c8d-aa30-a0d895bda913 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:11.935488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03298d9d-7398-46e1-8a41-ed3fc13b1d39 req-ebe12ddd-7d76-4c8d-aa30-a0d895bda913 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.2384257 Oct 22 13:10:11.946175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d6be85-b99d-44c6-965c-78f879a1d2b5') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:11.946467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d6be85-b99d-44c6-965c-78f879a1d2b5') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:11.993224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-deleted', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:11.996664 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a55e70-742f-4153-bccd-5d7d417058db" -d '{"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-deleted", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:12.005917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.039474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.052284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:12.053570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:12.059306 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:12.072776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03298d9d-7398-46e1-8a41-ed3fc13b1d39 req-d65b0994-d184-4a99-a9b8-d98c9a4f41a6 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291418 Oct 22 13:10:12.128060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-201e6151-ea08-4d23-bffb-c3310d7caad2 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758598 Oct 22 13:10:12.128222 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d8626-b424-45f0-bb4a-f52e7a6c6a91 x-openstack-request-id: req-825d8626-b424-45f0-bb4a-f52e7a6c6a91 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:12.128622 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cf37d-4047-45d2-a811-496f7e41759f", "name": "network-vif-deleted", "tag": "80054481-eb8d-401f-92a7-9f70aebdb481", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:12.129300 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-825d8626-b424-45f0-bb4a-f52e7a6c6a91 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:12.129758 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cf37d-4047-45d2-a811-496f7e41759f', 'name': 'network-vif-deleted', 'tag': '80054481-eb8d-401f-92a7-9f70aebdb481', 'status': 'completed', 'code': 200} Oct 22 13:10:12.206033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.218701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66362b-6880-4b45-a824-696c88c847b3 req-a4d2ae63-321e-4837-857f-15959ed61d98 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:12.224867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e66362b-6880-4b45-a824-696c88c847b3 req-a4d2ae63-321e-4837-857f-15959ed61d98 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 943 time: 0.1669161 Oct 22 13:10:12.271222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.278203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0ca10da-509d-4385-9d29-9520d360b5d0 HTTP/1.1" status: 204 len: 168 time: 0.8988199 Oct 22 13:10:12.278203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a10dc-bc53-4b6e-ab7e-e10db7dea24b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ca10da-509d-4385-9d29-9520d360b5d0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:12.327249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e66362b-6880-4b45-a824-696c88c847b3 req-1cc815fe-6948-4d11-bf97-46226edfc978 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013889 Oct 22 13:10:12.373639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9b07f-6ae0-43d5-99ce-2cfdbb6d6416 req-86cc464f-bacc-478f-96d0-f36635a95bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120488 Oct 22 13:10:12.489312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:12.495807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e5fd-f298-4d7a-bb5c-3c12c8859672 req-0273fb56-d58a-4fa7-aafe-19a1923032ff tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:12.497483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4308e5fd-f298-4d7a-bb5c-3c12c8859672 req-0273fb56-d58a-4fa7-aafe-19a1923032ff tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.0715439 Oct 22 13:10:12.530808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: b298eea3-9cf2-4c0d-90a3-822dd699cb0c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:12.531154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b298eea3-9cf2-4c0d-90a3-822dd699cb0c not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:12.545234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56494) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:12.581019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4308e5fd-f298-4d7a-bb5c-3c12c8859672 req-b4555c28-711e-40a4-b5e3-9cdc97612487 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652118 Oct 22 13:10:12.613178 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fefe4104-5ed6-400b-aaab-5f5737bf4477 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fae4a9455b204c989f5f3179614b4a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666485 Oct 22 13:10:12.615612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56496) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:12.669498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.693828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.748341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.751314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:12.752744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5 HTTP/1.1" status: 204 len: 168 time: 0.1359162 Oct 22 13:10:12.764902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72e92b-e864-4e98-97ca-1365cd88c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1868697-bf40-48b9-a5bf-bb6cd3e8bdb5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:13.235859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fedc3b-2449-43d6-b11c-f6833a0fcc5a req-235c3ff5-31c9-431c-b145-a2823d43d869 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:13.237946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5fedc3b-2449-43d6-b11c-f6833a0fcc5a req-235c3ff5-31c9-431c-b145-a2823d43d869 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.0589247 Oct 22 13:10:13.284902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5fedc3b-2449-43d6-b11c-f6833a0fcc5a req-6131336d-d46f-4897-b0c9-eeb05c11a777 tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/security-groups?id=328a2273-443c-4598-9a5c-fe1d89d12558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Oct 22 13:10:13.438531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b96c1-59af-466c-b63f-abaa11bfe873 req-9f418302-35a3-4f0a-b24e-fc80c52d6bdb tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:13.440123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f3b96c1-59af-466c-b63f-abaa11bfe873 req-9f418302-35a3-4f0a-b24e-fc80c52d6bdb tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 943 time: 0.0526550 Oct 22 13:10:13.482892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f3b96c1-59af-466c-b63f-abaa11bfe873 req-b5529869-7f48-4501-9319-4a86db93ca2c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 Oct 22 13:10:13.749477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9011ca-fcfa-48b1-870a-9ef0895e26f8 req-0f9bb2ef-1f5a-48f1-abc6-c5ee97f71ed8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:13.753844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9011ca-fcfa-48b1-870a-9ef0895e26f8 req-0f9bb2ef-1f5a-48f1-abc6-c5ee97f71ed8 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.0872455 Oct 22 13:10:13.791866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44afc1-df3e-40e9-8f15-8548a0523980 req-51db2327-64f0-4689-923d-68bfe5892d1d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:13.794277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa44afc1-df3e-40e9-8f15-8548a0523980 req-51db2327-64f0-4689-923d-68bfe5892d1d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 950 time: 0.0883417 Oct 22 13:10:13.821899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9011ca-fcfa-48b1-870a-9ef0895e26f8 req-d55256eb-2034-40d8-bc9c-5ae8315acd62 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Oct 22 13:10:13.851889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa44afc1-df3e-40e9-8f15-8548a0523980 req-0e5bc8b8-4607-4004-8dfb-630de5eb4e7e tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481377 Oct 22 13:10:13.889445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-3bfd5ba7-8ecb-4806-828f-1336e84adefb tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:13.891363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-3bfd5ba7-8ecb-4806-828f-1336e84adefb tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 944 time: 0.0545170 Oct 22 13:10:13.994686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Deleting port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:13.995034 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.118085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345490fb-b493-436a-8783-3daeccf0452b req-0edb1b14-2626-4b7b-9c56-be1b6c47c45e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:14.119604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345490fb-b493-436a-8783-3daeccf0452b req-0edb1b14-2626-4b7b-9c56-be1b6c47c45e tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.0964069 Oct 22 13:10:14.122040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] For port 0d17c8f0-2af2-4768-a0da-99fdf78cef66, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0d17c8f0-2af2-4768-a0da-99fdf78cef66,segment=NetworkSegment(fd886f17-e841-41e2-8734-2baa43c2654e),segment_id=fd886f17-e841-41e2-8734-2baa43c2654e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:14.122398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.140593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Calling delete_port for 0d17c8f0-2af2-4768-a0da-99fdf78cef66 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:14.204817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345490fb-b493-436a-8783-3daeccf0452b req-9bf98339-c653-4fdf-b236-7943a4f8e453 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748737 Oct 22 13:10:14.289050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.320715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Pushing event deleted for resources: {'Port': ['ID=0d17c8f0-2af2-4768-a0da-99fdf78cef66,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:14.481905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7617ccb0-8948-45d9-a5dc-51ce5121b22a details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:14.594448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:14.608686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'port_id': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:14.655570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.669633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7617ccb0-8948-45d9-a5dc-51ce5121b22a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:14.683050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] No DVR routers for this DVR port 0d17c8f0-2af2-4768-a0da-99fdf78cef66 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:14.688164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.689962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffba21fc-e734-4ddc-b8f8-247353567134 req-02ed4e1b-20cb-4f82-9070-5049181cd27e tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.21 "DELETE /v2.0/ports/0d17c8f0-2af2-4768-a0da-99fdf78cef66 HTTP/1.1" status: 204 len: 173 time: 0.7918558 Oct 22 13:10:14.690437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-deleted', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:14.692089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:14.692796 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9272ed1-c85c-4ad0-a52c-8aaa2ed43e87" -d '{"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-deleted", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:14.704109 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:14.718460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26e75263-4cca-440a-842d-15cc09b69aa2 req-81c194a7-8acb-46a6-b21d-36da0c93624b tempest-LiveMigrationTest-1926136352 tempest-LiveMigrationTest-1926136352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0178f710-9cbc-4b22-9e10-3eaf0d007f94 HTTP/1.1" status: 200 len: 210 time: 0.0621476 Oct 22 13:10:14.784265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:14.802560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.802994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.803345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.803945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.804290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.804818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.805353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.805874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.806409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.806956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.807474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.808056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:14.860120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccf5b-32f1-42ff-81f3-7dd1c97e18f0 req-6cf136ee-601e-4634-a239-0548022633ca tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:14.861946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-970ccf5b-32f1-42ff-81f3-7dd1c97e18f0 req-6cf136ee-601e-4634-a239-0548022633ca tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 944 time: 0.0914521 Oct 22 13:10:14.864188 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ffe32b-b7a3-42b2-b869-3e9957915724 x-openstack-request-id: req-90ffe32b-b7a3-42b2-b869-3e9957915724 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:14.865579 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0178f710-9cbc-4b22-9e10-3eaf0d007f94", "name": "network-vif-deleted", "tag": "0d17c8f0-2af2-4768-a0da-99fdf78cef66", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:14.865881 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90ffe32b-b7a3-42b2-b869-3e9957915724 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:14.866366 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0178f710-9cbc-4b22-9e10-3eaf0d007f94', 'name': 'network-vif-deleted', 'tag': '0d17c8f0-2af2-4768-a0da-99fdf78cef66', 'status': 'completed', 'code': 200} Oct 22 13:10:14.907522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-970ccf5b-32f1-42ff-81f3-7dd1c97e18f0 req-66dd5247-5642-4354-800e-70e7496c7093 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Oct 22 13:10:14.980829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ea933-cf07-4a9f-a619-789d77162027 req-d9de4164-7453-4c1a-b9ad-a7359fdedd6d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:14.982320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d0ea933-cf07-4a9f-a619-789d77162027 req-d9de4164-7453-4c1a-b9ad-a7359fdedd6d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 950 time: 0.0543692 Oct 22 13:10:15.020684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d0ea933-cf07-4a9f-a619-789d77162027 req-3032ef9d-4bd8-4921-8b22-b4c86944cda8 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Oct 22 13:10:15.146883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['7617ccb0-8948-45d9-a5dc-51ce5121b22a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:15.398660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4faf6e-7fcd-4e85-be89-bf8c8b929e30 req-8b2cfa0a-fa92-4fa4-ade7-9db6c16b1248 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:15.400509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d4faf6e-7fcd-4e85-be89-bf8c8b929e30 req-8b2cfa0a-fa92-4fa4-ade7-9db6c16b1248 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.0543115 Oct 22 13:10:15.452589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d4faf6e-7fcd-4e85-be89-bf8c8b929e30 req-0673d248-5f11-4c4a-934d-32bac9a35bd1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/security-groups?id=84764501-5069-4343-ab37-b81497a72f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Oct 22 13:10:15.738192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-067f5570-cda3-4595-aa83-62289dbcde1a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:15.739720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-067f5570-cda3-4595-aa83-62289dbcde1a tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Oct 22 13:10:15.768756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56698) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:15.819067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Deleting subnet 997768c8-1efa-4fb6-8a47-5e5914a2c2ec {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:15.832621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:15.843971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Deleting port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:15.844324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:15.899362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:15.945905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:15.951241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] For port 563c82ba-bc41-4d6e-95d5-6b7f42462d66, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=563c82ba-bc41-4d6e-95d5-6b7f42462d66,segment=NetworkSegment(0fbe32a4-bd1c-45dc-8034-be8967679b7d),segment_id=0fbe32a4-bd1c-45dc-8034-be8967679b7d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:15.952150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:15.968806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Calling delete_port for 563c82ba-bc41-4d6e-95d5-6b7f42462d66 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:16.027860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.049521 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.052934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/997768c8-1efa-4fb6-8a47-5e5914a2c2ec HTTP/1.1" status: 204 len: 168 time: 0.2831657 Oct 22 13:10:16.066645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56718) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:16.080716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3c5c2-fddc-431f-9710-36de87408eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997768c8-1efa-4fb6-8a47-5e5914a2c2ec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:16.168345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.186214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a6a8a-68bf-4a5d-8dff-de9c247ac4ef req-6b3b3bcc-860d-4e77-941a-c4e2f4a6938d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:16.187724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45a6a8a-68bf-4a5d-8dff-de9c247ac4ef req-6b3b3bcc-860d-4e77-941a-c4e2f4a6938d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 944 time: 0.1651523 Oct 22 13:10:16.310073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45a6a8a-68bf-4a5d-8dff-de9c247ac4ef req-07d198ca-299e-4566-9c83-cb02eceaa7ff tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145589 Oct 22 13:10:16.336843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.355385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.364820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b7146-15ca-4c0f-8ecb-ce69107d40dc']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:16.367906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['563c82ba-bc41-4d6e-95d5-6b7f42462d66'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:16.396837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd886f17-e841-41e2-8734-2baa43c2654e') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:16.397135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd886f17-e841-41e2-8734-2baa43c2654e') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:16.400773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Pushing event deleted for resources: {'Port': ['ID=563c82ba-bc41-4d6e-95d5-6b7f42462d66,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:16.415733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.458068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] No DVR routers for this DVR port 563c82ba-bc41-4d6e-95d5-6b7f42462d66 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:16.460478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.462864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.467039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d322bc6-eef6-41f6-85fb-8f313f2e5fdd req-d5827634-091a-44b4-ae6d-885422b380ee tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.26 "DELETE /v2.0/ports/563c82ba-bc41-4d6e-95d5-6b7f42462d66 HTTP/1.1" status: 204 len: 173 time: 0.7193279 Oct 22 13:10:16.471810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:16.472203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:16.474029 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:16.498971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:16.535956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.545142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.547997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 80054481-eb8d-401f-92a7-9f70aebdb481 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:16.548371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 80054481-eb8d-401f-92a7-9f70aebdb481 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:16.548802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:16.551979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56724) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:16.552105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d1b7146-15ca-4c0f-8ecb-ce69107d40dc HTTP/1.1" status: 204 len: 168 time: 0.4833534 Oct 22 13:10:16.571802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d697a-ca81-4e36-9d00-df6f9ad10937 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1b7146-15ca-4c0f-8ecb-ce69107d40dc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:16.572008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 0d17c8f0-2af2-4768-a0da-99fdf78cef66 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:16.572335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0d17c8f0-2af2-4768-a0da-99fdf78cef66 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:16.590247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-462d8fb4-0462-4674-a63f-c4dec3f23060 req-beb97dd8-8e71-4488-a507-32d092bd27c1 tempest-DeleteServersTestJSON-709125193 tempest-DeleteServersTestJSON-709125193-project] 10.222.0.25 "GET /v2.0/ports?device_id=549a6eca-59af-4ac6-957f-a433671d5a11 HTTP/1.1" status: 200 len: 210 time: 0.0500286 Oct 22 13:10:16.623750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Deleting subnet 8d6ecb52-50b5-4855-be39-3bcca879f76e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:16.627453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.664093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.709178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.764696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.791221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6ecb52-50b5-4855-be39-3bcca879f76e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:16.795498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.798740 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7cb11595-ae52-492a-9836-2c08b5758db9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8d6ecb52-50b5-4855-be39-3bcca879f76e HTTP/1.1" status: 204 len: 168 time: 0.2453506 Oct 22 13:10:16.801310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56742) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:16.867849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'name': 'network-vif-deleted', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:16.870309 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f384b9d-9af3-42bd-920b-67221528141c" -d '{"events": [{"server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "name": "network-vif-deleted", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:16.879789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:16.916758 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874becb-9a5a-47f2-bcdb-3c1e7cc97e3b x-openstack-request-id: req-c874becb-9a5a-47f2-bcdb-3c1e7cc97e3b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:16.917629 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549a6eca-59af-4ac6-957f-a433671d5a11", "name": "network-vif-deleted", "tag": "563c82ba-bc41-4d6e-95d5-6b7f42462d66", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:16.917892 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c874becb-9a5a-47f2-bcdb-3c1e7cc97e3b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:16.918293 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549a6eca-59af-4ac6-957f-a433671d5a11', 'name': 'network-vif-deleted', 'tag': '563c82ba-bc41-4d6e-95d5-6b7f42462d66', 'status': 'completed', 'code': 200} Oct 22 13:10:16.982388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.007372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd94c140-6ce5-47f5-8fa1-83b788ded546']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:17.018039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eb4cb4-6b8f-4546-a7cc-d9c052938d90') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:17.018342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eb4cb4-6b8f-4546-a7cc-d9c052938d90') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:17.028557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.042146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.048211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:17.048629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:17.050342 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:17.107380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.124290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.127758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bd94c140-6ce5-47f5-8fa1-83b788ded546 HTTP/1.1" status: 204 len: 168 time: 0.3254292 Oct 22 13:10:17.128816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09189ba-1ca4-4e62-ad1a-2f2f44358fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd94c140-6ce5-47f5-8fa1-83b788ded546,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:17.299244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:17.346132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-10474699-dc7c-4764-9fb2-ba3d77b5b2b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b0205e66f843d9855adf3fd3387a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457485 Oct 22 13:10:17.348955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:17.411576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.437485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.441247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee76cf-6195-4d1b-a1de-6cfed8b7b8da req-94790c33-7d2e-4343-a277-f3f9a23845f6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:17.442781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbee76cf-6195-4d1b-a1de-6cfed8b7b8da req-94790c33-7d2e-4343-a277-f3f9a23845f6 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 944 time: 0.0546961 Oct 22 13:10:17.482859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fbee76cf-6195-4d1b-a1de-6cfed8b7b8da req-89bbd648-b26d-4360-a4f8-55ce53bbeae4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Oct 22 13:10:17.486700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.489417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.490885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/328a2273-443c-4598-9a5c-fe1d89d12558 HTTP/1.1" status: 204 len: 168 time: 0.1407552 Oct 22 13:10:17.502188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5611e5-45fa-4504-b92b-6a5e969528db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a2273-443c-4598-9a5c-fe1d89d12558,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:17.666741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:17.748452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.772247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:17.774401 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafe878-96b7-4d0d-b8d4-8e94b1edeb56" -d '{"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-unplugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:17.788165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:17.794185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.795831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 563c82ba-bc41-4d6e-95d5-6b7f42462d66 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:17.819134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 563c82ba-bc41-4d6e-95d5-6b7f42462d66 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:17.819505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 563c82ba-bc41-4d6e-95d5-6b7f42462d66 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:17.827768 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5773717e-1655-45a7-a096-1124d629b275 x-openstack-request-id: req-5773717e-1655-45a7-a096-1124d629b275 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:17.828135 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-unplugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:17.828410 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5773717e-1655-45a7-a096-1124d629b275 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:17.828858 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'code': 200} Oct 22 13:10:17.856737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56812) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:17.902844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:17.907339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a8874c9-4f8d-470d-bfe3-aa8f81cd1333 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bb47097e9124be8b40667728eea1f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481277 Oct 22 13:10:17.909806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56816) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:17.962186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:17.984910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.043875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.047580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.051927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cb82678-b4c0-4374-966a-d305e72da35e HTTP/1.1" status: 204 len: 168 time: 0.1382954 Oct 22 13:10:18.062097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0712c-52c5-4f97-bef6-05f71a4bcc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb82678-b4c0-4374-966a-d305e72da35e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:18.499794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7617ccb0-8948-45d9-a5dc-51ce5121b22a up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:18.589266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 7617ccb0-8948-45d9-a5dc-51ce5121b22a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:18.593438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 7617ccb0-8948-45d9-a5dc-51ce5121b22a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:18.593815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.652908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772422c-c557-49c4-8890-fa144438fe25 req-f5eb4313-6a9d-4929-b8dc-bc0f2fb7fc5e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:18.655032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e772422c-c557-49c4-8890-fa144438fe25 req-f5eb4313-6a9d-4929-b8dc-bc0f2fb7fc5e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 944 time: 0.0770042 Oct 22 13:10:18.708540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e772422c-c557-49c4-8890-fa144438fe25 req-04fe5eb8-fd54-42f4-b8aa-659b8bbb1893 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Oct 22 13:10:18.728395 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.779158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:18.784996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:18.854056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:18.975540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-d0141c11-fd5a-4a85-ba8b-e122aaf322ff tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b442d973a4c344428c853fa8aef06b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216627 Oct 22 13:10:19.110351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-b7e84302-6a16-4443-8abd-db7ba9cc0690 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:19.112151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-b7e84302-6a16-4443-8abd-db7ba9cc0690 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306620 Oct 22 13:10:19.130824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-e23203bc-0cd5-41a5-b0ee-607b6dc0ce60 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/quotas/b442d973a4c344428c853fa8aef06b07 HTTP/1.1" status: 200 len: 375 time: 0.0122828 Oct 22 13:10:19.170750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-1f7d02f5-77a9-415b-a0c9-691e2d4b7354 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329249 Oct 22 13:10:19.625954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-58a801e7-1504-4c7d-9e4f-499df6a04515 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b442d973a4c344428c853fa8aef06b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266144 Oct 22 13:10:19.661477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:19.860401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-39c6c1a0-6c1f-4bce-8aed-f52fa13c7dda tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:19.872345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-39c6c1a0-6c1f-4bce-8aed-f52fa13c7dda tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393279 Oct 22 13:10:19.897907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:19.918573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:19.920682 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c2f01-3344-45e7-907f-96338238daae" -d '{"events": [{"server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "name": "network-vif-plugged", "status": "completed", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:19.923881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'mac_address': 'fa:16:3e:82:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:19.952117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-30e9786c-234d-44d0-b66e-5543f3c75afe tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/quotas/b442d973a4c344428c853fa8aef06b07 HTTP/1.1" status: 200 len: 375 time: 0.0778196 Oct 22 13:10:20.004468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:20.012849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-eada0c85-1734-4f4b-b2dd-cb920454db21 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594447 Oct 22 13:10:20.021941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:20.049216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:20.052184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aa1cf-cfe9-4ed4-bb14-834e7ebb7f56 req-d52b9d4b-8562-49bc-8e04-d71c31a220d9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:20.057511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:20.069043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-897aa1cf-cfe9-4ed4-bb14-834e7ebb7f56 req-d52b9d4b-8562-49bc-8e04-d71c31a220d9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1915441 Oct 22 13:10:20.144167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:20.159717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['98c8212e-5b46-41a0-89b5-b3c9d70e2bee'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:20.173259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-897aa1cf-cfe9-4ed4-bb14-834e7ebb7f56 req-f5d1ec53-6179-4269-ba6d-2c0b81251e34 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970526 Oct 22 13:10:20.339156 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c012c-66ab-44d9-bf7f-d65fef034482 x-openstack-request-id: req-773c012c-66ab-44d9-bf7f-d65fef034482 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:20.340103 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "name": "network-vif-plugged", "status": "completed", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:20.342272 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-773c012c-66ab-44d9-bf7f-d65fef034482 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:20.344313 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'code': 200} Oct 22 13:10:20.439746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a490bb-a5bd-4659-a31e-91c11c165b68 req-f4a419f2-19d3-49fb-bfb0-1d5a93749544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:20.442754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10a490bb-a5bd-4659-a31e-91c11c165b68 req-f4a419f2-19d3-49fb-bfb0-1d5a93749544 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.1406150 Oct 22 13:10:20.500762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10a490bb-a5bd-4659-a31e-91c11c165b68 req-ec754e37-d792-4ad1-94c2-3dcfec6229b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480292 Oct 22 13:10:20.671073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc0afefb-9915-4bf3-87c9-51b399930e7a req-39bac1b4-daff-41e9-aeef-a0db534f9782 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 210 time: 0.0949962 Oct 22 13:10:20.981128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-55237a63-89c6-440a-ad09-78dd6498a921 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b442d973a4c344428c853fa8aef06b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344243 Oct 22 13:10:21.233218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-275cb5d5-6abd-4ffd-b7aa-27a8b962ebeb tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:21.235489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-275cb5d5-6abd-4ffd-b7aa-27a8b962ebeb tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532225 Oct 22 13:10:21.256815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Request body: {'port': {'device_id': '23919812-de97-462e-9183-4b095e496e14', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'b442d973a4c344428c853fa8aef06b07'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:21.476447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03fd7-d01f-4845-b17c-d37e9812cc63 req-5a975bbd-e77d-4a5d-8335-8f76ab958ba4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:21.484948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fc03fd7-d01f-4845-b17c-d37e9812cc63 req-5a975bbd-e77d-4a5d-8335-8f76ab958ba4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1824973 Oct 22 13:10:21.581096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fc03fd7-d01f-4845-b17c-d37e9812cc63 req-a7bf6919-9fef-4172-beb2-c3fae5690c2a tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951123 Oct 22 13:10:21.583934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Made reservation on behalf of b442d973a4c344428c853fa8aef06b07 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:21.588557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:21.599718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:21.664051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:21.722340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:21.730378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:21.742481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:21.743279 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:21.918951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:21.956029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.016866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:22.024847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.079964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77c17164-ebd8-4c4a-85ce-027c0b5e8481 req-a9845062-79a3-42d6-a408-47a191334e78 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 210 time: 0.0565243 Oct 22 13:10:22.109104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Allocated IP 192.168.233.240 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/49bd2e4b-dbdd-46d3-ae91-ed640e4e5052) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:22.119506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e8beea-f8ed-4f82-b9fa-97ea25b53957,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:22.159934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:22.273824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a848c4c-a66b-4ac7-9559-4d0a6c17a452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.298495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-feeadc04-bdef-4447-8ced-ea68f888257c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b442d973a4c344428c853fa8aef06b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782595 Oct 22 13:10:22.345575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:22.350747 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8e5b7-6045-4463-aade-095db004fef3" -d '{"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:22.441471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-f47522f8-d51a-4e5d-92e9-9064a8f71fca tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:22.443031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-f47522f8-d51a-4e5d-92e9-9064a8f71fca tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341605 Oct 22 13:10:22.459859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a848c4c-a66b-4ac7-9559-4d0a6c17a452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.466861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a848c4c-a66b-4ac7-9559-4d0a6c17a452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.469511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Request body: {'port': {'device_id': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'b442d973a4c344428c853fa8aef06b07'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:22.513063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a848c4c-a66b-4ac7-9559-4d0a6c17a452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af89f7-93b8-4490-b622-f0fdd24a6ca8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:22.527304 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f68bff-1cf0-4667-b4cc-9505c8b568bc x-openstack-request-id: req-b7f68bff-1cf0-4667-b4cc-9505c8b568bc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:22.527703 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-plugged", "status": "completed", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:22.527999 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7f68bff-1cf0-4667-b4cc-9505c8b568bc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:22.528399 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'code': 200} Oct 22 13:10:22.562574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a848c4c-a66b-4ac7-9559-4d0a6c17a452 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44a7e40d0d604081ab6985caff9035f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424928 Oct 22 13:10:22.563756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:22.628192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.661506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.752768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Made reservation on behalf of b442d973a4c344428c853fa8aef06b07 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:22.770055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.790813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.799053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:22.802808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0af89f7-93b8-4490-b622-f0fdd24a6ca8 HTTP/1.1" status: 204 len: 168 time: 0.2354312 Oct 22 13:10:22.818155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7fb3-82b3-421a-8485-7e8323b9ce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af89f7-93b8-4490-b622-f0fdd24a6ca8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:23.020976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aea9bd-34e4-489c-ae0e-2c52e653fdd2 req-1ed3411f-7366-4553-84ad-5e2fc0c914fc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:23.022585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18aea9bd-34e4-489c-ae0e-2c52e653fdd2 req-1ed3411f-7366-4553-84ad-5e2fc0c914fc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2430248 Oct 22 13:10:23.095511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.156107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18aea9bd-34e4-489c-ae0e-2c52e653fdd2 req-075855e4-0539-4bd5-a1d9-f7e57595c896 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175878 Oct 22 13:10:23.239433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57110) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:23.272088 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.403102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57112) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:23.407871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Deleting subnet 7517c178-dc23-426e-8462-718534f8ecae {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:23.418503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:23.429788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.439404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:23.441851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:23.458936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec86918a-b0b9-4207-bca7-3bd3527e1db3 req-2170c6f1-a64e-4af1-be83-fbb9fc8d7963 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 210 time: 0.1024120 Oct 22 13:10:23.473356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce083d91-b2de-4f83-b7fc-fb09d5a34ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.528176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Allocated IP 192.168.233.249 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/6e48007d-4788-4357-a3fc-e83d8468b215) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:23.536632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:23.587660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e924382-b65d-438f-bf0c-97c0de30176f req-16a9e4ce-4f2f-444e-88a7-8685268fedef tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:23.592672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e924382-b65d-438f-bf0c-97c0de30176f req-16a9e4ce-4f2f-444e-88a7-8685268fedef tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2270677 Oct 22 13:10:23.596001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.619425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57114) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:23.628168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'floatingip': {'port_id': '7617ccb0-8948-45d9-a5dc-51ce5121b22a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:23.650936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:23.653270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.661612 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.717700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-6f1601ad-9908-4850-b927-b4c812cc854c tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4707644 Oct 22 13:10:23.747513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce083d91-b2de-4f83-b7fc-fb09d5a34ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.764562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce083d91-b2de-4f83-b7fc-fb09d5a34ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.799546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ce083d91-b2de-4f83-b7fc-fb09d5a34ae3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ff2bfcf44d74136a82650fd5b98d7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949332 Oct 22 13:10:23.800437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57116) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:23.813917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6eb72849-5190-47be-b8f8-5c71cdb3a1d9 None None] Provisioning complete for port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:23.814454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6eb72849-5190-47be-b8f8-5c71cdb3a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.902900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6eb72849-5190-47be-b8f8-5c71cdb3a1d9 None None] Port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:23.915678 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.955432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9824d82d-17b5-4231-bc91-be73dd243de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:23.989229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce083d91-b2de-4f83-b7fc-fb09d5a34ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11dc8a8-d309-4c00-b303-c4169be7cf64,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:23.992991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.028743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Request body: {'port': {'device_id': '23919812-de97-462e-9183-4b095e496e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:24.064532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.124803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7517c178-dc23-426e-8462-718534f8ecae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:24.130435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.132024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.140431 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a807b5d5-6168-42a1-8eef-52336f105470 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7517c178-dc23-426e-8462-718534f8ecae HTTP/1.1" status: 204 len: 168 time: 0.8998630 Oct 22 13:10:24.143850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57130) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:24.175873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.280139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.294034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.296932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.312748 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a11dc8a8-d309-4c00-b303-c4169be7cf64 HTTP/1.1" status: 204 len: 168 time: 0.4982347 Oct 22 13:10:24.331691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b706ff-3cba-4f87-8086-f702e4c5d9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11dc8a8-d309-4c00-b303-c4169be7cf64,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:24.332637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.486683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.554116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43d4f7c-0570-4dd0-af7e-3c7b94098dfc']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:24.575746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbe32a4-bd1c-45dc-8034-be8967679b7d') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:24.576278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbe32a4-bd1c-45dc-8034-be8967679b7d') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:24.588444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.608174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.623211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:24.624235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.625585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90c0385e-7f09-4673-93f9-9d74e4992a62 req-dfa4bea5-207b-4d5e-9e92-9fc24e4a3014 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 210 time: 0.0360003 Oct 22 13:10:24.647579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:24.726379 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:24.735953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.754330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:24.759982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] 10.222.0.25 "DELETE /v2.0/networks/d43d4f7c-0570-4dd0-af7e-3c7b94098dfc HTTP/1.1" status: 204 len: 168 time: 0.6122751 Oct 22 13:10:24.759982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ba6dd-1962-4712-b9dc-650fd125744e admin admin] Pushing event deleted for resources: {'Network': ['ID=d43d4f7c-0570-4dd0-af7e-3c7b94098dfc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:24.775203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:24.794230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:24.806878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:24.821550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:25.058051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:25.188553 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0dc1ddde-412a-4a51-93d8-d59eeaa63f17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5892f1a8041b43a3913de1acb2022886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213536 Oct 22 13:10:25.189896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57162) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:25.275984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.346483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8a164b57-851f-4481-99dc-4ab22ccc6108 None None] Provisioning complete for port 6e48007d-4788-4357-a3fc-e83d8468b215 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:25.348174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8a164b57-851f-4481-99dc-4ab22ccc6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.351258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.450282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8a164b57-851f-4481-99dc-4ab22ccc6108 None None] Port 6e48007d-4788-4357-a3fc-e83d8468b215 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:25.469124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.472356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.481426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84764501-5069-4343-ab37-b81497a72f77 HTTP/1.1" status: 204 len: 168 time: 0.2853696 Oct 22 13:10:25.508478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7809c06-7d24-4673-8974-00fbbdb8330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84764501-5069-4343-ab37-b81497a72f77,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:25.722783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:25.743914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:25.769222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Transition to ACTIVE for port object 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:10:25.787746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.065462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.071900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.144520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:26.167254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd9c89-c13f-4858-af33-4bae2510e742 req-298383cf-be94-45d5-a27c-e7e078deac78 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.188432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03bd9c89-c13f-4858-af33-4bae2510e742 req-298383cf-be94-45d5-a27c-e7e078deac78 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 936 time: 0.4030890 Oct 22 13:10:26.241417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57192) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:26.288051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-1dc495fe-4171-4e18-a210-9dd3cf805111 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8280022 Oct 22 13:10:26.324440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Request body: {'port': {'device_id': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:26.538370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-network', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:26.576928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-d4cec464-84a4-4df2-bb3a-bf4c06e988e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0825143 Oct 22 13:10:26.578284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Made reservation on behalf of 04b02b4d944a4d72823d4f164e55f904 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:26.581677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.594090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.635972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03bd9c89-c13f-4858-af33-4bae2510e742 req-ab2207fe-5545-4575-9e43-57c562c2a8d5 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463172 Oct 22 13:10:26.678922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.687326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.699533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.751206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:10:26.758034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec0ca5c-0707-4fe0-96a3-7cb289155f6d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:26.786080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.786424 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Added segment c310b032-f85f-4848-9dcc-4041b3e33b7b of type vlan for network c543d1e8-e501-4462-b463-f37b21ab147d Oct 22 13:10:26.800856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.801431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.801797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.802650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.803207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.803446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.803905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:26.805865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13b7ccf5-e2a9-4483-a16c-f5dd852065b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.1171420 Oct 22 13:10:26.892393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Attempting to bind port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:26.892955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Attempting to bind port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:26.892955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Attempting to bind port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:26.915833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:10:26.915833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Attempting to bind port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:26.925982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:26.926399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:26.926898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:26.927414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Bound port: 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:26.927853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:26.933787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:10:26.941645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57216) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:26.993883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.035033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-1af8d9d8-2687-4683-bf8b-e8066113509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.035610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-1af8d9d8-2687-4683-bf8b-e8066113509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.036139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-1af8d9d8-2687-4683-bf8b-e8066113509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.037976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-1af8d9d8-2687-4683-bf8b-e8066113509f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 2294 time: 0.1846900 Oct 22 13:10:27.058995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.068341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.069054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.084544 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c474767-2fd6-4c89-aef2-2462d958f8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.114554 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.127665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.142787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1781425390-network', 'tenant_id': '57adf228f79948bc98cc6a667dddd4ee'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:27.164156 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9188027 Oct 22 13:10:27.192950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:27.197677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f18b-74b3-4d00-972d-d5dd788fac89 admin admin] Pushing event updated for resources: {'Network': ['ID=c543d1e8-e501-4462-b463-f37b21ab147d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:27.204365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Request body: {'subnet': {'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-subnet', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:27.214220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c543d1e8-e501-4462-b463-f37b21ab147d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:10:27.227049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-feb278ae-21e4-4751-8232-2561a6ee6e02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 1001 time: 0.1792665 Oct 22 13:10:27.274188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:10:27.274188 n-d-813419-8 neutron-server[100620]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 13:10:27.274188 n-d-813419-8 neutron-server[100620]: [parameters: {'project_id_1': '04b02b4d944a4d72823d4f164e55f904', 'expiration_1': datetime.datetime(2021, 10, 22, 13, 10, 7, 208992)}] Oct 22 13:10:27.274188 n-d-813419-8 neutron-server[100620]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:10:27.274662 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:10:27.283005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:27.301364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Made reservation on behalf of 57adf228f79948bc98cc6a667dddd4ee for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:27.303847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.316843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-919e6ffa-36c0-49d9-acb8-fbe793a11ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.320096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-919e6ffa-36c0-49d9-acb8-fbe793a11ca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 200 len: 851 time: 0.0838668 Oct 22 13:10:27.359264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:27.388615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.399589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.411624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-a5841e59-82e5-4eb7-a51d-534c1e73d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.413209 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-a5841e59-82e5-4eb7-a51d-534c1e73d53d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf57036a-6546-4db0-9892-6aac14555b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852950 Oct 22 13:10:27.506031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.506997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.508126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 HTTP/1.1" status: 200 len: 1096 time: 3.4971910 Oct 22 13:10:27.512298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:27.514585 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ecef40-d8c9-4628-a525-bfc928e3a055" -d '{"events": [{"name": "network-changed", "server_uuid": "23919812-de97-462e-9183-4b095e496e14", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:27.523232 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Floating IP 3ced713a-526e-46e9-96fe-f4aa9a4b867b associated. External IP: 172.25.6.156, port: 7617ccb0-8948-45d9-a5dc-51ce5121b22a. Oct 22 13:10:27.630734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-63cf9309-ca12-4730-9cea-6d674bc20d0b service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003319 Oct 22 13:10:27.668084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.719808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.768004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e48007d-4788-4357-a3fc-e83d8468b215 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:27.784405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.802773 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208685a-eb0a-42d4-91db-16ae1ad578eb x-openstack-request-id: req-5208685a-eb0a-42d4-91db-16ae1ad578eb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:27.803139 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23919812-de97-462e-9183-4b095e496e14", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:27.803314 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5208685a-eb0a-42d4-91db-16ae1ad578eb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:27.803707 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'status': 'completed', 'code': 200} Oct 22 13:10:27.861041 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-b0d20b87-7d84-40e7-bee1-c1fbe22dba70 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238286 Oct 22 13:10:27.918416 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-254c75bf-b79f-4af9-90d4-2d6f99c00764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 217 time: 0.0481353 Oct 22 13:10:27.925627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Transition to ACTIVE for port object 6e48007d-4788-4357-a3fc-e83d8468b215 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:10:27.958004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:27.961313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4634d7a-68dc-4e46-b294-d274450180f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:27.989712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-34345054-4050-49ba-b222-cb6b2a2003af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:27.991441 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-34345054-4050-49ba-b222-cb6b2a2003af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0597370 Oct 22 13:10:28.055222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-7cc7349d-f1cb-4b21-ad69-5996a75993d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.055501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06fec9-6c7f-4669-a4dd-c985a025d9b7 req-4575efdf-993d-44e7-8d33-77dfe2b64040 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.057842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-7cc7349d-f1cb-4b21-ad69-5996a75993d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577447 Oct 22 13:10:28.062963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f06fec9-6c7f-4669-a4dd-c985a025d9b7 req-4575efdf-993d-44e7-8d33-77dfe2b64040 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 936 time: 0.2474418 Oct 22 13:10:28.080924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-244f8aba-7143-4784-81eb-216149ecdeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.082862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-244f8aba-7143-4784-81eb-216149ecdeab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 1099 time: 0.2744479 Oct 22 13:10:28.098637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Made reservation on behalf of 04b02b4d944a4d72823d4f164e55f904 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:28.101555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.240888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-00c96c45-8dd5-4719-a6e9-7d969039af12 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729889 Oct 22 13:10:28.261240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-e33fa847-ed1e-4a25-8255-f20a9fc999ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 HTTP/1.1" status: 200 len: 217 time: 0.1259151 Oct 22 13:10:28.281120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:28.386875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f06fec9-6c7f-4669-a4dd-c985a025d9b7 req-343c187a-7077-4443-ac90-505f7835cd5d tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190894 Oct 22 13:10:28.432838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-a552477e-4fd9-4616-9889-df1e0ea01a24 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815724 Oct 22 13:10:28.481401 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.484442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-7c2a6b46-9651-49cd-be15-a5ff35bbb2d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 217 time: 0.0412455 Oct 22 13:10:28.520339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.567432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:10:28.606677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-fbf2fea9-893b-4e8b-8b71-4dabdb6fa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.612215 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-fbf2fea9-893b-4e8b-8b71-4dabdb6fa10c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.1125944 Oct 22 13:10:28.675138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-8712e4bd-588f-4cf4-958e-dc70aa9d3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.676641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-8712e4bd-588f-4cf4-958e-dc70aa9d3673 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.3193822 Oct 22 13:10:28.693061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-aeaa139a-1193-4611-a488-d1202ad5f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.694698 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-aeaa139a-1193-4611-a488-d1202ad5f9b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748682 Oct 22 13:10:28.696110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:10:28.772043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176fdbc7-cfcb-4e05-9b8e-6b227b0975af,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:28.775538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.782441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.782796 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Added segment 77028ebf-a763-4075-8926-d20431c00401 of type vlan for network 0a755838-cab1-473a-8770-bb308672e651 Oct 22 13:10:28.831105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Attempting to bind port 6e48007d-4788-4357-a3fc-e83d8468b215 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:28.831446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Attempting to bind port 6e48007d-4788-4357-a3fc-e83d8468b215 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:28.831860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Attempting to bind port 6e48007d-4788-4357-a3fc-e83d8468b215 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:28.843601 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-a4ff8d29-3a9e-4043-8546-568b3aab3355 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410074 Oct 22 13:10:28.937628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Port 6e48007d-4788-4357-a3fc-e83d8468b215 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:10:28.938978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Attempting to bind port 6e48007d-4788-4357-a3fc-e83d8468b215 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:28.965572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-8e26c33f-4548-4326-987e-45ad3ac68c74 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143126 Oct 22 13:10:28.967167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-43781dd4-a004-40ab-96d2-6e53ab96fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:28.968682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-43781dd4-a004-40ab-96d2-6e53ab96fac2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2653332 Oct 22 13:10:28.974469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:28.990455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:28.990817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:28.991214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:28.991668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Bound port: 6e48007d-4788-4357-a3fc-e83d8468b215, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:28.992028 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.015208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-f7f0b8bd-23a2-4479-ac30-cacfe4ecd73c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 200 len: 217 time: 0.0426373 Oct 22 13:10:29.038634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab267f78-1e8f-486a-bab2-69c6f4aebd79,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:29.085357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-be5fd193-aa90-4f82-9f3f-e7817ae7158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.087331 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-be5fd193-aa90-4f82-9f3f-e7817ae7158d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0646145 Oct 22 13:10:29.179385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-bab22c39-2846-40db-a2a3-019b0318c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.181340 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-bab22c39-2846-40db-a2a3-019b0318c71d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855882 Oct 22 13:10:29.296071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-c68a3f34-50fd-4c3c-8ad4-44fc65f1efeb service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073620 Oct 22 13:10:29.409521 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-6208a1ca-686a-46b5-9854-3c22715b9d0f service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068847 Oct 22 13:10:29.472575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-fc8a74b4-9d91-4b9f-89ce-d164fa49034a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 200 len: 217 time: 0.0521643 Oct 22 13:10:29.540961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-eb6ecfd8-0f99-48a2-80da-19aec9c3b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.543074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-eb6ecfd8-0f99-48a2-80da-19aec9c3b8e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.0619414 Oct 22 13:10:29.586178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.587543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.588138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.610048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Checking segment: {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:29.610413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Network hostable DHCP agents. Network: c543d1e8-e501-4462-b463-f37b21ab147d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:10:29.624635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-10b9e971-386a-4144-8ff8-aefe5154c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.626842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-10b9e971-386a-4144-8ff8-aefe5154c4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759275 Oct 22 13:10:29.636809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:10:29.645517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.671356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:10:29.690148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.692915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:29.694160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:29.774509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8044126 Oct 22 13:10:29.803511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:29.816937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d461977-b031-41eb-b8fc-94fbfd146cbf req-ff327db0-e1fb-48e6-902a-338f15423b80 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.818510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d461977-b031-41eb-b8fc-94fbfd146cbf req-ff327db0-e1fb-48e6-902a-338f15423b80 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.2945330 Oct 22 13:10:29.820524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-90759cc8-0e8b-455e-addd-6a03fd4ef916 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8419864 Oct 22 13:10:29.821007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57264) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:29.830033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Request body: {'subnet': {'network_id': '0a755838-cab1-473a-8770-bb308672e651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1781425390-subnet', 'tenant_id': '57adf228f79948bc98cc6a667dddd4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:29.861882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-88423034-1a24-4f1e-9f5b-7ac431236c1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "PUT /v2.0/floatingips/3ced713a-526e-46e9-96fe-f4aa9a4b867b HTTP/1.1" status: 200 len: 991 time: 6.2403843 Oct 22 13:10:29.862904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af106d-66a4-46a0-8e50-abcf3262fe63 admin admin] Pushing event updated for resources: {'Network': ['ID=0a755838-cab1-473a-8770-bb308672e651,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:29.863715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:29.873081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:29.875417 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4f4da-2118-4a22-b8b0-5a62677dc23a" -d '{"events": [{"name": "network-changed", "server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:29.881637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:29.902619 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-556d7804-353f-45b3-82e7-c4ec320db87c service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681274 Oct 22 13:10:29.911027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Network c543d1e8-e501-4462-b463-f37b21ab147d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:10:29.921471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:29.929628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 0a755838-cab1-473a-8770-bb308672e651 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:10:29.988401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c543d1e8-e501-4462-b463-f37b21ab147d) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:29.993489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:29.994729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.039322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.039941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.042697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e48007d-4788-4357-a3fc-e83d8468b215 HTTP/1.1" status: 200 len: 1096 time: 3.7402637 Oct 22 13:10:30.053998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Made reservation on behalf of 57adf228f79948bc98cc6a667dddd4ee for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:30.057779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.134499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-bf4e7296-263e-4b50-b094-330fc19da30c service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243972 Oct 22 13:10:30.237606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56a549-8e44-4a45-8096-ae9ad7da3a8e None None] Network c543d1e8-e501-4462-b463-f37b21ab147d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:30.250747 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-da7fc63f-fac4-4cde-8757-0578ccd4c3e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 200 len: 217 time: 0.1067615 Oct 22 13:10:30.305098 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea493a-ba24-428e-9fc7-982d5870f64c x-openstack-request-id: req-fbea493a-ba24-428e-9fc7-982d5870f64c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:30.305391 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:30.305878 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbea493a-ba24-428e-9fc7-982d5870f64c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:30.306300 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'status': 'completed', 'code': 200} Oct 22 13:10:30.334861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.392898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-ef7423fc-edb5-4e1c-b7b8-2035c4bd4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.395008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-ef7423fc-edb5-4e1c-b7b8-2035c4bd4331 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.1502018 Oct 22 13:10:30.397760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-9548ba94-835b-4d2d-8535-965c83cc781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.400043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-9548ba94-835b-4d2d-8535-965c83cc781e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.1313906 Oct 22 13:10:30.409872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d461977-b031-41eb-b8fc-94fbfd146cbf req-9c9a02fc-86ed-46d7-8c34-e72c2a59edab tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612700 Oct 22 13:10:30.420432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Pushing event updated for resources: {'Subnet': ['ID=667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:30.430822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7c287464-efee-44c8-8181-7c04c043a56e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2307339 Oct 22 13:10:30.453744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57280) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:30.466296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:30.506329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.507396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.525804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-5e0011cb-abb9-48b5-987a-503534f2b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.527886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730d7f5-9606-4433-89ea-48c2f7273853 service neutron] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:30.528855 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-5e0011cb-abb9-48b5-987a-503534f2b66d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902190 Oct 22 13:10:30.556414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-839f0081-e438-4a3a-a3fb-1b52445cc245 req-71067a80-7abf-4b00-96aa-e8f06caf2413 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158201 Oct 22 13:10:30.563402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-b11714fa-caee-427f-a79b-fbd4277391de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.565509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-b11714fa-caee-427f-a79b-fbd4277391de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 1099 time: 0.2489967 Oct 22 13:10:30.606904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c543d1e8-e501-4462-b463-f37b21ab147d', 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'fixed_ips': [{'subnet_id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:10:30.607706 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.624913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-b127c0b9-dd39-4ea5-82af-56aa1e76292c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6e48007d-4788-4357-a3fc-e83d8468b215 HTTP/1.1" status: 200 len: 217 time: 0.0501242 Oct 22 13:10:30.625820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Checking segment: {'id': '77028ebf-a763-4075-8926-d20431c00401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0a755838-cab1-473a-8770-bb308672e651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:30.626203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Network hostable DHCP agents. Network: 0a755838-cab1-473a-8770-bb308672e651, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:10:30.754857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-401a81f3-4ade-4034-ad57-76cba24f86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.756399 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-401a81f3-4ade-4034-ad57-76cba24f86ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.3470631 Oct 22 13:10:30.762494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.843071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-398c4c7b-c529-4a3b-9fde-c2cf64ea8751 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021042 Oct 22 13:10:30.850743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Network 0a755838-cab1-473a-8770-bb308672e651 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:10:30.851830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Allocated IP 172.20.0.2 (c543d1e8-e501-4462-b463-f37b21ab147d/ab267f78-1e8f-486a-bab2-69c6f4aebd79/73b02a05-9dc0-4d17-9992-f4f0ad916f31) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:30.858830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3ced713a-526e-46e9-96fe-f4aa9a4b867b', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:10:01Z', 'updated_at': '2021-10-22T13:10:26Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:30.867373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-5581b3be-453d-45fd-9a35-809717edc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.868873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-5581b3be-453d-45fd-9a35-809717edc29a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.2360642 Oct 22 13:10:30.886929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-02781bb2-a2bc-477e-a11f-820680889a7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 999 time: 0.1204538 Oct 22 13:10:30.910044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 0a755838-cab1-473a-8770-bb308672e651) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:30.933406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40dde4c-cd99-43c0-8bfb-efebf1e67add None None] Network 0a755838-cab1-473a-8770-bb308672e651 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:30.938198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:10:30.972756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.973742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:30.977612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-9c759bb9-8c0a-4622-82ee-ae6107f7297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:30.979491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-9c759bb9-8c0a-4622-82ee-ae6107f7297b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 1099 time: 0.3032427 Oct 22 13:10:31.041267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:31.042803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:31.090381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:31.107242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8b30a530-b924-45d2-9933-30c5ba1f620f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2809494 Oct 22 13:10:31.206081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-241c6189-45f1-41ab-9e4b-b81d46cb59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.213867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-241c6189-45f1-41ab-9e4b-b81d46cb59a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3224609 Oct 22 13:10:31.322043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:31.407704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-b781068c-daf0-4fa8-b4cd-2b5f7b6c8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.409367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-b781068c-daf0-4fa8-b4cd-2b5f7b6c8da9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.4892545 Oct 22 13:10:31.482875 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-dfe8631f-bbd0-470e-a693-219ff1098aa0 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313307 Oct 22 13:10:31.562394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-6e39655e-7a85-4ff1-82df-52b8eab83f8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 217 time: 0.0569961 Oct 22 13:10:31.565983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb5600-d298-4e6a-8268-6e2505c6177e None None] Network 0a755838-cab1-473a-8770-bb308672e651 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:31.579583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-b8b12fc4-0352-44ea-91e1-7fcab351cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.581347 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-b8b12fc4-0352-44ea-91e1-7fcab351cb6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622434 Oct 22 13:10:31.633834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.644580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.653825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.663432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.674080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.682480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.688442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-4daeb85c-bb24-4be2-b69b-ecd66c1d8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.690118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-4daeb85c-bb24-4be2-b69b-ecd66c1d8d0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.1203299 Oct 22 13:10:31.690956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.703451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-b79695c1-6578-4856-aa5d-78d89c8b4207 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.3834453 Oct 22 13:10:31.753634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-2287a6b6-bfaa-4630-9f04-15c64eea71fd service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372759 Oct 22 13:10:31.761236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-bbf1d5aa-c9ec-4902-ad24-8356c3eda86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.763567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-bbf1d5aa-c9ec-4902-ad24-8356c3eda86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649266 Oct 22 13:10:31.771266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:31.792350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:31.851961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-4337a55f-3378-453b-9838-740706e755a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.853539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-4337a55f-3378-453b-9838-740706e755a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.8646109 Oct 22 13:10:31.918219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Network c543d1e8-e501-4462-b463-f37b21ab147d is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:31.935103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Pushing event updated for resources: {'Port': ['ID=73b02a05-9dc0-4d17-9992-f4f0ad916f31,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:31.938747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:31.944502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:31.965241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-64a4f4da-2118-4a22-b8b0-5a62677dc23a req-7e3a5f95-ae63-42d9-b419-0877768569f1 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005322 Oct 22 13:10:31.974190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-284a7df0-17a8-4169-9779-6a5280db3efc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 HTTP/1.1" status: 200 len: 217 time: 0.1014996 Oct 22 13:10:31.984006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-105d19a2-cb39-4c52-ac33-eef43be6ede7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450882 Oct 22 13:10:31.996023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fa5c6-b171-4dfd-b7ff-fa85110bf690 req-9f446778-0626-4b28-8f73-2bd2d0b77e29 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:31.997490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a4fa5c6-b171-4dfd-b7ff-fa85110bf690 req-9f446778-0626-4b28-8f73-2bd2d0b77e29 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.4064145 Oct 22 13:10:32.008732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-cfc81508-b52a-4f07-b3de-511dd65f2ac1 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356732 Oct 22 13:10:32.086328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Attempting to bind port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:32.086897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Attempting to bind port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:32.087368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Attempting to bind port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 on network c543d1e8-e501-4462-b463-f37b21ab147d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:32.103120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:32.103757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Checking segment: {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:32.104323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:32.105300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Bound using segment: {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:32.105694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Bound port: 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:32.106668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:32.132186 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2400452a-77f7-4f23-b41f-e32ba9adfc21 req-13965514-43a5-4456-b89c-bc2e44589b1b service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157792 Oct 22 13:10:32.140133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee4a2889-5592-4f65-9fa9-d70df6a4e428 req-10baf180-ff4b-4291-83bc-119eb641f98f service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408794 Oct 22 13:10:32.179702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-7e319058-88d1-43de-bd31-78bd7dfabe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:32.181074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-7e319058-88d1-43de-bd31-78bd7dfabe3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1952374 Oct 22 13:10:32.201885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f03a943-b4b3-4759-a281-aaae9e3fcb8e req-05d3b74d-96a9-42fe-9d64-e42d94b37af9 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4885511 Oct 22 13:10:32.264983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a4fa5c6-b171-4dfd-b7ff-fa85110bf690 req-83b25b6e-230b-4912-8de6-9979fac3a814 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272495 Oct 22 13:10:32.310510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:32.312891 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91fc14-016d-482f-8117-ca1674578491" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:32.336763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-7ce9721e-57a3-4a98-81ed-7096a5f688da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:32.338891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-7ce9721e-57a3-4a98-81ed-7096a5f688da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351271 Oct 22 13:10:32.342479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] For port 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:32.348852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] For port 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=73b02a05-9dc0-4d17-9992-f4f0ad916f31,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:32.377761 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:32.468727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3ced713a-526e-46e9-96fe-f4aa9a4b867b', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:10:01Z', 'updated_at': '2021-10-22T13:10:26Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:32.504505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b08382-4f37-4e51-93a4-982082dcc9b6 None None] Pushing event updated for resources: {'Port': ['ID=73b02a05-9dc0-4d17-9992-f4f0ad916f31,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:32.558884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb62b82-f3fd-455a-bf04-1f214a870328 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3ced713a-526e-46e9-96fe-f4aa9a4b867b', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:10:01Z', 'updated_at': '2021-10-22T13:10:26Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:10:32.680389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:32.732458 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:32.894458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-4316408a-51b3-444f-bdea-41dc726a44d7 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963541 Oct 22 13:10:32.972895 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe757d-a0ea-4007-8cd9-04008a416304 None None] New status for floating IP 3ced713a-526e-46e9-96fe-f4aa9a4b867b: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:10:33.007777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.014763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.024067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.033064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.039818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.047137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.053578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.079267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc3994db-2465-4a49-a7c2-34195c98a16a req-6ee10cb8-6249-4115-9616-f6c933b9bc88 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.4679070 Oct 22 13:10:33.173902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Allocated IP 172.25.6.39 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6a936e40-2a0c-4388-ade5-9d7195b91754) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:33.270358 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aaf8b0-213b-4d63-8d9b-def8c98fd6aa x-openstack-request-id: req-25aaf8b0-213b-4d63-8d9b-def8c98fd6aa {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:33.271025 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:33.271314 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25aaf8b0-213b-4d63-8d9b-def8c98fd6aa {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:33.271718 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215', 'status': 'completed', 'code': 200} Oct 22 13:10:33.363541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-a603eadb-5879-4280-acf6-d0bed705071a tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.371313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-a603eadb-5879-4280-acf6-d0bed705071a tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/networks?id=0a755838-cab1-473a-8770-bb308672e651 HTTP/1.1" status: 200 len: 822 time: 0.6484876 Oct 22 13:10:33.399176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-c028bf6c-9914-4140-8616-73fe31988655 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/quotas/57adf228f79948bc98cc6a667dddd4ee HTTP/1.1" status: 200 len: 375 time: 0.0269051 Oct 22 13:10:33.474968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-cba3457d-75bc-4dbc-b496-99a2fc400048 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57adf228f79948bc98cc6a667dddd4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583162 Oct 22 13:10:33.484837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48ecef40-d8c9-4628-a525-bfc928e3a055 req-bf39a20d-6655-4f6f-bb0c-4805d84308aa service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426009 Oct 22 13:10:33.705681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:33.862728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:33.878506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'mac_address': 'fa:16:3e:90:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:33.929146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:33.959142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:33.960135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fc14-016d-482f-8117-ca1674578491 req-2632481e-8d2f-415f-868d-6f98deddd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:33.962268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-2632481e-8d2f-415f-868d-6f98deddd999 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b442d973a4c344428c853fa8aef06b07&device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 1099 time: 0.6741610 Oct 22 13:10:33.982778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:33.989408 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.076887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 73b02a05-9dc0-4d17-9992-f4f0ad916f31 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:34.080510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:34.153956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9e85c-ca32-4ff2-ad28-8557b76e9079 None None] Network c543d1e8-e501-4462-b463-f37b21ab147d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:34.173572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783c11-fde9-4f64-a35a-e4243dc5ca7c req-03a1c383-39a1-46e2-9c19-a0f4464e5b22 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:34.180939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4783c11-fde9-4f64-a35a-e4243dc5ca7c req-03a1c383-39a1-46e2-9c19-a0f4464e5b22 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.7751830 Oct 22 13:10:34.205888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.228591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:34.229867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.256221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:34.284704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-c24b6a71-30f2-4949-966d-4d2ab11170fc service neutron] 10.222.0.25 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950189 Oct 22 13:10:34.337667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4783c11-fde9-4f64-a35a-e4243dc5ca7c req-5f2b344a-8154-48ac-a208-5ef4d932d1a1 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511772 Oct 22 13:10:34.344347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-40021c72-8870-43d4-98e4-7d52d9f08e60 None None] Provisioning complete for port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:34.344720 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-40021c72-8870-43d4-98e4-7d52d9f08e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.434466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.531152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fc14-016d-482f-8117-ca1674578491 req-78c02b6b-5f77-4d2f-b295-fc46dd6468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:34.532846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-78c02b6b-5f77-4d2f-b295-fc46dd6468be service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.5402811 Oct 22 13:10:34.539173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=73b02a05-9dc0-4d17-9992-f4f0ad916f31,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:34.557914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.592345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-ca1deeaf-d761-4291-ab89-ab0d186526bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6e48007d-4788-4357-a3fc-e83d8468b215 HTTP/1.1" status: 200 len: 217 time: 0.0465539 Oct 22 13:10:34.598625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:34.606494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:34.646012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-7184ded0-98b1-46dc-840f-fe1c128b5392 service neutron] 10.222.0.25 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602057 Oct 22 13:10:34.681833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:34.687522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:34.692565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:34.706277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Pushing event updated for resources: {'Port': ['ID=6a936e40-2a0c-4388-ade5-9d7195b91754,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:34.710155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fc14-016d-482f-8117-ca1674578491 req-86e47b24-8d54-4fc4-933a-5fec0f624629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:34.711768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-86e47b24-8d54-4fc4-933a-5fec0f624629 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1102045 Oct 22 13:10:34.805962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=73b02a05-9dc0-4d17-9992-f4f0ad916f31,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:34.970739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:34.983269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fc14-016d-482f-8117-ca1674578491 req-d8205964-7035-4efc-aa4e-fb52c4ba4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:34.984881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-d8205964-7035-4efc-aa4e-fb52c4ba4953 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548854 Oct 22 13:10:34.991111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '6e48007d-4788-4357-a3fc-e83d8468b215', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '6e48007d-4788-4357-a3fc-e83d8468b215', 'mac_address': 'fa:16:3e:f4:53:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:34.997939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8eea2b2c-5fd8-4deb-8553-be8eb19de39a req-da5ac6a9-781b-474f-969b-ee7cc4efd562 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 210 time: 0.0706205 Oct 22 13:10:35.055597 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:35.083849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e48007d-4788-4357-a3fc-e83d8468b215 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:35.120094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:35.129074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:35.234906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:35.278045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-77eb6804-81a2-4d25-9a4f-1d89b24a36a4 None None] Provisioning complete for port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:35.278489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77eb6804-81a2-4d25-9a4f-1d89b24a36a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:35.320166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-cbddce21-7665-47d0-818a-a47c6c611660 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214982 Oct 22 13:10:35.326069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:35.423948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57388) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:35.601653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.602135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.602634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.603101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.603563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.604597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.605445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.614171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-b5992fab-e2c5-4c12-b74b-f8694dcf35de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.1880341 Oct 22 13:10:35.634515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6e48007d-4788-4357-a3fc-e83d8468b215'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:35.662629 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-31f88730-5d04-436c-8dac-373333718a92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&id=8f52eca5-7465-443d-b524-21a887bc1651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472808 Oct 22 13:10:35.712760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:35.805045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a326-a516-4454-9eb5-5cddf4538e3b req-693d40ed-de0c-4e9c-bc81-fbcb87515159 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:35.814529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2552a326-a516-4454-9eb5-5cddf4538e3b req-693d40ed-de0c-4e9c-bc81-fbcb87515159 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 949 time: 0.3265586 Oct 22 13:10:35.829661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db91fc14-016d-482f-8117-ca1674578491 req-32aafdd0-0ec8-40ea-8cea-ae96670bd120 service neutron] 10.222.0.21 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894750 Oct 22 13:10:35.837489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:35.851767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:35.852138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:35.885100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2552a326-a516-4454-9eb5-5cddf4538e3b req-2680b65f-f8e5-48f0-84bf-df53c67b599a tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688646 Oct 22 13:10:35.951410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:36.017424 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:36.053205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:36.055695 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573018e8-c59f-4462-93bf-1ee1ba723792" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:36.071795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 73b02a05-9dc0-4d17-9992-f4f0ad916f31 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:36.121574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:36.136048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:36.152274 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68872464-fbfb-44cf-909b-7bc5fdc79540 x-openstack-request-id: req-68872464-fbfb-44cf-909b-7bc5fdc79540 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:36.152614 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:36.152779 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68872464-fbfb-44cf-909b-7bc5fdc79540 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:36.153217 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'code': 200} Oct 22 13:10:36.186524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:36.186936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:36.224738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf13947c-9f09-4996-9b8b-5f4fddbf6904 req-92b2b89a-4e13-4370-b53a-157931c2f82a tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 210 time: 0.0375495 Oct 22 13:10:36.254377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Router 72a9b612-5cb9-4146-bd26-b533f0017874 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:10:36.283298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:36.332145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845366f-ba57-4cff-9738-c61eee688d1d req-64c5428a-b68d-40c8-9b0f-a72ddc8e44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:36.334397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5845366f-ba57-4cff-9738-c61eee688d1d req-64c5428a-b68d-40c8-9b0f-a72ddc8e44ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 1101 time: 0.1122487 Oct 22 13:10:36.446073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:10:36.470562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Sync routers for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:10:36.471208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5845366f-ba57-4cff-9738-c61eee688d1d req-cdcd38d0-2aed-449a-816d-53ca7e881e37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254117 Oct 22 13:10:36.484190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:36.485594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-48c959cf-783a-4291-ad84-210b6f7dc812 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0242302 Oct 22 13:10:36.485730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:36.486313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:36.488340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57414) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:36.540223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-fdc2b968-529b-44ed-ab3f-1500b474fec2 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:36.543894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-fdc2b968-529b-44ed-ab3f-1500b474fec2 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.26 "GET /v2.0/networks?id=0a755838-cab1-473a-8770-bb308672e651 HTTP/1.1" status: 200 len: 822 time: 0.1706710 Oct 22 13:10:36.647721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:36.687746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Request body: {'port': {'device_id': '09da259d-3507-4387-b7a5-0530812d0f20', 'network_id': '0a755838-cab1-473a-8770-bb308672e651', 'admin_state_up': True, 'tenant_id': '57adf228f79948bc98cc6a667dddd4ee'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:36.906955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Made reservation on behalf of 57adf228f79948bc98cc6a667dddd4ee for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:36.923076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.001278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:34Z', 'revision_number': 3, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:37.044671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Checking router: 72a9b612-5cb9-4146-bd26-b533f0017874 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:10:37.045276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Updating router 72a9b612-5cb9-4146-bd26-b533f0017874 port 6a936e40-2a0c-4388-ade5-9d7195b91754 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:10:37.074123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d57a6-5560-4c56-9f30-851402bfc2de req-9179e4fe-6b10-4f94-a71d-91063c72e70e tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:37.075669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c04d57a6-5560-4c56-9f30-851402bfc2de req-9179e4fe-6b10-4f94-a71d-91063c72e70e tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 949 time: 0.0840368 Oct 22 13:10:37.083396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.143955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Allocated IP 172.20.0.12 (0a755838-cab1-473a-8770-bb308672e651/667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8/aeb94bf1-d448-4123-a05f-18d6914243af) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:37.185251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.246449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c04d57a6-5560-4c56-9f30-851402bfc2de req-73bcfb27-ccb7-479f-9b4c-df49992e4c5b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151273 Oct 22 13:10:37.501855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.555101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5f1072a-7603-48dd-9426-1cca24de39ee req-840be6b9-dfff-49c9-802a-84ebefaf88cd tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 210 time: 0.0647895 Oct 22 13:10:37.572034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Allocated IP 172.20.0.1 (c543d1e8-e501-4462-b463-f37b21ab147d/ab267f78-1e8f-486a-bab2-69c6f4aebd79/1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:37.584476 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.693606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Network 0a755838-cab1-473a-8770-bb308672e651 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:37.699771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:37.704223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:37.720813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.740068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Pushing event updated for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:37.747324 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.826951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c203221-0b52-4cf5-8a33-ee0c516e417a None None] Pushing event updated for resources: {'Port': ['ID=6a936e40-2a0c-4388-ade5-9d7195b91754,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:37.840564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:37.841827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.857233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Attempting to bind port 6a936e40-2a0c-4388-ade5-9d7195b91754 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:37.857891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Attempting to bind port 6a936e40-2a0c-4388-ade5-9d7195b91754 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:37.858471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Attempting to bind port 6a936e40-2a0c-4388-ade5-9d7195b91754 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:37.868812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:37.871979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:37.874973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.875594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:37.876294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Bound port: 6a936e40-2a0c-4388-ade5-9d7195b91754, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:37.876438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.877088 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:37.889013 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-59edc67c-1728-4ea5-9629-acd18e1d4d43 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2053611 Oct 22 13:10:37.912145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Request body: {'port': {'device_id': '09da259d-3507-4387-b7a5-0530812d0f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:37.956336 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.003922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.013452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] For port 6a936e40-2a0c-4388-ade5-9d7195b91754, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:38.017114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] For port 6a936e40-2a0c-4388-ade5-9d7195b91754, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a936e40-2a0c-4388-ade5-9d7195b91754,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:38.031009 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.045734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Network c543d1e8-e501-4462-b463-f37b21ab147d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:38.076171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.121562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:38.128586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:38.183484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c203221-0b52-4cf5-8a33-ee0c516e417a None None] Pushing event updated for resources: {'Port': ['ID=6a936e40-2a0c-4388-ade5-9d7195b91754,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:38.200492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:38.223903 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.244462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:38.245934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:38.485471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:38.535178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8274-47e3-459b-8839-64918958988f req-4a99197c-3856-4c54-84fa-e7c5d25e13d9 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:38.536991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1cd8274-47e3-459b-8839-64918958988f req-4a99197c-3856-4c54-84fa-e7c5d25e13d9 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 949 time: 0.1527085 Oct 22 13:10:38.598680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.612467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:38.679642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1cd8274-47e3-459b-8839-64918958988f req-6218de7f-1ffa-4d2b-9ec8-d21467323815 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004417 Oct 22 13:10:38.756869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb94bf1-d448-4123-a05f-18d6914243af {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:38.767566 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.776871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0f59bc9a-606e-497d-87d5-7825de044b12 None None] Provisioning complete for port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:38.777382 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f59bc9a-606e-497d-87d5-7825de044b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.793178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Transition to ACTIVE for port object aeb94bf1-d448-4123-a05f-18d6914243af will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:10:38.804384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.869759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:38.875821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 6e48007d-4788-4357-a3fc-e83d8468b215 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:38.903244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0f59bc9a-606e-497d-87d5-7825de044b12 None None] Port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:38.906313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 6e48007d-4788-4357-a3fc-e83d8468b215 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:38.906640 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:38.972742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Attempting to bind port aeb94bf1-d448-4123-a05f-18d6914243af on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:38.973312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Attempting to bind port aeb94bf1-d448-4123-a05f-18d6914243af by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '77028ebf-a763-4075-8926-d20431c00401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0a755838-cab1-473a-8770-bb308672e651'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:38.973457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Attempting to bind port aeb94bf1-d448-4123-a05f-18d6914243af on network 0a755838-cab1-473a-8770-bb308672e651 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:38.976551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:34Z', 'revision_number': 3, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:38.978112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Port aeb94bf1-d448-4123-a05f-18d6914243af on network 0a755838-cab1-473a-8770-bb308672e651 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:10:38.978478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Attempting to bind port aeb94bf1-d448-4123-a05f-18d6914243af on network 0a755838-cab1-473a-8770-bb308672e651 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:38.984156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:38.984559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Checking segment: {'id': '77028ebf-a763-4075-8926-d20431c00401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0a755838-cab1-473a-8770-bb308672e651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:38.985016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Bound using segment: {'id': '77028ebf-a763-4075-8926-d20431c00401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0a755838-cab1-473a-8770-bb308672e651'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:38.985446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Bound port: aeb94bf1-d448-4123-a05f-18d6914243af, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77028ebf-a763-4075-8926-d20431c00401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0a755838-cab1-473a-8770-bb308672e651'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:38.985910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.046862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6bf98-4994-4232-8fef-b59311f17268 None None] The sync data for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 is: [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:34Z', 'revision_number': 3, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:10:39.061208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.071316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fc040-77c1-46e2-896e-384f3b0239ce req-c454bdcb-c01a-4cde-897f-455c825dc1fc tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:39.084676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e1fc040-77c1-46e2-896e-384f3b0239ce req-c454bdcb-c01a-4cde-897f-455c825dc1fc tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 932 time: 0.3670557 Oct 22 13:10:39.103597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:39.107740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aeb94bf1-d448-4123-a05f-18d6914243af,segment=NetworkSegment(77028ebf-a763-4075-8926-d20431c00401),segment_id=77028ebf-a763-4075-8926-d20431c00401)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:39.125224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.130296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.147255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.170838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:39.183143 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c542b-53ae-4ad6-bcec-02b0b3302937" -d '{"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-plugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:39.193811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:39.194428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.195933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] 10.222.0.26 "PUT /v2.0/ports/aeb94bf1-d448-4123-a05f-18d6914243af HTTP/1.1" status: 200 len: 1092 time: 1.2919581 Oct 22 13:10:39.196393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:39.199568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:39.199737 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc47af-789a-4456-a95f-934703b4994c" -d '{"events": [{"name": "network-changed", "server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:39.214341 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.255839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e1fc040-77c1-46e2-896e-384f3b0239ce req-6545b6b6-3623-4295-89a6-55ee7c2e84b3 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676302 Oct 22 13:10:39.300211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e52dff-3428-49f9-ac8f-bd01672a2834 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:39.311278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:39.341295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-3b00f35d-c7bc-47fb-83f9-246df7b15902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:39.342885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-3b00f35d-c7bc-47fb-83f9-246df7b15902 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57adf228f79948bc98cc6a667dddd4ee&device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 1095 time: 0.0923913 Oct 22 13:10:39.354215 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.391681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:39.407579 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838d29a-8463-4375-ac00-fc48ab49c01c x-openstack-request-id: req-c838d29a-8463-4375-ac00-fc48ab49c01c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:39.407886 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-plugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:39.408143 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c838d29a-8463-4375-ac00-fc48ab49c01c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:39.408557 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215', 'code': 200} Oct 22 13:10:39.451794 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220c0338-85d1-437e-8919-cb02d40f6186 x-openstack-request-id: req-220c0338-85d1-437e-8919-cb02d40f6186 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:39.452124 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:39.452340 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-220c0338-85d1-437e-8919-cb02d40f6186 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:39.460566 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af', 'status': 'completed', 'code': 200} Oct 22 13:10:39.462351 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-b3792913-1654-4d5c-a6c5-ef4df97f181c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb94bf1-d448-4123-a05f-18d6914243af HTTP/1.1" status: 200 len: 217 time: 0.1113019 Oct 22 13:10:39.541934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd663b-353c-41ac-b3cd-2d0a48649b73 req-7d03c6c8-8d18-4c61-9d08-cd41fdbacade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:39.543558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79dd663b-353c-41ac-b3cd-2d0a48649b73 req-7d03c6c8-8d18-4c61-9d08-cd41fdbacade service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 1101 time: 0.0977581 Oct 22 13:10:39.591394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Network c543d1e8-e501-4462-b463-f37b21ab147d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:39.594654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:39.601624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-5bc884c5-c8e1-4f99-9254-1349a3a11a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:39.603350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-5bc884c5-c8e1-4f99-9254-1349a3a11a99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8 HTTP/1.1" status: 200 len: 862 time: 0.1173396 Oct 22 13:10:39.622097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79dd663b-353c-41ac-b3cd-2d0a48649b73 req-21b195a3-3b39-4bfb-9768-81332975dadd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Oct 22 13:10:39.652366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-a653e1e8-2879-454d-a62b-b341429bbe33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a755838-cab1-473a-8770-bb308672e651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404971 Oct 22 13:10:39.736491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:39.849918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-10e3f82b-3ba6-42d4-9219-9bbcc1ba6bcc service neutron] 10.222.0.26 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902828 Oct 22 13:10:39.886771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Router 72a9b612-5cb9-4146-bd26-b533f0017874 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:10:40.045876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-55241aa2-830b-4d6b-9934-7da188d994c6 None None] Provisioning complete for port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:40.046418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55241aa2-830b-4d6b-9934-7da188d994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:40.095476 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f95d49e4-8243-4d15-87af-9655822c8d5a req-16e38c91-d592-4383-b536-d23b64a81a5d service neutron] 10.222.0.26 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344179 Oct 22 13:10:40.159014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-55241aa2-830b-4d6b-9934-7da188d994c6 None None] Port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:10:40.161273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a936e40-2a0c-4388-ade5-9d7195b91754 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:40.271600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc47af-789a-4456-a95f-934703b4994c req-fb9c34e3-305b-48d1-a6d7-11136baf5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:40.273335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-fb9c34e3-305b-48d1-a6d7-11136baf5f18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57adf228f79948bc98cc6a667dddd4ee&device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 1095 time: 0.1202710 Oct 22 13:10:40.320705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a936e40-2a0c-4388-ade5-9d7195b91754 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:40.321094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:40.443955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc47af-789a-4456-a95f-934703b4994c req-082d74ae-476d-47ff-8314-5850f9101b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:40.445472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-082d74ae-476d-47ff-8314-5850f9101b5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a755838-cab1-473a-8770-bb308672e651 HTTP/1.1" status: 200 len: 923 time: 0.1521456 Oct 22 13:10:40.446277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:40.482734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 6a936e40-2a0c-4388-ade5-9d7195b91754, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a936e40-2a0c-4388-ade5-9d7195b91754,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:40.490722 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:40.513636 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-a84153ab-aba5-4fd1-8592-18a05abaa963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb94bf1-d448-4123-a05f-18d6914243af HTTP/1.1" status: 200 len: 217 time: 0.0547526 Oct 22 13:10:40.555177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=6a936e40-2a0c-4388-ade5-9d7195b91754,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:40.579989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc47af-789a-4456-a95f-934703b4994c req-bbce793e-7c87-46c8-b66b-e40b7ad1ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:40.581451 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-bbce793e-7c87-46c8-b66b-e40b7ad1ed2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8 HTTP/1.1" status: 200 len: 862 time: 0.0592666 Oct 22 13:10:40.612797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f25d85-38a1-4327-8e19-23f4aa96433d req-24ca638f-9630-4095-ad91-5fe1544a265a tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:40.614301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0f25d85-38a1-4327-8e19-23f4aa96433d req-24ca638f-9630-4095-ad91-5fe1544a265a tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 950 time: 0.7509973 Oct 22 13:10:40.616232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-3e27a2aa-3b03-47b0-93e5-1764ee7bc932 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a755838-cab1-473a-8770-bb308672e651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264716 Oct 22 13:10:40.643998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:10:40.652504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dca30413-7914-473e-9b5a-08decf42f852 admin admin] 10.222.0.25 "PUT /v2.0/routers/72a9b612-5cb9-4146-bd26-b533f0017874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1620626 Oct 22 13:10:40.673525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea385bb-ced5-45a3-95a7-0b39c7af2edf req-58d0e190-8fff-4f40-95ec-e05b7299ea5f tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:40.675077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ea385bb-ced5-45a3-95a7-0b39c7af2edf req-58d0e190-8fff-4f40-95ec-e05b7299ea5f tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 944 time: 0.1369433 Oct 22 13:10:40.683781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0f25d85-38a1-4327-8e19-23f4aa96433d req-eef805be-f142-4cb9-871f-afaea611bc86 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617123 Oct 22 13:10:40.712523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-0ffd38e0-ca2a-4319-baeb-555ae45e42ff service neutron] 10.222.0.26 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882678 Oct 22 13:10:40.736208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ea385bb-ced5-45a3-95a7-0b39c7af2edf req-d9c5e7a1-e29f-4d05-b7fe-442e7dd83dad tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513644 Oct 22 13:10:40.829436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3dc47af-789a-4456-a95f-934703b4994c req-dcae9a00-b06a-4765-b69a-b11f16ef78ca service neutron] 10.222.0.26 "GET /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026239 Oct 22 13:10:40.962832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-c7e9868d-940e-42d2-a3ee-b0ff76e8a64f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1154561 Oct 22 13:10:40.974955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:41.001455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.105309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.210790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Allocated IP 172.25.6.186 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d66a413d-a220-4746-a4c5-fadb977149f7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:41.299042 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Sync routers for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:10:41.311175 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:41.311806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:41.327607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.364500 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.404660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:41.407301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:41.410812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:41.446535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=d66a413d-a220-4746-a4c5-fadb977149f7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:41.536026 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:41.544205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.585098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f030e60-9c60-4801-a6ee-eb6f58a8058c req-d4d179cd-0b3e-4a17-b922-067a3412da78 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:41.586628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f030e60-9c60-4801-a6ee-eb6f58a8058c req-d4d179cd-0b3e-4a17-b922-067a3412da78 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 951 time: 0.0843124 Oct 22 13:10:41.595210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.665202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f030e60-9c60-4801-a6ee-eb6f58a8058c req-95262b3a-9e85-41f5-b13e-a6ae5efea258 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714958 Oct 22 13:10:41.743649 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 4, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c', 'name': '', 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'mac_address': 'fa:16:3e:12:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:37Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 2, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'subnets': [{'id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:41.770772 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Checking router: 72a9b612-5cb9-4146-bd26-b533f0017874 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:10:41.771130 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Updating router 72a9b612-5cb9-4146-bd26-b533f0017874 port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:10:41.792479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.799909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.800785 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.894233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=d66a413d-a220-4746-a4c5-fadb977149f7,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:41.899160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.917554 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:41.918782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-e280a9df-f525-42ba-874f-97104565329a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9484565 Oct 22 13:10:41.974790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-fb6314ad-0ef5-4c4b-994d-34bd8137d440 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0473320 Oct 22 13:10:42.030255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a936e40-2a0c-4388-ade5-9d7195b91754 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:42.082964 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.092303 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.093720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a936e40-2a0c-4388-ade5-9d7195b91754 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:42.094105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.154352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-89eb78a0-e1ce-401e-8b6c-601ddceb46ed tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:42.155939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-89eb78a0-e1ce-401e-8b6c-601ddceb46ed tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1675222 Oct 22 13:10:42.159053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55594404-ea3d-4886-8cfd-46aceb400d10 None None] Pushing event updated for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:42.171657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-18020edc-80a7-4c36-b312-4ed385266519 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:10:42.175229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb364b9-27d0-4445-92e5-aea25b4b10bf req-18020edc-80a7-4c36-b312-4ed385266519 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089691 Oct 22 13:10:42.257153 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Attempting to bind port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:10:42.257526 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Attempting to bind port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:10:42.257891 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Attempting to bind port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c on network c543d1e8-e501-4462-b463-f37b21ab147d {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:10:42.266247 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:10:42.266799 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Checking segment: {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:42.267216 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.267602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Bound using segment: {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:10:42.268080 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Bound port: 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310b032-f85f-4848-9dcc-4041b3e33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:10:42.268463 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.314996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe05e-b17d-4b71-bb6b-a21eadcfe62e req-10528011-8873-48a1-8c02-a8d80cc4979e tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:42.316667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-384fe05e-b17d-4b71-bb6b-a21eadcfe62e req-10528011-8873-48a1-8c02-a8d80cc4979e tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 950 time: 0.0698259 Oct 22 13:10:42.344769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] For port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:10:42.348639 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] For port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:10:42.356340 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.376284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-384fe05e-b17d-4b71-bb6b-a21eadcfe62e req-bc6cafe4-6b21-41be-a755-ea1e101858b9 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Oct 22 13:10:42.435797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:42.436434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:42.441868 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55594404-ea3d-4886-8cfd-46aceb400d10 None None] Pushing event updated for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:42.501511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] Provisioning complete for port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:42.501883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.573797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:42.574924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0f74-a2af-4776-be2a-bacddcad56ef req-8b8df196-1699-43f4-a57a-b4fe6193b574 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:42.576641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd8c0f74-a2af-4776-be2a-bacddcad56ef req-8b8df196-1699-43f4-a57a-b4fe6193b574 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 944 time: 0.1071265 Oct 22 13:10:42.606794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.650127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] For port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:42.665140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd8c0f74-a2af-4776-be2a-bacddcad56ef req-36f92ac6-602d-4900-91d8-30cb60173c6f tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Oct 22 13:10:42.669170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.695759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-5bf920db-a388-45cf-9558-ba485faaf96f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1921463 Oct 22 13:10:42.707755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:42.733166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc8e8-3832-428f-b70e-0e278fa49ed4 None None] Pushing event updated for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:42.739847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.790467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d4a7399c-3272-4424-ae74-289bd951e49e None None] Provisioning complete for port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:42.791549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d4a7399c-3272-4424-ae74-289bd951e49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.867017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:42.871922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 4, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c', 'name': '', 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'mac_address': 'fa:16:3e:12:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:37Z', 'updated_at': '2021-10-22T13:10:42Z', 'revision_number': 4, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'subnets': [{'id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:42.903708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a63e-3207-4b09-a84c-6a2042e53f8f None None] The sync data for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 is: [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:38Z', 'revision_number': 4, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c', 'name': '', 'network_id': 'c543d1e8-e501-4462-b463-f37b21ab147d', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'mac_address': 'fa:16:3e:12:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:37Z', 'updated_at': '2021-10-22T13:10:42Z', 'revision_number': 4, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'subnets': [{'id': 'ab267f78-1e8f-486a-bab2-69c6f4aebd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:10:42.961657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa4af-9241-463b-be7e-9440f9a2d07a req-8947f9ad-9895-4fd8-8b03-e23eebf190b8 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:42.967090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00aa4af-9241-463b-be7e-9440f9a2d07a req-8947f9ad-9895-4fd8-8b03-e23eebf190b8 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 950 time: 0.1105733 Oct 22 13:10:43.047782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00aa4af-9241-463b-be7e-9440f9a2d07a req-ca49128e-a8b8-40ba-ad6b-91fe33d430be tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768011 Oct 22 13:10:43.064635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Allocated IP 172.25.6.102 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f43c30c7-b362-4ba1-b60a-d294f08a6113) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:43.178968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.226477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.275557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:43.279190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:43.282828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:43.291650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=f43c30c7-b362-4ba1-b60a-d294f08a6113,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:43.380992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.423772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.599407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.612859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.702939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=f43c30c7-b362-4ba1-b60a-d294f08a6113,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:43.727181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488114-ace2-4bef-a6a6-87d10c58f1ba req-30d13210-4114-4cd4-8906-0f105daff9d3 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:43.729536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92488114-ace2-4bef-a6a6-87d10c58f1ba req-30d13210-4114-4cd4-8906-0f105daff9d3 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 951 time: 0.1274226 Oct 22 13:10:43.739614 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.742846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aeb94bf1-d448-4123-a05f-18d6914243af details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:43.772071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.773279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-7cbb4214-420f-4ab2-81d1-fd3d1d529aec tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0698164 Oct 22 13:10:43.794818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92488114-ace2-4bef-a6a6-87d10c58f1ba req-160a5031-22ec-409d-b882-741fc6e7e711 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564451 Oct 22 13:10:43.834868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-39b2f040-158f-49e7-a9cb-156231b95e09 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.0544250 Oct 22 13:10:43.853584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aeb94bf1-d448-4123-a05f-18d6914243af,segment=NetworkSegment(77028ebf-a763-4075-8926-d20431c00401),segment_id=77028ebf-a763-4075-8926-d20431c00401)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:43.867226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'aeb94bf1-d448-4123-a05f-18d6914243af', 'network_id': '0a755838-cab1-473a-8770-bb308672e651', 'port_id': 'aeb94bf1-d448-4123-a05f-18d6914243af', 'mac_address': 'fa:16:3e:21:0c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:43.942549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:43.964080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4d01-5f7e-4507-9357-96239131d575 req-d64f1e7e-f3ed-4328-89e3-658e7cf20637 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:43.970691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb94bf1-d448-4123-a05f-18d6914243af {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:43.971619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-d64f1e7e-f3ed-4328-89e3-658e7cf20637 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1311617 Oct 22 13:10:43.977322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-69aa935c-f23d-422a-9d3f-259ba128d21a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:10:43.987464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906f4d01-5f7e-4507-9357-96239131d575 req-69aa935c-f23d-422a-9d3f-259ba128d21a tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0146520 Oct 22 13:10:44.011507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aeb94bf1-d448-4123-a05f-18d6914243af,segment=NetworkSegment(77028ebf-a763-4075-8926-d20431c00401),segment_id=77028ebf-a763-4075-8926-d20431c00401)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:44.025381 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.068605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c26bc-963b-4434-9da3-4277fcbbafc4 req-e64b5ac5-b115-46c0-aad6-3c8df982ddfe tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:44.071980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-351c26bc-963b-4434-9da3-4277fcbbafc4 req-e64b5ac5-b115-46c0-aad6-3c8df982ddfe tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 945 time: 0.0610394 Oct 22 13:10:44.101734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:44.104193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:44.119296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-351c26bc-963b-4434-9da3-4277fcbbafc4 req-a2be4e2c-d2ce-4d7c-8a62-cf0f5b9414ad tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Oct 22 13:10:44.165257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:44.165788 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.235998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8117b60-379b-47e4-a352-44c59be4583a req-2bb934f4-9e46-4f13-9d9f-861e54cfc78f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1152761 Oct 22 13:10:44.245910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:44.268930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.356627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['aeb94bf1-d448-4123-a05f-18d6914243af'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:44.365781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.478381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Allocated IP 172.25.6.49 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:44.583436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.615363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.656151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:44.660751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:44.663292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:44.694457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:44.752564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.788643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:44.967730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91f20f-80b7-4003-94f9-d59126031c5c req-dfda9525-1eaf-4bab-b6b2-e04e1c3a5d0c tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:44.969207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f91f20f-80b7-4003-94f9-d59126031c5c req-dfda9525-1eaf-4bab-b6b2-e04e1c3a5d0c tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 951 time: 0.1054316 Oct 22 13:10:44.993668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.003169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.070460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f91f20f-80b7-4003-94f9-d59126031c5c req-fe0c86f7-4750-43d7-9387-ec19abf72604 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/security-groups?id=5181fa11-025a-47aa-a584-f595e19b8acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909033 Oct 22 13:10:45.090907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.102301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:45.116578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.117818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8117b60-379b-47e4-a352-44c59be4583a req-e2280fb5-b0f3-417d-9fd0-fbf2143d5777 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8762546 Oct 22 13:10:45.173511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8117b60-379b-47e4-a352-44c59be4583a req-bd04e0f3-112d-4fa6-a54e-11900b90a660 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0497026 Oct 22 13:10:45.286810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117b60-379b-47e4-a352-44c59be4583a req-bcdfd5ec-a2fb-47e8-b684-c3b6207325b9 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:45.289360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8117b60-379b-47e4-a352-44c59be4583a req-bcdfd5ec-a2fb-47e8-b684-c3b6207325b9 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1099536 Oct 22 13:10:45.425618 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:10:45.429181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7cb00-4690-4b9a-b768-6ad9290466ea req-a4f22e8c-a38e-445f-9af6-8ce1d25ba2d2 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:45.430712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f7cb00-4690-4b9a-b768-6ad9290466ea req-a4f22e8c-a38e-445f-9af6-8ce1d25ba2d2 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 945 time: 0.1111672 Oct 22 13:10:45.473440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-7c6942f3-4235-4e18-a0c1-6a56fbb705d5 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1635616 Oct 22 13:10:45.486792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-63e99db2-c488-4f2c-b6cd-0cfc490cc814 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:45.488266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-63e99db2-c488-4f2c-b6cd-0cfc490cc814 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.26 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 951 time: 0.0510666 Oct 22 13:10:45.490921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:45.503823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f7cb00-4690-4b9a-b768-6ad9290466ea req-e6996365-99a4-4664-9872-4f9e01ae2c57 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Oct 22 13:10:45.518949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.590855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Deleting port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:45.591191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.621536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.683027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] For port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:45.683549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.695886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Calling delete_port for 98c8212e-5b46-41a0-89b5-b3c9d70e2bee owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:45.727206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Allocated IP 172.25.6.75 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3bf3213f-6a1a-44d3-8fb9-428d56d589be) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:10:45.784956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aeb94bf1-d448-4123-a05f-18d6914243af up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:45.832725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.836144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port aeb94bf1-d448-4123-a05f-18d6914243af completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:10:45.841326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port aeb94bf1-d448-4123-a05f-18d6914243af triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:45.841480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.841940 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.860518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Pushing event deleted for resources: {'Port': ['ID=98c8212e-5b46-41a0-89b5-b3c9d70e2bee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:45.881810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.909335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] No DVR routers for this DVR port 98c8212e-5b46-41a0-89b5-b3c9d70e2bee on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:45.912054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.915600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4e3628a6-4ec7-4fe9-bd60-2e191cf00815 req-5702f455-8d29-43a5-99ee-f35b5d20c88d tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.26 "DELETE /v2.0/ports/98c8212e-5b46-41a0-89b5-b3c9d70e2bee HTTP/1.1" status: 204 len: 173 time: 0.4191570 Oct 22 13:10:45.916705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-deleted', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:45.923741 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f6a2d0-7955-4b4a-8e7b-277e3d60614d" -d '{"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-deleted", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:45.932125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.937227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:10:45.939305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:45.955241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:10:45.961309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:45.964875 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6356e0-4d28-4805-8038-8a8f21a0d0c0" -d '{"events": [{"server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "name": "network-vif-plugged", "status": "completed", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:45.982396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aeb94bf1-d448-4123-a05f-18d6914243af,segment=NetworkSegment(77028ebf-a763-4075-8926-d20431c00401),segment_id=77028ebf-a763-4075-8926-d20431c00401)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:45.986560 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb7d351-6c35-4d50-8240-5d27bf20e4b4 x-openstack-request-id: req-1bb7d351-6c35-4d50-8240-5d27bf20e4b4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:45.986743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=3bf3213f-6a1a-44d3-8fb9-428d56d589be,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:45.987375 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3db46-0fb0-400f-b496-701265ca2d62", "name": "network-vif-deleted", "tag": "98c8212e-5b46-41a0-89b5-b3c9d70e2bee", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:45.987913 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bb7d351-6c35-4d50-8240-5d27bf20e4b4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:45.988559 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3db46-0fb0-400f-b496-701265ca2d62', 'name': 'network-vif-deleted', 'tag': '98c8212e-5b46-41a0-89b5-b3c9d70e2bee', 'status': 'completed', 'code': 200} Oct 22 13:10:45.991602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:45.992808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:46.040358 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57c0ed0-638e-417f-83b9-1b1fa8b4047f x-openstack-request-id: req-e57c0ed0-638e-417f-83b9-1b1fa8b4047f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:46.040584 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "name": "network-vif-plugged", "status": "completed", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:46.040837 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e57c0ed0-638e-417f-83b9-1b1fa8b4047f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:46.044429 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af', 'code': 200} Oct 22 13:10:46.044429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:46.044429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:46.064339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.079199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:46.113957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.203137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175df42-90c5-40c8-9ad6-8c00bfc3560c req-f50805f7-f6f7-4fbd-ad5f-78e7ef2fba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:46.203430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c00b029e-0f53-4d8a-838f-47a6558ca28c req-fff62f12-1921-4355-af0c-d208528ccdf7 tempest-ImagesOneServerTestJSON-1730893190 tempest-ImagesOneServerTestJSON-1730893190-project] 10.222.0.25 "GET /v2.0/ports?device_id=19b3db46-0fb0-400f-b496-701265ca2d62 HTTP/1.1" status: 200 len: 210 time: 0.0428843 Oct 22 13:10:46.204544 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e175df42-90c5-40c8-9ad6-8c00bfc3560c req-f50805f7-f6f7-4fbd-ad5f-78e7ef2fba3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 1097 time: 0.0553026 Oct 22 13:10:46.255082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e175df42-90c5-40c8-9ad6-8c00bfc3560c req-ca9714ff-4e26-427b-84ec-8516685e479f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Oct 22 13:10:46.319038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.325830 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.410770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event updated for resources: {'Port': ['ID=3bf3213f-6a1a-44d3-8fb9-428d56d589be,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:46.420497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.435800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:46.437003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-78a3c7a2-c922-4535-bf69-b42ab4f54ce6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9527419 Oct 22 13:10:46.495870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-1b7c1636-2412-4512-9cbe-a9640fb66ea5 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0525239 Oct 22 13:10:46.640782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-c29108ed-d39d-4c3f-930a-94691e9edac4 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:46.643145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7897832a-7a46-4d2b-aba2-9b15e6a1064b req-c29108ed-d39d-4c3f-930a-94691e9edac4 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1411045 Oct 22 13:10:46.664669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90fa54-4586-4332-bf24-8bdc06d4c191 req-3997784e-81e0-48e9-b3a8-b331d8a05074 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:46.666252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb90fa54-4586-4332-bf24-8bdc06d4c191 req-3997784e-81e0-48e9-b3a8-b331d8a05074 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 946 time: 0.0878944 Oct 22 13:10:46.725710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69ed63b1-762e-47d7-8eb1-9fb6b7cec3cb req-e73bdfb7-d9f0-48f4-b9f7-222c767afb59 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips/4d24bbb4-c7d1-473b-ae9f-5d203bc9894d HTTP/1.1" status: 200 len: 692 time: 0.0583849 Oct 22 13:10:46.760564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb90fa54-4586-4332-bf24-8bdc06d4c191 req-33f42c1e-0819-4dcc-935a-b0eef4ed6996 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859463 Oct 22 13:10:46.873398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed63b1-762e-47d7-8eb1-9fb6b7cec3cb req-aab2323e-f2fa-47cf-a593-e6c6a5783967 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:46.874965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69ed63b1-762e-47d7-8eb1-9fb6b7cec3cb req-aab2323e-f2fa-47cf-a593-e6c6a5783967 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1383436 Oct 22 13:10:46.892755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-69ed63b1-762e-47d7-8eb1-9fb6b7cec3cb req-bb2cbc94-e455-4562-8578-011ae1e75034 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:10:46.893824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69ed63b1-762e-47d7-8eb1-9fb6b7cec3cb req-bb2cbc94-e455-4562-8578-011ae1e75034 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104885 Oct 22 13:10:46.980289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-d45372a7-3f7e-4fc7-8ce5-1e4ef42ac27c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips/4d24bbb4-c7d1-473b-ae9f-5d203bc9894d HTTP/1.1" status: 200 len: 692 time: 0.0580201 Oct 22 13:10:47.098340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-04e52eb0-df4c-4850-b09f-260e0654d4ae tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:47.106415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-04e52eb0-df4c-4850-b09f-260e0654d4ae tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1252863 Oct 22 13:10:47.111823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-b2a20874-2084-4801-a001-221328bc3e20 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:10:47.114822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-b2a20874-2084-4801-a001-221328bc3e20 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068562 Oct 22 13:10:47.175227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-b17ccdda-9b13-4824-ba98-ecfe550921b1 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0559168 Oct 22 13:10:47.226694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-a8a27c5e-11a8-4332-b672-72566af565a1 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0499587 Oct 22 13:10:47.431899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Deleting port 3bf3213f-6a1a-44d3-8fb9-428d56d589be {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:47.432522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:47.589014 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:47.589609 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:47.606661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Calling delete_port for 3bf3213f-6a1a-44d3-8fb9-428d56d589be owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:47.652206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57708) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:47.789301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:10:47.835915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9dea9596-7d64-4223-9463-a3bd5700a8c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b129c5707d44fd28f369c91c2909140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823413 Oct 22 13:10:47.845610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57714) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:47.915406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:47.943315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.006571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.012064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.016116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5181fa11-025a-47aa-a584-f595e19b8acc HTTP/1.1" status: 204 len: 168 time: 0.1683385 Oct 22 13:10:48.031098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5181fa11-025a-47aa-a584-f595e19b8acc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:48.041224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.041224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.041558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.042251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.042365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.043206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.043206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.043708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.044313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.044742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.045228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.045654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12032bb-9006-4090-883d-70114e7e0f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:48.141855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:48.168108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'mac_address': 'fa:16:3e:90:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:10:48.225012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.239662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:10:48.250001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b3cb-d892-400b-b06f-a61b0b737a78 req-169ec2dc-46ca-4768-8d92-c05ad9389818 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:48.259854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bc6b3cb-d892-400b-b06f-a61b0b737a78 req-169ec2dc-46ca-4768-8d92-c05ad9389818 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 946 time: 0.1349020 Oct 22 13:10:48.269896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:48.281350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.341918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bc6b3cb-d892-400b-b06f-a61b0b737a78 req-6ceae76a-30ff-4c1e-aec1-974c9cbd16f9 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819101 Oct 22 13:10:48.369787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.406249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event deleted for resources: {'Port': ['ID=3bf3213f-6a1a-44d3-8fb9-428d56d589be,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:48.428055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:48.435621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:48.558592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.562350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:48.577911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d84ba6a-7ef6-4f3e-b1c0-0d52f0df3b08 req-24776dff-3884-4187-af4a-db3e8230b958 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "DELETE /v2.0/floatingips/4d24bbb4-c7d1-473b-ae9f-5d203bc9894d HTTP/1.1" status: 204 len: 173 time: 1.3432264 Oct 22 13:10:48.948740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04da6-ded7-4af5-a161-22c140c60ebc req-92d192ac-e40f-43d3-a6c0-ff5098814b03 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:48.950269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82c04da6-ded7-4af5-a161-22c140c60ebc req-92d192ac-e40f-43d3-a6c0-ff5098814b03 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3108919 Oct 22 13:10:49.098044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97e3598d-c2d5-4012-9656-11227bdb95cd req-d6fd9b2b-779c-413f-bc2a-865e39289197 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=04b02b4d944a4d72823d4f164e55f904 HTTP/1.1" status: 200 len: 1656 time: 0.0859945 Oct 22 13:10:49.226291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff22f2-b57d-40b8-890f-6ff5f6f2b520 req-d715ffa4-97dd-44cd-91f4-47ec5b06d4a7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:49.227871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5ff22f2-b57d-40b8-890f-6ff5f6f2b520 req-d715ffa4-97dd-44cd-91f4-47ec5b06d4a7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 946 time: 0.1612015 Oct 22 13:10:49.296386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3598d-c2d5-4012-9656-11227bdb95cd req-0e2b277c-69fc-4038-9986-222280621cd7 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:49.297921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97e3598d-c2d5-4012-9656-11227bdb95cd req-0e2b277c-69fc-4038-9986-222280621cd7 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks?id=71b03d9b-9f76-4411-9586-31c34473f03c&id=71b03d9b-9f76-4411-9586-31c34473f03c&id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 787 time: 0.1988182 Oct 22 13:10:49.319703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-97e3598d-c2d5-4012-9656-11227bdb95cd req-5f5c70aa-506b-4f75-a0f2-e47c05631bd3 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:10:49.320716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97e3598d-c2d5-4012-9656-11227bdb95cd req-5f5c70aa-506b-4f75-a0f2-e47c05631bd3 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111814 Oct 22 13:10:49.324754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5ff22f2-b57d-40b8-890f-6ff5f6f2b520 req-c5309a0d-5c2e-46f3-96eb-9d38896805ac tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906408 Oct 22 13:10:49.415011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc155e74-04fa-404a-936d-13fd8b914383 req-dec37559-c950-4a7c-b489-3df2298aa0e4 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips/95fdc82d-729d-4169-a7bd-21aabf3878a9 HTTP/1.1" status: 200 len: 692 time: 0.0517526 Oct 22 13:10:49.561739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc155e74-04fa-404a-936d-13fd8b914383 req-afa1012e-be95-48de-a79a-38d2ceb8e538 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:49.571900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc155e74-04fa-404a-936d-13fd8b914383 req-afa1012e-be95-48de-a79a-38d2ceb8e538 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1478453 Oct 22 13:10:49.656728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc155e74-04fa-404a-936d-13fd8b914383 req-5c518176-97e6-49a7-8081-6be8b8c84c85 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0857558 Oct 22 13:10:49.737009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc155e74-04fa-404a-936d-13fd8b914383 req-23adadb7-6b5b-4c70-b8fa-75af4042ac90 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0792923 Oct 22 13:10:49.803841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:10:49.930263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Deleting port 0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:49.930648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:49.937585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:10:49.938146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.050300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b0cc77-19e2-4c09-bd0f-09a38c516e32 req-8e96a87d-fccc-43be-86e2-f240fefb90eb tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0689816 Oct 22 13:10:50.061356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.104261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.104598 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.118871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:50.123830 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232f399-90f2-4e08-bb34-2722aadd5771" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:50.136297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Calling delete_port for 0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:50.149369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:50.155120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.157805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:50.226876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 98c8212e-5b46-41a0-89b5-b3c9d70e2bee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:50.226876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 98c8212e-5b46-41a0-89b5-b3c9d70e2bee not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:50.277046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:50.281694 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dda325-8c14-4839-8ff8-9bea8fc76123 x-openstack-request-id: req-70dda325-8c14-4839-8ff8-9bea8fc76123 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:50.282048 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:50.282308 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70dda325-8c14-4839-8ff8-9bea8fc76123 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:50.283364 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'code': 200} Oct 22 13:10:50.386700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.432390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event deleted for resources: {'Port': ['ID=0a2cb4a4-22ad-4ccc-b405-27d6b862c6f6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:50.471480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.471982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.473588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.474114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.474539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.475214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.475659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.476187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.476612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.477599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.477599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.478085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:10:50.492545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-a25a3e2c-78af-43bd-9be3-aa464304cdc8 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:50.494963 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-a25a3e2c-78af-43bd-9be3-aa464304cdc8 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.26 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 946 time: 0.1064880 Oct 22 13:10:50.661110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.664543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.664709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Deleting port aeb94bf1-d448-4123-a05f-18d6914243af {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:50.665410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.665954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc155e74-04fa-404a-936d-13fd8b914383 req-238f8afc-2ca4-4a61-84d2-fa63ff94e40f tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "DELETE /v2.0/floatingips/95fdc82d-729d-4169-a7bd-21aabf3878a9 HTTP/1.1" status: 204 len: 173 time: 0.9280233 Oct 22 13:10:50.719407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456dc9-0be3-4d62-9d42-b9c1ba44427e req-7e2bc7d0-f4b1-4e4a-abe9-61f9dc0c6c5a tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:50.722382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9456dc9-0be3-4d62-9d42-b9c1ba44427e req-7e2bc7d0-f4b1-4e4a-abe9-61f9dc0c6c5a tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 946 time: 0.1306896 Oct 22 13:10:50.845428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9456dc9-0be3-4d62-9d42-b9c1ba44427e req-69caa339-d56b-46e8-9f2b-cdada6378ae2 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/security-groups?id=176fdbc7-cfcb-4e05-9b8e-6b227b0975af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147041 Oct 22 13:10:50.871287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] For port aeb94bf1-d448-4123-a05f-18d6914243af, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aeb94bf1-d448-4123-a05f-18d6914243af,segment=NetworkSegment(77028ebf-a763-4075-8926-d20431c00401),segment_id=77028ebf-a763-4075-8926-d20431c00401)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:50.871744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:50.889304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Calling delete_port for aeb94bf1-d448-4123-a05f-18d6914243af owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:50.945676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-131d47fc-8eb8-4d30-bed8-e3678860bcfc tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips/089e785a-c8ba-44d1-92c0-12a871b0d2dd HTTP/1.1" status: 200 len: 693 time: 0.1304076 Oct 22 13:10:51.105163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.135645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7325a72c-5a84-4a60-9b4b-61f54e3d49f6 req-0f201094-8f85-4ba1-8aa0-ccc39348d8f5 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0958681 Oct 22 13:10:51.154145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Pushing event deleted for resources: {'Port': ['ID=aeb94bf1-d448-4123-a05f-18d6914243af,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:51.168090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['aeb94bf1-d448-4123-a05f-18d6914243af'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:10:51.210708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-a375271c-2575-488f-a21f-cb4bb8b48d35 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:51.220162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-a375271c-2575-488f-a21f-cb4bb8b48d35 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.2664812 Oct 22 13:10:51.271680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] No DVR routers for this DVR port aeb94bf1-d448-4123-a05f-18d6914243af on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:51.308352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-d979e2b7-2205-4f2d-98f2-f070ad2c9e23 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.0871794 Oct 22 13:10:51.333195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.337358 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-860ad682-49dc-45ef-aaf7-34b632f3e844 req-68321f4d-61fa-46fd-b946-7db1bc02f4b7 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.26 "DELETE /v2.0/ports/aeb94bf1-d448-4123-a05f-18d6914243af HTTP/1.1" status: 204 len: 173 time: 0.8295884 Oct 22 13:10:51.338531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'name': 'network-vif-deleted', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:10:51.341230 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6030664c-266d-453f-88b5-3080d56b9790" -d '{"events": [{"server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "name": "network-vif-deleted", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:10:51.402826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-1e4f3faa-51be-4472-96f7-2a7fbc0c50f9 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.0859666 Oct 22 13:10:51.410987 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8861bdf-350a-42b4-a34b-daa054854adf x-openstack-request-id: req-d8861bdf-350a-42b4-a34b-daa054854adf {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:10:51.411547 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da259d-3507-4387-b7a5-0530812d0f20", "name": "network-vif-deleted", "tag": "aeb94bf1-d448-4123-a05f-18d6914243af", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:10:51.412098 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8861bdf-350a-42b4-a34b-daa054854adf {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:10:51.412950 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da259d-3507-4387-b7a5-0530812d0f20', 'name': 'network-vif-deleted', 'tag': 'aeb94bf1-d448-4123-a05f-18d6914243af', 'status': 'completed', 'code': 200} Oct 22 13:10:51.588385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Deleting port f43c30c7-b362-4ba1-b60a-d294f08a6113 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:51.588813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.700951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.701292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.714339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Calling delete_port for f43c30c7-b362-4ba1-b60a-d294f08a6113 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:51.862510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:51.893659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event deleted for resources: {'Port': ['ID=f43c30c7-b362-4ba1-b60a-d294f08a6113,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:52.010461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fe115cd-7b76-4f8f-8151-5cdf18d70a21 req-8885ffc3-6ff4-495c-a766-f2a53273eb83 tempest-ServerAddressesNegativeTestJSON-1384069553 tempest-ServerAddressesNegativeTestJSON-1384069553-project] 10.222.0.25 "GET /v2.0/ports?device_id=09da259d-3507-4387-b7a5-0530812d0f20 HTTP/1.1" status: 200 len: 210 time: 0.0424087 Oct 22 13:10:52.019279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.022685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.023831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15dbb2c5-5967-4a50-9a6d-e50f5b8cbf78 req-726d574c-536d-43b3-8a08-7bc6da1cfb24 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "DELETE /v2.0/floatingips/089e785a-c8ba-44d1-92c0-12a871b0d2dd HTTP/1.1" status: 204 len: 173 time: 0.6202185 Oct 22 13:10:52.131443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-704dbee2-3066-4c4b-b1ab-9c22549cc109 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips/5df0dd9a-1202-4068-ae6c-1a07a3216a5f HTTP/1.1" status: 200 len: 693 time: 0.0650818 Oct 22 13:10:52.307227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f7bbd9-1725-40a5-9ddd-0aaf89ab3a00 req-0bd5f6ff-3449-4c24-a868-e4a8ed93d9fc tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0492496 Oct 22 13:10:52.315972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-2e48da75-5f8f-4c3b-81b7-c0f8dd8173d6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:52.317400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-2e48da75-5f8f-4c3b-81b7-c0f8dd8173d6 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1847253 Oct 22 13:10:52.407520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29f3d04f-fac4-41d3-ba0c-cd3f7423c09b tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0696766 Oct 22 13:10:52.489979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-3d2fa385-7f53-4f4c-9427-98bacb3f4b97 tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0815010 Oct 22 13:10:52.665101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Deleting port d66a413d-a220-4746-a4c5-fadb977149f7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:52.665492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.774918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.776417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.792775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Calling delete_port for d66a413d-a220-4746-a4c5-fadb977149f7 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:52.806677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-394caa3d-fd6b-4e69-8e54-7047b53a1e0e req-9ab8457b-bf02-4185-9dc3-67ff2464b110 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0355933 Oct 22 13:10:52.952379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:52.983733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Pushing event deleted for resources: {'Port': ['ID=d66a413d-a220-4746-a4c5-fadb977149f7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:53.050765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.053835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.057683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b690c7ed-f23a-4b04-85e2-7816f67cf0dc req-29eac91d-46ed-419c-8a1b-cf01cd68be1c tempest-FloatingIPDetailsTestJSON-1735974829 tempest-FloatingIPDetailsTestJSON-1735974829-project] 10.222.0.25 "DELETE /v2.0/floatingips/5df0dd9a-1202-4068-ae6c-1a07a3216a5f HTTP/1.1" status: 204 len: 173 time: 0.5611856 Oct 22 13:10:53.060807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:53.095907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57878) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:53.151716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Deleting subnet 667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:53.153588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.199555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.263472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.334692 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.350570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.356550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8 HTTP/1.1" status: 204 len: 168 time: 0.2574303 Oct 22 13:10:53.372053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57884) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:53.437525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc4512-9b20-4d22-8b49-b74ca25e90f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667d5d23-1d16-4b6f-a2d9-c36e45b9d4f8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:53.469236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.546198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85508c92-3ae8-4953-bb80-ec19d4656e3d req-c3c4d17d-2819-4cff-8c85-977f97e57f6a tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0803370 Oct 22 13:10:53.604914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bf6aebcf-ae7b-457c-8f4e-592cb6e23518 req-0a56a91b-8dd9-425d-b4a3-12f92330e440 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0366924 Oct 22 13:10:53.633903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.661029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.687371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a755838-cab1-473a-8770-bb308672e651']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:53.704135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77028ebf-a763-4075-8926-d20431c00401') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:53.704482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77028ebf-a763-4075-8926-d20431c00401') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:53.725265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.740336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.757693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:53.758207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:53.777205 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:53.819117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aeb94bf1-d448-4123-a05f-18d6914243af no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:53.839448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.867094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:53.871250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a755838-cab1-473a-8770-bb308672e651 HTTP/1.1" status: 204 len: 168 time: 0.4982014 Oct 22 13:10:53.872666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80aa75-5306-4768-b86e-1579bef5c3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0a755838-cab1-473a-8770-bb308672e651,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:53.874443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: aeb94bf1-d448-4123-a05f-18d6914243af {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:53.879112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aeb94bf1-d448-4123-a05f-18d6914243af not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:53.969733 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6df7b26-a3f3-4628-a890-dab62cf5303b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.041611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Deleting port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:54.042511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.153794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] For port 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:54.154170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.171430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Calling delete_port for 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:54.178169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57900) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:54.227970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8899cd9b-ba71-42ce-9107-9c13246d9343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57adf228f79948bc98cc6a667dddd4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464363 Oct 22 13:10:54.230943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57902) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:54.292937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.321628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.387176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.391530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.393651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/176fdbc7-cfcb-4e05-9b8e-6b227b0975af HTTP/1.1" status: 204 len: 168 time: 0.1617780 Oct 22 13:10:54.418849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa24a9-686f-4b3f-bc48-c0a6ec9db761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176fdbc7-cfcb-4e05-9b8e-6b227b0975af,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:54.422674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:54.499323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:54.750344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-463a937a-5e00-47b1-9539-7103df6488b3 req-5b698b3c-2393-4e24-9892-a9d666a43204 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0662360 Oct 22 13:10:54.858499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:55.481335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Router 72a9b612-5cb9-4146-bd26-b533f0017874 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:10:55.507930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57946) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:55.614197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:10:55.633384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Sync routers for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:10:55.649354 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d1c5c737-87c3-431b-a5ed-9709308a91de admin admin] 10.222.0.25 "PUT /v2.0/routers/72a9b612-5cb9-4146-bd26-b533f0017874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852563 Oct 22 13:10:55.649728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:55.671430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:55.672236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:55.713465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1174165310-network', 'tenant_id': 'c95969077ae047728abc0430c7fcbe05'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:55.794370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Made reservation on behalf of c95969077ae047728abc0430c7fcbe05 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:55.796824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:55.810684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:55.821622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:55.838905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:55.962090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-364cd402-bd7a-4a0e-9de7-747ab3320792 req-c99bc288-ded8-4cb8-9120-2d4845057ca9 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0575471 Oct 22 13:10:56.087252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:54Z', 'revision_number': 5, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port': {'id': '6a936e40-2a0c-4388-ade5-9d7195b91754', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:10:32Z', 'updated_at': '2021-10-22T13:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:56.093851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.102443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.108582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.117544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Checking router: 72a9b612-5cb9-4146-bd26-b533f0017874 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:10:56.124831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:10:56.129663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Routers {'72a9b612-5cb9-4146-bd26-b533f0017874'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:10:56.130474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['72a9b612-5cb9-4146-bd26-b533f0017874'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:56.141891 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.142243 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Added segment fbe3c579-be99-490b-afe9-8477a2b7294c of type vlan for network 55a95584-bcc8-48c3-95a4-cd499f87eb1b Oct 22 13:10:56.225482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a2c79-8dd3-4e04-8547-782e2e0153b9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:56.268416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.269224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] Set router 72a9b612-5cb9-4146-bd26-b533f0017874 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:10:56.305879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Deleting port 6a936e40-2a0c-4388-ade5-9d7195b91754 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:56.306490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.339468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:56Z', 'revision_number': 6, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:56.374313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae3a21-5684-4faa-a92f-013d47cde4c4 None None] The sync data for ids ['72a9b612-5cb9-4146-bd26-b533f0017874'] in n-d-813419-8 is: [{'id': '72a9b612-5cb9-4146-bd26-b533f0017874', 'name': 'tempest-FloatingIPDetailsTestJSON-1123073771-router', 'tenant_id': '04b02b4d944a4d72823d4f164e55f904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:10:30Z', 'updated_at': '2021-10-22T13:10:56Z', 'revision_number': 6, 'project_id': '04b02b4d944a4d72823d4f164e55f904', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:10:56.393475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.394457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:56.395128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.522851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0089543 Oct 22 13:10:56.522851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d27bf-47dc-4bd6-8332-e09ff7c210b6 admin admin] Pushing event updated for resources: {'Network': ['ID=55a95584-bcc8-48c3-95a4-cd499f87eb1b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:56.527793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57980) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:56.533625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a127d8b0-3cf4-4bf0-a9f2-7371d7242cbb req-aa13588c-19d4-4464-979f-35b97f7e2b2b tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0901601 Oct 22 13:10:56.534755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 55a95584-bcc8-48c3-95a4-cd499f87eb1b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:10:56.541723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Request body: {'subnet': {'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1174165310-subnet', 'tenant_id': 'c95969077ae047728abc0430c7fcbe05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:10:56.565580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] For port 6a936e40-2a0c-4388-ade5-9d7195b91754, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a936e40-2a0c-4388-ade5-9d7195b91754,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:56.566152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.583276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Calling delete_port for 6a936e40-2a0c-4388-ade5-9d7195b91754 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:56.607365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Made reservation on behalf of c95969077ae047728abc0430c7fcbe05 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:10:56.610531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:56.946443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.065211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa12346-f6b0-456a-819d-d1805e9a78d4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:57.074144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67e8599e-2277-4eb7-98e6-f1e3e84ef3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.101707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Checking segment: {'id': 'fbe3c579-be99-490b-afe9-8477a2b7294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:10:57.102083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Network hostable DHCP agents. Network: 55a95584-bcc8-48c3-95a4-cd499f87eb1b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:10:57.129346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Network 55a95584-bcc8-48c3-95a4-cd499f87eb1b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:10:57.143123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 55a95584-bcc8-48c3-95a4-cd499f87eb1b) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:10:57.149853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:57.151022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.159987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f5236-f447-41ba-a304-542c35cc8803 None None] Network 55a95584-bcc8-48c3-95a4-cd499f87eb1b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:57.189909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16367bf6-4247-4448-82a0-8c750649f3ad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6593900 Oct 22 13:10:57.356010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5763f7-57af-4f64-98b0-540ed435e977 None None] Network 55a95584-bcc8-48c3-95a4-cd499f87eb1b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:57.388461 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.438637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a936e40-2a0c-4388-ade5-9d7195b91754,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:57.519958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.632927 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.636187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.654468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.711678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3456cb76-f1d9-478f-a40e-bdf98cb26200 req-2c43da69-8224-4553-9eed-d1f486d55eec tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0339055 Oct 22 13:10:57.713744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.714505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a9b612-5cb9-4146-bd26-b533f0017874 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:10:57.720979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.725689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-52de7242-7b22-4ad2-8ef8-579a253bd689 admin admin] 10.222.0.25 "DELETE /v2.0/routers/72a9b612-5cb9-4146-bd26-b533f0017874 HTTP/1.1" status: 204 len: 168 time: 2.0719273 Oct 22 13:10:57.725689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58012) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:57.728768 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.805684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Deleting subnet ab267f78-1e8f-486a-bab2-69c6f4aebd79 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:10:57.810006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:57.880864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.043255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:58.064302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:58.065045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1c8e4d11-5a6e-4122-ba3d-e2d05f8b7e9c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:58.065680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a936e40-2a0c-4388-ade5-9d7195b91754 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:10:58.082102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.102562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6a936e40-2a0c-4388-ade5-9d7195b91754 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:10:58.103727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a936e40-2a0c-4388-ade5-9d7195b91754 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:10:58.115255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bba88cf5-bea7-430d-abb8-ab81f786aa3b tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:10:58.117458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bba88cf5-bea7-430d-abb8-ab81f786aa3b tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/networks?id=55a95584-bcc8-48c3-95a4-cd499f87eb1b HTTP/1.1" status: 200 len: 809 time: 0.2033243 Oct 22 13:10:58.162375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-d69e514d-fbf0-4815-b5d0-2f0df1098579 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/quotas/c95969077ae047728abc0430c7fcbe05 HTTP/1.1" status: 200 len: 375 time: 0.0339770 Oct 22 13:10:58.201318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.205360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-7a479b12-0138-4747-a1e5-93ca22f641a2 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c95969077ae047728abc0430c7fcbe05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362096 Oct 22 13:10:58.240710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.245602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab267f78-1e8f-486a-bab2-69c6f4aebd79 HTTP/1.1" status: 204 len: 168 time: 0.5131621 Oct 22 13:10:58.246519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058a12-c7c1-42ff-9e86-41d7e660f04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab267f78-1e8f-486a-bab2-69c6f4aebd79,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:58.247731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69548652-43c4-4368-8b25-f68444570d39 None None] Network c543d1e8-e501-4462-b463-f37b21ab147d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:10:58.247988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:58.348736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.414499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-097db6ec-d77a-4248-9fde-ba9ccf60a481 service neutron] 10.222.0.25 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845016 Oct 22 13:10:58.418065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Deleting port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:58.418406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.497852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] For port 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=73b02a05-9dc0-4d17-9992-f4f0ad916f31,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:58.498317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.526472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Calling delete_port for 73b02a05-9dc0-4d17-9992-f4f0ad916f31 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:58.552921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] DHCP port deletion for c543d1e8-e501-4462-b463-f37b21ab147d request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:10:58.564325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-29644f7d-271c-4eee-b646-2c3239a077f5 service neutron] 10.222.0.25 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422122 Oct 22 13:10:58.635681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Deleting port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:10:58.636956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.661569 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.695184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Pushing event deleted for resources: {'Port': ['ID=73b02a05-9dc0-4d17-9992-f4f0ad916f31,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:58.701775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] No DVR routers for this DVR port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:58.757524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] For port 73b02a05-9dc0-4d17-9992-f4f0ad916f31, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=73b02a05-9dc0-4d17-9992-f4f0ad916f31,segment=NetworkSegment(c310b032-f85f-4848-9dcc-4041b3e33b7b),segment_id=c310b032-f85f-4848-9dcc-4041b3e33b7b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:10:58.758058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.772892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Calling delete_port for 73b02a05-9dc0-4d17-9992-f4f0ad916f31 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:10:58.836097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.864154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74d15539-742c-4525-a670-3c1e6b782bf0 req-61ddda7a-9794-4fdd-af24-c36988ebd325 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 210 time: 0.0607069 Oct 22 13:10:58.875609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c543d1e8-e501-4462-b463-f37b21ab147d']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:58.913504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310b032-f85f-4848-9dcc-4041b3e33b7b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:58.913803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310b032-f85f-4848-9dcc-4041b3e33b7b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:10:58.917553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f22569b-f585-46ee-9107-505440526d71 req-e97a4864-812d-4b82-8349-15be7e9ebfa5 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0416543 Oct 22 13:10:58.937772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.955334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.955886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.963365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:10:58.964150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:10:58.966493 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:10:58.984682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] No DVR routers for this DVR port 73b02a05-9dc0-4d17-9992-f4f0ad916f31 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:10:59.062133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ebf84-0f86-4764-b6fc-39929aae0b7b None None] Pushing event deleted for resources: {'Port': ['ID=73b02a05-9dc0-4d17-9992-f4f0ad916f31,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:59.090695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.110558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.113782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] 10.222.0.25 "DELETE /v2.0/networks/c543d1e8-e501-4462-b463-f37b21ab147d HTTP/1.1" status: 204 len: 168 time: 0.8647931 Oct 22 13:10:59.114723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6e86-c208-4031-8549-e16b4e47acad admin admin] Pushing event deleted for resources: {'Network': ['ID=c543d1e8-e501-4462-b463-f37b21ab147d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:59.324350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58064) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:59.384637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58066) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:10:59.386400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a065511d-f7ed-41a3-be43-3f6458062cce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04b02b4d944a4d72823d4f164e55f904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605617 Oct 22 13:10:59.441481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.470856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.530325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.533676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.535174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ec0ca5c-0707-4fe0-96a3-7cb289155f6d HTTP/1.1" status: 204 len: 168 time: 0.1491072 Oct 22 13:10:59.545077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67bf9-827b-470c-92e5-b4ad5b22c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec0ca5c-0707-4fe0-96a3-7cb289155f6d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:10:59.667175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:10:59.996904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b20718d2-6257-42a7-9622-edc9e4c4fe27 req-f8e6a299-2134-4ee2-96ec-016f88f737ca tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 210 time: 0.0457931 Oct 22 13:11:00.058403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 73b02a05-9dc0-4d17-9992-f4f0ad916f31 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:00.125468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 73b02a05-9dc0-4d17-9992-f4f0ad916f31 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:11:00.125987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 73b02a05-9dc0-4d17-9992-f4f0ad916f31 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:00.162375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61565042-33ab-4f00-8da4-144820c83f1a req-c6291407-8cd7-4d36-a30d-ee4163608840 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0858936 Oct 22 13:11:00.367403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-6df53099-7952-430e-bac1-4351a141b2eb tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:00.369553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-6df53099-7952-430e-bac1-4351a141b2eb tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.21 "GET /v2.0/networks?id=55a95584-bcc8-48c3-95a4-cd499f87eb1b HTTP/1.1" status: 200 len: 809 time: 0.2044971 Oct 22 13:11:00.385204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Request body: {'port': {'device_id': '76413bda-b0b0-4e60-89fd-33b988a77241', 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b', 'admin_state_up': True, 'tenant_id': 'c95969077ae047728abc0430c7fcbe05'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:00.527794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Made reservation on behalf of c95969077ae047728abc0430c7fcbe05 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:00.532948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:00.597144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58110) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:00.690163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Allocated IP 172.20.0.12 (55a95584-bcc8-48c3-95a4-cd499f87eb1b/7aa12346-f6b0-456a-819d-d1805e9a78d4/1a2d5a59-3b3b-4c47-963c-7d85f469fda9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:00.714752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-network', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:00.772473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Made reservation on behalf of bd76c7cc544446beb4c751628529eb55 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:00.774956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:00.798459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:00.936681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:00.985777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:00.992322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.016193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.058544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:11:01.076730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dcd1ee-2482-48f7-865a-ae57ef179644,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:01.090916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Network 55a95584-bcc8-48c3-95a4-cd499f87eb1b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:01.093737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.094081 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Added segment 6d0c0595-f987-4412-913a-d174947b0177 of type vlan for network 034b05d9-473b-479e-8023-5285b02c46b7 Oct 22 13:11:01.118573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:01.121123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:11:01.155621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Pushing event updated for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:01.210836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.233486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:01.234132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.247005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50c4d-57bd-49b3-90b8-12e4cecf7956 req-cbcaff68-f7fe-4092-bf2f-7dc1e091ccec tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:01.248517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d50c4d-57bd-49b3-90b8-12e4cecf7956 req-cbcaff68-f7fe-4092-bf2f-7dc1e091ccec tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 932 time: 0.1598704 Oct 22 13:11:01.303247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-bff503a1-f805-43cd-a754-0635d7e42aef tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228773 Oct 22 13:11:01.307806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b935a90f-96fd-431c-98b7-25f69d5f6014 req-d30cc958-3aa6-4590-92b3-c10c61c8685b tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0512271 Oct 22 13:11:01.309676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.310566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:01.311228 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.327793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Request body: {'port': {'device_id': '76413bda-b0b0-4e60-89fd-33b988a77241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:01.387115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7886550 Oct 22 13:11:01.390210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58134) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:01.392261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d50c4d-57bd-49b3-90b8-12e4cecf7956 req-e6024266-b3af-499e-96c9-33ff3b066bb7 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315007 Oct 22 13:11:01.396035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Request body: {'subnet': {'network_id': '034b05d9-473b-479e-8023-5285b02c46b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-subnet', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:01.426257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a808cc-4da2-4f6d-aadf-c84649cf389a admin admin] Pushing event updated for resources: {'Network': ['ID=034b05d9-473b-479e-8023-5285b02c46b7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:01.440317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 034b05d9-473b-479e-8023-5285b02c46b7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:11:01.451488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Made reservation on behalf of bd76c7cc544446beb4c751628529eb55 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:01.455884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.459251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.650234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.701970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7adf2-a27a-4314-8c48-38f45fa2473d req-699a2bbc-a421-41b7-9a84-9f43a434238b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:01.703432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aee7adf2-a27a-4314-8c48-38f45fa2473d req-699a2bbc-a421-41b7-9a84-9f43a434238b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 950 time: 0.0945415 Oct 22 13:11:01.706470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14de4d3-2434-4a26-918a-f893ea20682a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:01.716397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Checking segment: {'id': '6d0c0595-f987-4412-913a-d174947b0177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:01.716762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Network hostable DHCP agents. Network: 034b05d9-473b-479e-8023-5285b02c46b7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:11:01.733843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Network 034b05d9-473b-479e-8023-5285b02c46b7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:11:01.743407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 034b05d9-473b-479e-8023-5285b02c46b7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:01.752838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dbb5a-9fb3-4c54-b364-664e76da71a1 None None] Network 034b05d9-473b-479e-8023-5285b02c46b7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:01.760454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:01.761073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.780689 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f348c069-013f-4597-b460-f7525ab7dc6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3889468 Oct 22 13:11:01.783335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58156) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:01.788012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:01.795657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aee7adf2-a27a-4314-8c48-38f45fa2473d req-d7e9ab04-7270-4472-8e8d-c82d6f8a5a17 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646133 Oct 22 13:11:01.818881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.820882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.874842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:01.883699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.891034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.904540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Transition to ACTIVE for port object 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:11:01.910499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:01.990648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:02.059084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Attempting to bind port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:11:02.059426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Attempting to bind port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fbe3c579-be99-490b-afe9-8477a2b7294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:11:02.059763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Attempting to bind port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 on network 55a95584-bcc8-48c3-95a4-cd499f87eb1b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:02.062268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.065204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 on network 55a95584-bcc8-48c3-95a4-cd499f87eb1b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:11:02.065535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Attempting to bind port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 on network 55a95584-bcc8-48c3-95a4-cd499f87eb1b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:02.073183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:11:02.073556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Checking segment: {'id': 'fbe3c579-be99-490b-afe9-8477a2b7294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:02.073946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Bound using segment: {'id': 'fbe3c579-be99-490b-afe9-8477a2b7294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:11:02.074518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Bound port: 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe3c579-be99-490b-afe9-8477a2b7294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:11:02.074944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.141871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-034b05d9-473b-479e-8023-5285b02c46b7', 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'fixed_ips': [{'subnet_id': 'b14de4d3-2434-4a26-918a-f893ea20682a'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:11:02.143700 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.145813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:02.153987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,segment=NetworkSegment(fbe3c579-be99-490b-afe9-8477a2b7294c),segment_id=fbe3c579-be99-490b-afe9-8477a2b7294c)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:11:02.161900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.270176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:02.271023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.272605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a2d5a59-3b3b-4c47-963c-7d85f469fda9 HTTP/1.1" status: 200 len: 1092 time: 0.9565895 Oct 22 13:11:02.273049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:02.275939 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661" -d '{"events": [{"name": "network-changed", "server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:02.317496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aeb3f-bb16-4376-be99-40ab2abbcc88 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:02.349023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.368375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Allocated IP 172.20.0.2 (034b05d9-473b-479e-8023-5285b02c46b7/b14de4d3-2434-4a26-918a-f893ea20682a/a07b20d7-973b-4430-89a3-7ace589bf9ef) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:02.370056 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d715945e-c018-4b52-b786-340b88f23eab x-openstack-request-id: req-d715945e-c018-4b52-b786-340b88f23eab {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:02.370343 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:02.370592 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d715945e-c018-4b52-b786-340b88f23eab {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:02.371010 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9', 'status': 'completed', 'code': 200} Oct 22 13:11:02.378579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.436768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-9fda2eed-6005-4c36-b830-e253d4ecb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:02.438314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-9fda2eed-6005-4c36-b830-e253d4ecb2fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c95969077ae047728abc0430c7fcbe05&device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 1095 time: 0.1055295 Oct 22 13:11:02.498826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-ef850c39-7222-4f42-adab-37b16e8a985d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9 HTTP/1.1" status: 200 len: 217 time: 0.0456765 Oct 22 13:11:02.516916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2df50ba-0457-4d7a-8594-2945fb758c3f req-91258d60-e456-4e31-97eb-b903647763db tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0775373 Oct 22 13:11:02.518830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Allocated IP 172.25.6.133 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8a70d81b-ca73-47ff-8e3d-b96e193d6fb0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:02.565627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-26e1dbc9-6883-4756-be8f-5550520bccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:02.567401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-26e1dbc9-6883-4756-be8f-5550520bccd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7aa12346-f6b0-456a-819d-d1805e9a78d4 HTTP/1.1" status: 200 len: 849 time: 0.0531445 Oct 22 13:11:02.567587 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.576380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.620567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Network 034b05d9-473b-479e-8023-5285b02c46b7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:02.623996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:02.627868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:11:02.636570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Pushing event updated for resources: {'Port': ['ID=a07b20d7-973b-4430-89a3-7ace589bf9ef,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:02.648651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-395cde7e-ed35-4140-b103-d66cbe706ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55a95584-bcc8-48c3-95a4-cd499f87eb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708866 Oct 22 13:11:02.691796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e21035-aced-4db6-b61e-6c0dff7f7d81 req-c77b0c7a-52fd-4e12-994d-0cce5b38e006 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:02.697683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.698221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Attempting to bind port a07b20d7-973b-4430-89a3-7ace589bf9ef on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:11:02.698802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Attempting to bind port a07b20d7-973b-4430-89a3-7ace589bf9ef by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6d0c0595-f987-4412-913a-d174947b0177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:11:02.699338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Attempting to bind port a07b20d7-973b-4430-89a3-7ace589bf9ef on network 034b05d9-473b-479e-8023-5285b02c46b7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:02.700832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65e21035-aced-4db6-b61e-6c0dff7f7d81 req-c77b0c7a-52fd-4e12-994d-0cce5b38e006 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 944 time: 0.1214681 Oct 22 13:11:02.705139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:11:02.705743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Checking segment: {'id': '6d0c0595-f987-4412-913a-d174947b0177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:02.706300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.706918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Bound using segment: {'id': '6d0c0595-f987-4412-913a-d174947b0177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:11:02.707534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Bound port: a07b20d7-973b-4430-89a3-7ace589bf9ef, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0c0595-f987-4412-913a-d174947b0177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:11:02.708092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.748280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.773225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] For port a07b20d7-973b-4430-89a3-7ace589bf9ef, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:02.776804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65e21035-aced-4db6-b61e-6c0dff7f7d81 req-8861fc44-fa06-48b7-be6d-96b7e1f319f3 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750122 Oct 22 13:11:02.777336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] For port a07b20d7-973b-4430-89a3-7ace589bf9ef, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a07b20d7-973b-4430-89a3-7ace589bf9ef,segment=NetworkSegment(6d0c0595-f987-4412-913a-d174947b0177),segment_id=6d0c0595-f987-4412-913a-d174947b0177)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:11:02.783019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:02.784834 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:02.786479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:02.791118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:11:02.805311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-b3bdefc4-939f-4ddb-8e69-68841772ff53 service neutron] 10.222.0.21 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430607 Oct 22 13:11:02.832671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Pushing event updated for resources: {'Port': ['ID=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:02.863954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6f24-298e-484b-a305-fa3f58fc765f None None] Pushing event updated for resources: {'Port': ['ID=a07b20d7-973b-4430-89a3-7ace589bf9ef,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:02.929212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b604526-f59a-465e-a1ec-c5c95a6fa1e2 req-fbfa7944-8fad-4d13-8e3b-52d415e0af19 service neutron] 10.222.0.21 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131556 Oct 22 13:11:03.054933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-a28682a9-9943-43a7-86ad-9125d072213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:03.057675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-a28682a9-9943-43a7-86ad-9125d072213e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c95969077ae047728abc0430c7fcbe05&device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 1095 time: 0.0715706 Oct 22 13:11:03.109720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:03.171172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-598eac5d-803b-47bf-a17b-d25c4f0469f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:03.173033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-598eac5d-803b-47bf-a17b-d25c4f0469f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55a95584-bcc8-48c3-95a4-cd499f87eb1b HTTP/1.1" status: 200 len: 910 time: 0.1073213 Oct 22 13:11:03.216094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-8f9aff30-bd7a-4d32-b07b-5e0f74d99a6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Oct 22 13:11:03.267676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-87d7ed40-0d1e-4c10-aa60-013e5d922863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:03.269093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-87d7ed40-0d1e-4c10-aa60-013e5d922863 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7aa12346-f6b0-456a-819d-d1805e9a78d4 HTTP/1.1" status: 200 len: 849 time: 0.0467031 Oct 22 13:11:03.305783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-ff010482-e0c7-4ae4-9a30-ee123b359d59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55a95584-bcc8-48c3-95a4-cd499f87eb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288718 Oct 22 13:11:03.322484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:03.406378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-d4d7c933-f61e-4e64-9881-d15cc18524ca service neutron] 10.222.0.21 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922234 Oct 22 13:11:03.492477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Router c62976a4-b959-4ca9-b1fc-793a68d8acbb is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:11:03.508422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ab81c7-84d3-4621-9f6c-6dc95ee06661 req-fc2299ef-d42d-48cc-8953-9918ce82f183 service neutron] 10.222.0.21 "GET /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949898 Oct 22 13:11:03.628330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:11:03.642447 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Sync routers for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:11:03.652502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:03.655054 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6069b4a-67ae-47c0-8674-445b93e92e3c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.8707318 Oct 22 13:11:03.656991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:03.657546 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Routers {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:03.658174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:03.680274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d380584c-777a-4e14-b57f-08b4385d06be req-7e7e9ca7-f95d-4425-8827-72fc1d52d08c tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0524445 Oct 22 13:11:03.832427 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Set router c62976a4-b959-4ca9-b1fc-793a68d8acbb gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:03.929196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f86766-c449-45c9-b4fe-198934e80880 None None] Network 034b05d9-473b-479e-8023-5285b02c46b7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:03.943629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac1dc-c899-4dcd-95fb-e0a5223d3e46 req-c3a7d8ca-ce44-4455-8770-ec3eaacbf995 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:03.945458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a6ac1dc-c899-4dcd-95fb-e0a5223d3e46 req-c3a7d8ca-ce44-4455-8770-ec3eaacbf995 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 944 time: 0.0776093 Oct 22 13:11:04.022990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a6ac1dc-c899-4dcd-95fb-e0a5223d3e46 req-d284189b-e35a-4075-a190-2051ff28e442 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Oct 22 13:11:04.048591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] Provisioning complete for port a07b20d7-973b-4430-89a3-7ace589bf9ef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:04.049199 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.069928 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:02Z', 'revision_number': 3, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:04.100565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Checking router: c62976a4-b959-4ca9-b1fc-793a68d8acbb for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:11:04.101185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Updating router c62976a4-b959-4ca9-b1fc-793a68d8acbb port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:11:04.120666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a07b20d7-973b-4430-89a3-7ace589bf9ef up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:04.126719 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.183483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.245369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a07b20d7-973b-4430-89a3-7ace589bf9ef triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:04.245726 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.247466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.324652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] For port a07b20d7-973b-4430-89a3-7ace589bf9ef, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a07b20d7-973b-4430-89a3-7ace589bf9ef,segment=NetworkSegment(6d0c0595-f987-4412-913a-d174947b0177),segment_id=6d0c0595-f987-4412-913a-d174947b0177)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:04.340990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.410166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Allocated IP 172.20.0.1 (034b05d9-473b-479e-8023-5285b02c46b7/b14de4d3-2434-4a26-918a-f893ea20682a/a0b96c05-a27a-4ba9-8260-ad0e551e2a8e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:04.461800 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.471125 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.494701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8877a1-4dc8-47ec-b070-31b4f07fdabe None None] Pushing event updated for resources: {'Port': ['ID=a07b20d7-973b-4430-89a3-7ace589bf9ef,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:04.522780 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Pushing event updated for resources: {'Port': ['ID=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:04.531467 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.531904 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.532453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.532977 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.533495 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.534020 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.534411 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.534944 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.535453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.535980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.536556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.537064 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:04.549733 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Attempting to bind port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:11:04.550403 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Attempting to bind port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:11:04.550997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Attempting to bind port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:04.553044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.557354 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:11:04.558044 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:04.558547 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.559064 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:11:04.559754 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Bound port: 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:11:04.560203 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.589784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.615349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] For port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:04.618652 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] For port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:11:04.624111 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.628961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Network 034b05d9-473b-479e-8023-5285b02c46b7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:04.631964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:04.635652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:11:04.664134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Pushing event updated for resources: {'Port': ['ID=a0b96c05-a27a-4ba9-8260-ad0e551e2a8e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:04.683977 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.685043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cced6278-374d-4e79-9d2d-ada1abadae9c None None] Provisioning complete for port a07b20d7-973b-4430-89a3-7ace589bf9ef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:04.686933 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cced6278-374d-4e79-9d2d-ada1abadae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.694555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a201a-f68a-408c-bd6d-4d298ae86de3 None None] Pushing event updated for resources: {'Port': ['ID=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:04.708830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Routers {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:04.709686 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:04.855567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:04.872047 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] Set router c62976a4-b959-4ca9-b1fc-793a68d8acbb gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:04.895694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c43b8201-70b5-48b3-8969-cca194e6c270 req-464c6283-86ad-46f3-b5fe-2bec0cd68884 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0501313 Oct 22 13:11:05.000070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6e3420c4-3075-45d9-bae4-f54e02830edd None None] Provisioning complete for port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:05.000686 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e3420c4-3075-45d9-bae4-f54e02830edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:05.039229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6e3420c4-3075-45d9-bae4-f54e02830edd None None] Port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:11:05.155185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bfaf0-f710-4a3f-9a5a-3053d4329ff0 req-5f2967d3-5cec-47e7-b37c-35b55f2c6a74 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:05.156661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f9bfaf0-f710-4a3f-9a5a-3053d4329ff0 req-5f2967d3-5cec-47e7-b37c-35b55f2c6a74 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 944 time: 0.0566893 Oct 22 13:11:05.179411 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:02Z', 'revision_number': 3, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:05.200647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f9bfaf0-f710-4a3f-9a5a-3053d4329ff0 req-56343ff7-86ba-4765-9389-4e3cebbdc74f tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367692 Oct 22 13:11:05.208806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff83c5-4584-4216-a393-454303ccff19 None None] The sync data for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 is: [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:02Z', 'revision_number': 3, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:11:05.410530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:05.415901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:05.528128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:05.531424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Pushing event updated for resources: {'Port': ['ID=a0b96c05-a27a-4ba9-8260-ad0e551e2a8e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:05.638376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Network 034b05d9-473b-479e-8023-5285b02c46b7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:05.640166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:05.773114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Router c62976a4-b959-4ca9-b1fc-793a68d8acbb has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:11:05.879492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b2097f1f-c886-4d17-84f6-9e18af4f9d5c None None] Provisioning complete for port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:05.879727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b2097f1f-c886-4d17-84f6-9e18af4f9d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:05.911990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:11:05.921337 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e3b386f1-71a8-4aa8-b57b-dbc8c36bf19c admin admin] 10.222.0.25 "PUT /v2.0/routers/c62976a4-b959-4ca9-b1fc-793a68d8acbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629662 Oct 22 13:11:05.921801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b2097f1f-c886-4d17-84f6-9e18af4f9d5c None None] Port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:11:05.923611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:06.026505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.052426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58794068-db35-4f44-bbe6-1c17ae08d19e req-5364530e-fa59-4791-b533-912627480ecf tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Oct 22 13:11:06.057459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:06.060016 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f36ab0-3f6c-4f65-ad77-a6d25f351259" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-unplugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:06.075408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:06.086873 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.146097 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1f9dd-69bf-41fd-91a6-2c459e591b7d x-openstack-request-id: req-8ce1f9dd-69bf-41fd-91a6-2c459e591b7d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:06.146456 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-unplugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:06.146790 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ce1f9dd-69bf-41fd-91a6-2c459e591b7d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:06.147140 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'code': 200} Oct 22 13:11:06.162370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:06.203683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a07b20d7-973b-4430-89a3-7ace589bf9ef up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:06.276527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a07b20d7-973b-4430-89a3-7ace589bf9ef triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:06.277226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.365246 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-8b490d5d-871b-47ee-a985-faa14ac6c5a6 req-e6d886a2-3787-4583-a3f8-cc31ca7b026a tempest-FloatingIPDetailsNegativeTestJSON-646334361 tempest-FloatingIPDetailsNegativeTestJSON-646334361-project] show failed (client error): The resource could not be found. Oct 22 13:11:06.366288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b490d5d-871b-47ee-a985-faa14ac6c5a6 req-e6d886a2-3787-4583-a3f8-cc31ca7b026a tempest-FloatingIPDetailsNegativeTestJSON-646334361 tempest-FloatingIPDetailsNegativeTestJSON-646334361-project] 10.222.0.25 "GET /v2.0/floatingips/af676e82-bc14-4610-80ca-7114275673a9 HTTP/1.1" status: 404 len: 350 time: 0.0432327 Oct 22 13:11:06.375602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:06.377995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:06.388831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53bb1a-0516-4b39-a903-7f547d95807b req-cbd020df-fee4-4d32-b9cc-01f55afbd9e2 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:06.390512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d53bb1a-0516-4b39-a903-7f547d95807b req-cbd020df-fee4-4d32-b9cc-01f55afbd9e2 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 944 time: 0.0987012 Oct 22 13:11:06.425592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:06.425908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.432508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d53bb1a-0516-4b39-a903-7f547d95807b req-978a494d-59a6-480a-afa1-2e359ab8e860 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Oct 22 13:11:06.505805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.527727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:06.535044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.596202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:06.700495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:06.732250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.829902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,segment=NetworkSegment(fbe3c579-be99-490b-afe9-8477a2b7294c),segment_id=fbe3c579-be99-490b-afe9-8477a2b7294c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:06.845918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9', 'network_id': '55a95584-bcc8-48c3-95a4-cd499f87eb1b', 'port_id': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9', 'mac_address': 'fa:16:3e:21:05:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa12346-f6b0-456a-819d-d1805e9a78d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:06.902100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.917205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:06.938754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,segment=NetworkSegment(fbe3c579-be99-490b-afe9-8477a2b7294c),segment_id=fbe3c579-be99-490b-afe9-8477a2b7294c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:06.943096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:06.943768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:07.005666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:07.009834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Deleting port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:07.010179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.096479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.106499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:07.108863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Calling delete_port for a0b96c05-a27a-4ba9-8260-ad0e551e2a8e owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:07.113500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048071a-e015-48cb-8804-425b6214231c None None] Sync routers for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:11:07.129332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '6e48007d-4788-4357-a3fc-e83d8468b215', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '6e48007d-4788-4357-a3fc-e83d8468b215', 'mac_address': 'fa:16:3e:f4:53:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:07.138216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] Routers {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:07.138442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:07.217960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.219323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f04449-bee6-4ed1-8e51-1e347b157e54 req-16fa2ce1-ac6f-432d-b8b6-6a33253ef3af tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0345783 Oct 22 13:11:07.249474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e48007d-4788-4357-a3fc-e83d8468b215 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:07.301387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.303303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:07.313024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.315927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] Set router c62976a4-b959-4ca9-b1fc-793a68d8acbb gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:07.331694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b96c05-a27a-4ba9-8260-ad0e551e2a8e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:07.530379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.585152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:07.593348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8ef5-6c74-47ba-91fc-fcd966ddc163 req-08c37e94-1d27-4d4e-b0d9-32297d2d7c56 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:07.594930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-786b8ef5-6c74-47ba-91fc-fcd966ddc163 req-08c37e94-1d27-4d4e-b0d9-32297d2d7c56 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 945 time: 0.0824797 Oct 22 13:11:07.656337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-786b8ef5-6c74-47ba-91fc-fcd966ddc163 req-1f190f06-d1e1-421f-bba8-b893eb04f9de tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525863 Oct 22 13:11:07.717041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6e48007d-4788-4357-a3fc-e83d8468b215'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:07.798010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Router c62976a4-b959-4ca9-b1fc-793a68d8acbb has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:11:07.844671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:04Z', 'revision_number': 4, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a0b96c05-a27a-4ba9-8260-ad0e551e2a8e', 'name': '', 'network_id': '034b05d9-473b-479e-8023-5285b02c46b7', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'mac_address': 'fa:16:3e:8d:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b14de4d3-2434-4a26-918a-f893ea20682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:04Z', 'updated_at': '2021-10-22T13:11:04Z', 'revision_number': 2, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'subnets': [{'id': 'b14de4d3-2434-4a26-918a-f893ea20682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:07.877021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048071a-e015-48cb-8804-425b6214231c None None] Checking router: c62976a4-b959-4ca9-b1fc-793a68d8acbb for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:11:07.877323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048071a-e015-48cb-8804-425b6214231c None None] Updating router c62976a4-b959-4ca9-b1fc-793a68d8acbb port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:11:07.916153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048071a-e015-48cb-8804-425b6214231c None None] Port a0b96c05-a27a-4ba9-8260-ad0e551e2a8e not found while updating agent binding for router c62976a4-b959-4ca9-b1fc-793a68d8acbb. {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 22 13:11:07.926001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:11:07.932528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c69a996-110e-4888-aa78-3e905d2e6216 admin admin] 10.222.0.25 "PUT /v2.0/routers/c62976a4-b959-4ca9-b1fc-793a68d8acbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558062 Oct 22 13:11:07.935131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:07.937189 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:07.944131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] Routers {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:07.944761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:08.056531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:08.058554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.062710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a2d5a59-3b3b-4c47-963c-7d85f469fda9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:08.128944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] Set router c62976a4-b959-4ca9-b1fc-793a68d8acbb gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:08.171885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.226914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Deleting port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:08.227268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.308801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:08.309183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.323180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] For port 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:08.323791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.339994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Calling delete_port for 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:08.340916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d0b6f2d-6d9d-4f8d-976b-1bef204fff9d req-eef2aea2-4ee6-4413-8bbc-952a86b5fc52 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0335574 Oct 22 13:11:08.504395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a048071a-e015-48cb-8804-425b6214231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:07Z', 'revision_number': 5, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:08.531180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.536297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048071a-e015-48cb-8804-425b6214231c None None] The sync data for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 is: [{'id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1438207419-router', 'tenant_id': 'bd76c7cc544446beb4c751628529eb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:01Z', 'updated_at': '2021-10-22T13:11:07Z', 'revision_number': 5, 'project_id': 'bd76c7cc544446beb4c751628529eb55', 'gw_port': {'id': '8a70d81b-ca73-47ff-8e3d-b96e193d6fb0', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62976a4-b959-4ca9-b1fc-793a68d8acbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:02Z', 'updated_at': '2021-10-22T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:11:08.559255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a70d81b-ca73-47ff-8e3d-b96e193d6fb0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:08.621105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.711522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:08.734819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.737605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.785681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 6e48007d-4788-4357-a3fc-e83d8468b215 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:08.786159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.802559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.803854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62976a4-b959-4ca9-b1fc-793a68d8acbb {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:11:08.809040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.810617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-35c74a9b-2458-410a-a3ab-967892c70536 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c62976a4-b959-4ca9-b1fc-793a68d8acbb HTTP/1.1" status: 204 len: 168 time: 0.8744171 Oct 22 13:11:08.812950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58302) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:08.848980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738c105-957f-42aa-934e-bcd1924407de req-02b98966-f756-482b-a158-caeec78d1795 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:08.851445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2738c105-957f-42aa-934e-bcd1924407de req-02b98966-f756-482b-a158-caeec78d1795 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 945 time: 0.0946016 Oct 22 13:11:08.884865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Deleting subnet b14de4d3-2434-4a26-918a-f893ea20682a {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:11:08.885114 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.889230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.914537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:08.919412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2738c105-957f-42aa-934e-bcd1924407de req-ef1b2386-2d41-4312-931e-f94cdba1c3ad tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598271 Oct 22 13:11:08.927741 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20b8b1-463f-4a34-8c0d-19074c18bb03" -d '{"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-plugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:08.940660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:08.957414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:08.964886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.022271 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52bde69-1369-48f1-976c-91f25ebe83ce x-openstack-request-id: req-f52bde69-1369-48f1-976c-91f25ebe83ce {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:09.022678 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-plugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:09.022826 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f52bde69-1369-48f1-976c-91f25ebe83ce {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:09.023382 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215', 'code': 200} Oct 22 13:11:09.059199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:09.059441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.122657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.152515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14de4d3-2434-4a26-918a-f893ea20682a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:09.159465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.162754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9ec22394-f38f-4403-b2d4-a4d98459ec45 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b14de4d3-2434-4a26-918a-f893ea20682a HTTP/1.1" status: 204 len: 168 time: 0.3488264 Oct 22 13:11:09.165847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58310) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:09.169428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c47d5e-b568-4108-b3d1-f7e69acc3870 None None] Network 034b05d9-473b-479e-8023-5285b02c46b7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:09.252810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.323136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Deleting port a07b20d7-973b-4430-89a3-7ace589bf9ef {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:09.323558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.396037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] DHCP port deletion for 034b05d9-473b-479e-8023-5285b02c46b7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:11:09.401960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] For port a07b20d7-973b-4430-89a3-7ace589bf9ef, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a07b20d7-973b-4430-89a3-7ace589bf9ef,segment=NetworkSegment(6d0c0595-f987-4412-913a-d174947b0177),segment_id=6d0c0595-f987-4412-913a-d174947b0177)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:09.402336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.422718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Calling delete_port for a07b20d7-973b-4430-89a3-7ace589bf9ef owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:09.467370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Deleting port a07b20d7-973b-4430-89a3-7ace589bf9ef {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:09.467753 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.468431 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Sync routers for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:11:09.482043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddb4a9df-a49b-4fd8-99bb-aa4c520bd616 req-92f320cf-09ce-4668-8dd5-4ba7947463a6 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0318127 Oct 22 13:11:09.482964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:09.484229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:11:09.485085 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:11:09.496558 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:09.497684 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:11:09.498451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c62976a4-b959-4ca9-b1fc-793a68d8acbb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:11:09.499008 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b4660-546a-4a97-9ca6-531e331df9ae None None] The sync data for ids ['c62976a4-b959-4ca9-b1fc-793a68d8acbb'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:11:09.534125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.557158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] For port a07b20d7-973b-4430-89a3-7ace589bf9ef, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a07b20d7-973b-4430-89a3-7ace589bf9ef,segment=NetworkSegment(6d0c0595-f987-4412-913a-d174947b0177),segment_id=6d0c0595-f987-4412-913a-d174947b0177)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:09.557638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.561226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07b20d7-973b-4430-89a3-7ace589bf9ef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:09.572266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] No DVR routers for this DVR port a07b20d7-973b-4430-89a3-7ace589bf9ef on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:09.591422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Calling delete_port for a07b20d7-973b-4430-89a3-7ace589bf9ef owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:09.669809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.689224 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.696246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034b05d9-473b-479e-8023-5285b02c46b7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:09.706662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0c0595-f987-4412-913a-d174947b0177') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:09.706984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0c0595-f987-4412-913a-d174947b0177') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:09.717224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.724502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] No DVR routers for this DVR port a07b20d7-973b-4430-89a3-7ace589bf9ef on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:09.729938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c152eb5-6783-43fe-8e67-649e7f3324e5 None None] Pushing event deleted for resources: {'Port': ['ID=a07b20d7-973b-4430-89a3-7ace589bf9ef,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:09.733138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.736424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.742880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:11:09.743395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:11:09.745226 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:11:09.804512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.810825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:09.814066 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/034b05d9-473b-479e-8023-5285b02c46b7 HTTP/1.1" status: 204 len: 168 time: 0.6472657 Oct 22 13:11:09.827422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82b0c-54e4-425d-8716-0141ad4a47d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=034b05d9-473b-479e-8023-5285b02c46b7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:09.923711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58326) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:09.967468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ddb0442b-7988-48e8-9357-f09633e08d4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd76c7cc544446beb4c751628529eb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403521 Oct 22 13:11:09.967949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:10.046872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a07b20d7-973b-4430-89a3-7ace589bf9ef no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:10.049429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.074814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a07b20d7-973b-4430-89a3-7ace589bf9ef {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:11:10.075095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a07b20d7-973b-4430-89a3-7ace589bf9ef not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:10.075519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:10.079515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.100904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abd1f-e540-4938-9653-38d4b756259e req-a8a75e39-812f-4fd9-bac5-e9b10235c127 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:10.102590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a6abd1f-e540-4938-9653-38d4b756259e req-a8a75e39-812f-4fd9-bac5-e9b10235c127 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 945 time: 0.0891688 Oct 22 13:11:10.158021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a6abd1f-e540-4938-9653-38d4b756259e req-a825aeb1-4346-4c4c-9b48-6b6f8d9e46c7 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Oct 22 13:11:10.170719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.173420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.177736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9dcd1ee-2482-48f7-865a-ae57ef179644 HTTP/1.1" status: 204 len: 168 time: 0.2089376 Oct 22 13:11:10.186353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a500394-f1de-4e97-a951-b292174c8bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dcd1ee-2482-48f7-865a-ae57ef179644,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:10.238659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:11:10.239184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8a70d81b-ca73-47ff-8e3d-b96e193d6fb0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:10.597853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a8d0fb8-569e-49b9-afab-6ffebbf1e911 req-f3b468be-e67a-4fbb-abe2-6e8b61ed7e79 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Oct 22 13:11:10.741606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:10.795751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:11:10.800168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:10.800526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.905830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:10.944007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,segment=NetworkSegment(fbe3c579-be99-490b-afe9-8477a2b7294c),segment_id=fbe3c579-be99-490b-afe9-8477a2b7294c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:10.949941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:11.003608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:11.024245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:11.027310 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c5d65b-fcd5-45ee-9210-9f173db19b8f" -d '{"events": [{"server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "name": "network-vif-plugged", "status": "completed", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:11.065977 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c6458-dbac-4e4f-90c1-1cd2f1f4ed61 x-openstack-request-id: req-d14c6458-dbac-4e4f-90c1-1cd2f1f4ed61 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:11.066280 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "name": "network-vif-plugged", "status": "completed", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:11.066535 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d14c6458-dbac-4e4f-90c1-1cd2f1f4ed61 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:11.067003 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9', 'code': 200} Oct 22 13:11:11.197246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc7965-f14b-4f62-9ef7-b9cf13c84140 req-50aa183b-7324-4b93-866f-5f665ea13d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:11.199654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11bc7965-f14b-4f62-9ef7-b9cf13c84140 req-50aa183b-7324-4b93-866f-5f665ea13d4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 1097 time: 0.0685887 Oct 22 13:11:11.286493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-125a7075-db8e-457c-b574-acf501b89e55 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b36433e4f87947649ce899ed414dd0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525618 Oct 22 13:11:11.345728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11bc7965-f14b-4f62-9ef7-b9cf13c84140 req-8b545246-e3fe-4fd1-b714-b1b06bdd2464 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363821 Oct 22 13:11:11.363590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca40a-c0b8-4097-a658-44acd4828be5 req-a3fcc7cc-2bc1-4714-9002-d703ab52c665 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:11.365037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eaca40a-c0b8-4097-a658-44acd4828be5 req-a3fcc7cc-2bc1-4714-9002-d703ab52c665 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.1160588 Oct 22 13:11:11.455009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eaca40a-c0b8-4097-a658-44acd4828be5 req-5e8043c7-7bb8-4ebd-ba08-fe0c7d6534c9 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805938 Oct 22 13:11:11.467270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-4ace5456-4310-4d71-b48f-6f782d1aaa97 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:11.474832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-4ace5456-4310-4d71-b48f-6f782d1aaa97 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779389 Oct 22 13:11:11.493160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-634cd768-c26d-4e25-ac57-6a3dad73625b tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/quotas/b36433e4f87947649ce899ed414dd0cc HTTP/1.1" status: 200 len: 375 time: 0.0171711 Oct 22 13:11:11.546353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6296f7ce-5ad0-4bda-92d6-435ad484f79c tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b36433e4f87947649ce899ed414dd0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440912 Oct 22 13:11:11.790103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e1a2160-ccb0-4d10-8042-2eb35368628d req-894ca1bb-a5f9-4ec2-95d4-261abed80968 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 210 time: 0.0782020 Oct 22 13:11:11.792135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd1ea426-054e-499d-90a5-4cded246b2bc req-28a1eead-656e-4743-9fb3-6abd52f454bf tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0595455 Oct 22 13:11:12.613116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be31450-6cc0-4e2c-89ca-7ca47da4cc41 req-e7e0644c-22c8-421a-a985-eb7bf0361235 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:12.617402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7be31450-6cc0-4e2c-89ca-7ca47da4cc41 req-e7e0644c-22c8-421a-a985-eb7bf0361235 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0620103 Oct 22 13:11:12.685562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7be31450-6cc0-4e2c-89ca-7ca47da4cc41 req-fa3cde94-6fcc-4fb6-b787-450f2ab703d0 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521965 Oct 22 13:11:12.981717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d01f36f-78c5-42e3-804f-b2005bec508a req-bd543f84-a3c0-4f3d-b733-8d686d86f8be tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0483677 Oct 22 13:11:13.001328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-bd597a3f-a772-41e9-8b45-a6daf6f5b08d tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b36433e4f87947649ce899ed414dd0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418186 Oct 22 13:11:13.061743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2e78989-1dcf-45ee-8a62-fce2c713596c req-cae33b59-a91f-4a18-851a-579db25c0509 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 210 time: 0.0897031 Oct 22 13:11:13.188172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-5349769d-6570-43a6-8fd1-add3c85a09b4 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:13.189773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-5349769d-6570-43a6-8fd1-add3c85a09b4 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805778 Oct 22 13:11:13.213583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Request body: {'port': {'device_id': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': 'b36433e4f87947649ce899ed414dd0cc'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:13.366887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Made reservation on behalf of b36433e4f87947649ce899ed414dd0cc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:13.372831 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:13.385471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:13.482906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:13.488452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:13.538126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04be528-9028-4581-b53c-775c6283f0ee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:13.687891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Allocated IP 192.168.233.62 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/c1fc53ec-3d87-40ee-9c18-8ea5895b54ae) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:13.863221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413917-ef83-4ff1-941f-f3e9c8f3a1b9 req-168d0321-50ee-406b-a4e7-d6495f009158 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:13.865056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4413917-ef83-4ff1-941f-f3e9c8f3a1b9 req-168d0321-50ee-406b-a4e7-d6495f009158 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0857832 Oct 22 13:11:13.921057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:13.938903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4413917-ef83-4ff1-941f-f3e9c8f3a1b9 req-4c80e89a-ac3e-4fce-8b94-3618bd16c4e1 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654478 Oct 22 13:11:13.970108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.038686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Pushing event updated for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:14.048847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:14.050916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:14.054595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:11:14.131471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:14.132179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.166776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-0fe50443-e81a-473e-9855-9758cc4512f9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9576409 Oct 22 13:11:14.184551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Request body: {'port': {'device_id': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:14.217299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86bb6e43-b625-4655-bdb4-586071cb18f7 req-eb0d01d7-a5c9-49a7-a117-2f56a0fd4c26 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0708828 Oct 22 13:11:14.362669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.371464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26167a20-13c8-4d5e-980b-560093d8ec35 req-86d7b94e-628e-41ef-9b97-5ddd50b8038e tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:14.373083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26167a20-13c8-4d5e-980b-560093d8ec35 req-86d7b94e-628e-41ef-9b97-5ddd50b8038e tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 935 time: 0.0749402 Oct 22 13:11:14.483233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26167a20-13c8-4d5e-980b-560093d8ec35 req-0aec6d06-ca24-41ef-a10a-eecf50160bd2 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907233 Oct 22 13:11:14.546977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-aee49f8f-99d6-470f-8ee7-70b59fcdb37b None None] Provisioning complete for port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:14.547502 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aee49f8f-99d6-470f-8ee7-70b59fcdb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.624196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-aee49f8f-99d6-470f-8ee7-70b59fcdb37b None None] Port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:11:14.793450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fc53ec-3d87-40ee-9c18-8ea5895b54ae {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:14.812767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.831903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Transition to ACTIVE for port object c1fc53ec-3d87-40ee-9c18-8ea5895b54ae will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:11:14.855707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:14.920545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Pushing event updated for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:15.028145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Attempting to bind port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:11:15.028479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Attempting to bind port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:11:15.028804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Attempting to bind port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:15.033727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:11:15.034049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Attempting to bind port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:11:15.039312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:11:15.039858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:15.040688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:11:15.041483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Bound port: c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:11:15.042017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:15.351870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e3d96ea-94a3-4aa0-9181-f7ff089e2120 req-2493fee9-f927-4f87-a38f-82d472268240 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0523760 Oct 22 13:11:15.493452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:15.499796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:11:15.504434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:15.590774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:15.591415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:15.593320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] 10.222.0.26 "PUT /v2.0/ports/c1fc53ec-3d87-40ee-9c18-8ea5895b54ae HTTP/1.1" status: 200 len: 1095 time: 1.4151452 Oct 22 13:11:15.593796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:15.596426 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9801df-7076-429b-a809-b953f6c4a9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:15.622245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cc55-522f-4c52-bc07-6420555d51de service neutron] Pushing event updated for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:15.689915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475bf33-a444-4914-b274-fd407f4a6542 req-2d8c97cd-9994-44e0-8229-0c1faebea1dd tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:15.699103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a475bf33-a444-4914-b274-fd407f4a6542 req-2d8c97cd-9994-44e0-8229-0c1faebea1dd tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 947 time: 0.1236336 Oct 22 13:11:15.762359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-7d783027-daa1-47eb-b543-988c79021a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:15.764547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-7d783027-daa1-47eb-b543-988c79021a29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b36433e4f87947649ce899ed414dd0cc&device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 1098 time: 0.0798516 Oct 22 13:11:15.766859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a475bf33-a444-4914-b274-fd407f4a6542 req-23dceaf2-a8d8-41e2-afed-b8a8e652e7ad tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663352 Oct 22 13:11:15.855751 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec499c2f-3f0e-46d2-9bdf-6186e0981705 x-openstack-request-id: req-ec499c2f-3f0e-46d2-9bdf-6186e0981705 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:15.855966 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:15.856210 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec499c2f-3f0e-46d2-9bdf-6186e0981705 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:15.856611 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae', 'status': 'completed', 'code': 200} Oct 22 13:11:15.858148 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-8718284d-ac15-456f-93ce-095cabeebf16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae HTTP/1.1" status: 200 len: 217 time: 0.0769567 Oct 22 13:11:15.941828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-1f7ee983-8359-4c5d-929c-d453fd472cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:15.944262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-1f7ee983-8359-4c5d-929c-d453fd472cc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0756791 Oct 22 13:11:16.026490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-33f2c7b4-ff1e-4982-89ee-cf21d5a38291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.028116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-33f2c7b4-ff1e-4982-89ee-cf21d5a38291 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743318 Oct 22 13:11:16.152961 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-97935260-18ba-4725-8a5f-e885667b08e6 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156449 Oct 22 13:11:16.300393 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4fd0f0e7-313e-4dbf-8958-3a9a09b32de8 req-9d8e95ab-98a0-4cfb-a907-853430de80bd service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331382 Oct 22 13:11:16.444557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-302ee662-37fd-4ee3-abc1-105a7816cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.448627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-302ee662-37fd-4ee3-abc1-105a7816cc68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b36433e4f87947649ce899ed414dd0cc&device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 1098 time: 0.0800152 Oct 22 13:11:16.536777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cb434c7-a9ea-45b2-80fd-d948933d9b46 req-e80d4b1f-ecd5-491a-91f3-0d9f523474ea tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0510907 Oct 22 13:11:16.562949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-62bcfa95-d351-48e8-87e5-d6abbd49784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.563165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-62bcfa95-d351-48e8-87e5-d6abbd49784d service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.1027255 Oct 22 13:11:16.565986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f491f8-7613-42b0-9e35-25daff80bd1d req-6ff36cc8-2a49-4330-83bb-3aee18d41dd2 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.569242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f491f8-7613-42b0-9e35-25daff80bd1d req-6ff36cc8-2a49-4330-83bb-3aee18d41dd2 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0978391 Oct 22 13:11:16.633752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-297c63d6-8ea2-4f24-a3ac-a1c99b655800 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae HTTP/1.1" status: 200 len: 217 time: 0.0625525 Oct 22 13:11:16.639998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f491f8-7613-42b0-9e35-25daff80bd1d req-3dd6f0f9-e62f-4a18-9ba1-97e144cb630b tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626359 Oct 22 13:11:16.712136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-f3ce4552-95a4-40e9-9714-c86d778e9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.713778 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-f3ce4552-95a4-40e9-9714-c86d778e9c7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0615239 Oct 22 13:11:16.768374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-4e37413e-bea6-4bce-aaa1-2d70911f3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.769884 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-4e37413e-bea6-4bce-aaa1-2d70911f3310 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453727 Oct 22 13:11:16.900082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9967-ad51-4f97-b0a3-739a2701d9e3 req-98c184e9-cd8c-47ff-aa7f-ffcd3ba341f8 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:16.908891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2bfd9967-ad51-4f97-b0a3-739a2701d9e3 req-98c184e9-cd8c-47ff-aa7f-ffcd3ba341f8 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 947 time: 0.0724890 Oct 22 13:11:16.911256 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-7ed41884-f989-41c2-9318-c3795f21dff9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263897 Oct 22 13:11:16.960021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2bfd9967-ad51-4f97-b0a3-739a2701d9e3 req-104c63d3-6ea9-42d5-97e5-3f247c0a13af tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Oct 22 13:11:17.051192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dd9801df-7076-429b-a809-b953f6c4a9f7 req-4ced8164-0414-4f88-b119-5b22f6b3c038 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263299 Oct 22 13:11:17.661915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e977944-a9b2-443e-a451-3f9d37ec5992 req-5ba8f812-d311-45f0-a8bb-e385992d7529 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0350039 Oct 22 13:11:17.801839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0b0f5-3b2b-4797-a05d-be02e18d8647 req-d4a25920-706a-4378-87e7-73499fa23b1f tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:17.803378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa0b0f5-3b2b-4797-a05d-be02e18d8647 req-d4a25920-706a-4378-87e7-73499fa23b1f tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Oct 22 13:11:17.861441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa0b0f5-3b2b-4797-a05d-be02e18d8647 req-1e622e4c-ddd0-4850-8c84-80821a523d94 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Oct 22 13:11:18.080746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-960c5c91-d899-4055-a69a-d6a9e5ce2a95 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.082413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-960c5c91-d899-4055-a69a-d6a9e5ce2a95 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.21 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0769863 Oct 22 13:11:18.214654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0b26b-6a65-48a8-9f13-37194f134259 req-563d770c-d3bd-4572-bc63-c2f4d1397fc9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.216257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fc0b26b-6a65-48a8-9f13-37194f134259 req-563d770c-d3bd-4572-bc63-c2f4d1397fc9 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 947 time: 0.1328449 Oct 22 13:11:18.295454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fc0b26b-6a65-48a8-9f13-37194f134259 req-b809767b-1c01-434a-b508-196d50d925ab tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708251 Oct 22 13:11:18.304002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Deleting port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:18.304349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:18.378702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-35b667d6-0560-440b-9b59-4fe6a6acfa11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769191 Oct 22 13:11:18.427213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] For port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,segment=NetworkSegment(fbe3c579-be99-490b-afe9-8477a2b7294c),segment_id=fbe3c579-be99-490b-afe9-8477a2b7294c)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:18.427494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:18.444014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Calling delete_port for 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:18.486857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-af2d9e0d-212f-428b-b08a-a4ab84b2410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.488379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-af2d9e0d-212f-428b-b08a-a4ab84b2410f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1097 time: 0.0459838 Oct 22 13:11:18.658528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-5e1a3982-6df9-4eca-b9d3-64c407d0ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.660082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-5e1a3982-6df9-4eca-b9d3-64c407d0ad24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1269062 Oct 22 13:11:18.775703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-592b19e5-f346-41cb-bbf4-c1948b5c32e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 1001 time: 0.1076965 Oct 22 13:11:18.834758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-db5c42d4-21f9-4160-9197-cd45017a553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.836512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-db5c42d4-21f9-4160-9197-cd45017a553b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0497575 Oct 22 13:11:18.907985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-2f37511b-18b9-4a0a-8131-c9adc931d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:18.909662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-2f37511b-18b9-4a0a-8131-c9adc931d314 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621564 Oct 22 13:11:18.956717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8755f00-7dd9-4d2a-b416-61c1db8151cc req-8f5a4b16-37fc-478f-8620-e3e8ed36ced9 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0334890 Oct 22 13:11:19.027523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5088-4b4a-493e-b480-ca2ec49b2044 req-b0ac4a5f-78cf-46b9-802a-b08d7cb8a178 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:19.032291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62dc5088-4b4a-493e-b480-ca2ec49b2044 req-b0ac4a5f-78cf-46b9-802a-b08d7cb8a178 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/ports?device_id=76413bda-b0b0-4e60-89fd-33b988a77241 HTTP/1.1" status: 200 len: 946 time: 0.0777564 Oct 22 13:11:19.035304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:19.048366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1a2d5a59-3b3b-4c47-963c-7d85f469fda9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:19.063672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-209099b0-b640-44cb-a7d7-2d50c714ec52 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439037 Oct 22 13:11:19.086091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Pushing event deleted for resources: {'Port': ['ID=1a2d5a59-3b3b-4c47-963c-7d85f469fda9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:19.134971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] No DVR routers for this DVR port 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:19.140122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:19.143332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40bdbb1f-8d3f-4ad0-8341-67b37d93e038 req-6d5b5e9d-3713-49da-85c9-9d34042f874d tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.21 "DELETE /v2.0/ports/1a2d5a59-3b3b-4c47-963c-7d85f469fda9 HTTP/1.1" status: 204 len: 173 time: 1.0482621 Oct 22 13:11:19.143770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'name': 'network-vif-deleted', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:19.146527 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147f5755-433c-4423-850c-73ff263118e1" -d '{"events": [{"server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "name": "network-vif-deleted", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:19.188297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62dc5088-4b4a-493e-b480-ca2ec49b2044 req-71c7221b-c1a8-4392-8f5a-0174dc9247e1 tempest-ServerTagsTestJSON-1917119527 tempest-ServerTagsTestJSON-1917119527-project] 10.222.0.25 "GET /v2.0/security-groups?id=380a2c79-8dd3-4e04-8547-782e2e0153b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446106 Oct 22 13:11:19.243473 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58714c04-ffad-4108-a3a0-38b44a794bf7 x-openstack-request-id: req-58714c04-ffad-4108-a3a0-38b44a794bf7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:19.243828 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76413bda-b0b0-4e60-89fd-33b988a77241", "name": "network-vif-deleted", "tag": "1a2d5a59-3b3b-4c47-963c-7d85f469fda9", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:19.244077 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58714c04-ffad-4108-a3a0-38b44a794bf7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:19.244470 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76413bda-b0b0-4e60-89fd-33b988a77241', 'name': 'network-vif-deleted', 'tag': '1a2d5a59-3b3b-4c47-963c-7d85f469fda9', 'status': 'completed', 'code': 200} Oct 22 13:11:19.263060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3aa8bf4f-0750-4590-b52d-ed4e01dc2ccf req-afed0c1e-c7a6-43d9-b0f7-4144656fdf2e service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917951 Oct 22 13:11:19.472818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11cae-ab6e-4d08-a0bd-2ec10208a2ee req-960dbada-f077-43a6-b3c1-0127ee77b6c5 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:19.474219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdf11cae-ab6e-4d08-a0bd-2ec10208a2ee req-960dbada-f077-43a6-b3c1-0127ee77b6c5 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 947 time: 0.0867796 Oct 22 13:11:19.483353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195b337-254b-4eaf-b530-9eac279dd27e req-3e311e77-8993-45a0-8596-e3ac94ba924d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:19.484218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b195b337-254b-4eaf-b530-9eac279dd27e req-3e311e77-8993-45a0-8596-e3ac94ba924d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.0871139 Oct 22 13:11:19.544610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdf11cae-ab6e-4d08-a0bd-2ec10208a2ee req-bb6e4fd6-7f74-454a-a0c0-bc7b62dbf518 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Oct 22 13:11:19.547461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b195b337-254b-4eaf-b530-9eac279dd27e req-9564418f-d2e0-4d19-86c9-b2273c2e357a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562444 Oct 22 13:11:19.972439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c1fc53ec-3d87-40ee-9c18-8ea5895b54ae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:20.086121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab086f42-30e8-4f9f-bc94-a0fd924c5a73 req-abcb8829-e7b2-44a9-b892-43b32b1a8d00 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0374391 Oct 22 13:11:20.091220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:20.114329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae', 'mac_address': 'fa:16:3e:95:4f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:20.162251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.177511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fc53ec-3d87-40ee-9c18-8ea5895b54ae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:20.220562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:20.227084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.265412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58644) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:20.288659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:20.301248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.301807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.302661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.302661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.303243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.303379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.303903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.304116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.304402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.304686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.305033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.305350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:20.324836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Deleting subnet 7aa12346-f6b0-456a-819d-d1805e9a78d4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:11:20.329246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.369250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.419137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.475480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.494842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c1fc53ec-3d87-40ee-9c18-8ea5895b54ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:20.505763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa12346-f6b0-456a-819d-d1805e9a78d4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:20.508011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.511424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17036849-cdb5-4bfb-bbb4-1795fbefe550 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7aa12346-f6b0-456a-819d-d1805e9a78d4 HTTP/1.1" status: 204 len: 168 time: 0.2449863 Oct 22 13:11:20.513874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58646) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:20.614030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.748333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.768674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3770f8-9344-4b71-9ac4-a1d938444799 req-61cdcd50-6c06-4632-ab78-149afefcd2ec tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:20.770457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3770f8-9344-4b71-9ac4-a1d938444799 req-61cdcd50-6c06-4632-ab78-149afefcd2ec tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 948 time: 0.1112957 Oct 22 13:11:20.786178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a95584-bcc8-48c3-95a4-cd499f87eb1b']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:20.820837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe3c579-be99-490b-afe9-8477a2b7294c') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:20.821781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe3c579-be99-490b-afe9-8477a2b7294c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:20.838726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.850866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3770f8-9344-4b71-9ac4-a1d938444799 req-bcc2b045-b74a-4392-8fd5-9f79d6457976 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671866 Oct 22 13:11:20.857596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.864346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:11:20.864763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:11:20.866901 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:11:20.929585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.936534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:20.940753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] 10.222.0.25 "DELETE /v2.0/networks/55a95584-bcc8-48c3-95a4-cd499f87eb1b HTTP/1.1" status: 204 len: 168 time: 0.4251308 Oct 22 13:11:20.954638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae2c59-fdbe-44c2-a585-a7f8b8a99501 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a95584-bcc8-48c3-95a4-cd499f87eb1b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:21.164187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58668) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:21.205421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-753da40a-958c-4057-9417-58e96a23417f req-62979fc8-a944-4744-9701-336f14ceba91 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0336447 Oct 22 13:11:21.237346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-80211d80-e7ce-43e9-bfab-dc68422d357d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c95969077ae047728abc0430c7fcbe05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716817 Oct 22 13:11:21.240189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58670) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:21.307342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:21.336263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:21.395978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:21.398629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:21.402913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/380a2c79-8dd3-4e04-8547-782e2e0153b9 HTTP/1.1" status: 204 len: 168 time: 0.1610005 Oct 22 13:11:21.420351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec212f4-e666-4bd6-8793-ef12744321e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a2c79-8dd3-4e04-8547-782e2e0153b9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:21.991176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c1fc53ec-3d87-40ee-9c18-8ea5895b54ae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:21.999236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c0838-9ec1-49bf-a65c-a436100df275 req-5f995d9e-2e61-4c6f-afdf-0751bdc1b759 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:22.001414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb9c0838-9ec1-49bf-a65c-a436100df275 req-5f995d9e-2e61-4c6f-afdf-0751bdc1b759 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 948 time: 0.0704820 Oct 22 13:11:22.044624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb9c0838-9ec1-49bf-a65c-a436100df275 req-54c9bccc-1bc5-491c-a78e-c48e79b8615b tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Oct 22 13:11:22.088904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:11:22.093281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:22.093693 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:22.201129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:22.245216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:22.248003 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4a41d-ad1d-4a57-a99e-4c27ca698875" -d '{"events": [{"server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "name": "network-vif-plugged", "status": "completed", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:22.291566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:22.291566 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84edbd4-7a03-471e-936c-0a73a98870f0 x-openstack-request-id: req-a84edbd4-7a03-471e-936c-0a73a98870f0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:22.291566 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "name": "network-vif-plugged", "status": "completed", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:22.291566 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a84edbd4-7a03-471e-936c-0a73a98870f0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:22.291566 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae', 'code': 200} Oct 22 13:11:22.310778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:22.399052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6d189d0-bf6f-4c54-a34f-0fd790028c3e req-b89c4a34-b800-4292-b9ba-dff4b962b5b7 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0560374 Oct 22 13:11:22.425866 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:11:22.427705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:22.474948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bc61-a6ac-4b31-9507-561fa4d6cbe3 req-5d5abe89-98bc-43d6-a7ef-45aab533c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:22.477069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-baf9bc61-a6ac-4b31-9507-561fa4d6cbe3 req-5d5abe89-98bc-43d6-a7ef-45aab533c55c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 1100 time: 0.0951874 Oct 22 13:11:22.543661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-baf9bc61-a6ac-4b31-9507-561fa4d6cbe3 req-435f14ac-b00b-4282-9610-7b69d597571c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Oct 22 13:11:22.809121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:22.835787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:11:22.836523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1a2d5a59-3b3b-4c47-963c-7d85f469fda9 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:23.183515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ef21-429f-4300-8caa-3ec6c39ca19c req-0f67bc39-a228-4957-b00a-a3afcbeac7b3 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:23.185175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2f0ef21-429f-4300-8caa-3ec6c39ca19c req-0f67bc39-a228-4957-b00a-a3afcbeac7b3 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 949 time: 0.0548837 Oct 22 13:11:23.224936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2f0ef21-429f-4300-8caa-3ec6c39ca19c req-69cdaf8b-bb01-4410-ad8e-421a954aa8a6 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Oct 22 13:11:23.376179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41174bb-6adf-4b37-8770-5a45bfef23e1 req-fe9086e5-d030-410a-b686-16bec514430d tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:23.377900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d41174bb-6adf-4b37-8770-5a45bfef23e1 req-fe9086e5-d030-410a-b686-16bec514430d tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 950 time: 0.0499895 Oct 22 13:11:23.420662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d41174bb-6adf-4b37-8770-5a45bfef23e1 req-e29fd91e-547c-4843-b895-aefacec9f955 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363081 Oct 22 13:11:23.497446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f884d190-5c12-498e-bc60-243df1fdca8e req-b1f6e10e-9a64-430b-9d54-2d4d7c1c4c06 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0270479 Oct 22 13:11:23.942714 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c50c91df-ee55-47be-9fe5-a72928e9a53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.004517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:24.099871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:24.121757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:24.138346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:24.185761 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.205680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:24.227498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:24.233588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.296573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:24.332889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80c9603f-7500-4264-a18a-50165311af41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.366926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a9e32dcb-8454-438c-8e99-0ebf41af3474'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:24.400706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff69f2-d2d7-4b90-91b3-8e0b08978d0f req-a52bca07-283a-4d65-a9fb-150dd1038ea3 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:24.409656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8ff69f2-d2d7-4b90-91b3-8e0b08978d0f req-a52bca07-283a-4d65-a9fb-150dd1038ea3 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 949 time: 0.0758870 Oct 22 13:11:24.421375 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80c9603f-7500-4264-a18a-50165311af41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.431625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80c9603f-7500-4264-a18a-50165311af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.468893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8ff69f2-d2d7-4b90-91b3-8e0b08978d0f req-fcd3add7-5a69-4c26-9249-059d31dbf816 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Oct 22 13:11:24.517795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9603f-7500-4264-a18a-50165311af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47d7148-f50e-4923-bed1-fa6ec8d4b40d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:24.570176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58822) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:24.572179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-80c9603f-7500-4264-a18a-50165311af41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d696ba58ad9c4a2e95ccc9f4cf183888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711251 Oct 22 13:11:24.614359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c36bd-5342-4e7c-bb66-8b398893f482 req-bc7f4929-a10a-401e-aea8-fede01f1b0a3 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:24.616475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c9c36bd-5342-4e7c-bb66-8b398893f482 req-bc7f4929-a10a-401e-aea8-fede01f1b0a3 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 950 time: 0.0836365 Oct 22 13:11:24.673828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.695810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c9c36bd-5342-4e7c-bb66-8b398893f482 req-1f9a4c29-9ec1-4134-8611-186bfd19d4d2 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687237 Oct 22 13:11:24.744739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.806175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfc8013b-37ba-4373-9d60-67154e560c30 req-4010a300-9165-468d-a620-909e22a4376d tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0430667 Oct 22 13:11:24.849964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.853093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:24.854285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f47d7148-f50e-4923-bed1-fa6ec8d4b40d HTTP/1.1" status: 204 len: 168 time: 0.2808313 Oct 22 13:11:24.863231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed933782-145a-40c5-a473-e643ff9e80fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47d7148-f50e-4923-bed1-fa6ec8d4b40d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:24.984446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa2cd-593c-4b29-a65f-8b05171d5839 req-b071e52c-dae8-4f66-b3d4-27df848a3b45 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:24.991714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58afa2cd-593c-4b29-a65f-8b05171d5839 req-b071e52c-dae8-4f66-b3d4-27df848a3b45 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 949 time: 0.0907967 Oct 22 13:11:25.079267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58afa2cd-593c-4b29-a65f-8b05171d5839 req-864bf19a-b2c9-49b0-8f31-d0e457386756 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Oct 22 13:11:25.375119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58860) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:25.423535 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-679363fe-0c6c-41fa-89e3-b2ace9f4598c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.538942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-679363fe-0c6c-41fa-89e3-b2ace9f4598c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.547862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-679363fe-0c6c-41fa-89e3-b2ace9f4598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.613700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679363fe-0c6c-41fa-89e3-b2ace9f4598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17864f22-33fd-4662-b44b-bbcf9dc893fd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:25.661013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-679363fe-0c6c-41fa-89e3-b2ace9f4598c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7633310f7ef40d2aa0946d42cfe6826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819486 Oct 22 13:11:25.661240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:25.724417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.748716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.823434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.826801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:25.828349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17864f22-33fd-4662-b44b-bbcf9dc893fd HTTP/1.1" status: 204 len: 168 time: 0.1662185 Oct 22 13:11:25.843726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3768-0c7b-407a-a43f-e4cccd07378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17864f22-33fd-4662-b44b-bbcf9dc893fd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:26.030943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:26.040418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b055fcfe-37f6-46c1-884c-d0cdf8cd28ec req-a4336995-be22-498b-9e36-22f11487f780 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0720329 Oct 22 13:11:26.109203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a9e32dcb-8454-438c-8e99-0ebf41af3474 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:26.109579 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.209908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.271811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:26.280455 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a17c74-3538-4211-bbf4-e9ee51b8bdb4" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:26.280716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd58b6-ad74-4cc6-a3f9-1bf4d94f3053 req-8a209b5c-d367-4dcb-857a-b7010b8d1bca tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:26.298431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ccd58b6-ad74-4cc6-a3f9-1bf4d94f3053 req-8a209b5c-d367-4dcb-857a-b7010b8d1bca tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 949 time: 0.0927477 Oct 22 13:11:26.300053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:26.310201 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.384123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ccd58b6-ad74-4cc6-a3f9-1bf4d94f3053 req-fd67cbed-1366-49b9-89e3-45a2649e22e2 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/security-groups?id=c04be528-9028-4581-b53c-775c6283f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Oct 22 13:11:26.386569 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f10bfc-a554-457c-be43-01133cfa9281 x-openstack-request-id: req-a1f10bfc-a554-457c-be43-01133cfa9281 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:26.389623 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:26.389884 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1f10bfc-a554-457c-be43-01133cfa9281 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:26.390287 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:11:26.436985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:26.541068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499689f-2757-416e-940c-3359387be0cd req-7e1f40fb-4883-471e-b1b0-55e9d33bdd28 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:26.543390 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f499689f-2757-416e-940c-3359387be0cd req-7e1f40fb-4883-471e-b1b0-55e9d33bdd28 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.26 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 949 time: 0.0676038 Oct 22 13:11:26.654876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Deleting port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:26.655586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.763310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] For port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:26.763679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.783777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Calling delete_port for c1fc53ec-3d87-40ee-9c18-8ea5895b54ae owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:26.811121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:26.963436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.992893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:26.995268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c1fc53ec-3d87-40ee-9c18-8ea5895b54ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:27.013830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Pushing event deleted for resources: {'Port': ['ID=c1fc53ec-3d87-40ee-9c18-8ea5895b54ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:27.100878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] No DVR routers for this DVR port c1fc53ec-3d87-40ee-9c18-8ea5895b54ae on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:27.106316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:27.110361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc9ead33-a8ee-49f8-b21e-0c52495bf3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:27.110956 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f499689f-2757-416e-940c-3359387be0cd req-d58e15ea-e0a0-47bc-a4a9-f4e40202be29 tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.26 "DELETE /v2.0/ports/c1fc53ec-3d87-40ee-9c18-8ea5895b54ae HTTP/1.1" status: 204 len: 173 time: 0.5597291 Oct 22 13:11:27.111606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'name': 'network-vif-deleted', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:27.115004 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f58aec-b5e8-4793-bf60-a84234dd9fe9" -d '{"events": [{"server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "name": "network-vif-deleted", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:27.122671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:27.134539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:27.176025 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d38fc-5126-46b5-a997-b5362e5b662c x-openstack-request-id: req-ef7d38fc-5126-46b5-a997-b5362e5b662c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:27.176321 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424bbbd-db5f-4b9a-8fad-1e9241eaba2b", "name": "network-vif-deleted", "tag": "c1fc53ec-3d87-40ee-9c18-8ea5895b54ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:27.176599 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef7d38fc-5126-46b5-a997-b5362e5b662c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:27.176985 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424bbbd-db5f-4b9a-8fad-1e9241eaba2b', 'name': 'network-vif-deleted', 'tag': 'c1fc53ec-3d87-40ee-9c18-8ea5895b54ae', 'status': 'completed', 'code': 200} Oct 22 13:11:27.256430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:27.316270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-765ab466-8d97-49eb-bd96-38de3d2c2736 req-51cc96fc-7237-4aca-827d-59cfc2b6ca0a tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0777633 Oct 22 13:11:27.542689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd8d5695-200e-47f2-b2e0-ea292750c06b req-1c1919f3-1de1-49a5-bc9f-d7b2e609b75d tempest-ImagesNegativeTestJSON-672144444 tempest-ImagesNegativeTestJSON-672144444-project] 10.222.0.25 "GET /v2.0/ports?device_id=9424bbbd-db5f-4b9a-8fad-1e9241eaba2b HTTP/1.1" status: 200 len: 210 time: 0.0389493 Oct 22 13:11:27.646922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:27.717512 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:28.391117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:28.394787 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e5970d-95ff-43b9-b322-111ba00e93ca" -d '{"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:28.443373 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f1fa9-8782-4263-83e9-8ec23eee211a x-openstack-request-id: req-069f1fa9-8782-4263-83e9-8ec23eee211a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:28.443853 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:28.444454 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-069f1fa9-8782-4263-83e9-8ec23eee211a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:28.445008 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215', 'code': 200} Oct 22 13:11:28.464936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30799746-451f-4cad-958a-560e5cebe344 req-8899d56b-c2ff-441e-b25b-a68fa3fa7b50 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0432281 Oct 22 13:11:29.202566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59018) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:29.574209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:29.594586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a654b35e-8561-4b35-995c-d920edf4a950 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b36433e4f87947649ce899ed414dd0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894365 Oct 22 13:11:29.670183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:29.677318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9925c0bb-86ba-4743-a9e6-f2aed338d56e req-d92aca46-21b8-4467-a3b3-3b67b6c40988 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0721691 Oct 22 13:11:29.703247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:29.781942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:29.866844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:29.870910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:29.878949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04be528-9028-4581-b53c-775c6283f0ee HTTP/1.1" status: 204 len: 168 time: 0.2989638 Oct 22 13:11:29.913825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46398e48-99ca-461c-bb59-4af26c06d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04be528-9028-4581-b53c-775c6283f0ee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:29.981072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:30.050735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:30.144872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c1fc53ec-3d87-40ee-9c18-8ea5895b54ae no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:30.179524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: c1fc53ec-3d87-40ee-9c18-8ea5895b54ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:11:30.180799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c1fc53ec-3d87-40ee-9c18-8ea5895b54ae not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:30.215358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:30.222870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1af22d4-37ae-4a61-92ad-d8b37fb16c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.233644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'mac_address': 'fa:16:3e:90:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:30.290431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.315445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:30.372228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:30.381756 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.410531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1af22d4-37ae-4a61-92ad-d8b37fb16c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.420423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1af22d4-37ae-4a61-92ad-d8b37fb16c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.424599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.441259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.460613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.475613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.500512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.517147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.525665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:30.535711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:30.549488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-02d12b13-d9b4-4759-87d4-b9354a4672f1 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.2730961 Oct 22 13:11:30.558718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f1af22d4-37ae-4a61-92ad-d8b37fb16c70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40161489a2624d48890acc0740a88447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740898 Oct 22 13:11:30.559447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af22d4-37ae-4a61-92ad-d8b37fb16c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb18125-4828-42ec-8f3b-94d220be7278,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:30.564811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:30.576290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:30.691932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.724971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff13f0a1-bbc9-4181-ab9b-6c9c4fc12688 req-de5caadb-5e5a-45ab-b2de-3f29a1b14db7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730149 Oct 22 13:11:30.787701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.864251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b849463-93e3-4f3b-9b5d-7f32706c772e req-ab4f375f-b652-439f-8beb-3d5489ba1412 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0522218 Oct 22 13:11:30.934863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.938486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:30.943289 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deb18125-4828-42ec-8f3b-94d220be7278 HTTP/1.1" status: 204 len: 168 time: 0.3774571 Oct 22 13:11:30.966925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706ab8d-b22e-4cc2-958f-ae6e0505a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb18125-4828-42ec-8f3b-94d220be7278,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:31.166080 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b4fb2055-ef74-43ed-8ba1-8440d0e1639a req-a39a57f3-6f27-4ab8-bb6a-fd0c6993fdfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0526805 Oct 22 13:11:31.740634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.757959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.767680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.788927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.801682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.813308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.838536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:31.838945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59122) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:31.841043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2bce2287-978c-45d1-bec2-b14ebb872b19 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.2262573 Oct 22 13:11:32.017304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59128) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:32.042380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22d4f315-11eb-4f4d-bc5f-df1dc0f3d100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.062562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2ae599d3-662b-4f63-938f-78a3ec97b4db tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.064644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-2ae599d3-662b-4f63-938f-78a3ec97b4db tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2149761 Oct 22 13:11:32.065716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1551347696-network', 'tenant_id': '2ecadf53ca5e45a49e5038165685f35c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:32.081766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:32.122355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Made reservation on behalf of 2ecadf53ca5e45a49e5038165685f35c for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:32.126259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.128162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.133006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.140429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.147395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.154953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.161645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.161907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.172940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.182235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-4bc77318-1e27-4c73-94e6-c79c985e088e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 5445 time: 0.2479892 Oct 22 13:11:32.212859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:32.213233 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.316312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3091ae27-294a-4cf3-8b02-5d6fec45f7e8 req-a44d960e-2b97-4510-ba01-fcb826287968 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327634 Oct 22 13:11:32.371990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.417960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22d4f315-11eb-4f4d-bc5f-df1dc0f3d100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.419628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.429796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22d4f315-11eb-4f4d-bc5f-df1dc0f3d100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.433397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-10a0044b-7f19-451b-bed7-d1d4bda30e3f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3602343 Oct 22 13:11:32.447144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.450158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:32.482335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:11:32.546223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:32.547592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:32.555903 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52179d89-f04a-44fd-bf89-1be6959d854f" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:32.557619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.557984 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Added segment 6df96a47-e294-47f5-a9de-109b6d824f3d of type vlan for network 6681252c-6af3-4dbc-9739-f531071eb555 Oct 22 13:11:32.561068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faff5d9-b578-4d4b-8946-603676ebd4e7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:32.564934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.567996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-22d4f315-11eb-4f4d-bc5f-df1dc0f3d100 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74ddaeefb5ea4d7e8010b472ceb23002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472460 Oct 22 13:11:32.594968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:32.615141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd247f4f-a479-4af4-842d-79ef3dbaeb86 req-37758c2a-dff3-4287-ace2-891cbd51ae7e tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0834134 Oct 22 13:11:32.694144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:32.703477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.712366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4f315-11eb-4f4d-bc5f-df1dc0f3d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c918823-539d-46e7-aa29-aa389c47efcd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:32.731239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.764618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.767106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:32.767908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.846038 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d504211-e192-4fa0-bdb0-4103172419be x-openstack-request-id: req-7d504211-e192-4fa0-bdb0-4103172419be {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:32.846369 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-plugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:32.846846 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d504211-e192-4fa0-bdb0-4103172419be {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:32.847265 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'code': 200} Oct 22 13:11:32.902922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:32.942888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6681252c-6af3-4dbc-9739-f531071eb555,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:32.958535 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-043d2c06-3f8e-4cdb-b230-33c386e518c5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1170776 Oct 22 13:11:32.958886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6681252c-6af3-4dbc-9739-f531071eb555 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:11:32.962732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59138) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:32.969669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Request body: {'subnet': {'network_id': '6681252c-6af3-4dbc-9739-f531071eb555', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1551347696-subnet', 'tenant_id': '2ecadf53ca5e45a49e5038165685f35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:32.981281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.035863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Made reservation on behalf of 2ecadf53ca5e45a49e5038165685f35c for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:33.039049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.179725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.187270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.194301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c918823-539d-46e7-aa29-aa389c47efcd HTTP/1.1" status: 204 len: 168 time: 0.5935864 Oct 22 13:11:33.237552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5efda-adf2-4f9d-8936-6007ffbc1dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c918823-539d-46e7-aa29-aa389c47efcd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:33.284103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4736a788-1936-4d95-974e-3d5becf59d4c,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:33.354152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.439646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] For port 4736a788-1936-4d95-974e-3d5becf59d4c, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:33.509273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0c6662-8cde-4660-bb7c-ddfff5b625ca,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:33.563767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] device_id is not set on port 4736a788-1936-4d95-974e-3d5becf59d4c yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:11:33.574374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Checking segment: {'id': '6df96a47-e294-47f5-a9de-109b6d824f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6681252c-6af3-4dbc-9739-f531071eb555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:33.578277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Network hostable DHCP agents. Network: 6681252c-6af3-4dbc-9739-f531071eb555, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:11:33.610015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Network 6681252c-6af3-4dbc-9739-f531071eb555 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:11:33.639674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6681252c-6af3-4dbc-9739-f531071eb555) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:33.642301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.645980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:33.646303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.648136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb5d1b41-4af2-4c28-9b87-1a6fa141709c req-f3e2a37d-4906-4329-9f9f-b72353a76bdd tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983&device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0711920 Oct 22 13:11:33.658937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:33.684280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47f44d-d499-427d-bc09-e1b72f94a80d None None] Network 6681252c-6af3-4dbc-9739-f531071eb555 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:33.717991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-738728af-7203-44ec-ad57-0212dc29d2dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7537663 Oct 22 13:11:34.015913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] No DVR routers for this DVR port 4736a788-1936-4d95-974e-3d5becf59d4c on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:34.039746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271d39b-876c-42f2-a0c3-8de5674e3e60 None None] Network 6681252c-6af3-4dbc-9739-f531071eb555 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:34.095851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Pushing event updated for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:34.112142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] In _notify_port_updated(), no bound segment for port 4736a788-1936-4d95-974e-3d5becf59d4c on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:11:34.113869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.115036 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:34.116621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-86c5e772-e02c-4ee5-b27f-a956c116cf6d service neutron] 10.222.0.21 "PUT /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 200 len: 1033 time: 1.6757293 Oct 22 13:11:34.382095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.394273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.432883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.439236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.450807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.459609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.469723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-d87412d0-6ec8-4908-acb1-718ecef04c7a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 4665 time: 0.5635600 Oct 22 13:11:34.504157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-1989de7e-8cd2-49ab-a244-0b21b049f846 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:34.505614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-1989de7e-8cd2-49ab-a244-0b21b049f846 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "GET /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3787994 Oct 22 13:11:34.520036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:34.541423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1f4a89d1-cb82-4957-8e9b-80481b88e289 None None] Provisioning complete for port 4736a788-1936-4d95-974e-3d5becf59d4c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:34.542263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f4a89d1-cb82-4957-8e9b-80481b88e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:34.560853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b0e260b-544c-4655-b0b0-31bb96dc50df req-342e0d7a-f248-4a4b-9c01-a6aa8a2ecfb0 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=76d66e94-5c1b-4052-92c8-3aa508c0446e&id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894098 Oct 22 13:11:34.636104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:34.682677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a89d1-cb82-4957-8e9b-80481b88e289 None None] Port 4736a788-1936-4d95-974e-3d5becf59d4c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:11:34.853938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4736a788-1936-4d95-974e-3d5becf59d4c no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:34.960109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a64df248-c0f6-4dea-a6d3-a4c7f6ef2776 req-1f0122a7-bf5f-45a8-b210-f7f3814a5120 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b9d64e34a044ce799792474340c3203&device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0651414 Oct 22 13:11:35.014305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a64df248-c0f6-4dea-a6d3-a4c7f6ef2776 req-bc2f8bc5-99f0-4e16-989a-63975ebc3aff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7b9d64e34a044ce799792474340c3203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424099 Oct 22 13:11:35.034842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4736a788-1936-4d95-974e-3d5becf59d4c not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:35.035280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b450347d-de86-40f0-a583-41d0c3b19b71 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:35.123246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a3f706ed-d9de-4eab-a2d8-03957461bb97,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:35.235098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] For port a3f706ed-d9de-4eab-a2d8-03957461bb97, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:11:35.248913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64df248-c0f6-4dea-a6d3-a4c7f6ef2776 req-8f88b860-2024-4147-88fa-849037e514a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:35.253663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a64df248-c0f6-4dea-a6d3-a4c7f6ef2776 req-8f88b860-2024-4147-88fa-849037e514a2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2303135 Oct 22 13:11:35.310374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] device_id is not set on port a3f706ed-d9de-4eab-a2d8-03957461bb97 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:11:35.320865 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.336954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.341808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.411198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:35.414775 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a1925-3ef0-46c5-a3b2-9bc70dc1f0cb" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:35.443669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:35.454552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.455533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device abae457c-0ab7-4d37-b2b2-ea8d26402c59 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:35.507254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] No DVR routers for this DVR port a3f706ed-d9de-4eab-a2d8-03957461bb97 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:35.581672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1751608927', 'description': 'tempest-description-1794532947'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:35.621854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.629098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Pushing event updated for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:35.725911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] In _notify_port_updated(), no bound segment for port a3f706ed-d9de-4eab-a2d8-03957461bb97 on network c14fa1bd-d127-464b-bc9e-05c366b22544 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:11:35.727627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:35.728460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.729785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-f5c73667-4fd7-4716-8775-a6b9a52927ff service neutron] 10.222.0.21 "PUT /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 200 len: 1032 time: 1.2167182 Oct 22 13:11:35.754073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:35.885933 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:35.989732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:36.007541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.008323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 054bc850-98a4-4961-bbc2-1d6fbba70157 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:36.134379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-96457229-08fa-46f8-b731-a87aa1fffbcd None None] Provisioning complete for port a3f706ed-d9de-4eab-a2d8-03957461bb97 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:36.135268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.135733 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-96457229-08fa-46f8-b731-a87aa1fffbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.152711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port b450347d-de86-40f0-a583-41d0c3b19b71 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:36.153692 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.356374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] For port b450347d-de86-40f0-a583-41d0c3b19b71, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b450347d-de86-40f0-a583-41d0c3b19b71,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:36.357247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.376645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for b450347d-de86-40f0-a583-41d0c3b19b71 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:36.438181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-96457229-08fa-46f8-b731-a87aa1fffbcd None None] Port a3f706ed-d9de-4eab-a2d8-03957461bb97 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:11:36.459925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:36.493149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.569696 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.579274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:36.589915 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.591418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:36.702789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a64df248-c0f6-4dea-a6d3-a4c7f6ef2776 req-d668b19b-80ff-4e56-b2f9-ddd9ed79a9bc tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.0584047 Oct 22 13:11:36.747452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.748844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a90b38-066c-4252-8e87-5df1163107ff req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2153296 Oct 22 13:11:36.763483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfabc5-f01e-4779-9f46-4d3297e0cfe9 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4eed95-3f1a-4b44-a66d-42ca751916e0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:36.784481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:36.786913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:36.978979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.034265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=b450347d-de86-40f0-a583-41d0c3b19b71,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:37.204627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-808d01e6-516c-49e7-a74e-a407164ace0b req-79e83746-59ad-4599-844e-5294f5b08a8b tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47dfd6a-ef5c-4039-83a1-f53dfa251983 HTTP/1.1" status: 200 len: 210 time: 0.2432034 Oct 22 13:11:37.205464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] No DVR routers for this DVR port b450347d-de86-40f0-a583-41d0c3b19b71 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:37.214275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.222380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-7ea4e17b-e39f-4ac7-8300-1ea60998fe29 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "DELETE /v2.0/ports/b450347d-de86-40f0-a583-41d0c3b19b71 HTTP/1.1" status: 204 len: 173 time: 1.4767973 Oct 22 13:11:37.222990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:37.227415 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834484e-e4b9-4dbd-b1bf-a1692268f5f7" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:37.312993 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c502d5f2-1fed-409e-b347-82629875bac1 x-openstack-request-id: req-c502d5f2-1fed-409e-b347-82629875bac1 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:37.313302 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:37.313532 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c502d5f2-1fed-409e-b347-82629875bac1 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:37.313973 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'code': 200} Oct 22 13:11:37.370428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:37.380413 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.381121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device c60d4d07-9b60-494e-b8c1-b0890bccdaa5 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:37.578588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:37.579025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:37.579806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.764326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-d7a05e8b-4466-4512-aa39-91c5bb9361f7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:37.786157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.796919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-d7a05e8b-4466-4512-aa39-91c5bb9361f7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:37.829932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-d7a05e8b-4466-4512-aa39-91c5bb9361f7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:37.844798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-d7a05e8b-4466-4512-aa39-91c5bb9361f7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:37.864678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-d7a05e8b-4466-4512-aa39-91c5bb9361f7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 3145 time: 0.4448371 Oct 22 13:11:37.923056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:37.947677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:37.949664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a3f706ed-d9de-4eab-a2d8-03957461bb97 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:38.018058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acab585e-4f8a-4d87-9f4b-6064e3fc8879 req-1c76309f-1001-4d36-8bbb-54eeb5c01d42 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513562 Oct 22 13:11:38.116483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] For port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:38.123126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.145721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59236) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:38.161701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:38.168261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a3f706ed-d9de-4eab-a2d8-03957461bb97 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:11:38.170735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.407106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ac3fb22-045d-454c-aed1-96d58508e45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.471906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-f1e2f8fc-072b-422b-b0d6-648338e538d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/3b4eed95-3f1a-4b44-a66d-42ca751916e0 HTTP/1.1" status: 200 len: 1815 time: 0.2184391 Oct 22 13:11:38.479953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b4eed95-3f1a-4b44-a66d-42ca751916e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:38.480266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b4eed95-3f1a-4b44-a66d-42ca751916e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:38.597113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ac3fb22-045d-454c-aed1-96d58508e45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.607118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ac3fb22-045d-454c-aed1-96d58508e45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.684193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ac3fb22-045d-454c-aed1-96d58508e45e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15692871250e4390b814cbe4475d661e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315478 Oct 22 13:11:38.684193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3fb22-045d-454c-aed1-96d58508e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c20605-da7f-4d30-a5e0-71afd2a9eddf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:38.686542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:38.749200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.749571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.749897 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Floating IP e9982edd-0b81-40b2-9e64-3e3c98715430 disassociated. External IP: 172.25.6.95, port: 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a. Oct 22 13:11:38.750252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:38.836469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.862618 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.940839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.951658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:38.954885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.044172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11be980c-3e90-49e9-9ca6-7d7597e79020,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:39.049699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.052720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.054309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52c20605-da7f-4d30-a5e0-71afd2a9eddf HTTP/1.1" status: 204 len: 168 time: 0.3663001 Oct 22 13:11:39.060044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.079186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daf34744-2610-4fa6-bf1d-e3d094cb7499 req-85f99fd2-ec83-4246-a23a-14a35e4d9cca tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6062639 Oct 22 13:11:39.082318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0032466-a513-41d0-a20b-e6e2afc69287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c20605-da7f-4d30-a5e0-71afd2a9eddf,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:39.153034 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465e3e8-6aff-40d5-907b-544117119485 x-openstack-request-id: req-b465e3e8-6aff-40d5-907b-544117119485 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:39.153326 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "b450347d-de86-40f0-a583-41d0c3b19b71", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:39.153576 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b465e3e8-6aff-40d5-907b-544117119485 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:39.153576 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'b450347d-de86-40f0-a583-41d0c3b19b71', 'status': 'completed', 'code': 200} Oct 22 13:11:39.249528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.283242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=4d8ff333-9a74-4d0e-9a34-00d118eb9b7a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:39.315772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:39.318851 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242c5100-e8fb-4bec-822a-ba9d7fe4e36f" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:39.514627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10daf-40bb-4615-a04e-72a23d9a603e req-9979d4b7-44af-442e-ac8f-b631e7b2c9e6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:39.537299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10daf-40bb-4615-a04e-72a23d9a603e req-9979d4b7-44af-442e-ac8f-b631e7b2c9e6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:39.544673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10daf-40bb-4615-a04e-72a23d9a603e req-9979d4b7-44af-442e-ac8f-b631e7b2c9e6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:39.563245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62d10daf-40bb-4615-a04e-72a23d9a603e req-9979d4b7-44af-442e-ac8f-b631e7b2c9e6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 2410 time: 0.1986938 Oct 22 13:11:39.629504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:39.659228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c99f0771-4a0d-4e6b-b277-441336d61d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.671171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Router 38e4221b-d061-4c36-9464-cbe9bb05dad0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:11:39.675020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62d10daf-40bb-4615-a04e-72a23d9a603e req-5909149a-3697-4710-9439-219f3239549a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109347 Oct 22 13:11:39.760229 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.868971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c99f0771-4a0d-4e6b-b277-441336d61d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.882441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c99f0771-4a0d-4e6b-b277-441336d61d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:39.975636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51b4ea45-5446-4142-a394-23b968d4aa8b req-d33c054c-3cb9-42f2-9164-eb81c7c16e8b tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/3b4eed95-3f1a-4b44-a66d-42ca751916e0 HTTP/1.1" status: 200 len: 2409 time: 0.2021608 Oct 22 13:11:40.024214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:11:40.042196 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c99f0771-4a0d-4e6b-b277-441336d61d4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d377e03625462f84a55d120cd7a3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106469 Oct 22 13:11:40.042701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Sync routers for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:11:40.045142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:40.067022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:40.080005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:40.091180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f0771-4a0d-4e6b-b277-441336d61d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d81c9e-6c20-4cb4-91a7-8bc3fd03539e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:40.211034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] No DVR routers for this DVR port 4d8ff333-9a74-4d0e-9a34-00d118eb9b7a on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:40.288636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.297104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-b12a6e62-a9c1-4c65-9651-9f5923dca20a tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "DELETE /v2.0/ports/4d8ff333-9a74-4d0e-9a34-00d118eb9b7a HTTP/1.1" status: 204 len: 173 time: 3.0617404 Oct 22 13:11:40.314313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.399540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:40.464730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.684056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75f4d4f8-7258-4eb7-82ae-267444b734f7 req-ad6a4638-ca72-498a-871a-a64ff22e1262 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b9d64e34a044ce799792474340c3203&device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0963197 Oct 22 13:11:40.746249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75f4d4f8-7258-4eb7-82ae-267444b734f7 req-cb684b1e-a67e-4022-98c7-34ae6996effe service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7b9d64e34a044ce799792474340c3203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515981 Oct 22 13:11:40.764444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.770735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.774020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85d81c9e-6c20-4cb4-91a7-8bc3fd03539e HTTP/1.1" status: 204 len: 168 time: 0.7262213 Oct 22 13:11:40.784140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port abae457c-0ab7-4d37-b2b2-ea8d26402c59 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:40.784468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:40.804556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2399ca-b7ce-4d83-b81d-ba0b33baa2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d81c9e-6c20-4cb4-91a7-8bc3fd03539e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:40.850135 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f17976-be9d-4e33-a535-7dc5ba49aad6 x-openstack-request-id: req-37f17976-be9d-4e33-a535-7dc5ba49aad6 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:40.850544 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-unplugged", "status": "completed", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:40.853162 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37f17976-be9d-4e33-a535-7dc5ba49aad6 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:40.853162 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'code': 200} Oct 22 13:11:40.853162 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'code': 200} Oct 22 13:11:40.853469 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'code': 200} Oct 22 13:11:40.853828 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'code': 200} Oct 22 13:11:40.926467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-24a4026b-cdf0-465d-bbea-8950480a443a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-group-rules/11be980c-3e90-49e9-9ca6-7d7597e79020 HTTP/1.1" status: 200 len: 778 time: 0.1032803 Oct 22 13:11:40.948012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:41.041025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Checking router: 38e4221b-d061-4c36-9464-cbe9bb05dad0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:11:41.061816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:11:41.062451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:41.063784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4d4f8-7258-4eb7-82ae-267444b734f7 req-84b96cc8-6bdb-4d72-99bc-96da087aa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:41.065686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75f4d4f8-7258-4eb7-82ae-267444b734f7 req-84b96cc8-6bdb-4d72-99bc-96da087aa598 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3078039 Oct 22 13:11:41.172674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:41.178224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60fc26a-cf20-4e06-bd24-fa998152c898" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:41.183141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] For port abae457c-0ab7-4d37-b2b2-ea8d26402c59, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=abae457c-0ab7-4d37-b2b2-ea8d26402c59,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:41.184276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:41.235612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for abae457c-0ab7-4d37-b2b2-ea8d26402c59 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:41.385144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:11:41.629945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-50ebc0d6-da73-4c5a-b985-30d7ec052af0 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/3b4eed95-3f1a-4b44-a66d-42ca751916e0 HTTP/1.1" status: 200 len: 2409 time: 0.7015154 Oct 22 13:11:41.672343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:41.760664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=abae457c-0ab7-4d37-b2b2-ea8d26402c59,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:41.834748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:41.858864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:41.980110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:41.995805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] No DVR routers for this DVR port abae457c-0ab7-4d37-b2b2-ea8d26402c59 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:42.006505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:42.013403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:42.033524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-fce5d117-21d6-4af5-9a77-87697da08440 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "DELETE /v2.0/ports/abae457c-0ab7-4d37-b2b2-ea8d26402c59 HTTP/1.1" status: 204 len: 173 time: 1.7073607 Oct 22 13:11:42.072222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:42.081780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bcec-ab14-44c6-8bc2-a8b659a9a4d5 None None] The sync data for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 is: [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:00:59Z', 'revision_number': 4, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f64004fe-37f1-4b95-96b8-456007f379b9', 'name': '', 'network_id': '86dd3d8f-4e97-4bf7-991b-68d5ebdef812', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'mac_address': 'fa:16:3e:a7:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:58Z', 'updated_at': '2021-10-22T13:01:06Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'subnets': [{'id': 'e41c1469-622e-4296-a855-4ecb9cb06e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:11:42.094115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f10ce246-6c35-40d8-bb51-a664c31d2160 req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/11be980c-3e90-49e9-9ca6-7d7597e79020 HTTP/1.1" status: 204 len: 173 time: 0.4629221 Oct 22 13:11:42.098365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfece6-afe8-4a3f-9e81-89346200529a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11be980c-3e90-49e9-9ca6-7d7597e79020,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:42.335481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79163527-f1be-4015-be21-8f974858701c req-76e0b7e1-e054-460d-ab40-4911df10ed23 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0643327 Oct 22 13:11:42.421459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:42.437072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:42.503119 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75f4d4f8-7258-4eb7-82ae-267444b734f7 req-2f9b01b3-3f89-40ed-90c3-b0fd12f7e009 tempest-ServerShowV247Test-1102729050 tempest-ServerShowV247Test-1102729050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e82460d-f83a-43ec-aa03-98ddd6f08452 HTTP/1.1" status: 200 len: 210 time: 0.0606499 Oct 22 13:11:42.762521 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a791b7-5177-4553-a890-6e62c11e0c33 None None] New status for floating IP e9982edd-0b81-40b2-9e64-3e3c98715430: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:11:43.030906 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9f019-d736-4094-bd95-c7f88f3c97a8 x-openstack-request-id: req-72d9f019-d736-4094-bd95-c7f88f3c97a8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:43.031798 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "4d8ff333-9a74-4d0e-9a34-00d118eb9b7a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:43.032311 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d9f019-d736-4094-bd95-c7f88f3c97a8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:43.035119 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': '4d8ff333-9a74-4d0e-9a34-00d118eb9b7a', 'status': 'completed', 'code': 200} Oct 22 13:11:43.070898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1565088480', 'description': 'tempest-description-713338050'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:43.187645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454b61e-45a0-4534-87f8-1638a80b9a4b req-58c58d45-70bd-4c1e-87f3-dd95b798def8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:43.195892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454b61e-45a0-4534-87f8-1638a80b9a4b req-58c58d45-70bd-4c1e-87f3-dd95b798def8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:43.204689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f454b61e-45a0-4534-87f8-1638a80b9a4b req-58c58d45-70bd-4c1e-87f3-dd95b798def8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 1677 time: 0.6784961 Oct 22 13:11:43.220344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.264172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] For port c60d4d07-9b60-494e-b8c1-b0890bccdaa5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:43.264664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.289119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for c60d4d07-9b60-494e-b8c1-b0890bccdaa5 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:43.347814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f454b61e-45a0-4534-87f8-1638a80b9a4b req-b1ca5cdc-bdf2-43e0-a212-1197c5b0d554 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411867 Oct 22 13:11:43.497044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.510540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.544076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee2304-91ae-436b-95d2-afbb64618793 req-5056c967-e342-419a-8f91-dbd5395f4222 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:43.545751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16ee2304-91ae-436b-95d2-afbb64618793 req-5056c967-e342-419a-8f91-dbd5395f4222 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.1257370 Oct 22 13:11:43.577426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.578841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-053b1739-46a1-42d8-9e92-7710e0807982 req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5428374 Oct 22 13:11:43.612767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b707291-e0ba-42dc-bece-e7bd7fe717e4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb799180-de44-40ba-8f05-3809fe837a58,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:43.687376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16ee2304-91ae-436b-95d2-afbb64618793 req-c57d5c34-e44b-46ae-b61e-cd3d6dbc9a61 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287189 Oct 22 13:11:43.696174 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.736296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=c60d4d07-9b60-494e-b8c1-b0890bccdaa5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:43.823932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] No DVR routers for this DVR port c60d4d07-9b60-494e-b8c1-b0890bccdaa5 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:43.831381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:43.835742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-99226c19-b38a-433b-957b-2629a6507bb6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "DELETE /v2.0/ports/c60d4d07-9b60-494e-b8c1-b0890bccdaa5 HTTP/1.1" status: 204 len: 173 time: 1.8013754 Oct 22 13:11:43.893890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1637d7f-c82e-488b-995f-6bfc29a44b30 req-017fbdbb-c612-4046-8c2a-04a7571a68db tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/bb799180-de44-40ba-8f05-3809fe837a58 HTTP/1.1" status: 200 len: 1814 time: 0.1714301 Oct 22 13:11:43.993145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-756052323', 'description': 'tempest-description-1163878547'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:44.081512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.140869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port 054bc850-98a4-4961-bbc2-1d6fbba70157 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:11:44.141200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.271305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:44.344861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] For port 054bc850-98a4-4961-bbc2-1d6fbba70157, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=054bc850-98a4-4961-bbc2-1d6fbba70157,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:44.345135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.387568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for 054bc850-98a4-4961-bbc2-1d6fbba70157 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:11:44.444012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.482944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.508862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ee710c1-11d9-4446-acc7-f5a28c6d52a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.539832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.540948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21f730c9-bc24-4a01-a48b-413530fc4ed6 req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5962231 Oct 22 13:11:44.551340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42b356-c3c1-4f69-b25d-239f74b1303a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7bec20-5aa0-4bef-ba67-bb9d03b5a0aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:44.676176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ee710c1-11d9-4446-acc7-f5a28c6d52a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.683066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ee710c1-11d9-4446-acc7-f5a28c6d52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.700909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da4cdf81-4b0c-4d22-9d8c-2b9b25041076 req-aa64db6e-dde7-4363-b213-2e5722671753 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/bc7bec20-5aa0-4bef-ba67-bb9d03b5a0aa HTTP/1.1" status: 200 len: 1814 time: 0.0890944 Oct 22 13:11:44.728031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc41416-1e5b-49e8-a968-2e090bc93658 req-5a83460e-97e0-4c69-9cb7-bd23492b6608 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:44.729580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dc41416-1e5b-49e8-a968-2e090bc93658 req-5a83460e-97e0-4c69-9cb7-bd23492b6608 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 943 time: 0.1457410 Oct 22 13:11:44.740937 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ee710c1-11d9-4446-acc7-f5a28c6d52a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b9d64e34a044ce799792474340c3203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662423 Oct 22 13:11:44.741538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:44.749276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee710c1-11d9-4446-acc7-f5a28c6d52a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2093b235-63e7-428d-9e86-47c23485a1ae,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:44.769324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1931986104', 'description': 'tempest-description-141662222'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:44.826455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.831142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dc41416-1e5b-49e8-a968-2e090bc93658 req-f1a19596-52ea-4c2e-b2cd-108b498b9331 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups?id=b280f12e-4a48-407d-9a4c-97ef2b797190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810244 Oct 22 13:11:44.841839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.851444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.858840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.912952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=054bc850-98a4-4961-bbc2-1d6fbba70157,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:44.961846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.965290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:44.972838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2093b235-63e7-428d-9e86-47c23485a1ae HTTP/1.1" status: 204 len: 168 time: 0.2291934 Oct 22 13:11:44.988666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a2d5-27f0-4360-83c1-89588eab3bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2093b235-63e7-428d-9e86-47c23485a1ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:45.009747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] No DVR routers for this DVR port 054bc850-98a4-4961-bbc2-1d6fbba70157 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:11:45.013578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.017254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19f160d-dd9a-4709-a1ee-213428ccc641 req-eafdb5b4-ca7f-4f2b-be61-2055abfbe81e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.21 "DELETE /v2.0/ports/054bc850-98a4-4961-bbc2-1d6fbba70157 HTTP/1.1" status: 204 len: 173 time: 1.1747766 Oct 22 13:11:45.038163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5'}, {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:45.041604 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f99104-2e77-46da-92e0-8e2b0a859b75" -d '{"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5"}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:45.074165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.082359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.129220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.137129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c68316bb-56a3-4051-9963-48f92cd2cde4 req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3857539 Oct 22 13:11:45.143689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d9a38-4229-4dc8-a20c-20c661f690c1 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b542d9-f8b3-4ca2-b972-4fb59cceddc5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:45.174336 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58177a2e-152f-40d9-ad3d-216d74457c5f x-openstack-request-id: req-58177a2e-152f-40d9-ad3d-216d74457c5f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:45.174783 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "abae457c-0ab7-4d37-b2b2-ea8d26402c59", "status": "completed", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "c60d4d07-9b60-494e-b8c1-b0890bccdaa5", "status": "completed", "code": 200}, {"server_uuid": "8d4f066f-7130-4719-8316-0c99e976b759", "name": "network-vif-deleted", "tag": "054bc850-98a4-4961-bbc2-1d6fbba70157", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:45.175100 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58177a2e-152f-40d9-ad3d-216d74457c5f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:45.175621 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'abae457c-0ab7-4d37-b2b2-ea8d26402c59', 'status': 'completed', 'code': 200} Oct 22 13:11:45.175946 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': 'c60d4d07-9b60-494e-b8c1-b0890bccdaa5', 'status': 'completed', 'code': 200} Oct 22 13:11:45.176336 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f066f-7130-4719-8316-0c99e976b759', 'name': 'network-vif-deleted', 'tag': '054bc850-98a4-4961-bbc2-1d6fbba70157', 'status': 'completed', 'code': 200} Oct 22 13:11:45.273983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9d11759-c79b-4190-aadb-eac2c4858a87 req-bb246492-09c6-49b5-bc71-b96525c9203a tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/51b542d9-f8b3-4ca2-b972-4fb59cceddc5 HTTP/1.1" status: 200 len: 1814 time: 0.1153560 Oct 22 13:11:45.298448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-186709281', 'description': 'tempest-description-1392173263'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:45.368243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.566300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.578565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.639464 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:45.649872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e04d884-ceff-4e9c-bd49-8e56390a1b47 req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3600266 Oct 22 13:11:45.652423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b5e33-b165-42e0-9701-2f1e1e28c8a5 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2a987-6ca8-4aba-ad2d-10813df701ec,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:45.766011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4da812a0-086e-4eda-8f8e-077c14fa05e4 req-8b3ed577-b8d4-4a33-8c5e-70c1db9cc383 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/8ee2a987-6ca8-4aba-ad2d-10813df701ec HTTP/1.1" status: 200 len: 1814 time: 0.0920296 Oct 22 13:11:45.809111 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-997603c9-cf03-4d65-9496-e2f34cde72a0 req-9225aa63-01a2-4145-acb9-ec0fb906dbf4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] show failed (client error): The resource could not be found. Oct 22 13:11:45.818753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-997603c9-cf03-4d65-9496-e2f34cde72a0 req-9225aa63-01a2-4145-acb9-ec0fb906dbf4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/350dbd8a-54e6-4536-b13e-7dd98e3bf30b HTTP/1.1" status: 404 len: 352 time: 0.0328281 Oct 22 13:11:45.860008 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-c6dbc9ec-afb2-45f3-81d7-76438c12676f req-e572bf89-f12c-4cda-880e-e69228ee1eea tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] show failed (client error): The resource could not be found. Oct 22 13:11:45.868256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6dbc9ec-afb2-45f3-81d7-76438c12676f req-e572bf89-f12c-4cda-880e-e69228ee1eea tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-group-rules/ddf73b8e-ee82-4784-a469-49772dfc58f4 HTTP/1.1" status: 404 len: 361 time: 0.0264702 Oct 22 13:11:46.018584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-799e5489-79ae-4c89-9e21-9cddc86a7bfa tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/8ee2a987-6ca8-4aba-ad2d-10813df701ec HTTP/1.1" status: 200 len: 1814 time: 0.0888076 Oct 22 13:11:46.152525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3804f38e-4119-4808-9f19-7539530e44d2 req-2e702897-7a4b-438e-a12e-dafe8dcb5fcb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.1267958 Oct 22 13:11:46.162595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:46.228647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.271492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.372214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.376070 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.379577 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.381670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ae02e2a-e597-4bfc-9703-596887a98dc8 req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ee2a987-6ca8-4aba-ad2d-10813df701ec HTTP/1.1" status: 204 len: 173 time: 0.3471570 Oct 22 13:11:46.439380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc1498-b519-4d24-8443-4ac3346dedba tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2a987-6ca8-4aba-ad2d-10813df701ec,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:46.447378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:46.456572 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63678bb2-ab30-4252-acb3-95dc32f813e9" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:46.522534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:46.525348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438aa353-e79a-4c78-b587-d6699bcc274d req-44a27d0f-6a8e-4660-acab-4ffc179c45bf tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/51b542d9-f8b3-4ca2-b972-4fb59cceddc5 HTTP/1.1" status: 200 len: 1814 time: 0.1106291 Oct 22 13:11:46.551491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.631838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-438aa353-e79a-4c78-b587-d6699bcc274d req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.635922 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad67a0-b95b-4dd5-af59-88b648dcdbd3 x-openstack-request-id: req-16ad67a0-b95b-4dd5-af59-88b648dcdbd3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:46.636220 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:46.636479 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16ad67a0-b95b-4dd5-af59-88b648dcdbd3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:46.636883 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:11:46.662914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-438aa353-e79a-4c78-b587-d6699bcc274d req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.736195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-438aa353-e79a-4c78-b587-d6699bcc274d req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.740012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-438aa353-e79a-4c78-b587-d6699bcc274d req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.748905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-438aa353-e79a-4c78-b587-d6699bcc274d req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-groups/51b542d9-f8b3-4ca2-b972-4fb59cceddc5 HTTP/1.1" status: 204 len: 173 time: 0.2224503 Oct 22 13:11:46.755120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:46.764101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ec55b-1a76-4841-b3ad-843807d01349 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b542d9-f8b3-4ca2-b972-4fb59cceddc5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:46.858999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-6a0750a5-9637-4cc2-afa2-7bab63340efc tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/bc7bec20-5aa0-4bef-ba67-bb9d03b5a0aa HTTP/1.1" status: 200 len: 1814 time: 0.0756557 Oct 22 13:11:46.939093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:46.969424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.047167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.052178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.053535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b04cd26-c42c-4847-9f0c-9f6c4c88cc54 req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-groups/bc7bec20-5aa0-4bef-ba67-bb9d03b5a0aa HTTP/1.1" status: 204 len: 173 time: 0.1936209 Oct 22 13:11:47.066647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310c5bb-5068-46d2-b31e-a83c95f324f4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7bec20-5aa0-4bef-ba67-bb9d03b5a0aa,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:47.176834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-1215261a-a1ac-4464-9de5-020c288a7542 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/bb799180-de44-40ba-8f05-3809fe837a58 HTTP/1.1" status: 200 len: 1814 time: 0.0813708 Oct 22 13:11:47.265816 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.301738 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.388045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.390821 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.392068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071e5143-56fa-4dc6-8789-f2af0cb781c4 req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-groups/bb799180-de44-40ba-8f05-3809fe837a58 HTTP/1.1" status: 204 len: 173 time: 0.2143295 Oct 22 13:11:47.410065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dd4de-76ea-4049-abe7-a41ac0ec6f72 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb799180-de44-40ba-8f05-3809fe837a58,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:47.578445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44ca80e0-e822-4fb2-825d-cb643eaa00e0 req-3a37e9be-121e-4c3e-b80e-bce2d61af723 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0630102 Oct 22 13:11:47.686032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73d73a7-74c0-481e-b132-04bea858d380 req-47ed363d-506d-4611-86aa-e9f3a69eedfa tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "GET /v2.0/security-groups/3b4eed95-3f1a-4b44-a66d-42ca751916e0 HTTP/1.1" status: 200 len: 1815 time: 0.0681348 Oct 22 13:11:47.826348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e73d73a7-74c0-481e-b132-04bea858d380 req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.861183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e73d73a7-74c0-481e-b132-04bea858d380 req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.933926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10bc9db7-5b03-48d1-b0bd-c2b9d9b52866 req-e7120126-3e43-4054-af4d-7d3e72e940a4 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0582123 Oct 22 13:11:47.983912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e73d73a7-74c0-481e-b132-04bea858d380 req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.993791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e73d73a7-74c0-481e-b132-04bea858d380 req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:47.997929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73d73a7-74c0-481e-b132-04bea858d380 req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b4eed95-3f1a-4b44-a66d-42ca751916e0 HTTP/1.1" status: 204 len: 173 time: 0.3037734 Oct 22 13:11:48.002765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59564) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:48.021161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5385-f1b7-4dd0-bf6b-52e6d6dba6d4 tempest-SecurityGroupRulesNegativeTestJSON-1727742708 tempest-SecurityGroupRulesNegativeTestJSON-1727742708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4eed95-3f1a-4b44-a66d-42ca751916e0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:48.132413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Deleting subnet 0e0c6662-8cde-4660-bb7c-ddfff5b625ca {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:11:48.142342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.163601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:11:48.226201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.350461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.392647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:48.419552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:11:48.464327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.478558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.493794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:11:48.496159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0c6662-8cde-4660-bb7c-ddfff5b625ca,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:48.506575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.513121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e0c6662-8cde-4660-bb7c-ddfff5b625ca HTTP/1.1" status: 204 len: 168 time: 0.5052116 Oct 22 13:11:48.514078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:48.522821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:48.532170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.541964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.542315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.542691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.544927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.545349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.546062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.546062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.546351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.546744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.547034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.549526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.549882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dc1b9-a978-4dc0-bde9-53a32fa9ecf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:48.691012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:48.758541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a9e32dcb-8454-438c-8e99-0ebf41af3474'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:11:48.794396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:48.876554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67e8cd2b-406f-4aaa-a817-ca497c1a865e req-85a6f93d-8912-43df-9522-116abad150db tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0999217 Oct 22 13:11:49.002969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.068343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6681252c-6af3-4dbc-9739-f531071eb555']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:49.098357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df96a47-e294-47f5-a9de-109b6d824f3d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:49.098716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df96a47-e294-47f5-a9de-109b6d824f3d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:11:49.139019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.181570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.201280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:11:49.201695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:11:49.208729 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:11:49.420071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e88d6448-ec40-4e88-8c36-9decff36f4e4 req-ec927c1c-0c6b-4e38-a133-757e6ee796bb tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0877645 Oct 22 13:11:49.440833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.484187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:49.493796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] 10.222.0.25 "DELETE /v2.0/networks/6681252c-6af3-4dbc-9739-f531071eb555 HTTP/1.1" status: 204 len: 168 time: 0.9784756 Oct 22 13:11:49.496166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a05a-3650-49cd-9478-ef2d09690f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6681252c-6af3-4dbc-9739-f531071eb555,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:49.997444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59638) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:50.177881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:11:50.260235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23795272-b82c-4101-a447-f8ea4d75f6ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ecadf53ca5e45a49e5038165685f35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576745 Oct 22 13:11:50.261139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59642) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:50.281202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-724ae75d-91cf-4bde-8c5f-d6ca0692c7d8 req-619b82df-2dcd-4950-9688-17bc7d5e25c7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0989006 Oct 22 13:11:50.340054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a9e32dcb-8454-438c-8e99-0ebf41af3474 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:11:50.340435 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.403902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.469788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.650809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6724761a-334c-4149-b542-2d06b2b0805b req-de69c38b-28c5-4133-944d-0bb334e09cb2 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0489876 Oct 22 13:11:50.678899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.687770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.700471 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1faff5d9-b578-4d4b-8946-603676ebd4e7 HTTP/1.1" status: 204 len: 168 time: 0.4381616 Oct 22 13:11:50.723064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.737305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd44d-ebd1-488a-815a-e0c7bff34a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faff5d9-b578-4d4b-8946-603676ebd4e7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:50.797019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-335d4e1f-e225-4455-9cbd-143e25ffa239 req-12b34bfd-2359-4a0c-9b76-9f9ede2511cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0608981 Oct 22 13:11:50.833944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:50.842512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:50.850288 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70246a6e-520e-434e-af8b-12aae90ccab4" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:50.906647 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:50.984505 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf51eeb9-caec-430e-b590-31cd585b4c80 x-openstack-request-id: req-cf51eeb9-caec-430e-b590-31cd585b4c80 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:50.984793 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:50.985045 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf51eeb9-caec-430e-b590-31cd585b4c80 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:50.985441 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:11:50.986562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:51.581707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-797fff3b-a219-416d-9ab5-ecae05e90570 req-326f7b09-6453-426a-8445-42e2e835fd55 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0784185 Oct 22 13:11:51.915881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f45694e8-d850-4200-a8b5-7b4ffdb4bd14 req-9939f8ea-16d2-48b0-834f-f59c85505d24 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0353296 Oct 22 13:11:52.543459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910e9cc-b358-47aa-9251-6cddb904fd35 req-8b3cfaf3-788a-4f96-9635-fbe095b4e550 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:52.551745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8910e9cc-b358-47aa-9251-6cddb904fd35 req-8b3cfaf3-788a-4f96-9635-fbe095b4e550 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 951 time: 0.1065469 Oct 22 13:11:52.624512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8910e9cc-b358-47aa-9251-6cddb904fd35 req-92268285-04f5-42a4-8dfd-c83df987393f tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Oct 22 13:11:52.794780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9748ae63-c952-4505-887a-75f832f71526 req-921169ff-ca11-4404-8b47-68ab783b830d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0886745 Oct 22 13:11:53.181133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2efc2119-002e-4d65-bcbb-fe2e93d43498 req-0cf87840-5895-4daa-8ce4-de12bf6e8c91 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0609083 Oct 22 13:11:53.806283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:53.870303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d857b5-67ff-4687-a809-d2a06e5c7a93 req-d7f84090-796e-405c-855f-9fad34b1e952 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:53.871791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7d857b5-67ff-4687-a809-d2a06e5c7a93 req-d7f84090-796e-405c-855f-9fad34b1e952 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 951 time: 0.0918081 Oct 22 13:11:53.960389 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-06881429-3feb-4f74-9f8c-7aad565a129c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:53.996949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7d857b5-67ff-4687-a809-d2a06e5c7a93 req-e7452e5c-96b0-41a2-a223-ab85a97201df tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144156 Oct 22 13:11:54.291315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85507e51-e78b-448a-9088-01b4bcc2ea50 req-b30828ec-5964-4d3d-a792-c4fde08d915d tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0607309 Oct 22 13:11:54.331480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d252e89-ca48-40a8-8e54-8150360ef060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:54.518150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d252e89-ca48-40a8-8e54-8150360ef060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:54.524098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d252e89-ca48-40a8-8e54-8150360ef060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:54.648137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d252e89-ca48-40a8-8e54-8150360ef060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c556d13f-40c0-49c7-8bb3-5c9d1ba5e5d1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:54.673682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:54.700184 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5d252e89-ca48-40a8-8e54-8150360ef060 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=025e9cf835e24af0be74da7feccde3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8926284 Oct 22 13:11:54.846509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:54.883962 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:55.022480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:55.026100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:55.029197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c556d13f-40c0-49c7-8bb3-5c9d1ba5e5d1 HTTP/1.1" status: 204 len: 168 time: 0.3518689 Oct 22 13:11:55.065757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556d13f-40c0-49c7-8bb3-5c9d1ba5e5d1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:55.092023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e5ed374-8a5d-4df9-945f-8fb720ab4059 req-5992b50b-2cf8-4b0a-88ef-e75bd2587a74 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0374293 Oct 22 13:11:55.093676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.094182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.094703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.095195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.095885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.096372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.096853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.097331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.097866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.098375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.098923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.099573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ed0c6e-bc64-4deb-9854-a866bbc647b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:11:55.654536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7a93c3c-cfb3-44e3-b00b-4ce9ab8707fe req-2ea721e3-54a1-4eb0-ae46-f055b38ffd49 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0852978 Oct 22 13:11:56.228358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:11:56.371629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b22c695b-d4cb-49f6-8f3e-d3ec516dad0d req-8fe35c3c-3c4d-450a-9a60-5958ba30a313 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0660329 Oct 22 13:11:56.464387 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:56.517369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:11:56.521727 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4196ed54-b881-429b-a0ba-185cef8bbca4" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-unplugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:11:56.566135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:11:56.574834 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:56.644620 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a3e30-894a-42ac-abf9-b630063e1888 x-openstack-request-id: req-d65a3e30-894a-42ac-abf9-b630063e1888 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:11:56.645043 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-unplugged", "status": "completed", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:11:56.645182 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d65a3e30-894a-42ac-abf9-b630063e1888 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:11:56.647368 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'code': 200} Oct 22 13:11:56.715351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=11']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:56.818057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c89874-e315-4076-afa1-a2e937becc14 req-f92fe482-297f-4fa6-83e1-a194b966c197 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0337477 Oct 22 13:11:56.841004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:57.076083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e1bcbee-ced3-40c6-a4bb-62ea4d46fd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.088256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-446916419-network', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:57.147326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Made reservation on behalf of 9f4bea442f38408eb9c4c5d89fc867b2 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:57.158415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.183135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.350596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.359629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.377992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:11:57.391997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.393724 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Added segment 20dc401f-db9c-47c5-912d-51eeffda4d82 of type vlan for network 15581a2f-7908-4c5d-85c8-4249e482c6fa Oct 22 13:11:57.451957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.567088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df91702f-dafe-4c91-9742-d6990de07c9b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:57.614472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.617426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:57.622029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.654926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.708343 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:57.829741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] Pushing event updated for resources: {'Network': ['ID=15581a2f-7908-4c5d-85c8-4249e482c6fa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:57.855185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:11:57.875470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cedbc46-55eb-46b1-83b4-feddb9db5f96 req-33450e4f-f52a-4ab1-af6b-ab0c0d9c09df tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.3900464 Oct 22 13:11:57.903528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5dfae5de-1805-4f37-9500-604d8f6d0f9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0607848 Oct 22 13:11:57.905918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60078) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:57.921052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Request body: {'subnet': {'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-446916419-subnet', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:57.957815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Made reservation on behalf of 9f4bea442f38408eb9c4c5d89fc867b2 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:11:57.963559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.214824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f67eae17-4285-4607-8f20-74154c53aca7 req-02c59d08-a0d2-43a5-b560-90fa4315ddad tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0829046 Oct 22 13:11:58.378483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.446628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344decde-6542-4b9e-b958-6453bb688c8e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:58.489792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Checking segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:11:58.490091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Network hostable DHCP agents. Network: 15581a2f-7908-4c5d-85c8-4249e482c6fa, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:11:58.521974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:11:58.543486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 15581a2f-7908-4c5d-85c8-4249e482c6fa) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:11:58.559856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63456421-529a-4887-ba6d-d2103763ce8b None None] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:11:58.561730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:11:58.562637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.605014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:11:58.612878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:11:58.620036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e7a0bb25-d150-40d1-870a-0a9fa887f504 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7117598 Oct 22 13:11:58.654327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.662021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.758059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:58.907155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-15581a2f-7908-4c5d-85c8-4249e482c6fa', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:11:58.908207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.030056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.131297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04b6f2d5-3c5b-4739-b55b-ba8a869bdd6b req-ea98f405-60bf-47a7-b550-7198d647bc4b tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0812447 Oct 22 13:11:59.188693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Allocated IP 172.20.0.2 (15581a2f-7908-4c5d-85c8-4249e482c6fa/344decde-6542-4b9e-b958-6453bb688c8e/5969e84a-7ad2-499b-81c9-ed28f5252061) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:59.409980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.428483 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:11:59.446797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.509691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f8fba60-122b-49ad-bea1-b05a7a9769e7 req-0b0f9bd5-3a65-4b07-9d19-88db9c2d93fb tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0444162 Oct 22 13:11:59.662960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Allocated IP 172.25.6.99 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/99fc698f-7ed9-4b92-91b4-afbd4838696e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:11:59.827550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.879673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.900841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.921760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.950188 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:11:59.991449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Pushing event updated for resources: {'Port': ['ID=99fc698f-7ed9-4b92-91b4-afbd4838696e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:11:59.996863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:11:59.999146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:00.002513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:00.037124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:00.073767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:00.087934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Pushing event updated for resources: {'Port': ['ID=5969e84a-7ad2-499b-81c9-ed28f5252061,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:00.090259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:00.269948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Attempting to bind port 5969e84a-7ad2-499b-81c9-ed28f5252061 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:00.270699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Attempting to bind port 5969e84a-7ad2-499b-81c9-ed28f5252061 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:00.271342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Attempting to bind port 5969e84a-7ad2-499b-81c9-ed28f5252061 on network 15581a2f-7908-4c5d-85c8-4249e482c6fa {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:00.282185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:00.285184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Checking segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:00.285765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:00.286341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Bound using segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:00.287662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Bound port: 5969e84a-7ad2-499b-81c9-ed28f5252061, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:00.289526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:00.360088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f28d151-9e8f-464e-ac02-310069990155 req-bf71f89f-fa35-4d15-896b-1843529ba056 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0580456 Oct 22 13:12:00.419216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] For port 5969e84a-7ad2-499b-81c9-ed28f5252061, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:00.425792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] For port 5969e84a-7ad2-499b-81c9-ed28f5252061, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5969e84a-7ad2-499b-81c9-ed28f5252061,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:00.436016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:00.436368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:00.556947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39757-df2a-44b5-a052-268e04cb32e9 None None] Pushing event updated for resources: {'Port': ['ID=5969e84a-7ad2-499b-81c9-ed28f5252061,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:00.717505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb060b9c-ef45-45d9-b636-317c19585c53 req-a61db366-e3c8-4ba6-8d2a-52655f3e9008 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0626416 Oct 22 13:12:00.782980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:01.511518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:12:01.558697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-265d702f-659e-45af-9681-c92ebbfc65cc req-47830412-8600-4335-8c3a-a403fb0d52de tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0544326 Oct 22 13:12:01.756316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:12:01.783808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Sync routers for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:12:01.817914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:01.818414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:01.819790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c5b45f45-58cc-4d09-aaad-2f4e016275cd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2133977 Oct 22 13:12:01.823559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:01.823716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:01.984116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28d56ef6-53dc-41a9-b323-4e3850202944 req-627a1fb2-a312-45a7-944f-e411bd2b11ba tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0807924 Oct 22 13:12:02.219661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:02.381733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67cbff-6609-41a0-ae4f-55bba2511a6e req-102554f9-132a-4a42-8398-f1bc5721d2ee tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:02.391967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e67cbff-6609-41a0-ae4f-55bba2511a6e req-102554f9-132a-4a42-8398-f1bc5721d2ee tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.1203654 Oct 22 13:12:02.467253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5969e84a-7ad2-499b-81c9-ed28f5252061 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:02.469976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb653868-dcbc-4fc6-84aa-2fc7d517c169 None None] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:02.485257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e67cbff-6609-41a0-ae4f-55bba2511a6e req-00d37f78-0f9c-44e6-b590-644844ffb27b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849366 Oct 22 13:12:02.755302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] Provisioning complete for port 5969e84a-7ad2-499b-81c9-ed28f5252061 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:02.758430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:02.862330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-098f1acb-9b00-426e-ab3c-095adce378c4 req-ae55c6c8-8b3e-46f2-82e5-4530dd10989f tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0697527 Oct 22 13:12:02.884561 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:02.941425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5969e84a-7ad2-499b-81c9-ed28f5252061 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:02.955154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.173168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Allocated IP 172.20.0.1 (15581a2f-7908-4c5d-85c8-4249e482c6fa/344decde-6542-4b9e-b958-6453bb688c8e/3bd9f8bc-1529-49c1-a6dc-0c210e701bd2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:12:03.306426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-247f234a-3bbc-42a1-8388-7c0b83d2c009 req-ab697069-26e2-48dd-a482-e6d96daf9fa7 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0774031 Oct 22 13:12:03.315016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.364569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] For port 5969e84a-7ad2-499b-81c9-ed28f5252061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5969e84a-7ad2-499b-81c9-ed28f5252061,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:03.373588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:00Z', 'revision_number': 3, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:03.413069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Checking router: bc50a94d-dfe3-49ac-9fdd-7fc51654b80a for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:12:03.413985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Updating router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a port 99fc698f-7ed9-4b92-91b4-afbd4838696e binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:12:03.432896 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.455008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.517100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.559264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.562197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f402cb-d73a-4a07-96a3-a7409a41dd71 None None] Pushing event updated for resources: {'Port': ['ID=5969e84a-7ad2-499b-81c9-ed28f5252061,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:03.678950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.681868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:03.698310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:03.699833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:03.721311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:03.728575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:12:03.730588 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:12:03.737532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8c81b-b93c-4cc5-a69b-46acc988b552 req-70fd18af-71cc-45d6-bba9-502d0ce6efb8 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:03.749902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14c8c81b-b93c-4cc5-a69b-46acc988b552 req-70fd18af-71cc-45d6-bba9-502d0ce6efb8 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.1318567 Oct 22 13:12:03.753077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-41a4fa2d-a3ab-4a44-a0b2-9568d70eee1f None None] Provisioning complete for port 5969e84a-7ad2-499b-81c9-ed28f5252061 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:03.753633 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41a4fa2d-a3ab-4a44-a0b2-9568d70eee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:03.825471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14c8c81b-b93c-4cc5-a69b-46acc988b552 req-ae367eaf-ff10-46e9-8912-47717cfd99a0 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720775 Oct 22 13:12:03.837847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.152065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.168605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac036da2-ca4a-46e7-aa3f-6030199e25b0 req-cc36972e-f66f-41a3-8007-06529466ea35 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0794377 Oct 22 13:12:04.216935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-e0dd92f3-1304-4c17-89ee-2ce442208eca tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:04.218668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-e0dd92f3-1304-4c17-89ee-2ce442208eca tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 948 time: 0.2615275 Oct 22 13:12:04.369175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.467374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Deleting port 6e48007d-4788-4357-a3fc-e83d8468b215 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:04.472283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.523481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.539469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.563911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.618372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b7745f9-9b70-4c92-84e5-f81ce975af27 req-f9a7d2c5-2db0-461a-b9fe-002ebc6de9c5 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0760925 Oct 22 13:12:04.619173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60286) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:04.694332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Attempting to bind port 99fc698f-7ed9-4b92-91b4-afbd4838696e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:04.695356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Attempting to bind port 99fc698f-7ed9-4b92-91b4-afbd4838696e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:04.695725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Attempting to bind port 99fc698f-7ed9-4b92-91b4-afbd4838696e on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:04.701347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108b129-b786-4e0f-8852-a243f4b9765b None None] Pushing event updated for resources: {'Port': ['ID=99fc698f-7ed9-4b92-91b4-afbd4838696e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:04.705865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:04.706483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:04.706910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.707295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:04.707781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Bound port: 99fc698f-7ed9-4b92-91b4-afbd4838696e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:04.708156 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.750682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:04.755827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.780519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] For port 99fc698f-7ed9-4b92-91b4-afbd4838696e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:04.786592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] For port 99fc698f-7ed9-4b92-91b4-afbd4838696e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=99fc698f-7ed9-4b92-91b4-afbd4838696e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:04.789155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e27e6731-cb56-43bd-8e96-7d197178d7e3 None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:04.789729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e27e6731-cb56-43bd-8e96-7d197178d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.816086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.842109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] For port 6e48007d-4788-4357-a3fc-e83d8468b215, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6e48007d-4788-4357-a3fc-e83d8468b215,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:04.842496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:04.887198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108b129-b786-4e0f-8852-a243f4b9765b None None] Pushing event updated for resources: {'Port': ['ID=99fc698f-7ed9-4b92-91b4-afbd4838696e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:04.904726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e27e6731-cb56-43bd-8e96-7d197178d7e3 None None] Port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:12:04.910860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:04.911555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:04.919454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Calling delete_port for 6e48007d-4788-4357-a3fc-e83d8468b215 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:05.008693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5969e84a-7ad2-499b-81c9-ed28f5252061 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:05.048884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:05.076675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:05.299686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c6b128e-d282-4fca-9e14-88b07e5224af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.314912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.379914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:12:05.428041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Pushing event deleted for resources: {'Port': ['ID=6e48007d-4788-4357-a3fc-e83d8468b215,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:05.446320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee26b9ee-6077-4039-9774-9a05c9d13ffb req-26297210-c718-4126-a1b4-3a4977f64420 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1353405 Oct 22 13:12:05.490350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e19b5715-d4c7-42ba-a534-ff257339dba3 req-cf577cb1-30c1-414f-a9fc-09ee1376bd1a tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd0eb69-88fa-4ac6-82e4-410e1363f99f HTTP/1.1" status: 200 len: 210 time: 0.1915247 Oct 22 13:12:05.519329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] No DVR routers for this DVR port 6e48007d-4788-4357-a3fc-e83d8468b215 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:05.525540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.530999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b4a9035-d88a-44b1-8c0a-412003a96a5e req-8403bdb6-d83b-45e0-94c7-bbbeb52a2d31 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.21 "DELETE /v2.0/ports/6e48007d-4788-4357-a3fc-e83d8468b215 HTTP/1.1" status: 204 len: 173 time: 1.3034358 Oct 22 13:12:05.533692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-deleted', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:05.537131 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8246ff-c922-4f2a-b2c8-ae0f1f780c8f" -d '{"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-deleted", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:05.572541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5969e84a-7ad2-499b-81c9-ed28f5252061 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:05.573348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.579981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:05.626743 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea28c11-8d05-4037-a846-700eac14dff0 x-openstack-request-id: req-4ea28c11-8d05-4037-a846-700eac14dff0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:05.626965 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd0eb69-88fa-4ac6-82e4-410e1363f99f", "name": "network-vif-deleted", "tag": "6e48007d-4788-4357-a3fc-e83d8468b215", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:05.627197 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ea28c11-8d05-4037-a846-700eac14dff0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:05.627988 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0eb69-88fa-4ac6-82e4-410e1363f99f', 'name': 'network-vif-deleted', 'tag': '6e48007d-4788-4357-a3fc-e83d8468b215', 'status': 'completed', 'code': 200} Oct 22 13:12:05.629906 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c6b128e-d282-4fca-9e14-88b07e5224af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.635403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c6b128e-d282-4fca-9e14-88b07e5224af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.679812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b128e-d282-4fca-9e14-88b07e5224af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38c47e-5e84-4ff3-a281-ed60606155f5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:05.704769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a2229d82-ad45-4ddf-93c3-1e16d9369520 None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:05.711885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2229d82-ad45-4ddf-93c3-1e16d9369520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.716227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5c6b128e-d282-4fca-9e14-88b07e5224af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3ee05b3a00943879b4342afe5f170ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0852904 Oct 22 13:12:05.717066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60304) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:05.753009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:12:05.812024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-13305785-d5dc-4549-83a0-e7178f889808 admin admin] 10.222.0.25 "PUT /v2.0/routers/bc50a94d-dfe3-49ac-9fdd-7fc51654b80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9867990 Oct 22 13:12:05.924118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8429a89c-a4e5-40dd-a5d2-2a34194e0542 req-6f97481c-d940-46b5-859c-aa4a825bb71b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.1207285 Oct 22 13:12:05.940328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:05.993403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:06.036232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a2229d82-ad45-4ddf-93c3-1e16d9369520 None None] Port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:12:06.122514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:06.125315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:06.127294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee38c47e-5e84-4ff3-a281-ed60606155f5 HTTP/1.1" status: 204 len: 168 time: 0.4083800 Oct 22 13:12:06.161767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8bbe4-4bff-48b3-985a-e04abe6c3001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38c47e-5e84-4ff3-a281-ed60606155f5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:06.299502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 2, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:06.403333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfe412-85e0-49fb-9bc6-d4b637e36ebe None None] The sync data for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 is: [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 2, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:12:06.656951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60f26cd7-822e-4821-8ce6-db9df47d2889 req-a56fed3e-16aa-4b39-8c98-4419ba77b37d tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0489774 Oct 22 13:12:06.722740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:06.754525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e78af5-f02a-441d-8f6e-4df8759a23c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.007792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:07.040534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e78af5-f02a-441d-8f6e-4df8759a23c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.050712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e78af5-f02a-441d-8f6e-4df8759a23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.056467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 6e48007d-4788-4357-a3fc-e83d8468b215 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:07.057834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6e48007d-4788-4357-a3fc-e83d8468b215 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:07.096693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60332) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:07.101981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046963747', 'description': 'tempest-description--1701435014'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:07.155522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1e78af5-f02a-441d-8f6e-4df8759a23c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f63902c561b94996a4ebc76a95fb8722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315238 Oct 22 13:12:07.160218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60340) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:07.215124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.280193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-472c4c6a-73ed-4ed3-af0d-2ed0162782dc req-2b7a3833-25c0-4036-a73a-90455fe592c8 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0863254 Oct 22 13:12:07.325428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e78af5-f02a-441d-8f6e-4df8759a23c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810dabd-1acb-4b6f-af38-f23c405d9723,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:07.364522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.385119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc4b9e-2073-4bb4-bca5-262d0eb66d5a req-87b51a20-6379-4a3b-837a-9f245addf331 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:07.395046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7dc4b9e-2073-4bb4-bca5-262d0eb66d5a req-87b51a20-6379-4a3b-837a-9f245addf331 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 949 time: 0.1138051 Oct 22 13:12:07.432077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.448084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7dc4b9e-2073-4bb4-bca5-262d0eb66d5a req-675e0541-c1e3-4429-972b-a72aa7792f2b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Oct 22 13:12:07.513898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.528692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.572996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.577969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.583264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e810dabd-1acb-4b6f-af38-f23c405d9723 HTTP/1.1" status: 204 len: 168 time: 0.4220514 Oct 22 13:12:07.591591 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.594756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4965193 Oct 22 13:12:07.597573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095c72-a6bd-4a2c-b728-dd39c7fcb599 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3062de67-ebe3-47df-ab38-04215a331f0c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:07.597763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60346) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:07.608749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'security_group_rule': {'security_group_id': '3062de67-ebe3-47df-ab38-04215a331f0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:07.610008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a8643-52bf-43e2-958e-e4affb9fd7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810dabd-1acb-4b6f-af38-f23c405d9723,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:07.715859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.880749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77ff8930-1759-4f6b-af0a-b1418d9ff50e req-8623921d-5b80-4755-9e0f-ae5527c168fa tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0466483 Oct 22 13:12:07.927819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.937878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.958586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.962035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9730019f-2236-4e63-b035-3d250b17a1e1,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:07.980966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:07.984928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4902a56b-c269-47f3-b9e2-69f28780247c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836384 Oct 22 13:12:07.986573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:07.991102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'security_group_rule': {'security_group_id': '3062de67-ebe3-47df-ab38-04215a331f0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:08.048147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.199459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.213482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.233415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6592bd5-bade-4f55-9d9f-69d7cfe6ab02,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:08.251087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.252744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98e20548-e511-4f3f-9bcf-a641f2f22001 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651114 Oct 22 13:12:08.256025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60362) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:08.267224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:08.312825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.498095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:08.634727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32291e3-8b3a-4002-ad43-e83182b3c568 req-299a20dd-a2eb-4e5f-a6af-ba58b41bf180 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.1160605 Oct 22 13:12:08.815100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Allocated IP 172.25.6.124 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/99872f1a-e82f-425e-a72e-375f46ca93eb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:12:08.973455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d191-6b5a-408e-9bc6-c9682fbb4a43 req-620e5362-6e43-44fb-952a-808621515048 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:08.997099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb12d191-6b5a-408e-9bc6-c9682fbb4a43 req-620e5362-6e43-44fb-952a-808621515048 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 949 time: 0.2963781 Oct 22 13:12:09.025806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 99fc698f-7ed9-4b92-91b4-afbd4838696e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:09.090304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 99fc698f-7ed9-4b92-91b4-afbd4838696e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:09.094495 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.180341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb12d191-6b5a-408e-9bc6-c9682fbb4a43 req-e9d8bfa4-df91-4c1f-9f5e-f2701624afba tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/security-groups?id=87e8beea-f8ed-4f82-b9fa-97ea25b53957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822703 Oct 22 13:12:09.195613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68272be4-da42-46fd-a555-b51a106eeb98 req-1abe28d2-196c-40d7-8b40-073e0f57e68f tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:09.196942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-854f83b2-9118-448f-81f1-9f566c72e3f7 req-10b18bf8-e3a7-462e-980e-2bba7e14ac57 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1184294 Oct 22 13:12:09.206705 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-68272be4-da42-46fd-a555-b51a106eeb98 req-1abe28d2-196c-40d7-8b40-073e0f57e68f tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.26 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 949 time: 0.1655099 Oct 22 13:12:09.260143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.282851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.324897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 99fc698f-7ed9-4b92-91b4-afbd4838696e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=99fc698f-7ed9-4b92-91b4-afbd4838696e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:09.329484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.332777 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.377028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:09.382211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:09.399744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:09.403199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'Port': ['ID=99872f1a-e82f-425e-a72e-375f46ca93eb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:09.473641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Deleting port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:09.474880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.503663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=99fc698f-7ed9-4b92-91b4-afbd4838696e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:09.539576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.615977 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.677212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] For port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:09.677595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.696777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Calling delete_port for 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:09.760251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.844799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:09.900612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Pushing event deleted for resources: {'Port': ['ID=49bd2e4b-dbdd-46d3-ae91-ed640e4e5052,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:09.915433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c1befb3-1211-4079-b3fe-0c9286cada43 req-562b3380-ed9e-45ae-ad8e-027bd350808f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0861332 Oct 22 13:12:10.011863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] No DVR routers for this DVR port 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:10.014532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:10.018010 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-68272be4-da42-46fd-a555-b51a106eeb98 req-5cba2247-b0a8-47f2-9e0d-d6b4bd7d881b tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.26 "DELETE /v2.0/ports/49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 HTTP/1.1" status: 204 len: 173 time: 0.8032947 Oct 22 13:12:10.018482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-deleted', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:10.020832 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d734a-4117-4d5a-a751-9bd61bc6241a" -d '{"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-deleted", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:10.026900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:10.044230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:10.146837 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945bdb8f-ff2d-4211-9994-bc9bd983d9e0 x-openstack-request-id: req-945bdb8f-ff2d-4211-9994-bc9bd983d9e0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:10.147172 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23919812-de97-462e-9183-4b095e496e14", "name": "network-vif-deleted", "tag": "49bd2e4b-dbdd-46d3-ae91-ed640e4e5052", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:10.147700 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-945bdb8f-ff2d-4211-9994-bc9bd983d9e0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:10.148335 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23919812-de97-462e-9183-4b095e496e14', 'name': 'network-vif-deleted', 'tag': '49bd2e4b-dbdd-46d3-ae91-ed640e4e5052', 'status': 'completed', 'code': 200} Oct 22 13:12:10.222246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'Port': ['ID=99872f1a-e82f-425e-a72e-375f46ca93eb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:10.238472 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Sync routers for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:12:10.250087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:10.266982 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:10.277884 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:10.303649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:10.305257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8938cb13-c4fe-4b95-83a2-41f0e1f22fe1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0459714 Oct 22 13:12:10.368164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-334ba251-172c-4055-b899-2ccc02628757 req-817e7f5e-19d3-4ff6-81b1-37c928172046 tempest-ListImageFiltersTestJSON-51160322 tempest-ListImageFiltersTestJSON-51160322-project] 10.222.0.25 "GET /v2.0/ports?device_id=23919812-de97-462e-9183-4b095e496e14 HTTP/1.1" status: 200 len: 210 time: 0.0519435 Oct 22 13:12:10.547102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-641c3823-6fe1-4b73-9b2b-c092a08f4b3b req-fb63878b-474a-4bfa-9a0b-248d29446fe8 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0938156 Oct 22 13:12:10.564918 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:10.963984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 99fc698f-7ed9-4b92-91b4-afbd4838696e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:11.083882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 99fc698f-7ed9-4b92-91b4-afbd4838696e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:11.084269 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:11.125638 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 2, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:11.185878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df7dbd47-e31a-4f73-84f5-4dd09171d99f req-f62c6de0-bdb7-4fc8-8717-fffe5665aa71 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0646307 Oct 22 13:12:11.218166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Checking router: bc50a94d-dfe3-49ac-9fdd-7fc51654b80a for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:12:11.218667 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Updating router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:12:11.302809 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:11.931993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e100dfb5-96c5-4ca3-9ab4-4e7cb3b543a6 req-4b0d617b-6efe-4be9-a21e-57e4de072867 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0722117 Oct 22 13:12:12.071817 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.084122 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.160826 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Pushing event updated for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:12.172280 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.173173 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.173673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.174178 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.174866 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.175363 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.176841 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.177362 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.177862 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.178624 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.179671 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.180166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:12.279997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Attempting to bind port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:12.280374 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Attempting to bind port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:12.280736 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Attempting to bind port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 on network 15581a2f-7908-4c5d-85c8-4249e482c6fa {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:12.283868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:12.307239 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:12.312205 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Checking segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:12.312852 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.314746 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Bound using segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:12.315435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Bound port: 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:12.320844 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.356648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:12.358966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49bd2e4b-dbdd-46d3-ae91-ed640e4e5052 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:12.385867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83a5e253-0974-4e21-86b5-1fccb54f43db req-94e48ac5-d51e-4830-bac2-c6e3881c9af2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0615463 Oct 22 13:12:12.502349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] For port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:12.513248 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] For port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:12.525864 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.635849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:12.636535 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:11:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:12.659142 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32122a-45d7-4f56-9c21-7d8772a7c162 None None] Pushing event updated for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:12.661324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:12.661711 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.923006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:12.942758 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:13.034451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] For port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:13.044631 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:13.086372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:13.175811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:13.176457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:13.215332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a432b71-d672-42f1-9e9f-4899ebd4915d None None] Pushing event updated for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:13.228702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c94f380a-f3ac-4525-8235-04b84c994e80 None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:13.229287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c94f380a-f3ac-4525-8235-04b84c994e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:13.264607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebc57249-19a3-414c-86c9-10c2a900a6e2 req-f50467d5-55db-4a4a-ae47-a20250078d7e tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0705531 Oct 22 13:12:13.591995 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:13.677346 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a17b8-129c-4d9e-bdd3-8e023394e5f3 None None] The sync data for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 is: [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:12:13.690489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff89abd3-661d-4ec9-b192-1af6ceb704c2 req-6215b667-b7b8-4a9d-adde-52ba056a9346 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4f066f-7130-4719-8316-0c99e976b759 HTTP/1.1" status: 200 len: 210 time: 0.0552528 Oct 22 13:12:14.451309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f411-398d-4e90-8413-595ece0be25e req-82925d16-548c-4a9a-8bcb-d026986e3e4b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:14.452871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8350f411-398d-4e90-8413-595ece0be25e req-82925d16-548c-4a9a-8bcb-d026986e3e4b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1459949 Oct 22 13:12:14.518633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8350f411-398d-4e90-8413-595ece0be25e req-759f872a-fb6d-4d97-b971-df26e9bd1a3d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521307 Oct 22 13:12:14.619141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be592d56-1629-4d73-a96d-9baeebbc3333 req-98381deb-4ca0-4588-bc22-dd1db97279bb tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0370862 Oct 22 13:12:14.861694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60652) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:14.940161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:14.956581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:14.986061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.018501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:15.018917 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.068492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.072658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.074547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/security-groups/b280f12e-4a48-407d-9a4c-97ef2b797190 HTTP/1.1" status: 204 len: 168 time: 0.2078888 Oct 22 13:12:15.077741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60662) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:15.085886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7d35c-70ca-417b-8941-01b4cc64d90f tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280f12e-4a48-407d-9a4c-97ef2b797190,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:15.098738 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-35bac85d-af40-4b5b-93d1-6792d34a68d3 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] show failed (client error): The resource could not be found. Oct 22 13:12:15.101967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35bac85d-af40-4b5b-93d1-6792d34a68d3 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "GET /v2.0/security-groups/b280f12e-4a48-407d-9a4c-97ef2b797190 HTTP/1.1" status: 404 len: 347 time: 0.0230377 Oct 22 13:12:15.104615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:15.272950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port eea6feff-0350-4a1b-b598-334d2eb23cde {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:15.273290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.338492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60670) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:15.382500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.383029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.398117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for eea6feff-0350-4a1b-b598-334d2eb23cde owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:15.598436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.639979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=eea6feff-0350-4a1b-b598-334d2eb23cde,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:15.696893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89cb8c-4d82-438a-b993-f44f0804c1ba req-74bfe425-55a6-49c8-96ab-751ab6c1f2e0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:15.698758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f89cb8c-4d82-438a-b993-f44f0804c1ba req-74bfe425-55a6-49c8-96ab-751ab6c1f2e0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1001523 Oct 22 13:12:15.710345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a0461bd-0a2e-4b2a-a009-cf44e19212ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b442d973a4c344428c853fa8aef06b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704119 Oct 22 13:12:15.711239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60684) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:15.739723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.743838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.747742 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe85d868-dc1c-4133-b60f-25d0dcb89633 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/floatingips/e9982edd-0b81-40b2-9e64-3e3c98715430 HTTP/1.1" status: 204 len: 168 time: 0.6394687 Oct 22 13:12:15.748171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60686) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:15.786370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19dc7990-62a1-422a-a862-d407ae0dff44 req-b16c082c-1069-456c-ba54-3d6154bbfe41 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0450983 Oct 22 13:12:15.823979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f89cb8c-4d82-438a-b993-f44f0804c1ba req-9a0b3f7a-bad3-44d8-94de-d29cae35a939 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115937 Oct 22 13:12:15.837999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.873040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.931482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port a3f706ed-d9de-4eab-a2d8-03957461bb97 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:15.931974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.949669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.954144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:15.957306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87e8beea-f8ed-4f82-b9fa-97ea25b53957 HTTP/1.1" status: 204 len: 168 time: 0.2390501 Oct 22 13:12:15.967429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b13f-092e-4609-aabb-fc558604ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e8beea-f8ed-4f82-b9fa-97ea25b53957,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:16.099143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:16.122579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for a3f706ed-d9de-4eab-a2d8-03957461bb97 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:16.348103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:16.465879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796581-b0e0-4c9b-9ddb-6b3182b6811d req-028a0d24-6540-49ea-b0d0-d215b8958a92 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:16.471252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f796581-b0e0-4c9b-9ddb-6b3182b6811d req-028a0d24-6540-49ea-b0d0-d215b8958a92 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.0708082 Oct 22 13:12:16.484595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=a3f706ed-d9de-4eab-a2d8-03957461bb97,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:16.534764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f796581-b0e0-4c9b-9ddb-6b3182b6811d req-b13865fa-8555-4bbd-8c86-fe36e8d90c08 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590479 Oct 22 13:12:16.535948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:16.541281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-551ad1f5-e8ab-4a62-b43d-9c3f869a104e tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/ports/a3f706ed-d9de-4eab-a2d8-03957461bb97 HTTP/1.1" status: 204 len: 168 time: 0.7919562 Oct 22 13:12:16.545810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60712) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:16.656087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting port 4736a788-1936-4d95-974e-3d5becf59d4c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:16.656691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:16.770486 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:16.784855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Calling delete_port for 4736a788-1936-4d95-974e-3d5becf59d4c owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:17.020083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e4fb058-138a-4056-be8d-884db8574963 req-617a510a-0f7c-43a9-b931-f9475fd52039 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0964170 Oct 22 13:12:17.116782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.162026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Port': ['ID=4736a788-1936-4d95-974e-3d5becf59d4c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:17.277086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.283828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6222aefd-558c-4f1b-8b66-2e62808f98d6 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/ports/4736a788-1936-4d95-974e-3d5becf59d4c HTTP/1.1" status: 204 len: 168 time: 0.7364869 Oct 22 13:12:17.284009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:17.355212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting subnet d393a07e-8789-4545-ae5c-2e5ab22cfe24 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:12:17.359211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.406505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.534079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.692069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.730402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Subnet': ['ID=d393a07e-8789-4545-ae5c-2e5ab22cfe24,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:17.758932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:17.765890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e753ca08-479d-4513-b71d-78d210a569a2 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/subnets/d393a07e-8789-4545-ae5c-2e5ab22cfe24 HTTP/1.1" status: 204 len: 168 time: 0.4809098 Oct 22 13:12:17.769547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:17.774221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa4708-b018-443a-b2d7-422ca1e59d8b None None] Network 3a334fbc-bda1-4d3e-a088-c1df49c5709a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:17.846370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775085c-e865-4540-8f0c-d3a3b69824e7 req-461b346f-d618-4a3b-a03a-f48c273880ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:17.854677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7775085c-e865-4540-8f0c-d3a3b69824e7 req-461b346f-d618-4a3b-a03a-f48c273880ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1765170 Oct 22 13:12:17.988606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Deleting subnet 7368c362-a4c7-472a-bef6-b31dce3b9405 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:12:18.001813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.059759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.106617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7775085c-e865-4540-8f0c-d3a3b69824e7 req-c4e009b5-4212-460a-8aba-83dd85fe731c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510352 Oct 22 13:12:18.140250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] DHCP port deletion for 3a334fbc-bda1-4d3e-a088-c1df49c5709a request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:12:18.230717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Deleting port 5434c472-f96e-4f09-a613-488a0d167ee8 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:18.231684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.407279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:18.502377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] For port 5434c472-f96e-4f09-a613-488a0d167ee8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5434c472-f96e-4f09-a613-488a0d167ee8,segment=NetworkSegment(3151ec63-7310-41fa-b60f-32eafc7947f2),segment_id=3151ec63-7310-41fa-b60f-32eafc7947f2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:18.502821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.552474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Calling delete_port for 5434c472-f96e-4f09-a613-488a0d167ee8 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:18.578304 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.652805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:18.653747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:18.656692 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b87ed-4061-48eb-81c6-a8d250053694" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:18.659458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6822d352-7939-48f0-8c24-9571859d6662 req-674a407a-6086-451b-bdee-90d56608fc1e tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0489419 Oct 22 13:12:18.664411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.689843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.733247 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddd46da-8fce-42a2-b2d9-826df092789f x-openstack-request-id: req-5ddd46da-8fce-42a2-b2d9-826df092789f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:18.733539 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:18.733794 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ddd46da-8fce-42a2-b2d9-826df092789f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:18.734234 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:12:18.736242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=11']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:18.777842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.811570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.815056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] Pushing event deleted for resources: {'Port': ['ID=5434c472-f96e-4f09-a613-488a0d167ee8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:18.821845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c6d38-3b9c-4937-a3cf-3b91ff559409 None None] No DVR routers for this DVR port 5434c472-f96e-4f09-a613-488a0d167ee8 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:18.860844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Subnet': ['ID=7368c362-a4c7-472a-bef6-b31dce3b9405,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:18.869239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:18.872495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-742d2f7f-2f60-4587-b56b-06fe663e8637 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/subnets/7368c362-a4c7-472a-bef6-b31dce3b9405 HTTP/1.1" status: 204 len: 168 time: 1.0860689 Oct 22 13:12:18.874841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fbbe3e-8770-4cce-bbe7-061f169975d3 None None] Network c14fa1bd-d127-464b-bc9e-05c366b22544 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:18.875492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:18.963233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5434c472-f96e-4f09-a613-488a0d167ee8 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:19.037816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.049153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5434c472-f96e-4f09-a613-488a0d167ee8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:19.050130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5434c472-f96e-4f09-a613-488a0d167ee8 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:19.176473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] DHCP port deletion for c14fa1bd-d127-464b-bc9e-05c366b22544 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:12:19.214705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.278050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a334fbc-bda1-4d3e-a088-c1df49c5709a']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.287104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Deleting port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:19.287312 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.301349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07ad95-c3d7-4cf0-9628-489ed8709cbc req-a60e8a0e-d74f-468a-a585-f49440117298 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:19.304141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3151ec63-7310-41fa-b60f-32eafc7947f2') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.305521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3151ec63-7310-41fa-b60f-32eafc7947f2') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.316216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca07ad95-c3d7-4cf0-9628-489ed8709cbc req-a60e8a0e-d74f-468a-a585-f49440117298 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1106682 Oct 22 13:12:19.323806 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.356608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.376986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:12:19.378644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.385625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] For port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,segment=NetworkSegment(37206a3e-4212-48c5-81d7-93d3afeb6b7a),segment_id=37206a3e-4212-48c5-81d7-93d3afeb6b7a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:19.386237 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:12:19.387945 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:12:19.404739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Calling delete_port for 3aaa76ed-68b8-4426-af6b-0dd55dec25ba owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:19.410782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca07ad95-c3d7-4cf0-9628-489ed8709cbc req-1c6c2d78-7073-4c85-a5b1-4f4d8fb442d5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921874 Oct 22 13:12:19.476989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.483330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.487346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/networks/3a334fbc-bda1-4d3e-a088-c1df49c5709a HTTP/1.1" status: 204 len: 168 time: 0.6108403 Oct 22 13:12:19.490404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60802) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:19.537461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2cc0-a1f6-428b-ae73-6cd727d4461b tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Network': ['ID=3a334fbc-bda1-4d3e-a088-c1df49c5709a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:19.549334 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.588785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] Pushing event deleted for resources: {'Port': ['ID=3aaa76ed-68b8-4426-af6b-0dd55dec25ba,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:19.594748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abcf09-c945-4221-85c3-6a882e78798a None None] No DVR routers for this DVR port 3aaa76ed-68b8-4426-af6b-0dd55dec25ba on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:19.685050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.842038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.866260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3f7e617-08f4-40a1-bb16-7e6621a76984 req-0cef8ee0-61ca-42c5-a972-3921beb7599a tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0648847 Oct 22 13:12:19.888187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14fa1bd-d127-464b-bc9e-05c366b22544']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.900232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37206a3e-4212-48c5-81d7-93d3afeb6b7a') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.901041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37206a3e-4212-48c5-81d7-93d3afeb6b7a') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:19.919182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.945118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.953247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:12:19.953749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:12:19.958999 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:12:20.049875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:20.062412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:20.090170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] 10.222.0.25 "DELETE /v2.0/networks/c14fa1bd-d127-464b-bc9e-05c366b22544 HTTP/1.1" status: 204 len: 168 time: 0.5982161 Oct 22 13:12:20.107109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d0ae9-5b48-43a0-ba3c-e6e6bb179a12 tempest-TaggedBootDevicesTest_v242-993078714 tempest-TaggedBootDevicesTest_v242-993078714-project] Pushing event deleted for resources: {'Network': ['ID=c14fa1bd-d127-464b-bc9e-05c366b22544,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:20.319994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:12:20.567425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:20.600052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'mac_address': 'fa:16:3e:5b:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:12:20.626341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e24a6-9848-42b7-b01f-376678bb091c req-a057bd97-cfdd-428a-b80f-c69b94b4e2db tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:20.634814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906e24a6-9848-42b7-b01f-376678bb091c req-a057bd97-cfdd-428a-b80f-c69b94b4e2db tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0943866 Oct 22 13:12:20.651617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:20.666853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:20.682004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-906e24a6-9848-42b7-b01f-376678bb091c req-066c9dd8-21b4-422d-910f-eb61434c0530 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Oct 22 13:12:20.700955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:20.706233 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:20.770049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=12']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:20.775405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a9e32dcb-8454-438c-8e99-0ebf41af3474'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:12:20.828796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.829206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.829688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.830908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.830908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.830908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.831384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.831696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.832052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.832490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.832826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.833153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:20.972360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60864) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:20.984903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3aaa76ed-68b8-4426-af6b-0dd55dec25ba no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:21.021323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3aaa76ed-68b8-4426-af6b-0dd55dec25ba {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:21.022058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3aaa76ed-68b8-4426-af6b-0dd55dec25ba not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:21.072921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44bede38-8bd6-4844-8463-34681e434ea9 req-db8d5a16-d606-4b21-9168-8745d86c3d38 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0368671 Oct 22 13:12:21.330553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe7ea0-cffe-416e-b661-211f210421c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.541948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe7ea0-cffe-416e-b661-211f210421c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.553351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe7ea0-cffe-416e-b661-211f210421c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.657565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe7ea0-cffe-416e-b661-211f210421c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7902e-00bf-4f15-87a2-82c26172a632,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:21.712787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2dbe7ea0-cffe-416e-b661-211f210421c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eacfebce597942b390f2b2861efb241c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382741 Oct 22 13:12:21.715473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:21.871950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.915210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.981784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc96f-f7bf-43dd-9eee-3865d0edef5e req-f1f8667d-d669-4eb8-89a2-a1fa9db7d578 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:21.989854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80bbc96f-f7bf-43dd-9eee-3865d0edef5e req-f1f8667d-d669-4eb8-89a2-a1fa9db7d578 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 946 time: 0.0860496 Oct 22 13:12:21.994399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:21.997937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:22.003017 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fe7902e-00bf-4f15-87a2-82c26172a632 HTTP/1.1" status: 204 len: 168 time: 0.2755375 Oct 22 13:12:22.037370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e53f5-c2d2-4efa-914a-7652795a1cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7902e-00bf-4f15-87a2-82c26172a632,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:22.120902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80bbc96f-f7bf-43dd-9eee-3865d0edef5e req-239cd22f-5110-4d5d-9e02-acf0c0a6d0a7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297274 Oct 22 13:12:22.309007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc0e8317-22a1-4a25-8f8f-627b89f99293 req-d8c86751-13f9-46fa-b3c9-195a6659849f tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0408943 Oct 22 13:12:22.343421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:22.454330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a9e32dcb-8454-438c-8e99-0ebf41af3474 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:22.455054 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:22.669835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:22.858109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:22.874632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:22.877099 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b289a8-6654-4af9-8664-d9773b29c1a9" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:22.891893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:23.191757 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c498d-ef58-44bd-a589-23a643517c5f x-openstack-request-id: req-5a1c498d-ef58-44bd-a589-23a643517c5f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:23.192055 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:23.192313 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a1c498d-ef58-44bd-a589-23a643517c5f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:23.192718 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:12:23.197149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=13']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:23.377565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963c60-c250-4786-9168-2a2c2c45dc17 req-3a2f53d2-c3b6-4ae3-8eea-af88d59de372 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:23.392298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd963c60-c250-4786-9168-2a2c2c45dc17 req-3a2f53d2-c3b6-4ae3-8eea-af88d59de372 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1172011 Oct 22 13:12:23.495353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd963c60-c250-4786-9168-2a2c2c45dc17 req-b2fa5be9-caa4-4348-bca7-3a0439bad9d3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991683 Oct 22 13:12:23.555784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bf1e2f9-5233-483f-9150-23a6990e0ef1 req-e703a319-6838-45ea-9e92-c0ed1f3ffc3a tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0580401 Oct 22 13:12:23.955944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d52b844-5b77-437b-89c1-e7ba31a6c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:24.797107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b742669-7222-4c16-abaa-4d91680d6a38 req-9d00a8b6-5c8d-42c4-a55f-a55f9d599a82 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:24.822450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b742669-7222-4c16-abaa-4d91680d6a38 req-9d00a8b6-5c8d-42c4-a55f-a55f9d599a82 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1684732 Oct 22 13:12:24.945095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b742669-7222-4c16-abaa-4d91680d6a38 req-7492d7b1-9f1b-4093-bbc0-ca0554bc76dc tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198785 Oct 22 13:12:25.080149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49516b84-1158-4720-b202-9833105f68e2 req-d3845cf0-63cf-4bf4-866c-9d6b29ade353 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1169658 Oct 22 13:12:25.385082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-d16447b7-0960-4d4a-bb85-53f70aae5203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1268711 Oct 22 13:12:25.541680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60980) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:25.602901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.603389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.603856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.604317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.604765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.613566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.616582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.621182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:25.626215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-51ca35a8-c640-41c4-af7c-7497c42806d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2641d1077f43f2b63297a9aa797e16&device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 6489 time: 0.1682556 Oct 22 13:12:25.823765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-552976c4-b7ba-46be-8c89-2dbcbd139d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:25.968611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-e236d9bb-daf1-4734-bd8e-e681d40a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.969137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-e236d9bb-daf1-4734-bd8e-e681d40a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.969667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-e236d9bb-daf1-4734-bd8e-e681d40a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:25.971655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-e236d9bb-daf1-4734-bd8e-e681d40a4ef4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf57036a-6546-4db0-9892-6aac14555b7a&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=04da9706-f80f-40d1-b040-58e757073095&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&id=3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 200 len: 2294 time: 0.3037496 Oct 22 13:12:25.991522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-217d8e93-d57b-450e-b46b-31a9f6ecfcde admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.112517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-fb98f341-98a7-478e-af99-483a5a968c06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 200 len: 1001 time: 0.1326044 Oct 22 13:12:26.134773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-552976c4-b7ba-46be-8c89-2dbcbd139d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.140547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7f0b6-708f-4a69-92c3-b6dcc44defcd req-60721396-e651-4305-9475-a67d0ed98590 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:26.142484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9db7f0b6-708f-4a69-92c3-b6dcc44defcd req-60721396-e651-4305-9475-a67d0ed98590 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.0765643 Oct 22 13:12:26.171438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-552976c4-b7ba-46be-8c89-2dbcbd139d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.217772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552976c4-b7ba-46be-8c89-2dbcbd139d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb863fc-edce-4ba8-a2c0-5a8637d3367c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:26.279921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-552976c4-b7ba-46be-8c89-2dbcbd139d83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d12c1510518496caf435518550f9c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351682 Oct 22 13:12:26.284394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60998) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:26.295771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4937d8e9-31a0-4138-95e0-d5463551d7a7 req-e852dcc9-da23-4fdc-81e4-4dd40a8e7e15 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0515678 Oct 22 13:12:26.302048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9db7f0b6-708f-4a69-92c3-b6dcc44defcd req-4e55a845-4833-49f8-ae13-8e07850469ec tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483176 Oct 22 13:12:26.315161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-8829cd20-ceaa-41ec-a50b-10f2672d61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:26.317463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-8829cd20-ceaa-41ec-a50b-10f2672d61e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 200 len: 851 time: 0.1918316 Oct 22 13:12:26.408656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6757db42-3176-40b8-8f0b-202729b1f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:26.410563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6757db42-3176-40b8-8f0b-202729b1f2a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf57036a-6546-4db0-9892-6aac14555b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845506 Oct 22 13:12:26.416650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-217d8e93-d57b-450e-b46b-31a9f6ecfcde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.454702 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-217d8e93-d57b-450e-b46b-31a9f6ecfcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.535837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-217d8e93-d57b-450e-b46b-31a9f6ecfcde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f5adb8adea5443bb8e9de453a61a97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128053 Oct 22 13:12:26.537582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.546449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:26.609036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.626573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-225a529c-797e-4b93-bcf2-81771afc7880 service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062917 Oct 22 13:12:26.734347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.737876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.745510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cb863fc-edce-4ba8-a2c0-5a8637d3367c HTTP/1.1" status: 204 len: 168 time: 0.4596946 Oct 22 13:12:26.771771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d8e93-d57b-450e-b46b-31a9f6ecfcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93d95c3-76b4-45a0-a396-9b59d2df55f0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:26.791331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-9a3bac66-e5e5-44e7-83ee-a1a3caf260db service neutron] 10.222.0.21 "GET /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540170 Oct 22 13:12:26.798289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.824211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caba0e6-4914-4cca-ba25-afc66f500548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb863fc-edce-4ba8-a2c0-5a8637d3367c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:26.836160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:26.980579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-4fc1ee07-7cf5-4b28-b1bf-838e8c21311a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 217 time: 0.0927298 Oct 22 13:12:27.108043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-51a6e3f7-ac91-4a6b-b801-1887f98679be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.167871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.178035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.182887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f93d95c3-76b4-45a0-a396-9b59d2df55f0 HTTP/1.1" status: 204 len: 168 time: 0.6341047 Oct 22 13:12:27.231477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9d6c2-3e11-453e-83a6-9fec58dab114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93d95c3-76b4-45a0-a396-9b59d2df55f0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:27.237596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-ceef9193-85fc-49c2-89ed-eacf6a22c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:27.260568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-ceef9193-85fc-49c2-89ed-eacf6a22c9c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.2507806 Oct 22 13:12:27.420043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-42a9d6d0-bb34-4a9c-bea8-5f6e10b0f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:27.424124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-42a9d6d0-bb34-4a9c-bea8-5f6e10b0f249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627014 Oct 22 13:12:27.579498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:27.610104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32757aa1-136d-4e6d-ae90-7e9c95d04aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.657555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.720577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.835600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32757aa1-136d-4e6d-ae90-7e9c95d04aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.847818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32757aa1-136d-4e6d-ae90-7e9c95d04aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:27.852751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95a90d1f-084c-4e27-b209-00172e66e398 req-f7197d91-2f87-401a-95fc-438adde0b44f tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.3455207 Oct 22 13:12:27.909305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-32757aa1-136d-4e6d-ae90-7e9c95d04aed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a233d066adc4c4f81475a159db5c655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285644 Oct 22 13:12:27.911036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:27.963130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757aa1-136d-4e6d-ae90-7e9c95d04aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44650bd7-9871-46a9-98bc-ee5a9305711c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:28.017749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:28.037605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a3658-d2af-408c-93db-219e3bbb3824 req-3956db6d-625e-453a-98c1-c81bd0b7d654 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:28.045613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-596a3658-d2af-408c-93db-219e3bbb3824 req-3956db6d-625e-453a-98c1-c81bd0b7d654 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.5462809 Oct 22 13:12:28.050453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-43637d2b-7134-4ed3-807d-9c12df2a1d6f service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183796 Oct 22 13:12:28.085681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:28.184596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:28.191198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:28.198432 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44650bd7-9871-46a9-98bc-ee5a9305711c HTTP/1.1" status: 204 len: 168 time: 0.2863910 Oct 22 13:12:28.231905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ae32c-1b2a-437b-88ce-560afbf83104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44650bd7-9871-46a9-98bc-ee5a9305711c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:28.327535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-596a3658-d2af-408c-93db-219e3bbb3824 req-9c0060ca-e528-498d-9614-fa84599285fe tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740662 Oct 22 13:12:28.487410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3572876f-fd1d-46e1-af25-bf0c70024d1f req-5da98394-6929-4e00-a763-fcda90fe6ddb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1004670 Oct 22 13:12:28.502207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-7fdfd2d4-ec1d-42e0-b113-44905b6384d1 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783250 Oct 22 13:12:28.666975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-faf71cbe-1c16-47f2-aee0-725492cf2a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 217 time: 0.1550560 Oct 22 13:12:28.774595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-3c11ffb0-c36b-4b2e-8113-4460c5cded2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:28.780061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-3c11ffb0-c36b-4b2e-8113-4460c5cded2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.1082993 Oct 22 13:12:29.007780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-7d9c34ba-7766-467f-8f1f-99bbef3ed076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:29.009299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-7d9c34ba-7766-467f-8f1f-99bbef3ed076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2209861 Oct 22 13:12:29.103355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:29.125894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4deba31-b5a5-4b7c-9bd3-0198eac91aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.226427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e3e2d4d-c65d-41a0-846f-5e9c788215ba req-dd41ea99-b189-405d-8a01-f65a9581a97d tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1578517 Oct 22 13:12:29.245505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:29.430692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-c11edb1c-8c91-4283-aaf3-f8cb74bd02bc service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990605 Oct 22 13:12:29.437239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4deba31-b5a5-4b7c-9bd3-0198eac91aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.470494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4deba31-b5a5-4b7c-9bd3-0198eac91aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.545508 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c4deba31-b5a5-4b7c-9bd3-0198eac91aad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d379c2559dd14cf4a1662944ecc12f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389329 Oct 22 13:12:29.548449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:29.660118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deba31-b5a5-4b7c-9bd3-0198eac91aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490d4d2-f3a1-4c0f-a984-f7b8f8b711ec,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:29.674787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.675626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.719464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.753293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-379042429-network', 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:29.806443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.809894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.811864 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7490d4d2-f3a1-4c0f-a984-f7b8f8b711ec HTTP/1.1" status: 204 len: 168 time: 0.2571619 Oct 22 13:12:29.824526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8d01-4064-4d9c-b743-eaece7424fed req-5a478502-07ef-4935-bf48-af499504669c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:29.832606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e6e8d01-4064-4d9c-b743-eaece7424fed req-5a478502-07ef-4935-bf48-af499504669c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.2808430 Oct 22 13:12:29.842487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9326e-326e-4290-be0e-6082534faa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490d4d2-f3a1-4c0f-a984-f7b8f8b711ec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:29.849931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-7bbf90e6-13aa-4054-885a-25bb18123fc6 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107840 Oct 22 13:12:29.861111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:29.863658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.916279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-4db20f5e-4ad3-4294-b15d-7e630a0302eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 200 len: 217 time: 0.0562425 Oct 22 13:12:29.932782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:29.947577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e6e8d01-4064-4d9c-b743-eaece7424fed req-b8caef17-84d9-4b45-bdd6-0011737b42d1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138849 Oct 22 13:12:30.139711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-a89272fb-2311-4124-b4d3-b7a7ac0d2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:30.143391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-a89272fb-2311-4124-b4d3-b7a7ac0d2289 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.2071350 Oct 22 13:12:30.313417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:30.320619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6087654e-6bf8-43b9-9700-85d77a85917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:30.322178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6087654e-6bf8-43b9-9700-85d77a85917d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1638505 Oct 22 13:12:30.329185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:30.457537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:12:30.486172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9da1ce2-aa67-4559-bd20-6930109d0ae0 req-b3110838-3874-45db-8bcf-4a31e3f6c9d8 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0688441 Oct 22 13:12:30.494960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f88d31d-af61-4ee4-812e-81d3a1dbdf40,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:30.501546 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:30.501965 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Added segment e61130f6-f8e4-4e81-8729-f8ac665aa0f1 of type vlan for network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea Oct 22 13:12:30.528109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-14408085-8107-4ee0-b890-b09d16e43e40 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943984 Oct 22 13:12:30.840587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-ac6adc47-012b-42be-813f-def7a635300e service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049800 Oct 22 13:12:30.892177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:31.007621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-9c12fb92-e9d6-44f2-95f9-b8cb32192379 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 200 len: 217 time: 0.1504612 Oct 22 13:12:31.020947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:12:31.137662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:31.142292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:31.143116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:31.203378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-063ec17d-12fc-45f1-9b98-d95af538ee0c req-b3fd1af9-6a12-4b64-b8b5-bb90e63dbab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbd05456e042412caa13cb17775ba0ac&device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0854626 Oct 22 13:12:31.291358 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-063ec17d-12fc-45f1-9b98-d95af538ee0c req-e2397949-00da-4b0d-8a6f-3eb8ee838864 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dbd05456e042412caa13cb17775ba0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764265 Oct 22 13:12:31.309565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0592561 Oct 22 13:12:31.314393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32878) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:31.322389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Request body: {'subnet': {'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-379042429-subnet', 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:31.470952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591148c-0695-4e20-8c2a-f7902a5ca09f req-fe19248c-7872-47a1-bc43-861d05c32e26 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:31.482149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4591148c-0695-4e20-8c2a-f7902a5ca09f req-fe19248c-7872-47a1-bc43-861d05c32e26 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.3931527 Oct 22 13:12:31.492395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-d1bc357f-5319-49e0-86c1-4ab53cd70dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:31.508003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-d1bc357f-5319-49e0-86c1-4ab53cd70dea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 200 len: 797 time: 0.4794714 Oct 22 13:12:31.511781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec17d-12fc-45f1-9b98-d95af538ee0c req-c6d94e23-1668-4f0a-96f1-5fcdac4c4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:31.513865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-063ec17d-12fc-45f1-9b98-d95af538ee0c req-c6d94e23-1668-4f0a-96f1-5fcdac4c4a6a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158792 Oct 22 13:12:31.521587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c659-49f0-42c4-b071-0232d3808af4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d36185c-4a0c-4be6-92a9-7b57ef3580ea,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:31.533222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:12:31.620260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d77465a-4087-4507-b08e-c884909b83a5 req-95444433-60cd-4477-9f5a-843b63ee7c9d tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1958888 Oct 22 13:12:31.625379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:31.627883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:31.704169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4591148c-0695-4e20-8c2a-f7902a5ca09f req-a044b2ab-0b04-42ea-886d-9b8a1067d6e3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209578 Oct 22 13:12:31.883711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6ac1017e-833c-4e90-ac4f-c025b79743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:31.889159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-6ac1017e-833c-4e90-ac4f-c025b79743b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04da9706-f80f-40d1-b040-58e757073095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2853451 Oct 22 13:12:32.201780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:32.317857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-01ce865a-ca7c-4b63-9a29-a16e81349abb service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192877 Oct 22 13:12:32.322095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d781c6-f11a-43b7-a033-b2d621070885,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:32.384072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Checking segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:32.384690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Network hostable DHCP agents. Network: 8d36185c-4a0c-4be6-92a9-7b57ef3580ea, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:12:32.541910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-3e9f2bcf-b20f-4f3e-b4f6-e716f88a1ce7 service neutron] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144432 Oct 22 13:12:32.581909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:12:32.640226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-3c981797-228e-4433-b601-474e6f03e875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 200 len: 217 time: 0.0832167 Oct 22 13:12:32.670263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8d36185c-4a0c-4be6-92a9-7b57ef3580ea) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:32.719628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:32.720339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:32.739582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961626d-3363-4637-bb96-23e49ec0a634 None None] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:32.773960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-64ff6863-815b-40fe-bddf-e21773814c7e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4559529 Oct 22 13:12:32.776725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-5f4e56ff-d1f8-47b7-986c-1c9cf79af7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:32.778280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-5f4e56ff-d1f8-47b7-986c-1c9cf79af7d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.1292765 Oct 22 13:12:32.838395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-063ec17d-12fc-45f1-9b98-d95af538ee0c req-23cb8630-15e3-4210-883d-1507fd744eda tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.0671749 Oct 22 13:12:33.003260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a252b-7e95-4519-bafe-96f1a22dca1e None None] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:33.081560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c4a9895-9ab5-4ad3-ac88-3fd655b8f85d req-b310b888-96aa-4071-a8dd-2176fd145a61 tempest-ServerShowV254Test-1368100150 tempest-ServerShowV254Test-1368100150-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93c0aed-1311-4921-ad10-6e681b2c6f35 HTTP/1.1" status: 200 len: 210 time: 0.1144481 Oct 22 13:12:33.165754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa224cb-dd91-4dd0-b7ff-19c1bd3e5fe4 req-1d32e585-30f9-4cfd-9263-83b3f900a6d7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:33.184162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa224cb-dd91-4dd0-b7ff-19c1bd3e5fe4 req-1d32e585-30f9-4cfd-9263-83b3f900a6d7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.3047473 Oct 22 13:12:33.225974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-62b3a0e1-3c11-44bc-81ae-c373b0f01234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:33.227848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-62b3a0e1-3c11-44bc-81ae-c373b0f01234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4401333 Oct 22 13:12:33.364816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-0cb0fb1b-078e-49f1-8e3b-33137ee4ba34 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276958 Oct 22 13:12:33.480459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa224cb-dd91-4dd0-b7ff-19c1bd3e5fe4 req-40dbb90f-1840-47e7-9654-0460e2b1a2ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917817 Oct 22 13:12:33.557450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-86fa5bb6-d11e-4a62-b3e4-e4197869f98c service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846230 Oct 22 13:12:33.624659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-01a4ed43-e9ef-479c-9dd1-0899017dabb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 200 len: 217 time: 0.0568652 Oct 22 13:12:33.728188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-b75c10b2-99bc-4906-aaaf-c266189d74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:33.731721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-b75c10b2-99bc-4906-aaaf-c266189d74a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 200 len: 797 time: 0.0959613 Oct 22 13:12:33.820394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-c0f873dc-afe5-4e8d-8326-191e95e468c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:33.821922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-c0f873dc-afe5-4e8d-8326-191e95e468c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c42fec9-f096-4366-b57f-2d9a1dda98e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834143 Oct 22 13:12:33.977436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-7a7c4dd2-2d60-4a30-bd71-bacfc06e7848 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465867 Oct 22 13:12:34.117645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38dc23a-6f0c-44b0-9cb0-f6eb9341dd3f req-72c6e2fd-7b62-4864-b0ce-fe5d44aa8417 service neutron] 10.222.0.21 "GET /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317775 Oct 22 13:12:34.620377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32938) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:34.702469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f2bb-e0b7-40fa-a007-5c4aa243c0e8 req-a5e6f99f-117a-4907-ab1b-31e7fd247076 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:34.713315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efe8f2bb-e0b7-40fa-a007-5c4aa243c0e8 req-a5e6f99f-117a-4907-ab1b-31e7fd247076 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1098132 Oct 22 13:12:34.809730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efe8f2bb-e0b7-40fa-a007-5c4aa243c0e8 req-e16bdf89-a9cb-410e-b74a-19a3ce7286e6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839620 Oct 22 13:12:34.832225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87303b5f-943b-440e-881a-da3f60f25037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:34.935729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87303b5f-943b-440e-881a-da3f60f25037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:34.944861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87303b5f-943b-440e-881a-da3f60f25037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:34.988303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-87303b5f-943b-440e-881a-da3f60f25037 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbd05456e042412caa13cb17775ba0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641536 Oct 22 13:12:34.991954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32944) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:35.008314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303b5f-943b-440e-881a-da3f60f25037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9f8ad-0a0b-489c-a784-f85b6f944c9f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:35.099933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:35.148185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:35.227412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:35.230817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:35.234975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84a9f8ad-0a0b-489c-a784-f85b6f944c9f HTTP/1.1" status: 204 len: 168 time: 0.2419205 Oct 22 13:12:35.254203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8590d3-a86f-416a-b639-13b557f457cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9f8ad-0a0b-489c-a784-f85b6f944c9f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:35.894867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-2acf42e1-d8b8-4fac-b3ba-e257c276707e tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:35.906139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-2acf42e1-d8b8-4fac-b3ba-e257c276707e tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.3628044 Oct 22 13:12:35.943542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-fbf68152-0534-4c96-8310-7c926e4acbbd tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/quotas/fd7501338a05467d821df546a2ebd9ec HTTP/1.1" status: 200 len: 375 time: 0.0309570 Oct 22 13:12:36.074265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-5bb89b70-729f-47a5-9a26-8cf76425d886 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215901 Oct 22 13:12:36.264997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19399d4-e1d0-43b7-b71d-010c06f9f9d9 req-6359d37e-57aa-4e05-88b4-def2457706ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:36.275665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19399d4-e1d0-43b7-b71d-010c06f9f9d9 req-6359d37e-57aa-4e05-88b4-def2457706ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.3245735 Oct 22 13:12:36.337963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-fe72af6e-6118-4149-8743-69e6ccfc95a7 service neutron] 10.222.0.25 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502236 Oct 22 13:12:36.434879 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:12:36.492007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-014e7f67-95f7-403f-82e1-e93390a98cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496851 Oct 22 13:12:36.547240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d19399d4-e1d0-43b7-b71d-010c06f9f9d9 req-2a93c541-c1fd-4a4f-bb00-c313142d40db tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702882 Oct 22 13:12:37.121134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0273bda4-3d96-4996-979b-d9173fae3f1a req-b59e74f7-8ed3-40e4-9784-5e84200c0904 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 210 time: 0.0538485 Oct 22 13:12:37.534383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:37.818897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41ebb3ad-9fac-4a19-96ec-34811ea91868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:37.835115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b8187-7135-4d09-978e-64ac5a1dceca req-fadf3fb7-3ace-4220-988f-49b86883f661 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:37.838141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe6b8187-7135-4d09-978e-64ac5a1dceca req-fadf3fb7-3ace-4220-988f-49b86883f661 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1667008 Oct 22 13:12:37.910350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe6b8187-7135-4d09-978e-64ac5a1dceca req-7da49e87-eb94-4277-a40d-a638346409fe tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650690 Oct 22 13:12:37.929078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.015052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41ebb3ad-9fac-4a19-96ec-34811ea91868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.029343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41ebb3ad-9fac-4a19-96ec-34811ea91868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.133649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:38.135216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-41ebb3ad-9fac-4a19-96ec-34811ea91868 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22737fd4389e482ebe5ebb053499d2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996485 Oct 22 13:12:38.137980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb3ad-9fac-4a19-96ec-34811ea91868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb3393-a618-4098-8c40-56005a7f392f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:38.231946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.283987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.481410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a6bb8df-3431-4b56-a614-8e917a084333 req-59f81c83-dab6-48c5-a512-e941aa7e8c07 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 210 time: 0.1245842 Oct 22 13:12:38.511641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.516023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:38.517819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8aeb3393-a618-4098-8c40-56005a7f392f HTTP/1.1" status: 204 len: 168 time: 0.3813267 Oct 22 13:12:38.551758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ab14b-c2dd-4563-959e-c8697003a4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb3393-a618-4098-8c40-56005a7f392f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:38.974276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:38.998161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.013957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.030254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.070625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.090850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.104930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.116879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-caf24719-0951-409e-b69c-1f41168fbe68 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.2832096 Oct 22 13:12:39.210297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c96112fe-d108-4ad8-bddf-5b7e6ced3bc8 req-4948e4de-7a65-46d9-b3a0-482fedce501a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863223 Oct 22 13:12:39.227501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33126) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:39.253523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110b92-f513-429b-bb5a-825bb1db3888 req-3b15ea79-5e2e-4578-9fe5-73be645bd764 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.264456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01110b92-f513-429b-bb5a-825bb1db3888 req-3b15ea79-5e2e-4578-9fe5-73be645bd764 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1439376 Oct 22 13:12:39.306213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-212e705c-1785-4ea6-8bb9-ce972d5257e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:39.367303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01110b92-f513-429b-bb5a-825bb1db3888 req-f3aefcd7-eab6-400b-9e8b-26b46b41119e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887964 Oct 22 13:12:39.524836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-212e705c-1785-4ea6-8bb9-ce972d5257e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:39.546980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-212e705c-1785-4ea6-8bb9-ce972d5257e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:39.658761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-212e705c-1785-4ea6-8bb9-ce972d5257e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0bb009101e94bec9bf62d41b1ed2973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301188 Oct 22 13:12:39.671710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33136) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:39.769107 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:39.774636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-97123f32-e400-464e-9aee-59dff9181fe7 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:39.776307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-97123f32-e400-464e-9aee-59dff9181fe7 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.21 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.2412903 Oct 22 13:12:39.793834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Request body: {'port': {'device_id': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'admin_state_up': True, 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:39.867266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e705c-1785-4ea6-8bb9-ce972d5257e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cb68d-0004-40d1-ba0e-d9b0995fd7d3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:39.907689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2181a17d-71f7-4e70-9cc1-dc299e7df1cc req-d49d8719-e1a9-4ed7-861e-10f54958eb41 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 210 time: 0.0899930 Oct 22 13:12:39.992068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:40.043925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-8b7aaaac-ddb2-468e-8485-8d92818aea26 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.045457 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-8b7aaaac-ddb2-468e-8485-8d92818aea26 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.4123566 Oct 22 13:12:40.062639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:40.069297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Request body: {'port': {'device_id': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'admin_state_up': True, 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:40.181280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:40.186383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:40.464074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.496690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.518933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.536505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.559390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.577662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.585760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:40.588176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ee5f53f0-a296-4778-915c-9b06ba726f07 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.5126324 Oct 22 13:12:40.957844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Allocated IP 172.20.0.4 (8d36185c-4a0c-4be6-92a9-7b57ef3580ea/d7d781c6-f11a-43b7-a033-b2d621070885/ce6f356c-da66-4fa3-9c70-6765d30bea4d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:12:41.029690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:41.102864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-55b22b0c-f083-42fa-8aba-76bc84de3100 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.104270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-55b22b0c-f083-42fa-8aba-76bc84de3100 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5043561 Oct 22 13:12:41.109082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:41.114083 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.171212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.184281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.187858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f4cb68d-0004-40d1-ba0e-d9b0995fd7d3 HTTP/1.1" status: 204 len: 168 time: 1.5130348 Oct 22 13:12:41.258496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.262937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8c5a5-1023-4ef3-9cba-ab10c0574d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cb68d-0004-40d1-ba0e-d9b0995fd7d3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:41.382263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d174f28-cd36-4750-905a-08acc193378c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.396222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.548216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:41.554238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event updated for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:41.558432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:41.578608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:41.579572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-08b48c6c-f6e6-4e0a-88eb-967b21dd22e1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4629767 Oct 22 13:12:41.622238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:41.662775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.662775 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.670868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdede11-d0c7-43b2-a724-45177804d549 req-3806b21d-faf4-4018-8740-7ba19e2624d7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.672489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccdede11-d0c7-43b2-a724-45177804d549 req-3806b21d-faf4-4018-8740-7ba19e2624d7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.6434872 Oct 22 13:12:41.690871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.697218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.703729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.710980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.716182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.722585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.729627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:41.738131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-e9e56a75-b39b-416d-a06e-8cde67784f25 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 5432 time: 0.7100909 Oct 22 13:12:41.861256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccdede11-d0c7-43b2-a724-45177804d549 req-fcde876e-e2a1-4307-9b2b-4eb4439bdc19 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965791 Oct 22 13:12:41.906960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:41.999538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Allocated IP 172.20.0.11 (8d36185c-4a0c-4be6-92a9-7b57ef3580ea/d7d781c6-f11a-43b7-a033-b2d621070885/4c63a596-4060-4eba-8433-f8fae13fb9a2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:12:42.010255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d174f28-cd36-4750-905a-08acc193378c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.019207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-58d5098c-b87e-438d-aaf9-22c4353ed373 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2296085 Oct 22 13:12:42.061695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fbe52d0-4edb-46e2-9886-88395d893975 req-7dd6029f-57ed-4354-b5af-14fb950ab789 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3225629 Oct 22 13:12:42.067547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d174f28-cd36-4750-905a-08acc193378c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.119704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Request body: {'port': {'device_id': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:42.154213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33192) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:42.204111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8d174f28-cd36-4750-905a-08acc193378c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c5b73a58c24e2fb809848e515a6580&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726444 Oct 22 13:12:42.212235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:42.340596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.364343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.432682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:42.463073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.466059 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.470100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/125bf9e9-f38e-4a34-ba03-71963a266b79 HTTP/1.1" status: 204 len: 168 time: 0.2562943 Oct 22 13:12:42.482024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d98a5-9742-4080-bad3-dba206fe5c98 req-3aeb3953-bd69-486c-b037-29725ebfc829 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:42.484041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3d98a5-9742-4080-bad3-dba206fe5c98 req-3aeb3953-bd69-486c-b037-29725ebfc829 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 931 time: 0.2726283 Oct 22 13:12:42.485182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.531248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] For port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:42.616754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] device_id is not set on port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:12:42.639671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.706867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d174f28-cd36-4750-905a-08acc193378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125bf9e9-f38e-4a34-ba03-71963a266b79,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:42.773155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71554d18-f82d-460c-b69b-42e4937148df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125bf9e9-f38e-4a34-ba03-71963a266b79,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:42.936486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:42.941437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3d98a5-9742-4080-bad3-dba206fe5c98 req-a3adf795-e728-4c57-8b1b-383ecb8c98f4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362969 Oct 22 13:12:43.165147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 15094872-9aea-41c2-ac64-4252409b112f no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:43.283434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb79eb9-f0f2-4fa0-88a7-5bd7d5b773c2 req-c620dd29-3ab2-40e2-aaee-4b2d3b6c35c0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.307249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-feb79eb9-f0f2-4fa0-88a7-5bd7d5b773c2 req-c620dd29-3ab2-40e2-aaee-4b2d3b6c35c0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.2304974 Oct 22 13:12:43.445591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Pushing event updated for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:43.459804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-feb79eb9-f0f2-4fa0-88a7-5bd7d5b773c2 req-119d6941-8d4a-4454-b4b4-1dfa78f19fa6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473987 Oct 22 13:12:43.468025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] No DVR routers for this DVR port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:43.637048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:43.698354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.720728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.728074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:43.735090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15094872-9aea-41c2-ac64-4252409b112f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:43.738848 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a8d3b-b761-4e6c-8893-31444dbc0617" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "15094872-9aea-41c2-ac64-4252409b112f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:43.747396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:43.748368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 975842bf-19ea-4525-a3ca-7223fb4a7778 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:43.758979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.797507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.833541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.846850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1e77864b-7fcf-40bd-9cd8-e6a6cc941286 None None] Provisioning complete for port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:43.847486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1e77864b-7fcf-40bd-9cd8-e6a6cc941286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:43.850965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] In _notify_port_updated(), no bound segment for port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:12:43.857264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.857264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:43.857264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-ef7c143c-e948-4f20-bd8c-6cf126691c31 service neutron] 10.222.0.21 "PUT /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 200 len: 1026 time: 2.2529111 Oct 22 13:12:43.861285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:43.869694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33232) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:43.873836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-919c855a-3b38-4805-8d69-dd10893587e2 req-60bc2f7e-3951-41c4-9c87-5380321c0f4d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 4659 time: 0.2788584 Oct 22 13:12:43.889850 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a266e5-1c92-47c7-abe8-3231d6f96e54 x-openstack-request-id: req-16a266e5-1c92-47c7-abe8-3231d6f96e54 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:43.889850 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "15094872-9aea-41c2-ac64-4252409b112f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:43.890108 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16a266e5-1c92-47c7-abe8-3231d6f96e54 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:43.890315 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15094872-9aea-41c2-ac64-4252409b112f', 'code': 200} Oct 22 13:12:43.905659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1e77864b-7fcf-40bd-9cd8-e6a6cc941286 None None] Port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:12:43.962536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:43.966448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:44.016146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:44.025280 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.026664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:44.085518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-919c855a-3b38-4805-8d69-dd10893587e2 req-72fa34be-86c9-4910-95bf-e8a200949041 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f52eca5-7465-443d-b524-21a887bc1651&id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2104883 Oct 22 13:12:44.125628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:44.126065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1418bfb1-77dd-46dd-8fd8-f77e8350e897 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:44.283160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-c8b239bd-bee4-4fef-b0f4-25a3104137b5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:44.290115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-c8b239bd-bee4-4fef-b0f4-25a3104137b5 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "GET /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4042773 Oct 22 13:12:44.347423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:44.368782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4098f-c9e1-404b-be5b-2498e0c694e1 req-0fd07b47-bfb1-4181-9076-f41a53fcb0c5 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:44.370334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:44.381454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32e4098f-c9e1-404b-be5b-2498e0c694e1 req-0fd07b47-bfb1-4181-9076-f41a53fcb0c5 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 931 time: 0.2159142 Oct 22 13:12:44.463691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd6569f-c1d9-477a-b38a-41ee55f50c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.496813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.519386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.539014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32e4098f-c9e1-404b-be5b-2498e0c694e1 req-4482d7fa-5058-49b7-8411-8fc05cf18b26 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485970 Oct 22 13:12:44.558272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.597342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:44.609208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.610360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:44.810024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:44.848402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa30e3-68c0-4c74-94a3-acbf0771d7cb req-b4dca326-6bf5-4381-8ae5-9e4b373ef0df tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:44.852837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64fa30e3-68c0-4c74-94a3-acbf0771d7cb req-b4dca326-6bf5-4381-8ae5-9e4b373ef0df tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.2564690 Oct 22 13:12:44.951276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=975842bf-19ea-4525-a3ca-7223fb4a7778,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:44.965448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:44.988675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] For port 975842bf-19ea-4525-a3ca-7223fb4a7778, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:45.029312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] device_id is not set on port 975842bf-19ea-4525-a3ca-7223fb4a7778 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:12:45.038324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.046012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.071927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.100521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:45.114664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64fa30e3-68c0-4c74-94a3-acbf0771d7cb req-13058eb1-e098-432f-b286-cbbc1edd467c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666336 Oct 22 13:12:45.119030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.119988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 3b9207b6-d125-41b7-8ef4-ba3f2559a318 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:45.332145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event updated for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:45.356834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] No DVR routers for this DVR port 975842bf-19ea-4525-a3ca-7223fb4a7778 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:45.407213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:45.426691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:45.455807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:45.467025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:45.485249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6f356c-da66-4fa3-9c70-6765d30bea4d {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:45.539113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.594406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.623928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Pushing event updated for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:45.653909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.679031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.686354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] In _notify_port_updated(), no bound segment for port 975842bf-19ea-4525-a3ca-7223fb4a7778 on network 04da9706-f80f-40d1-b040-58e757073095 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:12:45.690456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.692285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.696678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-076772c8-6beb-4362-ad5c-d4196d088573 service neutron] 10.222.0.21 "PUT /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 200 len: 1027 time: 1.3434837 Oct 22 13:12:45.702315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.715027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.715598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:45.725313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.728165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.729825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f688461b-37a5-4c42-bd57-4efefe159707 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:45.736524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-0d923955-b019-41af-b1e6-87162fb39b48 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3879 time: 0.4127343 Oct 22 13:12:45.751434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Transition to ACTIVE for port object ce6f356c-da66-4fa3-9c70-6765d30bea4d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:12:45.768455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.851512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caa04888-50fc-46ee-b927-5fb4ace941b5 req-9f519bc3-dc64-4e21-8911-cbf39486dab8 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123326 Oct 22 13:12:45.932546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd6569f-c1d9-477a-b38a-41ee55f50c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.933796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:45.938202 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05354fbb-1746-4937-8625-0fa13b88c431" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:45.951893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:45.953245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:45.986761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd6569f-c1d9-477a-b38a-41ee55f50c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.047317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:46.048693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.092940 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0217b9-824a-4937-a681-674c338992d9 x-openstack-request-id: req-da0217b9-824a-4937-a681-674c338992d9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:46.093168 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "975842bf-19ea-4525-a3ca-7223fb4a7778", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:46.093395 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da0217b9-824a-4937-a681-674c338992d9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:46.093801 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975842bf-19ea-4525-a3ca-7223fb4a7778', 'code': 200} Oct 22 13:12:46.094053 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'code': 200} Oct 22 13:12:46.094301 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'code': 200} Oct 22 13:12:46.094541 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'code': 200} Oct 22 13:12:46.098266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-acc52282-ffa4-495a-a8d7-4b3a01090c15 None None] Provisioning complete for port 975842bf-19ea-4525-a3ca-7223fb4a7778 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:46.107055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Attempting to bind port ce6f356c-da66-4fa3-9c70-6765d30bea4d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:46.107658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Attempting to bind port ce6f356c-da66-4fa3-9c70-6765d30bea4d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:46.108238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Attempting to bind port ce6f356c-da66-4fa3-9c70-6765d30bea4d on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:46.123878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-acc52282-ffa4-495a-a8d7-4b3a01090c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.124092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Port ce6f356c-da66-4fa3-9c70-6765d30bea4d on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:12:46.124554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Attempting to bind port ce6f356c-da66-4fa3-9c70-6765d30bea4d on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:46.139572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087449-5327-4c2f-b7b6-cd8a1787cb45 req-d63ba5d4-be2f-4f1f-bdd8-518a8a9fbbd3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:46.147802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e087449-5327-4c2f-b7b6-cd8a1787cb45 req-d63ba5d4-be2f-4f1f-bdd8-518a8a9fbbd3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 943 time: 0.2418332 Oct 22 13:12:46.188447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:46.192986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Checking segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:46.194819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Bound using segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:46.195484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Bound port: ce6f356c-da66-4fa3-9c70-6765d30bea4d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:46.196473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.236864 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1cd6569f-c1d9-477a-b38a-41ee55f50c46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cff8d79f2fcd4be0bac4e5607f2c90cc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3642950 Oct 22 13:12:46.254396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33284) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:46.315605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:46.316298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e087449-5327-4c2f-b7b6-cd8a1787cb45 req-8d81902b-67d5-4bb5-b206-00087b382957 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668637 Oct 22 13:12:46.337787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-f5e41576-08a9-4ba6-84da-7d6f5614be82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2791955 Oct 22 13:12:46.342905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6569f-c1d9-477a-b38a-41ee55f50c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6248c5-f84c-4d12-a11e-e2c5412e1820,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:46.362781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Request body: {'port': {'device_id': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:46.377287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-acc52282-ffa4-495a-a8d7-4b3a01090c15 None None] Port 975842bf-19ea-4525-a3ca-7223fb4a7778 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:12:46.422916 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.512231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:46.512820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.513254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:46.522240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.525776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.538421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.559108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c5cf1-e53c-49b3-afdb-463a7379b4da req-fe0ceb1f-3e29-4e4d-ae1d-dc79abb19545 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:46.571195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a1c5cf1-e53c-49b3-afdb-463a7379b4da req-fe0ceb1f-3e29-4e4d-ae1d-dc79abb19545 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.2344902 Oct 22 13:12:46.601498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:46.649214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:46.730501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:46.740345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.773168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.828416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a1c5cf1-e53c-49b3-afdb-463a7379b4da req-711cc9d1-a469-4b66-9520-443e94e7f733 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560949 Oct 22 13:12:46.860110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:46.860906 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.862404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/ce6f356c-da66-4fa3-9c70-6765d30bea4d HTTP/1.1" status: 200 len: 1091 time: 4.8202503 Oct 22 13:12:46.866237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:46.877920 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a" -d '{"events": [{"name": "network-changed", "server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:46.941904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] For port 3b9207b6-d125-41b7-8ef4-ba3f2559a318, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=3b9207b6-d125-41b7-8ef4-ba3f2559a318,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:46.942291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:46.962240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 3b9207b6-d125-41b7-8ef4-ba3f2559a318 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:47.091414 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985b404-c9cd-4fb0-847b-6206625b3875 x-openstack-request-id: req-c985b404-c9cd-4fb0-847b-6206625b3875 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:47.097778 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:47.098391 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c985b404-c9cd-4fb0-847b-6206625b3875 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:47.099194 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d', 'status': 'completed', 'code': 200} Oct 22 13:12:47.149354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:47.186947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc237-3b49-4a29-876f-260166c8a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:47.203687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-8e399b67-4d5c-4ab6-8838-5c5d5241ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.205749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-8e399b67-4d5c-4ab6-8838-5c5d5241ff70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 1094 time: 0.2544000 Oct 22 13:12:47.209346 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:47.212909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:47.214637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d6248c5-f84c-4d12-a11e-e2c5412e1820 HTTP/1.1" status: 204 len: 168 time: 0.9460886 Oct 22 13:12:47.270144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02dbf-733e-4e80-a375-b48136dcf595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6248c5-f84c-4d12-a11e-e2c5412e1820,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:47.285293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-ff46daa5-054b-41e5-b5e5-9abe809dcc81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.292688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-ff46daa5-054b-41e5-b5e5-9abe809dcc81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.303700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-ff46daa5-054b-41e5-b5e5-9abe809dcc81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.317380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=3b9207b6-d125-41b7-8ef4-ba3f2559a318,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:47.335260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-ff46daa5-054b-41e5-b5e5-9abe809dcc81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.360955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-ff46daa5-054b-41e5-b5e5-9abe809dcc81 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3142 time: 0.2438095 Oct 22 13:12:47.367061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-50f21855-ccc7-4049-9468-3df349283772 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d HTTP/1.1" status: 200 len: 217 time: 0.1508417 Oct 22 13:12:47.604337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e25e8a-7732-4299-ba81-f913bb2b4b2c req-fe677a20-6dee-47c7-8063-9d7b6fa87f9d tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419279 Oct 22 13:12:47.614036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-3091f46e-895b-4d07-aefa-1773b1a0d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.618907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-3091f46e-895b-4d07-aefa-1773b1a0d64f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.2432389 Oct 22 13:12:47.724050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73176c0f-6896-4569-b761-3258466783b2 req-c1fbeb07-4547-4afd-8e4e-dc1dc42622f6 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:47.727053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73176c0f-6896-4569-b761-3258466783b2 req-c1fbeb07-4547-4afd-8e4e-dc1dc42622f6 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 943 time: 0.2688308 Oct 22 13:12:47.731135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-bdbb46ad-3f2f-40f9-bfc2-fc66bf4b9dee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016581 Oct 22 13:12:47.815120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] No DVR routers for this DVR port 3b9207b6-d125-41b7-8ef4-ba3f2559a318 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:47.835543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:47.852258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-2eaa7e85-cd25-4d4b-bfc1-adcfe4439bbb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "DELETE /v2.0/ports/3b9207b6-d125-41b7-8ef4-ba3f2559a318 HTTP/1.1" status: 204 len: 173 time: 2.1326020 Oct 22 13:12:47.855321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:47.867663 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefbf9e-abd6-40bc-b839-7c8c8704cf61" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:48.029579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c63a596-4060-4eba-8433-f8fae13fb9a2 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:48.054182 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:48.097904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:48.105275 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04bf36a-2f6e-4c3e-8bd8-304ce76469ce" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f688461b-37a5-4c42-bd57-4efefe159707"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:48.140645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Deleting port f64004fe-37f1-4b95-96b8-456007f379b9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:48.141845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:48.147927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Transition to ACTIVE for port object 4c63a596-4060-4eba-8433-f8fae13fb9a2 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:12:48.168578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73176c0f-6896-4569-b761-3258466783b2 req-64cedaa9-425d-4f70-a734-e71ef58f289f tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333205 Oct 22 13:12:48.178481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:48.222036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b0026-26a4-4159-aa35-911f2f7ea8e3 req-2bc13e11-a61a-4fc3-a06d-0b1eca59f0dd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.237892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f7b0026-26a4-4159-aa35-911f2f7ea8e3 req-2bc13e11-a61a-4fc3-a06d-0b1eca59f0dd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.1537895 Oct 22 13:12:48.249255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-144bcc36-5249-409b-b892-2f7168900f36 service neutron] 10.222.0.21 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002239 Oct 22 13:12:48.331472 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7492075-0a77-4e93-8b31-d8c0d20e1e08 x-openstack-request-id: req-b7492075-0a77-4e93-8b31-d8c0d20e1e08 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:48.331769 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "3b9207b6-d125-41b7-8ef4-ba3f2559a318", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:48.332026 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7492075-0a77-4e93-8b31-d8c0d20e1e08 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:48.332444 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '3b9207b6-d125-41b7-8ef4-ba3f2559a318', 'status': 'completed', 'code': 200} Oct 22 13:12:48.367011 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7713b98-6bad-4798-8915-6fa797e00ac8 x-openstack-request-id: req-a7713b98-6bad-4798-8915-6fa797e00ac8 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:48.367299 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f688461b-37a5-4c42-bd57-4efefe159707", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:48.368892 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7713b98-6bad-4798-8915-6fa797e00ac8 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:48.369473 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707', 'code': 200} Oct 22 13:12:48.407601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f7b0026-26a4-4159-aa35-911f2f7ea8e3 req-f2f01c2c-6d57-4f48-b370-f09f2d80fb27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685359 Oct 22 13:12:48.444444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:48.536237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-69693c52-c649-4077-b820-ed5224039fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659929 Oct 22 13:12:48.637251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-292a7fdf-9477-4b24-aec6-83a6f399574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.638849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-292a7fdf-9477-4b24-aec6-83a6f399574a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 1094 time: 0.0516527 Oct 22 13:12:48.748324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-d8733ad6-5d72-4015-a8f0-e39cd4b9b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.750000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-d8733ad6-5d72-4015-a8f0-e39cd4b9b083 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 913 time: 0.1030364 Oct 22 13:12:48.810286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-689e195a-006c-4a29-8dea-b4163196ba70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d HTTP/1.1" status: 200 len: 217 time: 0.0521364 Oct 22 13:12:48.831748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 15094872-9aea-41c2-ac64-4252409b112f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:48.831748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:48.839914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] For port f64004fe-37f1-4b95-96b8-456007f379b9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f64004fe-37f1-4b95-96b8-456007f379b9,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:48.840504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:48.890533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-d19810d2-ef21-48ea-92a9-3f0f0b0ad307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.892138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-d19810d2-ef21-48ea-92a9-3f0f0b0ad307 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.0495703 Oct 22 13:12:48.900372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Calling delete_port for f64004fe-37f1-4b95-96b8-456007f379b9 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:48.927318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-057d9472-c9d1-4419-a2a4-9dcb60033e48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268908 Oct 22 13:12:48.953359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-995e1a09-bf87-473c-9d3e-173bcd3e48c7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.971629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-995e1a09-bf87-473c-9d3e-173bcd3e48c7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.984791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-995e1a09-bf87-473c-9d3e-173bcd3e48c7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:48.997707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-995e1a09-bf87-473c-9d3e-173bcd3e48c7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:49.005534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-995e1a09-bf87-473c-9d3e-173bcd3e48c7 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 3142 time: 0.1974328 Oct 22 13:12:49.044006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Attempting to bind port 4c63a596-4060-4eba-8433-f8fae13fb9a2 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:49.044576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Attempting to bind port 4c63a596-4060-4eba-8433-f8fae13fb9a2 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:49.044959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Attempting to bind port 4c63a596-4060-4eba-8433-f8fae13fb9a2 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:49.058115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] For port 15094872-9aea-41c2-ac64-4252409b112f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=15094872-9aea-41c2-ac64-4252409b112f,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:49.058652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.077956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Port 4c63a596-4060-4eba-8433-f8fae13fb9a2 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:12:49.078442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Attempting to bind port 4c63a596-4060-4eba-8433-f8fae13fb9a2 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:49.086429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 15094872-9aea-41c2-ac64-4252409b112f owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:49.094331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:49.094833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Checking segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:49.095323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Bound using segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:49.095897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Bound port: 4c63a596-4060-4eba-8433-f8fae13fb9a2, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:49.096346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.250314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7975a1a6-5a7c-49ee-a948-a57eb674b530 req-089a0459-5fd2-4baa-ac3b-606349f748d6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421169 Oct 22 13:12:49.254638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-d7a29173-36bd-4def-8aed-63dfd6743e89 service neutron] 10.222.0.21 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447789 Oct 22 13:12:49.481710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:49.485248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:49.488000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.492307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.502045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.542883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Pushing event deleted for resources: {'Port': ['ID=f64004fe-37f1-4b95-96b8-456007f379b9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:49.561199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.561511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.561854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.562189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.562520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.562933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.563405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.563737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.564059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.564384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.564759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.565084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:49.592998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=15094872-9aea-41c2-ac64-4252409b112f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:49.694976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154696f-13f2-4b29-a5ac-4980fcd6d894 req-4d1fe66d-ade8-4a6f-91a1-13ea473c8418 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:49.699308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d154696f-13f2-4b29-a5ac-4980fcd6d894 req-4d1fe66d-ade8-4a6f-91a1-13ea473c8418 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 943 time: 0.2878575 Oct 22 13:12:49.703451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:49.705297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.709262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c63a596-4060-4eba-8433-f8fae13fb9a2 HTTP/1.1" status: 200 len: 1092 time: 3.3575423 Oct 22 13:12:49.736063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e69bc8cd-a6a1-4ab3-b6bc-c45b8fdc639a req-370e4cbe-b64a-48d9-9df8-7b01da011239 service neutron] 10.222.0.21 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735959 Oct 22 13:12:49.746010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] No DVR routers for this DVR port 15094872-9aea-41c2-ac64-4252409b112f on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:49.757649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:49.764320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-de81a31f-6e05-475e-b4a4-c488faa5865a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "DELETE /v2.0/ports/15094872-9aea-41c2-ac64-4252409b112f HTTP/1.1" status: 204 len: 173 time: 1.8894420 Oct 22 13:12:49.856481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d154696f-13f2-4b29-a5ac-4980fcd6d894 req-ea944d61-cf85-4d02-8fad-560c06f6e4b2 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188393 Oct 22 13:12:49.871826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0cb2-ac13-4efd-94ad-df525418662c req-6d4ec2a0-79ae-45e9-8e3c-1f19eb922b59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:49.873440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12dc0cb2-ac13-4efd-94ad-df525418662c req-6d4ec2a0-79ae-45e9-8e3c-1f19eb922b59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.3053238 Oct 22 13:12:49.963279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12dc0cb2-ac13-4efd-94ad-df525418662c req-8b2e8cfa-cb9f-4437-a5e6-8dbe371c3e9f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801101 Oct 22 13:12:50.207249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec800f0-ee69-4d02-a880-1d7236dc2ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:50.257914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-202897ac-4aad-4da3-8048-b62d3d6f460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.265617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-202897ac-4aad-4da3-8048-b62d3d6f460c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=72435841-8e53-4d58-acdc-5d0b1edb7072 HTTP/1.1" status: 200 len: 1095 time: 0.4942296 Oct 22 13:12:50.344166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '15094872-9aea-41c2-ac64-4252409b112f'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:50.346934 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "15094872-9aea-41c2-ac64-4252409b112f"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:50.361652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-ae738e6f-2c47-400f-960b-f7b373dd5398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2 HTTP/1.1" status: 200 len: 217 time: 0.0879209 Oct 22 13:12:50.363124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.378013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:50.378257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.399207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03087af8-d4be-4360-84b3-4348089c8b76 req-b29ac80e-74c4-4c55-80ab-45f16680dbfa tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.405837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03087af8-d4be-4360-84b3-4348089c8b76 req-b29ac80e-74c4-4c55-80ab-45f16680dbfa tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.414042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03087af8-d4be-4360-84b3-4348089c8b76 req-b29ac80e-74c4-4c55-80ab-45f16680dbfa tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.416058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03087af8-d4be-4360-84b3-4348089c8b76 req-b29ac80e-74c4-4c55-80ab-45f16680dbfa tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 2409 time: 0.0872633 Oct 22 13:12:50.478052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03087af8-d4be-4360-84b3-4348089c8b76 req-ce834b92-1128-4242-8ec9-ae0bc5f8d922 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485148 Oct 22 13:12:50.507266 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ccc0ab-10ce-49ff-a256-2d4d0ce91e3d x-openstack-request-id: req-f5ccc0ab-10ce-49ff-a256-2d4d0ce91e3d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:50.507890 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2", "status": "completed", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "15094872-9aea-41c2-ac64-4252409b112f", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:50.508457 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5ccc0ab-10ce-49ff-a256-2d4d0ce91e3d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:50.508873 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2', 'status': 'completed', 'code': 200} Oct 22 13:12:50.509130 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '15094872-9aea-41c2-ac64-4252409b112f', 'status': 'completed', 'code': 200} Oct 22 13:12:50.518970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:50.521778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] For port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:50.522471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.563353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:50.624174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-247d23b8-1764-481d-b6de-7ea72d04ec4b tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:50.651222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-247d23b8-1764-481d-b6de-7ea72d04ec4b tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "PUT /v2.0/quotas/4a36254bfafa4f0a8dddd2dd3fb4402b HTTP/1.1" status: 200 len: 368 time: 0.1308372 Oct 22 13:12:50.653543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33438) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:50.659887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Request body: {'network': {'project_id': '4a36254bfafa4f0a8dddd2dd3fb4402b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:50.683103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-011410f2-cf45-4ff3-99d0-b68a3ff02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.684644 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-011410f2-cf45-4ff3-99d0-b68a3ff02cfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.3109987 Oct 22 13:12:50.702393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Made reservation on behalf of 4a36254bfafa4f0a8dddd2dd3fb4402b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:50.706124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.716750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.776823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-7fbb0255-7576-44ca-a6bc-4458c77f4401 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800109 Oct 22 13:12:50.845532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-be306718-25c1-4e30-b839-6278d805c81d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2046963747&fields=id&tenant_id=9f4bea442f38408eb9c4c5d89fc867b2 HTTP/1.1" status: 200 len: 267 time: 0.0642204 Oct 22 13:12:50.866385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:50.990199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-da7d5aaf-1a1a-40f7-a415-bada03e0c12d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:50.995000 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-7ccc51c1-11a9-477f-9f0e-5d65495b665a service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066061 Oct 22 13:12:50.997730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-da7d5aaf-1a1a-40f7-a415-bada03e0c12d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/networks?id=15581a2f-7908-4c5d-85c8-4249e482c6fa HTTP/1.1" status: 200 len: 815 time: 0.1296318 Oct 22 13:12:51.007163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.051210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-91e4e036-1c0c-46e8-923e-51403889e9b7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/quotas/9f4bea442f38408eb9c4c5d89fc867b2 HTTP/1.1" status: 200 len: 375 time: 0.0525260 Oct 22 13:12:51.076131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.114825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccd426-00a9-41a6-87ad-7cc5f63a4508,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:51.125548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:12:51.140548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.140903 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Added segment f3f56dc7-f32a-469a-8f02-93984a2d8d6b of type vlan for network 0b86df20-86f7-41e1-adc9-fba6e62c8b89 Oct 22 13:12:51.145039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=2472fef9-4588-48c1-b69e-2fc8d4ac67e5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:51.202574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] No DVR routers for this DVR port 2472fef9-4588-48c1-b69e-2fc8d4ac67e5 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:51.206791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.210784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.211024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-4d7775ec-2ee1-439c-bebb-f84e91c63e9c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "DELETE /v2.0/ports/2472fef9-4588-48c1-b69e-2fc8d4ac67e5 HTTP/1.1" status: 204 len: 173 time: 1.3561008 Oct 22 13:12:51.249632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Router 38e4221b-d061-4c36-9464-cbe9bb05dad0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:12:51.258123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.260980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.261768 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.307211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-58fe21fc-d3f7-4967-b0ae-60edf5845d86 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f4bea442f38408eb9c4c5d89fc867b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2550092 Oct 22 13:12:51.318677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6637230 Oct 22 13:12:51.331612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06886f-6e20-40b0-9406-d4e8a8ec9dce req-500794d5-ac89-4e5f-8662-9c8054b529c1 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.335054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e06886f-6e20-40b0-9406-d4e8a8ec9dce req-500794d5-ac89-4e5f-8662-9c8054b529c1 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 943 time: 0.3340700 Oct 22 13:12:51.339270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:51.341807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6488ae35-db12-4304-b559-a5e046b5c7b8 req-d2060241-b6b2-4df6-84ba-f64d1747f0f5 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941635 Oct 22 13:12:51.345885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-eb55e03a-9b7e-4457-b899-a608b837e564 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:12:51.346907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-eb55e03a-9b7e-4457-b899-a608b837e564 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065820 Oct 22 13:12:51.383476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Request body: {'network': {'project_id': '4a36254bfafa4f0a8dddd2dd3fb4402b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:51.399751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e667-ec3a-4cb9-a61f-cb806b2c5dba tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event updated for resources: {'Network': ['ID=0b86df20-86f7-41e1-adc9-fba6e62c8b89,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:51.413959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 0b86df20-86f7-41e1-adc9-fba6e62c8b89 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:12:51.482536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Made reservation on behalf of 4a36254bfafa4f0a8dddd2dd3fb4402b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:51.484879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.485800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port f688461b-37a5-4c42-bd57-4efefe159707 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:51.486161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.489555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:12:51.495088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ae5c810-2009-4a17-a4be-c8561225bbec admin admin] 10.222.0.25 "PUT /v2.0/routers/38e4221b-d061-4c36-9464-cbe9bb05dad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3395560 Oct 22 13:12:51.498434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33462) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:51.503609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Sync routers for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:12:51.517673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:51.518381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:51.526728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-5fdc5d21-f6a4-4d9d-a6fb-0ceed2baf9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.528232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-5fdc5d21-f6a4-4d9d-a6fb-0ceed2baf9e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=72435841-8e53-4d58-acdc-5d0b1edb7072 HTTP/1.1" status: 200 len: 1095 time: 0.1349235 Oct 22 13:12:51.562493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e06886f-6e20-40b0-9406-d4e8a8ec9dce req-2166a320-7fa4-488e-9dda-a7f2f17b465e tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744657 Oct 22 13:12:51.605722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:12:51.619441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-5eb94ed8-6e81-483e-b384-2c1622fbe204 service neutron] 10.222.0.25 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302895 Oct 22 13:12:51.682829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] For port f688461b-37a5-4c42-bd57-4efefe159707, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f688461b-37a5-4c42-bd57-4efefe159707,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:51.683206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.695663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.696003 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Added segment feee8254-52d3-4155-99a9-0d204d706faa of type vlan for network 548d3167-151d-4325-bbe0-e2fd441e0160 Oct 22 13:12:51.704869 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:51.705689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for f688461b-37a5-4c42-bd57-4efefe159707 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:51.717711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-6472767f-1aa2-4b23-a1c9-4b33fb66dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.719220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-6472767f-1aa2-4b23-a1c9-4b33fb66dcaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 913 time: 0.1812682 Oct 22 13:12:51.798001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-23c22886-d8e3-4540-9ed8-e22768c2ee71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2 HTTP/1.1" status: 200 len: 217 time: 0.0453274 Oct 22 13:12:51.824083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.826909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.865589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-797572f1-5a33-49ca-aa39-f42500a61aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.867133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-797572f1-5a33-49ca-aa39-f42500a61aea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.0574150 Oct 22 13:12:51.907546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bebf5e-79c0-4ae8-a13d-609827ee57ac req-3c0cb14e-816a-47a5-892e-219ee70cb6d4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.909211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50bebf5e-79c0-4ae8-a13d-609827ee57ac req-3c0cb14e-816a-47a5-892e-219ee70cb6d4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 947 time: 0.2150755 Oct 22 13:12:51.916107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:12:49Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:51.924157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-56cdbb26-a399-409f-b6af-d43d870b6958 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462151 Oct 22 13:12:51.933050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.934008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:51.934586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.948830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Checking router: 38e4221b-d061-4c36-9464-cbe9bb05dad0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:12:51.958547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Routers {'38e4221b-d061-4c36-9464-cbe9bb05dad0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:51.960223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['38e4221b-d061-4c36-9464-cbe9bb05dad0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:51.976467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:51.992670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-4baaebf4-ba54-47de-850e-e15f1197c9b6 service neutron] 10.222.0.25 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572218 Oct 22 13:12:52.038734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=f688461b-37a5-4c42-bd57-4efefe159707,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:52.055097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7101884 Oct 22 13:12:52.082718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:52.090267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f41241db-b599-4d18-b663-1221e0a9d23a tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Request body: {'network': {'project_id': '4a36254bfafa4f0a8dddd2dd3fb4402b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:52.111033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50bebf5e-79c0-4ae8-a13d-609827ee57ac req-9d65eab1-b87b-43f0-be60-647f456a4915 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796944 Oct 22 13:12:52.114155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092588-2295-4f99-be9e-e53519141b0f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event updated for resources: {'Network': ['ID=548d3167-151d-4325-bbe0-e2fd441e0160,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:52.125745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.140607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] No DVR routers for this DVR port f688461b-37a5-4c42-bd57-4efefe159707 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:52.146618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.148690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 548d3167-151d-4325-bbe0-e2fd441e0160 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:12:52.149942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-10e1e4ef-1ecc-4105-b8bf-bb7525a5632e tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "DELETE /v2.0/ports/f688461b-37a5-4c42-bd57-4efefe159707 HTTP/1.1" status: 204 len: 173 time: 0.9111362 Oct 22 13:12:52.153662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-9fcab771-8a89-49fd-8d8c-538b69862f5d service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213819 Oct 22 13:12:52.154946 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41241db-b599-4d18-b663-1221e0a9d23a tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 13:12:52.156047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41241db-b599-4d18-b663-1221e0a9d23a tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:12:52.159954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f41241db-b599-4d18-b663-1221e0a9d23a tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0735559 Oct 22 13:12:52.161416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:52.286657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Deleting port f8155d65-4dad-45a1-b6ad-afdd6caeafdd {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:52.289634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.337083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] Set router 38e4221b-d061-4c36-9464-cbe9bb05dad0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:52.400096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-385df10e-0e59-4d70-8544-0adc2cd56a93 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a36254bfafa4f0a8dddd2dd3fb4402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386963 Oct 22 13:12:52.403115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:52.459718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928ca6-cdc8-4693-adba-f0c8384fe5f0 req-7efa731a-6ce0-4ca5-985c-425c7ea6271a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:52.468211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75928ca6-cdc8-4693-adba-f0c8384fe5f0 req-7efa731a-6ce0-4ca5-985c-425c7ea6271a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 943 time: 0.1491566 Oct 22 13:12:52.487327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] For port f8155d65-4dad-45a1-b6ad-afdd6caeafdd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:52.488140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2280ee0-d9a5-4d0d-9c9b-deef41eea9c5 req-639efbb0-86e3-4967-8be2-5c0038c1555b service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122256 Oct 22 13:12:52.488607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.511440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5'}, {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:52.518594 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af580550-4d57-4e48-b3fe-c88dc8aca665" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5"}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "f688461b-37a5-4c42-bd57-4efefe159707"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:52.524862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Calling delete_port for f8155d65-4dad-45a1-b6ad-afdd6caeafdd owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:52.545495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.562222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75928ca6-cdc8-4693-adba-f0c8384fe5f0 req-1ae02872-1dfe-45f9-98a0-593ba4c121cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929418 Oct 22 13:12:52.604331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.730451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:52.731948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:52.744748 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c96a5-8966-4c86-84a5-2571efd64640 x-openstack-request-id: req-a37c96a5-8966-4c86-84a5-2571efd64640 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:52.748893 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "2472fef9-4588-48c1-b69e-2fc8d4ac67e5", "status": "completed", "code": 200}, {"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "f688461b-37a5-4c42-bd57-4efefe159707", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:52.749751 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a37c96a5-8966-4c86-84a5-2571efd64640 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:52.750940 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '2472fef9-4588-48c1-b69e-2fc8d4ac67e5', 'status': 'completed', 'code': 200} Oct 22 13:12:52.751553 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': 'f688461b-37a5-4c42-bd57-4efefe159707', 'status': 'completed', 'code': 200} Oct 22 13:12:52.829522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:53.147871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:12:49Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:53.179170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e81887-6184-45c6-9165-c50040b45325 None None] The sync data for ids ['38e4221b-d061-4c36-9464-cbe9bb05dad0'] in n-d-813419-8 is: [{'id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'name': 'tempest-TaggedBootDevicesTest_v242-178076822-router', 'tenant_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:00:55Z', 'updated_at': '2021-10-22T13:12:49Z', 'revision_number': 5, 'project_id': '0289b8aeddbc4a7a82eb1bd1e889931c', 'gw_port': {'id': 'f8155d65-4dad-45a1-b6ad-afdd6caeafdd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4221b-d061-4c36-9464-cbe9bb05dad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:00:56Z', 'updated_at': '2021-10-22T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:12:53.186794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.217422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ce6f356c-da66-4fa3-9c70-6765d30bea4d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:12:53.266839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:53.269671 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d98d9-5b6b-4bd1-b56e-50f2870ec40b" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:53.452951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:53.479016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:53.485962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.492150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.495087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.496462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fccd426-00a9-41a6-87ad-7cc5f63a4508 HTTP/1.1" status: 204 len: 168 time: 1.0924430 Oct 22 13:12:53.502732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:53.537253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e798bb-04c6-47b9-9c72-417ff51fab12 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccd426-00a9-41a6-87ad-7cc5f63a4508,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:53.580960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] For port 1418bfb1-77dd-46dd-8fd8-f77e8350e897, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1418bfb1-77dd-46dd-8fd8-f77e8350e897,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:53.581404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.638505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=14']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:53.668274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'port_id': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d', 'mac_address': 'fa:16:3e:ce:91:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d781c6-f11a-43b7-a033-b2d621070885', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:12:53.732189 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.759406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6f356c-da66-4fa3-9c70-6765d30bea4d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:53.773505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.791294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:53.796879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2fdcfd0f-3d6a-49ab-b5af-ee1e4f886199 req-6b1781a9-f8e8-432b-afbb-8f9ed5250724 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.2673349 Oct 22 13:12:53.804800 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:53.901430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:53.942784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061fd2b-5ce8-4445-b882-1fb318421a39 req-1b202d0b-288a-4c6a-94e9-947c6e39f3a3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:53.954153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3061fd2b-5ce8-4445-b882-1fb318421a39 req-1b202d0b-288a-4c6a-94e9-947c6e39f3a3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 943 time: 0.4233165 Oct 22 13:12:53.965491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67a0515b-a3a6-4a08-9b7a-0bee5838214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.039855 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c39e81a-59a1-4150-a6ac-d620592fdecd x-openstack-request-id: req-0c39e81a-59a1-4150-a6ac-d620592fdecd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:54.040163 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:54.040431 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c39e81a-59a1-4150-a6ac-d620592fdecd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:54.043446 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'code': 200} Oct 22 13:12:54.073844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3061fd2b-5ce8-4445-b882-1fb318421a39 req-9a983f84-0a8e-41c8-9367-f3ec0e5cd82d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186354 Oct 22 13:12:54.074749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.075117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.128940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8155d65-4dad-45a1-b6ad-afdd6caeafdd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:54.134580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ce6f356c-da66-4fa3-9c70-6765d30bea4d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:12:54.141894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548d3167-151d-4325-bbe0-e2fd441e0160']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:54.168164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feee8254-52d3-4155-99a9-0d204d706faa') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:54.168838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feee8254-52d3-4155-99a9-0d204d706faa') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:54.186489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.187383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.187905 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Floating IP cdace2da-008e-4140-9667-b21a723613b7 disassociated. External IP: 172.25.6.207, port: 1418bfb1-77dd-46dd-8fd8-f77e8350e897. Oct 22 13:12:54.188498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 1418bfb1-77dd-46dd-8fd8-f77e8350e897 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:54.195848 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.240760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f1b9-1783-4e4e-ae99-d3aac0f76bb0 req-ea17ff8c-ac55-443d-a9f2-e8f1a75606e8 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:54.242799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f618f1b9-1783-4e4e-ae99-d3aac0f76bb0 req-ea17ff8c-ac55-443d-a9f2-e8f1a75606e8 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 943 time: 0.1276283 Oct 22 13:12:54.262468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.272703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:12:54.273390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:12:54.275510 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:12:54.296669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.413092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f618f1b9-1783-4e4e-ae99-d3aac0f76bb0 req-8afe1bac-6845-47a7-b968-995d9f8932f1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups?id=93d9bf16-0bbc-4030-9f98-91a343930bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307709 Oct 22 13:12:54.443762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.476353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.485086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.485900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4c63a596-4060-4eba-8433-f8fae13fb9a2 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:12:54.489939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.504459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b891fc-8fe5-49dc-bdcc-77246df20e81 req-ca1ef9a4-56a6-41ec-a633-785e448b4457 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:54.508050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b891fc-8fe5-49dc-bdcc-77246df20e81 req-ca1ef9a4-56a6-41ec-a633-785e448b4457 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2641487 Oct 22 13:12:54.529103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.542225 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "DELETE /v2.0/networks/548d3167-151d-4325-bbe0-e2fd441e0160 HTTP/1.1" status: 204 len: 168 time: 1.0384781 Oct 22 13:12:54.567840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3e0f-0203-40bb-a546-292f6863eb73 tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event deleted for resources: {'Network': ['ID=548d3167-151d-4325-bbe0-e2fd441e0160,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:54.596324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33592) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:54.645279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:54.659930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=1418bfb1-77dd-46dd-8fd8-f77e8350e897,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:54.670017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '4c63a596-4060-4eba-8433-f8fae13fb9a2', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'port_id': '4c63a596-4060-4eba-8433-f8fae13fb9a2', 'mac_address': 'fa:16:3e:ae:84:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d781c6-f11a-43b7-a033-b2d621070885', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:12:54.699207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.699774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e4221b-d061-4c36-9464-cbe9bb05dad0 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:12:54.720884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.722357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-de96a7a2-141c-48f4-b536-a774883a5ba7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/38e4221b-d061-4c36-9464-cbe9bb05dad0 HTTP/1.1" status: 204 len: 168 time: 3.2115116 Oct 22 13:12:54.729504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:54.732517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.763916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c63a596-4060-4eba-8433-f8fae13fb9a2 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:54.807643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:54.825387 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.838285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f7b362f4-0410-4c39-9ac6-0c1dfb7976f9 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:54.840968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Deleting subnet e41c1469-622e-4296-a855-4ecb9cb06e47 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:12:54.847251 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f7b362f4-0410-4c39-9ac6-0c1dfb7976f9 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.26 "GET /v2.0/networks?id=15581a2f-7908-4c5d-85c8-4249e482c6fa HTTP/1.1" status: 200 len: 815 time: 0.4168899 Oct 22 13:12:54.862367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.914240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b891fc-8fe5-49dc-bdcc-77246df20e81 req-bd31b7ad-f217-4f64-a34b-fd07afc9854f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904684 Oct 22 13:12:54.926713 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:54.949428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Router 61e6ee57-6328-4087-aa90-b51da9125f09 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:12:54.954766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-cca4a5e0-5f15-4da7-9ea0-22a77007dd28 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4bea442f38408eb9c4c5d89fc867b2 HTTP/1.1" status: 200 len: 380 time: 0.0946312 Oct 22 13:12:54.985584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:55.002383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'port': {'device_id': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'admin_state_up': True, 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'security_groups': ['3062de67-ebe3-47df-ab38-04215a331f0c']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:55.063379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d941e3d9-3c5c-46d4-8920-0298f06fada7 req-70c83a3e-3304-4d8a-8456-d9366712d87f tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0850353 Oct 22 13:12:55.071180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.093740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['4c63a596-4060-4eba-8433-f8fae13fb9a2'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:12:55.216967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ce6f356c-da66-4fa3-9c70-6765d30bea4d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:55.254293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:12:55.267386 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Sync routers for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:12:55.293185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:55.293846 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:55.323630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] No DVR routers for this DVR port 1418bfb1-77dd-46dd-8fd8-f77e8350e897 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:55.327377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.332156 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-beae7b01-9e77-461d-a60d-61414d6b4820 req-f5282b3e-a620-4c12-9752-c75e7c1a6ccb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.21 "DELETE /v2.0/ports/1418bfb1-77dd-46dd-8fd8-f77e8350e897 HTTP/1.1" status: 204 len: 173 time: 3.1740129 Oct 22 13:12:55.334440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:55.345657 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40ced49-60a8-4d79-93ef-dd0c42f8e6ca" -d '{"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:55.385761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Made reservation on behalf of 9f4bea442f38408eb9c4c5d89fc867b2 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:12:55.391062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.392010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f64004fe-37f1-4b95-96b8-456007f379b9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:55.429016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.451642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port ce6f356c-da66-4fa3-9c70-6765d30bea4d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:12:55.456907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port ce6f356c-da66-4fa3-9c70-6765d30bea4d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:55.457288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.459745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f64004fe-37f1-4b95-96b8-456007f379b9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:55.460103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f64004fe-37f1-4b95-96b8-456007f379b9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:55.625464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.641013 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:55.669323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:55.679766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b86df20-86f7-41e1-adc9-fba6e62c8b89']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:55.683469 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.713458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Allocated IP 172.20.0.11 (15581a2f-7908-4c5d-85c8-4249e482c6fa/344decde-6542-4b9e-b958-6453bb688c8e/43e997bf-bdbb-4644-a140-96f11a2a7dee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:12:55.718273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d037255-6c16-4c6d-be22-c65b17a43f77 req-b9ea1e8e-beb9-4cb5-8ade-5a3e1e344d82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:55.728578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d037255-6c16-4c6d-be22-c65b17a43f77 req-b9ea1e8e-beb9-4cb5-8ade-5a3e1e344d82 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 944 time: 0.2703378 Oct 22 13:12:55.735733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f56dc7-f32a-469a-8f02-93984a2d8d6b') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:55.737045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f56dc7-f32a-469a-8f02-93984a2d8d6b') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:55.783845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-702b64a4-dbde-4151-9b60-a92e38d24cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:55.789955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-702b64a4-dbde-4151-9b60-a92e38d24cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.3522580 Oct 22 13:12:55.795323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:55.797187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.912621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.960764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.961053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:55.997532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:12:55.998198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.008938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240ace7-8616-46d6-b299-170283f80d81 req-8a7ca098-647e-4f81-8716-a21fc32bb13a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.018100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1240ace7-8616-46d6-b299-170283f80d81 req-8a7ca098-647e-4f81-8716-a21fc32bb13a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.4358087 Oct 22 13:12:56.019544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event updated for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:12:56.021131 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:12:56.036429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.038020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:12:56.039495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:12:56.041964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:12:56.048290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:56.050690 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f83574-0531-43b2-8a46-3b478f8a9f78" -d '{"events": [{"server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "name": "network-vif-plugged", "status": "completed", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:56.061724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d037255-6c16-4c6d-be22-c65b17a43f77 req-74e7f250-d98b-46fd-b322-a8716afc0e21 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305402 Oct 22 13:12:56.104313 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:56.150543 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Checking router: 61e6ee57-6328-4087-aa90-b51da9125f09 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:12:56.160965 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:12:56.161625 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:56.170726 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25a53c-1351-42c9-a491-afbddb36b743 x-openstack-request-id: req-3b25a53c-1351-42c9-a491-afbddb36b743 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:56.170922 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1e1f1-61b7-409c-81dd-e210a27c1d6b", "name": "network-vif-deleted", "tag": "1418bfb1-77dd-46dd-8fd8-f77e8350e897", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:56.171159 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b25a53c-1351-42c9-a491-afbddb36b743 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:56.171560 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1e1f1-61b7-409c-81dd-e210a27c1d6b', 'name': 'network-vif-deleted', 'tag': '1418bfb1-77dd-46dd-8fd8-f77e8350e897', 'status': 'completed', 'code': 200} Oct 22 13:12:56.206204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.206855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.271297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-f5f5eca2-f7b4-436a-9167-b11e5116b7a7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2852089 Oct 22 13:12:56.284986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Request body: {'port': {'device_id': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:12:56.311759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-c9500023-14b1-4ff4-a8c6-023959bf79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.313766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-c9500023-14b1-4ff4-a8c6-023959bf79c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.4832668 Oct 22 13:12:56.357805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.363503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.368490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] 10.222.0.25 "DELETE /v2.0/networks/0b86df20-86f7-41e1-adc9-fba6e62c8b89 HTTP/1.1" status: 204 len: 168 time: 1.7663858 Oct 22 13:12:56.385160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.388865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-343c5ff3-e03d-4ec8-9293-6aac55f958cf req-e3d26e7c-4ee3-4599-b346-36cf0747a09c tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0827825 Oct 22 13:12:56.435175 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:12:56.449087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4c63a596-4060-4eba-8433-f8fae13fb9a2 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:12:56.464165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1240ace7-8616-46d6-b299-170283f80d81 req-47fcf977-c324-4a3c-b578-2cc94f1d74cb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4448948 Oct 22 13:12:56.468141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b86df20-86f7-41e1-adc9-fba6e62c8b89,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:56.488462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.488817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.489169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.489513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.499052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.499922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.499922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.500167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.500458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.501599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.502003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.502274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f9ee-c80c-4ff0-9c84-79808a79c51f tempest-QuotasNegativeTest-1136040236 tempest-QuotasNegativeTest-1136040236-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:12:56.526271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-b8bd0af0-0823-48d0-855a-b8e411a2d420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.1991923 Oct 22 13:12:56.527902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.529179 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d571f99-3079-4bb9-91f3-b108f9c95302 x-openstack-request-id: req-8d571f99-3079-4bb9-91f3-b108f9c95302 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:56.529510 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "name": "network-vif-plugged", "status": "completed", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:56.529752 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d571f99-3079-4bb9-91f3-b108f9c95302 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:56.530147 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d', 'code': 200} Oct 22 13:12:56.560429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-15a2e4dd-3e05-4202-8ff6-48923974f502 None None] Provisioning complete for port 43e997bf-bdbb-4644-a140-96f11a2a7dee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:56.560803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-15a2e4dd-3e05-4202-8ff6-48923974f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.593847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 4c63a596-4060-4eba-8433-f8fae13fb9a2 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:12:56.608053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 4c63a596-4060-4eba-8433-f8fae13fb9a2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:12:56.608991 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.635692 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.642722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e41c1469-622e-4296-a855-4ecb9cb06e47 HTTP/1.1" status: 204 len: 168 time: 1.9086211 Oct 22 13:12:56.643344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33622) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:56.650019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe57abf-bf58-43eb-9eed-1d580d94c052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41c1469-622e-4296-a855-4ecb9cb06e47,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:56.666433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608abba8-d2ec-4889-8779-a34847ffb00e None None] Network 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:12:56.694570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-15a2e4dd-3e05-4202-8ff6-48923974f502 None None] Port 43e997bf-bdbb-4644-a140-96f11a2a7dee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:12:56.742813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-0b183ea6-a443-48da-8f30-672ae3b06a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.744322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-0b183ea6-a443-48da-8f30-672ae3b06a4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1954000 Oct 22 13:12:56.821823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.851997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22b373-f3a9-4682-879e-426cbd45ce07 req-8ad07d62-3fd3-4358-8653-9e624bd1e7b0 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.853528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb22b373-f3a9-4682-879e-426cbd45ce07 req-8ad07d62-3fd3-4358-8653-9e624bd1e7b0 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 932 time: 0.1720502 Oct 22 13:12:56.903888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-ab59e08d-cc21-42f8-b9c1-9f3fc174739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:56.904472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:56.905445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-ab59e08d-cc21-42f8-b9c1-9f3fc174739b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213198 Oct 22 13:12:56.908431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8155d65-4dad-45a1-b6ad-afdd6caeafdd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:56.963398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb22b373-f3a9-4682-879e-426cbd45ce07 req-4db4ac12-c889-4885-805d-33275d8e1cfd tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018744 Oct 22 13:12:56.977369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f8155d65-4dad-45a1-b6ad-afdd6caeafdd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:56.977720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8155d65-4dad-45a1-b6ad-afdd6caeafdd not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:57.025529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:57.036966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.058964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Deleting port bbeda056-ba87-4f9b-a700-c48a995b675d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:57.059357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.112842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-3ca035c3-4124-4f8b-8369-1e62b4ceea84 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954863 Oct 22 13:12:57.174316 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:57.187633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] For port bbeda056-ba87-4f9b-a700-c48a995b675d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bbeda056-ba87-4f9b-a700-c48a995b675d,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:57.188182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.196522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] DHCP port deletion for 86dd3d8f-4e97-4bf7-991b-68d5ebdef812 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:12:57.215734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Calling delete_port for bbeda056-ba87-4f9b-a700-c48a995b675d owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:57.217595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b6a1384c-4929-4ef9-99cb-3ba614c1f020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.254112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5036bd0d-703b-4adc-8b3f-40e01bcddc33 None None] The sync data for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 is: [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'd6b95721-f413-42b1-9a1f-259029940339', 'name': '', 'network_id': 'cf57036a-6546-4db0-9892-6aac14555b7a', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'mac_address': 'fa:16:3e:8f:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:02:05Z', 'updated_at': '2021-10-22T13:02:10Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'subnets': [{'id': '78ee5a40-19bc-4ae6-9d6c-ea901bfb342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:12:57.299293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e997bf-bdbb-4644-a140-96f11a2a7dee {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:12:57.317048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.339605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:57.349027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Transition to ACTIVE for port object 43e997bf-bdbb-4644-a140-96f11a2a7dee will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:12:57.377913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Deleting port bbeda056-ba87-4f9b-a700-c48a995b675d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:12:57.378477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.384790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.424416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c351d9c8-cc66-430b-9faa-0daea1713288 req-6b30581c-e0cc-470f-98fb-61959be4e0bd service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758670 Oct 22 13:12:57.453975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d6989-9a03-425a-90b3-b6a4cebb8789 req-821ef934-09e2-401e-8862-b52c2d003a50 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:57.456427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33632) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:57.468428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee2d6989-9a03-425a-90b3-b6a4cebb8789 req-821ef934-09e2-401e-8862-b52c2d003a50 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 945 time: 0.2071066 Oct 22 13:12:57.485735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfecfdc-8f77-49e3-9668-ffc3a71b57a1 req-a7fb96aa-ced0-45cd-9b5a-b7d9680adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:57.488551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2dfecfdc-8f77-49e3-9668-ffc3a71b57a1 req-a7fb96aa-ced0-45cd-9b5a-b7d9680adf1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 1096 time: 0.8956349 Oct 22 13:12:57.553805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee2d6989-9a03-425a-90b3-b6a4cebb8789 req-a79db73b-4a72-49d7-b0ca-dc20872f4ac8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804372 Oct 22 13:12:57.561538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.619497 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2dfecfdc-8f77-49e3-9668-ffc3a71b57a1 req-219e5e37-b7ec-450d-bf6c-934e149d155f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173322 Oct 22 13:12:57.644307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] For port bbeda056-ba87-4f9b-a700-c48a995b675d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bbeda056-ba87-4f9b-a700-c48a995b675d,segment=NetworkSegment(4263f6a6-3212-4ebc-bf83-2cddc6369b54),segment_id=4263f6a6-3212-4ebc-bf83-2cddc6369b54)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:12:57.644986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.680107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] No DVR routers for this DVR port bbeda056-ba87-4f9b-a700-c48a995b675d on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:57.691088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Pushing event updated for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:57.715168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Calling delete_port for bbeda056-ba87-4f9b-a700-c48a995b675d owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:12:57.729613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeda056-ba87-4f9b-a700-c48a995b675d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:57.760827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Attempting to bind port 43e997bf-bdbb-4644-a140-96f11a2a7dee on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:12:57.761168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Attempting to bind port 43e997bf-bdbb-4644-a140-96f11a2a7dee by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:12:57.761492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Attempting to bind port 43e997bf-bdbb-4644-a140-96f11a2a7dee on network 15581a2f-7908-4c5d-85c8-4249e482c6fa {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:57.777948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Port 43e997bf-bdbb-4644-a140-96f11a2a7dee on network 15581a2f-7908-4c5d-85c8-4249e482c6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:12:57.778281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Attempting to bind port 43e997bf-bdbb-4644-a140-96f11a2a7dee on network 15581a2f-7908-4c5d-85c8-4249e482c6fa {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:12:57.784561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:12:57.784905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Checking segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:12:57.785291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Bound using segment: {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:12:57.785722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Bound port: 43e997bf-bdbb-4644-a140-96f11a2a7dee, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dc401f-db9c-47c5-912d-51eeffda4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:12:57.786783 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.860392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a0b387a-9f3f-4fb5-8dc6-a1d65305c74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:57.889973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419b692-2efa-4b8e-b97f-f684e3e906f0 None None] New status for floating IP cdace2da-008e-4140-9667-b21a723613b7: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:12:57.908015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33df067f-a89a-41e5-a059-e20fe3fb0351 req-a8d9bdde-4a4c-4cfc-b359-7711a200f8c1 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.2417395 Oct 22 13:12:57.925765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:12:57.931026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:12:57.956243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.017901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.056778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.058572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.061125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.062200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] 10.222.0.26 "PUT /v2.0/ports/43e997bf-bdbb-4644-a140-96f11a2a7dee HTTP/1.1" status: 200 len: 1092 time: 1.7817388 Oct 22 13:12:58.088398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a0b387a-9f3f-4fb5-8dc6-a1d65305c74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.123648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a0b387a-9f3f-4fb5-8dc6-a1d65305c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.136634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.149432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e735a-f6f7-4504-a4b5-314892c95ea0 req-46308758-0d05-4763-94db-182a3d92580f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.161332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be6e735a-f6f7-4504-a4b5-314892c95ea0 req-46308758-0d05-4763-94db-182a3d92580f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.3241906 Oct 22 13:12:58.171267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dd3d8f-4e97-4bf7-991b-68d5ebdef812']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:58.219739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4263f6a6-3212-4ebc-bf83-2cddc6369b54') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:58.220040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4263f6a6-3212-4ebc-bf83-2cddc6369b54') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:12:58.222012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:58.225726 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be699d2-5451-4636-8177-8f2224775510" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:58.236285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33644) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:58.236966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a0b387a-9f3f-4fb5-8dc6-a1d65305c74d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bcc18983d614dc286dc8c6c8ed5dfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744310 Oct 22 13:12:58.268698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b387a-9f3f-4fb5-8dc6-a1d65305c74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7fa70e-4480-4bf0-9598-54e129a979e5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:58.285718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82b25-280b-48b4-b25f-4bc7457fcc08 service neutron] Pushing event updated for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:58.298514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.320342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.343728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.367125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:12:58.367710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.379528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-4ebf03a4-475e-4841-89f9-9055b9bc05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.382922 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-4ebf03a4-475e-4841-89f9-9055b9bc05ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f4bea442f38408eb9c4c5d89fc867b2&device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 1095 time: 0.1447482 Oct 22 13:12:58.387405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be6e735a-f6f7-4504-a4b5-314892c95ea0 req-16f40afc-43bf-4344-8e40-4b8dda336baf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247288 Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:12:58.388552 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:12:58.399144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] No DVR routers for this DVR port bbeda056-ba87-4f9b-a700-c48a995b675d on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:12:58.414070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee854-ebb5-4a36-af80-1f0e9ad8669e None None] Pushing event deleted for resources: {'Port': ['ID=bbeda056-ba87-4f9b-a700-c48a995b675d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:58.442301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.457117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6e5f-2175-41d1-b185-b3a9f7a5f19c req-30c21a1d-85cf-48b7-9246-bff3fe30f1ef tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.467178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18db6e5f-2175-41d1-b185-b3a9f7a5f19c req-30c21a1d-85cf-48b7-9246-bff3fe30f1ef tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.2393079 Oct 22 13:12:58.490341 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76806ace-d253-4e97-8ae5-c73a4ca4117e x-openstack-request-id: req-76806ace-d253-4e97-8ae5-c73a4ca4117e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:58.490700 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:58.490898 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76806ace-d253-4e97-8ae5-c73a4ca4117e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:58.491278 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'status': 'completed', 'code': 200} Oct 22 13:12:58.493386 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-04ecf47b-6ff1-4212-9f39-b4054c63cd03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee HTTP/1.1" status: 200 len: 217 time: 0.1006272 Oct 22 13:12:58.531523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:12:58.535640 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445afcf0-c133-4406-8fcb-40478f56cdc4" -d '{"events": [{"server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "name": "network-vif-plugged", "status": "completed", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:12:58.547850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.561305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.571106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-351bea27-22e3-4282-8ec9-807e0ac22c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.572989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-351bea27-22e3-4282-8ec9-807e0ac22c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344decde-6542-4b9e-b958-6453bb688c8e HTTP/1.1" status: 200 len: 854 time: 0.0726581 Oct 22 13:12:58.586509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.591975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/86dd3d8f-4e97-4bf7-991b-68d5ebdef812 HTTP/1.1" status: 204 len: 168 time: 1.9414463 Oct 22 13:12:58.592120 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ba65a-dcbd-4dac-96b8-2083247e9c14 x-openstack-request-id: req-564ba65a-dcbd-4dac-96b8-2083247e9c14 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:12:58.592120 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "name": "network-vif-plugged", "status": "completed", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:12:58.592120 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-564ba65a-dcbd-4dac-96b8-2083247e9c14 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:12:58.592120 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2', 'code': 200} Oct 22 13:12:58.646579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288051-7059-4e17-9b6f-f11331e7905d req-67d2541a-e81e-4695-80d4-7951c4b96c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.648782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-67d2541a-e81e-4695-80d4-7951c4b96c68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=15581a2f-7908-4c5d-85c8-4249e482c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671217 Oct 22 13:12:58.655585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8d63-7346-4415-84b8-9b6f19c8a5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dd3d8f-4e97-4bf7-991b-68d5ebdef812,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:58.673617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18db6e5f-2175-41d1-b185-b3a9f7a5f19c req-f5e44056-9621-4668-99ff-7684ac50a391 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053375 Oct 22 13:12:58.755269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d571-8924-412a-9d1d-5bdd0ddf4feb req-480cb49b-fd8c-4dd7-afef-1e2289454760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.756885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a0d571-8924-412a-9d1d-5bdd0ddf4feb req-480cb49b-fd8c-4dd7-afef-1e2289454760 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=72435841-8e53-4d58-acdc-5d0b1edb7072 HTTP/1.1" status: 200 len: 1097 time: 0.0868201 Oct 22 13:12:58.761145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.764054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:58.767484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b7fa70e-4480-4bf0-9598-54e129a979e5 HTTP/1.1" status: 204 len: 168 time: 0.5125089 Oct 22 13:12:58.780374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65957-db3b-4c63-8517-29348c2fdc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7fa70e-4480-4bf0-9598-54e129a979e5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:58.805154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f4718-6220-4652-8ce3-a7695546c367 req-bbcaa178-0fb7-4722-9457-d2d53fcde1f0 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:58.807551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d8f4718-6220-4652-8ce3-a7695546c367 req-bbcaa178-0fb7-4722-9457-d2d53fcde1f0 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 945 time: 0.1389394 Oct 22 13:12:58.823958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-b82d697a-c4a9-4151-ac86-c1948fbf3a70 service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605330 Oct 22 13:12:58.858867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33654) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:58.860646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a0d571-8924-412a-9d1d-5bdd0ddf4feb req-12a92abe-57b1-4376-b547-3f49e65283fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944002 Oct 22 13:12:58.909997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d8f4718-6220-4652-8ce3-a7695546c367 req-00ccb08d-97bb-419a-8e66-afd8c83002f3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925264 Oct 22 13:12:58.940177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f6d966e-3809-422c-a519-29843e3bd41d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0289b8aeddbc4a7a82eb1bd1e889931c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784349 Oct 22 13:12:58.942539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33656) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:58.956257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bbeda056-ba87-4f9b-a700-c48a995b675d no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:12:58.998566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: bbeda056-ba87-4f9b-a700-c48a995b675d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:12:58.998958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bbeda056-ba87-4f9b-a700-c48a995b675d not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:12:59.020573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.049826 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.089326 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7288051-7059-4e17-9b6f-f11331e7905d req-6a95f435-091b-4b88-8c8e-abce0da12e7a service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557459 Oct 22 13:12:59.133843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73657d52-f76d-46df-8cb7-57719afc6e0f req-521cde62-c7a3-4685-aa5f-47405e68a24f tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0360613 Oct 22 13:12:59.160562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.164094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.172489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76d66e94-5c1b-4052-92c8-3aa508c0446e HTTP/1.1" status: 204 len: 168 time: 0.2252595 Oct 22 13:12:59.183738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb47eb3-7b01-479c-a13b-47a8ef77379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d66e94-5c1b-4052-92c8-3aa508c0446e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:59.230070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be699d2-5451-4636-8177-8f2224775510 req-0107245a-c909-4544-96a5-03a910443688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:59.231965 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-0107245a-c909-4544-96a5-03a910443688 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f4bea442f38408eb9c4c5d89fc867b2&device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 1095 time: 0.0868452 Oct 22 13:12:59.306223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33666) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:59.319904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25a8f142-09d0-4356-a126-bd6a7915ba3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.357606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be699d2-5451-4636-8177-8f2224775510 req-8a8b3489-7ace-4281-92f0-da7a28db41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:59.359690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-8a8b3489-7ace-4281-92f0-da7a28db41a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=15581a2f-7908-4c5d-85c8-4249e482c6fa HTTP/1.1" status: 200 len: 916 time: 0.1179838 Oct 22 13:12:59.412597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25a8f142-09d0-4356-a126-bd6a7915ba3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.420081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-51383615-8a37-43cb-9aa4-07b1b7b1645d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee HTTP/1.1" status: 200 len: 217 time: 0.0514817 Oct 22 13:12:59.426087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25a8f142-09d0-4356-a126-bd6a7915ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.453130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-25a8f142-09d0-4356-a126-bd6a7915ba3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b0c1bba8e84473eb494c57425f2fabe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457808 Oct 22 13:12:59.460378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:12:59.474825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f142-09d0-4356-a126-bd6a7915ba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878604ee-ee72-4914-9bb9-1d53ed69715b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:59.553955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be699d2-5451-4636-8177-8f2224775510 req-a511837b-c954-4cd9-89b2-b1a02fa1b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:59.559784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-a511837b-c954-4cd9-89b2-b1a02fa1b9d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344decde-6542-4b9e-b958-6453bb688c8e HTTP/1.1" status: 200 len: 854 time: 0.1263852 Oct 22 13:12:59.571503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7e7b3-5db7-41de-b57e-7b30e93c91e8 req-ddc474a6-fa54-4e76-8a89-45118b608f81 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:59.574010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89b7e7b3-5db7-41de-b57e-7b30e93c91e8 req-ddc474a6-fa54-4e76-8a89-45118b608f81 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0708117 Oct 22 13:12:59.604076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.641866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.647054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89b7e7b3-5db7-41de-b57e-7b30e93c91e8 req-6d233032-ac46-4090-b815-a91ef5979d07 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654106 Oct 22 13:12:59.662852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be699d2-5451-4636-8177-8f2224775510 req-86992e46-3aa5-494e-a7a5-b66da18b1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:12:59.664385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-86992e46-3aa5-494e-a7a5-b66da18b1464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=15581a2f-7908-4c5d-85c8-4249e482c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950153 Oct 22 13:12:59.676731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.816565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.821692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:12:59.825993 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/878604ee-ee72-4914-9bb9-1d53ed69715b HTTP/1.1" status: 204 len: 168 time: 0.3646085 Oct 22 13:12:59.848659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985c593-b776-4c7b-b269-99d03eb8d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878604ee-ee72-4914-9bb9-1d53ed69715b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:12:59.860541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-10e9ed5c-905e-4ed4-8072-c0066a628c3a service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816008 Oct 22 13:13:00.016743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb7c5-f485-471b-89c3-ffe3789fe370 req-d22a4930-902e-43ef-8f93-e9a9ec31cd32 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.023199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-780bb7c5-f485-471b-89c3-ffe3789fe370 req-d22a4930-902e-43ef-8f93-e9a9ec31cd32 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.2051847 Oct 22 13:13:00.090982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7be699d2-5451-4636-8177-8f2224775510 req-2b25aa9d-70cb-4ab7-994e-69d3cd90785a service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200534 Oct 22 13:13:00.144967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-780bb7c5-f485-471b-89c3-ffe3789fe370 req-983130eb-2976-482d-b47d-813d6d94c1c6 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057103 Oct 22 13:13:00.160531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cff01-dc51-4da6-b430-2fa0a17bdff8 req-c10c1cb0-c1bf-4a5e-828c-a9b9804c0081 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.163032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b7cff01-dc51-4da6-b430-2fa0a17bdff8 req-c10c1cb0-c1bf-4a5e-828c-a9b9804c0081 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2343075 Oct 22 13:13:00.211573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33708) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:00.214151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b7cff01-dc51-4da6-b430-2fa0a17bdff8 req-4697a31a-fd9b-47ee-a1ac-5e5d58b77ec8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450082 Oct 22 13:13:00.344732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998684ae-7e3c-4e90-ad64-f41feb3b205a req-c1c08e67-3b99-49f3-85ea-cc887088c391 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.346468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-998684ae-7e3c-4e90-ad64-f41feb3b205a req-c1c08e67-3b99-49f3-85ea-cc887088c391 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 945 time: 0.0598342 Oct 22 13:13:00.385047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1190579713-network', 'tenant_id': 'ee44108461c9447695c5c643413a522c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:00.420094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Made reservation on behalf of ee44108461c9447695c5c643413a522c for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:00.422733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.428200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-998684ae-7e3c-4e90-ad64-f41feb3b205a req-ba17b0e1-fbb9-44db-b923-d37fa300270b tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706465 Oct 22 13:13:00.435600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.462685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cd37104-8185-4837-beb0-64b64376bf39 req-a8a50d79-222b-4249-96c7-4a70d2ee50a0 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0617657 Oct 22 13:13:00.567579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.574300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.589096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4513-bf63-4ff3-a241-8033677ae984 req-e4ffa6c6-b877-4824-9c76-2e2d140afbd2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.592497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f0b4513-bf63-4ff3-a241-8033677ae984 req-e4ffa6c6-b877-4824-9c76-2e2d140afbd2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0718780 Oct 22 13:13:00.611536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352ab138-141a-41b8-8c3b-5058298bddee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:00.621958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:13:00.633706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.634263 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Added segment 1ac89a35-10ec-4aa3-b73f-6b24fd07298b of type vlan for network f396a860-fbb8-4a25-b404-c9c6846b320d Oct 22 13:13:00.685657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109b66f-efab-4868-911f-4e7a0a3f2be2 req-9c5c8e04-b68f-4ec0-8a88-6325d358800a tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.687335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e109b66f-efab-4868-911f-4e7a0a3f2be2 req-9c5c8e04-b68f-4ec0-8a88-6325d358800a tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=72435841-8e53-4d58-acdc-5d0b1edb7072 HTTP/1.1" status: 200 len: 946 time: 0.0934961 Oct 22 13:13:00.687534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.718165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.719442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:00.720131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:00.720789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f0b4513-bf63-4ff3-a241-8033677ae984 req-b006da70-0bba-405e-bb72-8efdb6737ed6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876582 Oct 22 13:13:00.790368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e109b66f-efab-4868-911f-4e7a0a3f2be2 req-dfd5075c-13b6-4afb-8499-7a78af9ac7d3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908289 Oct 22 13:13:00.794350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] Pushing event updated for resources: {'Network': ['ID=f396a860-fbb8-4a25-b404-c9c6846b320d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:00.800240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84ab0652-e29f-4b23-ae3e-0998b866a956 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5875466 Oct 22 13:13:00.803710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33730) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:00.810778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network f396a860-fbb8-4a25-b404-c9c6846b320d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:13:00.812420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Request body: {'subnet': {'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1190579713-subnet', 'tenant_id': 'ee44108461c9447695c5c643413a522c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:00.848001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Made reservation on behalf of ee44108461c9447695c5c643413a522c for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:00.851813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:01.003920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:01.117947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:01.180601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce46789-9257-4609-9bf4-792a9399f5d1,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:01.210275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-cc5b6b5e-683d-4766-9bca-7c9d850e7f85 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:01.211989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Checking segment: {'id': '1ac89a35-10ec-4aa3-b73f-6b24fd07298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:01.212456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Network hostable DHCP agents. Network: f396a860-fbb8-4a25-b404-c9c6846b320d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:13:01.218231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-cc5b6b5e-683d-4766-9bca-7c9d850e7f85 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.1775184 Oct 22 13:13:01.239726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-a9b6f75f-adf7-4fc1-a915-d1ec6c2f8d59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/quotas/4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 375 time: 0.0198910 Oct 22 13:13:01.272483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Network f396a860-fbb8-4a25-b404-c9c6846b320d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:13:01.288478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, f396a860-fbb8-4a25-b404-c9c6846b320d) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:01.292772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:01.293398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:01.300383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b907d51-a849-46e9-b010-4ad4e87813da None None] Network f396a860-fbb8-4a25-b404-c9c6846b320d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:01.335797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e63a747c-a93d-4752-8889-5338b1468f01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5232811 Oct 22 13:13:01.372670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--815865597'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:01.415935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-f0ee827b-3259-46b7-875e-d2e4983517f9 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1745050 Oct 22 13:13:01.535697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27dcf81-97b7-4d26-96db-8fa0f40d65b8 None None] Network f396a860-fbb8-4a25-b404-c9c6846b320d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:01.844788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b35b7-a00b-460a-98d0-997a92c61427 req-81db9c4a-03ea-4713-b121-27695c8c5434 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:01.846271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-800b35b7-a00b-460a-98d0-997a92c61427 req-81db9c4a-03ea-4713-b121-27695c8c5434 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.4937520 Oct 22 13:13:01.851392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:01.871234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:01.925056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2c48d202-d266-421b-9780-99cdcb41b051 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081158 Oct 22 13:13:01.933945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-800b35b7-a00b-460a-98d0-997a92c61427 req-38ea4b49-a146-4a8a-8748-e27db7c03aed tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779386 Oct 22 13:13:02.087743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.098557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-221750a9-e7a8-43c1-81ba-4f795878de68 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596773 Oct 22 13:13:02.103730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.217903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbd3dd-c0ce-454d-8286-1e7d3e3d37e7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:02.343643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.368353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08804820-b1e7-475d-8f5f-a5a9eccdf746 req-1b5d86e9-3e1d-4353-8e4c-9448509e2d32 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0426078 Oct 22 13:13:02.370624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.386810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-6d1beb91-fdf6-45e9-b898-5ad09e5ca0bb tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:02.402846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-6d1beb91-fdf6-45e9-b898-5ad09e5ca0bb tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.2868469 Oct 22 13:13:02.422081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-16464e6f-824a-4d06-a5b2-b4915b497951 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/quotas/fd7501338a05467d821df546a2ebd9ec HTTP/1.1" status: 200 len: 375 time: 0.0275705 Oct 22 13:13:02.488721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.490570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4854028 Oct 22 13:13:02.491705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-d136ca19-d38a-41ed-b21b-0a2f5cf81416 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:02.494075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33790) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:02.495546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-d136ca19-d38a-41ed-b21b-0a2f5cf81416 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/ports?device_id=72435841-8e53-4d58-acdc-5d0b1edb7072 HTTP/1.1" status: 200 len: 946 time: 0.0971885 Oct 22 13:13:02.504983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3bf6e-e0e4-416d-940e-60f7bb1cf156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ea418-9177-45fb-ba84-896a33c5679a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:02.576880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-75887918-6b76-4f44-a0c5-fa9ab76fdfb7 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535985 Oct 22 13:13:02.631159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Deleting port 4c63a596-4060-4eba-8433-f8fae13fb9a2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:02.631528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.636029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-41deda8f-b904-44fd-a2c2-a25203b51890 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1405487 Oct 22 13:13:02.638767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:02.655102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-security--2060253282', 'description': 'tempest-security-description-237097215'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:02.738077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.836105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] For port 4c63a596-4060-4eba-8433-f8fae13fb9a2, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4c63a596-4060-4eba-8433-f8fae13fb9a2,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:02.836490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.859792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-db0c2e9a-f2da-478f-9dfa-c321d9c70d9a service neutron] 10.222.0.25 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227290 Oct 22 13:13:02.866710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.868870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Calling delete_port for 4c63a596-4060-4eba-8433-f8fae13fb9a2 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:02.881232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-6a60d8a9-3b59-4127-ac16-6c3ba8fb7f68 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:02.882799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-6a60d8a9-3b59-4127-ac16-6c3ba8fb7f68 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a3873-3ac7-44b1-a710-7ad688d32560 HTTP/1.1" status: 200 len: 945 time: 0.1388655 Oct 22 13:13:02.885738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.888216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:02.891358 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "PUT /v2.0/security-groups/a60ea418-9177-45fb-ba84-896a33c5679a HTTP/1.1" status: 200 len: 1779 time: 0.2406418 Oct 22 13:13:02.895467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33804) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:02.943265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-0fbafb56-130c-4573-a566-59e732968eeb tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:02.952378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-0fbafb56-130c-4573-a566-59e732968eeb tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/networks?id=f396a860-fbb8-4a25-b404-c9c6846b320d HTTP/1.1" status: 200 len: 818 time: 0.2011821 Oct 22 13:13:02.987581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-b0ea9b5a-b4be-46eb-87eb-ce47370d96ce tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/quotas/ee44108461c9447695c5c643413a522c HTTP/1.1" status: 200 len: 375 time: 0.0341091 Oct 22 13:13:03.005627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df156754-0c3f-468c-8efa-e168fd15d74a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ea418-9177-45fb-ba84-896a33c5679a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:03.084796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-ba53fda9-3c3b-4ea8-a2b8-7d82acd03709 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee44108461c9447695c5c643413a522c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945711 Oct 22 13:13:03.151448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Deleting port ce6f356c-da66-4fa3-9c70-6765d30bea4d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:03.151836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.153347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-226a3fce-2c14-4c04-b56d-2a62eb135b54 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups/a60ea418-9177-45fb-ba84-896a33c5679a HTTP/1.1" status: 200 len: 1779 time: 0.2361627 Oct 22 13:13:03.153824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33808) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:03.197898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.209842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ce6f356c-da66-4fa3-9c70-6765d30bea4d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:03.215688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['4c63a596-4060-4eba-8433-f8fae13fb9a2'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:03.262936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-bc8e88bf-bb1e-4ba3-bfc2-7e47e1521d7b service neutron] 10.222.0.25 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701365 Oct 22 13:13:03.322028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event deleted for resources: {'Port': ['ID=4c63a596-4060-4eba-8433-f8fae13fb9a2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:03.329287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.342667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-68041758-fbbb-4579-9503-2713a81c1695 service neutron] 10.222.0.25 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323258 Oct 22 13:13:03.398360 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.447165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] No DVR routers for this DVR port 4c63a596-4060-4eba-8433-f8fae13fb9a2 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:03.454975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.464399 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2986e684-958b-4ca0-ba98-f0acdf1d1cc0 req-c999fd60-e555-4be1-9bac-552598ff8bd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "DELETE /v2.0/ports/4c63a596-4060-4eba-8433-f8fae13fb9a2 HTTP/1.1" status: 204 len: 173 time: 0.9599018 Oct 22 13:13:03.498542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'name': 'network-vif-deleted', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:03.508611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-cccd4060-1fff-447a-a193-0f69a956b430 service neutron] 10.222.0.25 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650772 Oct 22 13:13:03.515348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.515649 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553812b-11cd-4d19-8c72-c45011ef1986" -d '{"events": [{"server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "name": "network-vif-deleted", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:03.524152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.532384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/a60ea418-9177-45fb-ba84-896a33c5679a HTTP/1.1" status: 204 len: 168 time: 0.3692772 Oct 22 13:13:03.542372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33814) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:03.578403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] For port ce6f356c-da66-4fa3-9c70-6765d30bea4d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ce6f356c-da66-4fa3-9c70-6765d30bea4d,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:03.584072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b005-fd8e-489c-9edb-a6b651a15d59 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ea418-9177-45fb-ba84-896a33c5679a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:03.592205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.662723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Calling delete_port for ce6f356c-da66-4fa3-9c70-6765d30bea4d owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:03.856478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1165e322-c5dc-46ff-aef8-d65edf2065a1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3001051 Oct 22 13:13:03.858354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33830) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:03.889341 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f58ad050-f434-46c4-aac9-211052254662 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] delete failed (client error): The resource could not be found. Oct 22 13:13:03.896909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f58ad050-f434-46c4-aac9-211052254662 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/a60ea418-9177-45fb-ba84-896a33c5679a HTTP/1.1" status: 404 len: 347 time: 0.0308297 Oct 22 13:13:03.897545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33832) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:03.903126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720354801'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:03.957540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:03.993166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec469c64-a9cf-415a-8015-18e2ec725c59 req-7ecfae02-8b3a-4ba2-a6d0-a14f8416de67 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 210 time: 0.0699356 Oct 22 13:13:04.053779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-da41f2fe-90c1-48f9-91d5-35d48dc312ce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:04.055741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-da41f2fe-90c1-48f9-91d5-35d48dc312ce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.3391900 Oct 22 13:13:04.078803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'device_id': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'admin_state_up': True, 'tenant_id': '4224646e84ba433a9c5eab787f91288f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:04.163187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.176346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['4c63a596-4060-4eba-8433-f8fae13fb9a2'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:04.200980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.257972 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.258201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event deleted for resources: {'Port': ['ID=ce6f356c-da66-4fa3-9c70-6765d30bea4d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:04.314339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] No DVR routers for this DVR port ce6f356c-da66-4fa3-9c70-6765d30bea4d on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:04.323244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.324587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4265909 Oct 22 13:13:04.326237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.329607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75375b3c-c2a6-47f4-9331-896ecf171b34 req-28149279-c552-492a-897c-4fd4e76f60df tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.21 "DELETE /v2.0/ports/ce6f356c-da66-4fa3-9c70-6765d30bea4d HTTP/1.1" status: 204 len: 173 time: 1.4357157 Oct 22 13:13:04.332787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33846) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:04.340885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': 'cfa0c8ac-7225-4ac8-bb18-e8d4192d7488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:04.350323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdac7c-acdb-43de-aeef-098b8e17ad5f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0c8ac-7225-4ac8-bb18-e8d4192d7488,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:04.365933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:13:04.365933 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 13:13:04.365933 n-d-813419-8 neutron-server[100619]: [parameters: {'project_id_1': 'edc072331b2940ee8df016c74d6ef68e', 'expiration_1': datetime.datetime(2021, 10, 22, 13, 12, 44, 346944)}] Oct 22 13:13:04.365933 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:13:04.366388 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:13:04.390272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c933-3fc2-4113-8802-f66184236c25 req-c0a1ddcf-b1e6-44fd-b3f3-33d7a2a7269b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:04.398359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3221c933-3fc2-4113-8802-f66184236c25 req-c0a1ddcf-b1e6-44fd-b3f3-33d7a2a7269b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.3105776 Oct 22 13:13:04.419022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:04.423633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.477212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3221c933-3fc2-4113-8802-f66184236c25 req-76aa524a-9e4b-4c8a-ae3f-1b89ef74ad3b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775099 Oct 22 13:13:04.629500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7307ab9c-1b3d-4728-8c10-6b71bf201c99 req-dbcc9a50-2e7a-4448-8aae-0050774da568 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0343907 Oct 22 13:13:04.651996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.20.0.11 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:04.725142 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b5aa1-d8c3-4614-96a9-ff15f369e40c x-openstack-request-id: req-8b6b5aa1-d8c3-4614-96a9-ff15f369e40c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:04.725629 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72435841-8e53-4d58-acdc-5d0b1edb7072", "name": "network-vif-deleted", "tag": "4c63a596-4060-4eba-8433-f8fae13fb9a2", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:04.725732 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b6b5aa1-d8c3-4614-96a9-ff15f369e40c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:04.726079 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72435841-8e53-4d58-acdc-5d0b1edb7072', 'name': 'network-vif-deleted', 'tag': '4c63a596-4060-4eba-8433-f8fae13fb9a2', 'status': 'completed', 'code': 200} Oct 22 13:13:04.954685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:04.962235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.013510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.081499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.086729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.094702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-784f0194-9c8e-45f2-8a97-bedc64c8694b req-f00a7970-590f-4c0d-8f58-07b8ea3ddc21 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 210 time: 0.0685120 Oct 22 13:13:05.100739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:05.104377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:05.108138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:05.112840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d5c916-361e-4801-9058-6b26c859e1d8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:05.129949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.136202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-90d6f490-9dcf-43e9-8497-76244f49a39f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8018229 Oct 22 13:13:05.138846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:05.153692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:05.194564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:05.194997 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.195256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.215199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-2da0d96c-192d-410b-b997-c75a50c44c17 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1403477 Oct 22 13:13:05.218353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.229951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Request body: {'port': {'device_id': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:05.251244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.262179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.263878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a7d5c916-361e-4801-9058-6b26c859e1d8 HTTP/1.1" status: 204 len: 168 time: 0.1240156 Oct 22 13:13:05.267965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:05.284611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbece3-04ee-4806-9d63-0b830a7d3895 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7d5c916-361e-4801-9058-6b26c859e1d8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:05.301631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93199259-da3d-4ce7-964a-5c2fbe0b6fe5 req-31ecc9ed-dd50-4de3-8d27-66455f448723 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 210 time: 0.0415001 Oct 22 13:13:05.338157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.404403 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a936df7b-2f2b-458a-9af7-9f2952650f86 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1351497 Oct 22 13:13:05.411191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:05.564576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b252225f-ee15-48e0-b8a4-b10bd1ffeb6b None None] Provisioning complete for port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:05.565165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b252225f-ee15-48e0-b8a4-b10bd1ffeb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.581983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a454e8-0f04-43bd-90f8-2debdf98a0f2 req-1df96156-c2ca-484b-b124-ef6b52d1815a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:05.592519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41a454e8-0f04-43bd-90f8-2debdf98a0f2 req-1df96156-c2ca-484b-b124-ef6b52d1815a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 932 time: 0.1549058 Oct 22 13:13:05.624233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.653324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b252225f-ee15-48e0-b8a4-b10bd1ffeb6b None None] Port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:13:05.670054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-824977f6-ffa8-4637-ba75-a9f7f310bf09 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:05.671945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-824977f6-ffa8-4637-ba75-a9f7f310bf09 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.26 "GET /v2.0/networks?id=f396a860-fbb8-4a25-b404-c9c6846b320d HTTP/1.1" status: 200 len: 818 time: 0.2614987 Oct 22 13:13:05.676162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.700864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41a454e8-0f04-43bd-90f8-2debdf98a0f2 req-a93e26b0-8931-4229-84e5-295549f0d8b2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074674 Oct 22 13:13:05.701983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Request body: {'port': {'device_id': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d', 'admin_state_up': True, 'tenant_id': 'ee44108461c9447695c5c643413a522c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:05.854896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.857733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:05.859191 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/cfa0c8ac-7225-4ac8-bb18-e8d4192d7488 HTTP/1.1" status: 204 len: 168 time: 0.4439912 Oct 22 13:13:05.875152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33868) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:05.878123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9fd1d-6042-44dd-a3f0-d5ae2fefb738 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0c8ac-7225-4ac8-bb18-e8d4192d7488,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:05.977346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38efcc79-87ed-423a-93b2-e2d44b937c3b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906148 Oct 22 13:13:05.977560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:05.979450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:05.984599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637454897'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:05.997336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.006069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Made reservation on behalf of ee44108461c9447695c5c643413a522c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:06.010799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.047926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.061879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Transition to ACTIVE for port object 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:06.076291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1a298-0a46-4e3b-af94-12a7c6dad3d9 req-85628f90-ef2a-4cf7-ac2e-ab157cdf9686 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:06.080734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51b1a298-0a46-4e3b-af94-12a7c6dad3d9 req-85628f90-ef2a-4cf7-ac2e-ab157cdf9686 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.2825050 Oct 22 13:13:06.084408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.147202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:06.184517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-1fcf5f15-4873-4598-922e-df3159aedd27 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:06.186058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-1fcf5f15-4873-4598-922e-df3159aedd27 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.3025532 Oct 22 13:13:06.235841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Request body: {'port': {'device_id': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'admin_state_up': True, 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:06.292487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51b1a298-0a46-4e3b-af94-12a7c6dad3d9 req-1a1689e5-4e39-4806-b601-5738a548ee6b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000940 Oct 22 13:13:06.498574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4c63a596-4060-4eba-8433-f8fae13fb9a2 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:06.524864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 4c63a596-4060-4eba-8433-f8fae13fb9a2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:06.525722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4c63a596-4060-4eba-8433-f8fae13fb9a2 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:06.534496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Attempting to bind port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:06.534855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Attempting to bind port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:06.535376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Attempting to bind port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:06.538991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad5906b1-34cb-4616-a766-311d04ea36e2 req-521ad1cc-debd-422b-8bf1-a3c32e034171 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.1170957 Oct 22 13:13:06.549435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:06.549766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Attempting to bind port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:06.559987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:06.560343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:06.560736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:06.561186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Bound port: 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:06.561552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.632498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:06.636310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.684270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:06.684649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Allocated IP 172.20.0.9 (f396a860-fbb8-4a25-b404-c9c6846b320d/9ce46789-9257-4609-9bf4-792a9399f5d1/386be84b-2e15-48d6-bb2c-ea02c8e82b75) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:06.693117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51f67156-7e15-4cf1-9ac8-412d607136e0 req-d803403b-b20c-4dda-915b-b938399d351d tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 210 time: 0.0498264 Oct 22 13:13:06.736561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'name': 'network-vif-deleted', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:06.737651 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a27fc-7fad-4263-9aa2-07e0ee2a9728" -d '{"events": [{"server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "name": "network-vif-deleted", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:06.743609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.763159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.801689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:06.817263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.833015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.838220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8563247 Oct 22 13:13:06.838220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33880) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:06.842572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9955c085-a5f8-4017-9644-b92c49057448 req-1054fda3-6a76-4e74-9188-712f632dc806 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 210 time: 0.0466917 Oct 22 13:13:06.845180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '391f2190-861d-4ca7-8fbc-d20b973194b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:06.856399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-0320b043-4e98-41d1-b53f-5892ee0e20c2 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:06.857897 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-0320b043-4e98-41d1-b53f-5892ee0e20c2 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 812 time: 0.2514706 Oct 22 13:13:06.858540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30e6d-2c7d-4fe7-9a85-04d5f5c758c1 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391f2190-861d-4ca7-8fbc-d20b973194b3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:06.879361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Request body: {'port': {'device_id': '2439d084-f700-46d3-881e-2c2a6517cc70', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'admin_state_up': True, 'tenant_id': 'fd7501338a05467d821df546a2ebd9ec'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:06.887079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:06.887690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:06.889755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] 10.222.0.21 "PUT /v2.0/ports/0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 200 len: 1092 time: 1.6671522 Oct 22 13:13:06.895365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:06.906449 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077" -d '{"events": [{"name": "network-changed", "server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:06.936482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Allocated IP 172.20.0.9 (8d36185c-4a0c-4be6-92a9-7b57ef3580ea/d7d781c6-f11a-43b7-a033-b2d621070885/39761151-2775-4d07-95e8-1ea1f1504be8) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:06.998429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.061743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec38e9b-101c-46ec-9770-8b3121b13d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:07.121337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-a6d9e840-e3fa-4d28-881c-5421541d4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.123208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-a6d9e840-e3fa-4d28-881c-5421541d4931 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 1095 time: 0.1673052 Oct 22 13:13:07.130946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.144893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28d152-c865-4d66-a2cf-a18665d31838 req-01a626a9-5b70-4fe9-98f1-9ebc47c7a333 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.147316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c28d152-c865-4d66-a2cf-a18665d31838 req-01a626a9-5b70-4fe9-98f1-9ebc47c7a333 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 944 time: 0.1902792 Oct 22 13:13:07.199054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.239686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-d144b88e-7a70-4f3a-857d-60203bf83d41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 200 len: 217 time: 0.1038678 Oct 22 13:13:07.263333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ce6f356c-da66-4fa3-9c70-6765d30bea4d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:07.288485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: ce6f356c-da66-4fa3-9c70-6765d30bea4d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:07.289486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ce6f356c-da66-4fa3-9c70-6765d30bea4d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:07.292616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.310233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Network f396a860-fbb8-4a25-b404-c9c6846b320d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:07.312032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Made reservation on behalf of fd7501338a05467d821df546a2ebd9ec for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:07.318308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.327247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:07.344772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.350362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:07.401603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Pushing event updated for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:07.406046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c28d152-c865-4d66-a2cf-a18665d31838 req-2ca294be-8a65-4c7f-bcf8-ad65da36fb47 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481933 Oct 22 13:13:07.412388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-281a5ef6-d5da-4fdb-a5ce-a10f715b8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.414079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-281a5ef6-d5da-4fdb-a5ce-a10f715b8da7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1415386 Oct 22 13:13:07.425574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5898e1c-10f9-4b4d-82ac-13b23766a78b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:07.465421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.467628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.470198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f207c0ca-a5f7-4065-af91-ccc4f0fe6e66 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6313791 Oct 22 13:13:07.474398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33886) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:07.479093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '391f2190-861d-4ca7-8fbc-d20b973194b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:07.491582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.492232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.515504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-075aaa12-b516-4437-bdce-fc2b8ed22021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.517018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-075aaa12-b516-4437-bdce-fc2b8ed22021 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932441 Oct 22 13:13:07.532473 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f8f072-4747-4208-b83a-ba9967f97fde x-openstack-request-id: req-21f8f072-4747-4208-b83a-ba9967f97fde {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:07.533102 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a3873-3ac7-44b1-a710-7ad688d32560", "name": "network-vif-deleted", "tag": "ce6f356c-da66-4fa3-9c70-6765d30bea4d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:07.533757 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21f8f072-4747-4208-b83a-ba9967f97fde {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:07.534502 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a3873-3ac7-44b1-a710-7ad688d32560', 'name': 'network-vif-deleted', 'tag': 'ce6f356c-da66-4fa3-9c70-6765d30bea4d', 'status': 'completed', 'code': 200} Oct 22 13:13:07.552186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.567745 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-c9745b4c-7d39-4e58-b7c7-042c87735b33 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8708241 Oct 22 13:13:07.578711 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803602b-161a-41a4-b9ef-429277aafa25 x-openstack-request-id: req-c803602b-161a-41a4-b9ef-429277aafa25 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:07.579001 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:07.579258 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c803602b-161a-41a4-b9ef-429277aafa25 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:07.579688 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', 'status': 'completed', 'code': 200} Oct 22 13:13:07.593347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.605406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Request body: {'port': {'device_id': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:07.675694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Allocated IP 172.20.0.4 (8d36185c-4a0c-4be6-92a9-7b57ef3580ea/d7d781c6-f11a-43b7-a033-b2d621070885/44db3ebf-2ab3-4c58-b62f-a81109b20d7a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:07.685225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.697818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:07.731033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:07.741953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:07.751655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event updated for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:07.803939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-00771a6e-217e-424a-9ddd-5898002fea7b service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772424 Oct 22 13:13:07.839850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.858176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6244-6f16-4e73-b482-509a16b41775 req-86abc346-2208-4365-929e-062184b5af61 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.859692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89ba6244-6f16-4e73-b482-509a16b41775 req-86abc346-2208-4365-929e-062184b5af61 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.2046549 Oct 22 13:13:07.865964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:07.866924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.874787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.916010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a6ecae8f-dc79-4fa4-92d0-227d7c791c25 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6922989 Oct 22 13:13:07.932778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.961007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e4187e-c8db-49c7-a415-f59b143277fa,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:07.969810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Request body: {'port': {'device_id': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:07.980908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:07.984632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7d09e5ce-8713-4e9c-81fd-a909e4429d43 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5067284 Oct 22 13:13:07.999527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33894) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:08.004936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.007079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '391f2190-861d-4ca7-8fbc-d20b973194b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:08.049360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89ba6244-6f16-4e73-b482-509a16b41775 req-16bca0b5-fc5a-4e49-a343-dc40f16979c7 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551542 Oct 22 13:13:08.082483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23461f2e-99b1-4ab2-80ca-d42bcadfbe8d req-e34d810a-edcc-444c-b783-3b515cfcf8f9 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641034 Oct 22 13:13:08.093667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.095181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.112937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.176718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:08.185018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:08.187569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:08.227878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event updated for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:08.239114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386be84b-2e15-48d6-bb2c-ea02c8e82b75 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:08.251068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.275374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:08.276060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.281339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Transition to ACTIVE for port object 386be84b-2e15-48d6-bb2c-ea02c8e82b75 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:08.289719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.321261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-41634ce1-7943-4ccc-a852-9e983d6627a8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4495952 Oct 22 13:13:08.337291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Request body: {'port': {'device_id': '2439d084-f700-46d3-881e-2c2a6517cc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:08.381948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Pushing event updated for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:08.436331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.535240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Attempting to bind port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:08.535459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Attempting to bind port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '1ac89a35-10ec-4aa3-b73f-6b24fd07298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:08.535765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Attempting to bind port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 on network f396a860-fbb8-4a25-b404-c9c6846b320d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:08.594306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 on network f396a860-fbb8-4a25-b404-c9c6846b320d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:08.594696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Attempting to bind port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 on network f396a860-fbb8-4a25-b404-c9c6846b320d {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:08.605276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:08.605892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Checking segment: {'id': '1ac89a35-10ec-4aa3-b73f-6b24fd07298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:08.606283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Bound using segment: {'id': '1ac89a35-10ec-4aa3-b73f-6b24fd07298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:08.606736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Bound port: 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac89a35-10ec-4aa3-b73f-6b24fd07298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:08.607093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.636994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9535305a-5f3d-4a4d-aa3e-a71bf95f8f93 req-b0616879-91d1-49f6-8bae-501b595b8c42 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.4647501 Oct 22 13:13:08.680206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.685407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-1a55f4a7-ddb1-438e-9d93-f71777425200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:08.687086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-1a55f4a7-ddb1-438e-9d93-f71777425200 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 1095 time: 0.5283096 Oct 22 13:13:08.690716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.690867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:08.696007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75,segment=NetworkSegment(1ac89a35-10ec-4aa3-b73f-6b24fd07298b),segment_id=1ac89a35-10ec-4aa3-b73f-6b24fd07298b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:08.713463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.733560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9848a3-38a3-4e69-9356-98d1261f2d59,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:08.752912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.757276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e02f0bf5-adc3-4172-a840-13f9d9e72216 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7535293 Oct 22 13:13:08.759634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:08.786953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '391f2190-861d-4ca7-8fbc-d20b973194b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:08.854438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.855528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44db3ebf-2ab3-4c58-b62f-a81109b20d7a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:08.863222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.876699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Transition to ACTIVE for port object 44db3ebf-2ab3-4c58-b62f-a81109b20d7a will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:08.900922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:08.901464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.901592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-a0251543-29f4-4f50-be7b-b14b148bed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:08.903133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] 10.222.0.26 "PUT /v2.0/ports/386be84b-2e15-48d6-bb2c-ea02c8e82b75 HTTP/1.1" status: 200 len: 1091 time: 1.3025346 Oct 22 13:13:08.903262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-a0251543-29f4-4f50-be7b-b14b148bed99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.2042377 Oct 22 13:13:08.908348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:08.949751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d3c02-731d-4325-bf50-f3abfa293eec service neutron] Pushing event updated for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:08.981788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81ad4-5e9b-4215-96c7-06c006fdc650 req-4ceac140-be8a-4090-81de-5ab95549466b tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:08.983347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77e81ad4-5e9b-4215-96c7-06c006fdc650 req-4ceac140-be8a-4090-81de-5ab95549466b tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 943 time: 0.1823893 Oct 22 13:13:09.019217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-288721aa-ea0f-43bc-ba75-b63645d6dbe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 200 len: 217 time: 0.1053364 Oct 22 13:13:09.090343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Attempting to bind port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:09.090343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Attempting to bind port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:09.091098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Attempting to bind port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:09.097025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Pushing event updated for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.105466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.108495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:09.108822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Attempting to bind port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:09.114179 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-f6fc961f-3475-4130-a249-580097329ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.116566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-f6fc961f-3475-4130-a249-580097329ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee44108461c9447695c5c643413a522c&device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 1094 time: 0.1384783 Oct 22 13:13:09.119645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:09.119987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Checking segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:09.120381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Bound using segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:09.120814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Bound port: 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:09.121173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.124680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.145317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77e81ad4-5e9b-4215-96c7-06c006fdc650 req-c8b85a70-c822-4118-8092-a98f7debf05d tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223876 Oct 22 13:13:09.168526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-9f94c2f9-fbf0-477d-89dd-af404b74a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.170079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-9f94c2f9-fbf0-477d-89dd-af404b74a535 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1413064 Oct 22 13:13:09.170983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86554982-49b3-451c-95eb-6177c9763492,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.171882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-bd402962-3b33-4dff-9275-f0d8fd382187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75 HTTP/1.1" status: 200 len: 217 time: 0.0400345 Oct 22 13:13:09.204952 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.209178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7249ff5b-6f27-486e-aca4-99daff0f6745 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4475856 Oct 22 13:13:09.214788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:09.219271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '391f2190-861d-4ca7-8fbc-d20b973194b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:09.279235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.306353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39761151-2775-4d07-95e8-1ea1f1504be8 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:09.316850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.328060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-c7a6c6c1-f017-4f78-9c26-aae376d757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.330334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-c7a6c6c1-f017-4f78-9c26-aae376d757e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513269 Oct 22 13:13:09.341175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-e6ac501d-e1d8-431b-a2d1-f52d6b31b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.342579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-e6ac501d-e1d8-431b-a2d1-f52d6b31b96c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ce46789-9257-4609-9bf4-792a9399f5d1 HTTP/1.1" status: 200 len: 858 time: 0.1565061 Oct 22 13:13:09.346271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:09.350961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Transition to ACTIVE for port object 39761151-2775-4d07-95e8-1ea1f1504be8 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:09.355950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:09.375173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2010d2-8e9f-4075-aacb-7ba2eb83261d req-bbc0ffe3-cc76-45d5-a7d8-0dbdc84d3864 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.376722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea2010d2-8e9f-4075-aacb-7ba2eb83261d req-bbc0ffe3-cc76-45d5-a7d8-0dbdc84d3864 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 943 time: 0.1083114 Oct 22 13:13:09.379688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.384174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.391049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-67dbcef5-b0f7-4bbd-b98d-5ca79670de85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f396a860-fbb8-4a25-b404-c9c6846b320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382173 Oct 22 13:13:09.421317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.436243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.436939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.438205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] 10.222.0.26 "PUT /v2.0/ports/44db3ebf-2ab3-4c58-b62f-a81109b20d7a HTTP/1.1" status: 200 len: 1091 time: 1.1079035 Oct 22 13:13:09.461253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.521725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Pushing event updated for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.538882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75'}, {'name': 'network-changed', 'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:09.541654 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1764c90-006e-4908-a59d-6798706f21e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75"}, {"name": "network-changed", "server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:09.570140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7817e675-0522-42a2-bae2-617d36dd4cdd,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.576528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.577733 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5605d85-d950-4088-a332-592cf432d6a4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3619726 Oct 22 13:13:09.581378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33906) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:09.591333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea2010d2-8e9f-4075-aacb-7ba2eb83261d req-b8102aba-6dd6-4d13-9313-da35f36e050c tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945362 Oct 22 13:13:09.591541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b1d28-a89d-4c2c-ba87-0065b2955a7e service neutron] Pushing event updated for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.618522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-33488596-7624-4404-938d-ebe747d6c1df service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779298 Oct 22 13:13:09.659298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.664157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-53c9ba63-ece6-4db0-bc11-30fad3b8d917 service neutron] 10.222.0.26 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449543 Oct 22 13:13:09.666826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-88e7d208-630d-498e-84cb-07eef1ec1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.668213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-88e7d208-630d-498e-84cb-07eef1ec1ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 1094 time: 0.1759431 Oct 22 13:13:09.673803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.677595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Attempting to bind port 39761151-2775-4d07-95e8-1ea1f1504be8 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:09.679364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Attempting to bind port 39761151-2775-4d07-95e8-1ea1f1504be8 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:09.679364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Attempting to bind port 39761151-2775-4d07-95e8-1ea1f1504be8 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:09.723539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Port 39761151-2775-4d07-95e8-1ea1f1504be8 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:09.724410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Attempting to bind port 39761151-2775-4d07-95e8-1ea1f1504be8 on network 8d36185c-4a0c-4be6-92a9-7b57ef3580ea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:09.747773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:09.748492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Checking segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:09.748492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Bound using segment: {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:09.748724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-a1fafc1e-adda-435f-9708-b4631a595380 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a HTTP/1.1" status: 200 len: 217 time: 0.0522890 Oct 22 13:13:09.749668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Bound port: 39761151-2775-4d07-95e8-1ea1f1504be8, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:09.749668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.787187 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.815124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5beae5-cddd-4b4d-a9b4-bec190ec1077 req-aaaef5f4-8b8b-4192-9c02-623d98f65916 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865029 Oct 22 13:13:09.826659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.831385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:09.832242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56f88-f027-44aa-9ca2-7416577d635f req-4191c70d-a48f-4b68-b438-00428d993d27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.832863 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7817e675-0522-42a2-bae2-617d36dd4cdd HTTP/1.1" status: 204 len: 168 time: 0.2424049 Oct 22 13:13:09.834808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17f56f88-f027-44aa-9ca2-7416577d635f req-4191c70d-a48f-4b68-b438-00428d993d27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 944 time: 0.1246214 Oct 22 13:13:09.837179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:09.863802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d39a95-a860-4696-a221-659c5d2cf7e0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7817e675-0522-42a2-bae2-617d36dd4cdd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:09.885391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-bcfc355a-b736-42c6-85e3-6e99fd87a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:09.887110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-bcfc355a-b736-42c6-85e3-6e99fd87a18a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.1265378 Oct 22 13:13:09.891893 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-284af1d1-4ab1-4b28-aaf1-053b1f8ebf91 req-a26a4d41-5c48-4e35-b073-804d39127d53 service neutron] 10.222.0.26 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090833 Oct 22 13:13:09.904918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:09.933134 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-c72ebd57-2208-4b97-b935-351c936423ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340960 Oct 22 13:13:09.937447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=39761151-2775-4d07-95e8-1ea1f1504be8,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:09.957929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8baead00-54db-411a-8b69-3be8333eea68 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1195564 Oct 22 13:13:09.962859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17f56f88-f027-44aa-9ca2-7416577d635f req-fbae8291-bb33-4f24-90a0-3cebb785cd30 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179905 Oct 22 13:13:09.963477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33912) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:09.965889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.033641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.034285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.035677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] 10.222.0.26 "PUT /v2.0/ports/39761151-2775-4d07-95e8-1ea1f1504be8 HTTP/1.1" status: 200 len: 1091 time: 2.0757906 Oct 22 13:13:10.038430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:10.040873 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88" -d '{"events": [{"name": "network-changed", "server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:10.057754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.062620 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-f3daa6f4-61ca-478c-98e6-862d5f9f395d service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195035 Oct 22 13:13:10.073147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.081907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375be12d-0e97-489d-bfb1-a3eb0c39d699 service neutron] Pushing event updated for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:10.189112 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.195681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.197172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/86554982-49b3-451c-95eb-6177c9763492 HTTP/1.1" status: 204 len: 168 time: 0.2327483 Oct 22 13:13:10.203554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33918) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.216541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27affc-b44c-4568-a1f0-0959cb60005d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86554982-49b3-451c-95eb-6177c9763492,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:10.230329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141db22-44ef-4fea-8682-4e593f9f6061 req-716e34a7-36e4-471a-a055-fef4519063fd tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.232292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3141db22-44ef-4fea-8682-4e593f9f6061 req-716e34a7-36e4-471a-a055-fef4519063fd tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.1370730 Oct 22 13:13:10.234062 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-bf1e2930-0a12-4d80-b78a-b7ea3661f15f service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569686 Oct 22 13:13:10.248499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-1fbace5c-d30c-4dc2-848f-5883b8d00d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.250176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-1fbace5c-d30c-4dc2-848f-5883b8d00d6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 1094 time: 0.1146841 Oct 22 13:13:10.281458 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7c5e2f1c-01a9-4474-973a-70ac17bc938b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0729010 Oct 22 13:13:10.281458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33920) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.309457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.319162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.324279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-82010ea0-92dd-46c8-afb4-098efb271323 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39761151-2775-4d07-95e8-1ea1f1504be8 HTTP/1.1" status: 200 len: 217 time: 0.0565138 Oct 22 13:13:10.327280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3141db22-44ef-4fea-8682-4e593f9f6061 req-ae5e2d60-339d-4322-a548-488846773312 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836573 Oct 22 13:13:10.360417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.370967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.372655 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9c9848a3-38a3-4e69-9356-98d1261f2d59 HTTP/1.1" status: 204 len: 168 time: 0.0910807 Oct 22 13:13:10.375462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.382676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-f8e4acc1-a3db-4b18-b484-77a61988e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.385753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-f8e4acc1-a3db-4b18-b484-77a61988e6f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.0515091 Oct 22 13:13:10.396506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68542f1-cf65-4957-8dfa-ca2fc871c9ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c9848a3-38a3-4e69-9356-98d1261f2d59,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:10.412875 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d73288-0f50-4265-91a0-4c9a69f716a1 x-openstack-request-id: req-72d73288-0f50-4265-91a0-4c9a69f716a1 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:10.413185 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:10.413434 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d73288-0f50-4265-91a0-4c9a69f716a1 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:10.413828 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75', 'status': 'completed', 'code': 200} Oct 22 13:13:10.414098 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a', 'status': 'completed', 'code': 200} Oct 22 13:13:10.430550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-8655e97c-fdb0-455b-b853-106e5d7ee4c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361140 Oct 22 13:13:10.454195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f07fd6f-70c2-429f-a028-ac5c7775b7fb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0736816 Oct 22 13:13:10.456320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33924) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.522379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.534161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-43be31ec-5591-441e-972d-9f9f2043c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.538171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-43be31ec-5591-441e-972d-9f9f2043c895 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee44108461c9447695c5c643413a522c&device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 1094 time: 0.0798151 Oct 22 13:13:10.538171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.556449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fa3c7fc-9d42-4cc8-9f02-ae8184cca6af req-71892257-b497-4329-a422-d8633cee6fee tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0608130 Oct 22 13:13:10.584888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-69e762ea-9790-47bd-8e13-f191e0e3f241 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319826 Oct 22 13:13:10.602120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.636671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.640069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/30e4187e-c8db-49c7-a415-f59b143277fa HTTP/1.1" status: 204 len: 168 time: 0.1803949 Oct 22 13:13:10.640224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78587116-7e07-4cb1-9a26-dd2571536c98 x-openstack-request-id: req-78587116-7e07-4cb1-9a26-dd2571536c98 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:10.640224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:10.640224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78587116-7e07-4cb1-9a26-dd2571536c98 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:10.640224 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8', 'status': 'completed', 'code': 200} Oct 22 13:13:10.641377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.643464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce741a-503d-4934-8683-97dd7593032e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30e4187e-c8db-49c7-a415-f59b143277fa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:10.684201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-2f336c15-ac35-4ab1-862c-1033f27c3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.688990 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-2f336c15-ac35-4ab1-862c-1033f27c3845 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f396a860-fbb8-4a25-b404-c9c6846b320d HTTP/1.1" status: 200 len: 919 time: 0.1430497 Oct 22 13:13:10.749064 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-f3837bce-d92d-4cda-9fd4-086a0b8f1a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75 HTTP/1.1" status: 200 len: 217 time: 0.0492516 Oct 22 13:13:10.778661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-41655def-b9be-431c-b21c-518d72bad713 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1361959 Oct 22 13:13:10.781424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33930) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.789963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d99de2c-0115-46cb-b05c-bd91a667b0ed req-7297ec6a-1064-42da-b409-8cbc8226750f service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958625 Oct 22 13:13:10.818727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-6a8ecb92-cde1-4c5c-9a14-cd95e5b353b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.820522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-6a8ecb92-cde1-4c5c-9a14-cd95e5b353b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ce46789-9257-4609-9bf4-792a9399f5d1 HTTP/1.1" status: 200 len: 858 time: 0.0584748 Oct 22 13:13:10.827250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fcd3e-b06b-45e5-b3ec-b74fe9aa21dd req-79ae19f6-7bfa-4a4f-8e04-99882f00f7b0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.828964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-901fcd3e-b06b-45e5-b3ec-b74fe9aa21dd req-79ae19f6-7bfa-4a4f-8e04-99882f00f7b0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 943 time: 0.1262798 Oct 22 13:13:10.830269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.843281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.878362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-c9e8be6a-da01-4ee2-87ac-b174bbf64797 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f396a860-fbb8-4a25-b404-c9c6846b320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426466 Oct 22 13:13:10.935792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-901fcd3e-b06b-45e5-b3ec-b74fe9aa21dd req-f315d251-7958-4fb9-9b8c-787e05bc961f tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943098 Oct 22 13:13:10.938886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.946551 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:10.951546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a5898e1c-10f9-4b4d-82ac-13b23766a78b HTTP/1.1" status: 204 len: 168 time: 0.1684492 Oct 22 13:13:10.951546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:10.972131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8915c0f-a5e3-4efc-b115-71ea0a176d41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5898e1c-10f9-4b4d-82ac-13b23766a78b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:10.986069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-10ac5696-addd-46e8-bb94-8a6aa5cd0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:10.988220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-10ac5696-addd-46e8-bb94-8a6aa5cd0047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 1094 time: 0.1308212 Oct 22 13:13:11.002324 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-d9ca5f6c-5f75-46e6-9adb-c12101c120e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133475 Oct 22 13:13:11.046020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9e9a9bd4-2d76-4371-8768-e288139371fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898130 Oct 22 13:13:11.047829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33936) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:11.130708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-cb9190b4-e7e9-41f7-8b8e-1327a2ef1e93 service neutron] 10.222.0.26 "GET /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162639 Oct 22 13:13:11.238955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-7a9a1a50-cb96-4d56-a92d-c722372d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.240892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-7a9a1a50-cb96-4d56-a92d-c722372d0d8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 913 time: 0.2431717 Oct 22 13:13:11.248244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:11.265372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-857b13a9-8fcd-4c4c-8de3-dcf0d760786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.267095 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-857b13a9-8fcd-4c4c-8de3-dcf0d760786f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7501338a05467d821df546a2ebd9ec&device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 1094 time: 0.0730808 Oct 22 13:13:11.277922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757635ea-9f7d-4ca7-b8c2-11a693b8e298 req-76b9174e-9399-473e-902d-4d310f1ae3f6 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.279854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-757635ea-9f7d-4ca7-b8c2-11a693b8e298 req-76b9174e-9399-473e-902d-4d310f1ae3f6 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 943 time: 0.2155044 Oct 22 13:13:11.328218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-3c1b0358-1606-4d14-809b-a20828ae5e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39761151-2775-4d07-95e8-1ea1f1504be8 HTTP/1.1" status: 200 len: 217 time: 0.0739565 Oct 22 13:13:11.350351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:11.393666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-039dbe17-d725-48e5-98b7-95d65e8dbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.395591 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-039dbe17-d725-48e5-98b7-95d65e8dbe78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 200 len: 913 time: 0.1182218 Oct 22 13:13:11.475674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-757635ea-9f7d-4ca7-b8c2-11a693b8e298 req-97edf2dd-4696-417f-be69-ebf123ddb9e1 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Oct 22 13:13:11.503838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-35682d5d-5305-4154-a6b4-e1fa0213a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.505391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-35682d5d-5305-4154-a6b4-e1fa0213a05b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.1604733 Oct 22 13:13:11.511647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-ef78ee3e-d522-4b47-95c2-c3f5e8d587d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a HTTP/1.1" status: 200 len: 217 time: 0.0997834 Oct 22 13:13:11.585126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:11.587355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:11.588719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/391f2190-861d-4ca7-8fbc-d20b973194b3 HTTP/1.1" status: 204 len: 168 time: 0.5372810 Oct 22 13:13:11.589352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764c90-006e-4908-a59d-6798706f21e0 req-570df21e-ba16-466e-88b6-a1e1fed47bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.592201 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-570df21e-ba16-466e-88b6-a1e1fed47bc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 200 len: 852 time: 0.0697324 Oct 22 13:13:11.593258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33942) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:11.629205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-ae3b9bbc-1551-4824-ac72-67ea6ea81695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781853 Oct 22 13:13:11.658296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-38565283-f157-4b83-a7c7-106a42e64d41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d36185c-4a0c-4be6-92a9-7b57ef3580ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512307 Oct 22 13:13:11.658690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04279525-ff3e-4507-a304-6a7399c0f026 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f2190-861d-4ca7-8fbc-d20b973194b3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:11.691287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd247-9c12-4ccd-9147-a1db85d58909 req-151b874d-ce7c-4ff9-83aa-5702c13e5f72 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.693656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e16bd247-9c12-4ccd-9147-a1db85d58909 req-151b874d-ce7c-4ff9-83aa-5702c13e5f72 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 944 time: 0.2144380 Oct 22 13:13:11.733667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ffe5325-0089-493c-acf7-9f5a0eb6f9e7 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390305 Oct 22 13:13:11.734384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33946) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:11.741295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931465055'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:11.764525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543145a8-be0e-41b5-8b8f-e9a28a9abca0 req-099487c8-190c-45c0-9cc5-9442d605f56c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:11.766357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-543145a8-be0e-41b5-8b8f-e9a28a9abca0 req-099487c8-190c-45c0-9cc5-9442d605f56c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.2130475 Oct 22 13:13:11.839719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:11.841767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e16bd247-9c12-4ccd-9147-a1db85d58909 req-db7b5fa0-52c1-465a-b42d-8fb4d0be8b1a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363976 Oct 22 13:13:11.846328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-28b1ddce-e7b2-4c6b-9614-5ae4eb768427 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789186 Oct 22 13:13:11.860393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-389a48d1-8d17-4402-9eee-c3ce328b1448 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123954 Oct 22 13:13:11.869399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-543145a8-be0e-41b5-8b8f-e9a28a9abca0 req-c65e0768-eb99-4764-abe4-482657c5b8b5 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945461 Oct 22 13:13:11.997166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbe5ff3-8e9d-416c-af4a-cc47cfad4e88 req-644fabf2-3d66-4902-aad4-583a9a0eb968 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266847 Oct 22 13:13:12.034047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ff604c-0c2a-418a-b5b2-9efbd206b2bf req-6063699d-4701-4455-b8e6-955c0b95b6bb tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0329721 Oct 22 13:13:12.077901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.091687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.122184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca1f4cc-5c76-4fa2-8fc5-d72fe0eeef23,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:12.133945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1764c90-006e-4908-a59d-6798706f21e0 req-7fc625ce-e2c5-40c4-8d5a-65d5d319be26 service neutron] 10.222.0.26 "GET /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766914 Oct 22 13:13:12.147475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.148854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85451ccb-1138-453f-8a6a-0347aaa25480 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4117267 Oct 22 13:13:12.151454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:12.156355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': 'cca1f4cc-5c76-4fa2-8fc5-d72fe0eeef23', 'direction': 'ingress', 'protocol': 17}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:12.186630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.224623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549f009-c0ff-4811-9941-abf417cdac12 req-24d44344-93d6-4647-a124-cd980ed0ec78 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:12.226307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5549f009-c0ff-4811-9941-abf417cdac12 req-24d44344-93d6-4647-a124-cd980ed0ec78 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 943 time: 0.0932784 Oct 22 13:13:12.249715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.259335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.284974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5549f009-c0ff-4811-9941-abf417cdac12 req-13fb2841-636d-421e-a1aa-c25df28285c2 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Oct 22 13:13:12.285835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.287714 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1351693 Oct 22 13:13:12.289030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd9a83-ee4c-47c1-88bc-c15c481c63be tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603a8d67-1cc2-4b72-9e96-dfe782562962,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:12.291175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:12.349088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.375622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.428937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.431998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.439231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/cca1f4cc-5c76-4fa2-8fc5-d72fe0eeef23 HTTP/1.1" status: 204 len: 168 time: 0.1469886 Oct 22 13:13:12.440227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33962) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:12.452274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463d87-2b9f-4662-bb4a-5c0d0b2ea85a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca1f4cc-5c76-4fa2-8fc5-d72fe0eeef23,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:12.512915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1a396b4-eb92-46e4-bb53-8eb312ddce6e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682881 Oct 22 13:13:12.513671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:12.518629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 386be84b-2e15-48d6-bb2c-ea02c8e82b75 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:12.524092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384731096'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:12.584637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.654642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cafbc-a007-46bb-acbb-860a122ca475 req-f06b5e5e-ffac-4cd3-9baa-1b2020a3d7c8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:12.666334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d2cafbc-a007-46bb-acbb-860a122ca475 req-f06b5e5e-ffac-4cd3-9baa-1b2020a3d7c8 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 943 time: 0.0996137 Oct 22 13:13:12.671372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75,segment=NetworkSegment(1ac89a35-10ec-4aa3-b73f-6b24fd07298b),segment_id=1ac89a35-10ec-4aa3-b73f-6b24fd07298b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:12.685281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '386be84b-2e15-48d6-bb2c-ea02c8e82b75', 'network_id': 'f396a860-fbb8-4a25-b404-c9c6846b320d', 'port_id': '386be84b-2e15-48d6-bb2c-ea02c8e82b75', 'mac_address': 'fa:16:3e:4e:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce46789-9257-4609-9bf4-792a9399f5d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:12.729861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.745075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386be84b-2e15-48d6-bb2c-ea02c8e82b75 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:12.749674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.759216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.768961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d2cafbc-a007-46bb-acbb-860a122ca475 req-7e64d2fa-481b-4288-bf86-e4c5bb6ab2a2 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007721 Oct 22 13:13:12.797990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75,segment=NetworkSegment(1ac89a35-10ec-4aa3-b73f-6b24fd07298b),segment_id=1ac89a35-10ec-4aa3-b73f-6b24fd07298b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:12.814545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.847690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.859782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33968) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:12.864958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--142702221'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:12.873171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3440783 Oct 22 13:13:12.874279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9b7aa-4ffc-4db9-8426-ca210fdd148b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7bcce-983e-41e7-86c4-806f02caa5a8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:12.915375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:12.933096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.024385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['386be84b-2e15-48d6-bb2c-ea02c8e82b75'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:13.072043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.082038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.117871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4241ed6-543f-4d74-abd9-cb12ff834412 req-96dae12e-0313-4f0b-82c7-834d2207189e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:13.119771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4241ed6-543f-4d74-abd9-cb12ff834412 req-96dae12e-0313-4f0b-82c7-834d2207189e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0998566 Oct 22 13:13:13.144233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.148245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2841852 Oct 22 13:13:13.148245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0b0cd-63d9-4612-8fd9-84f805da220e tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3158ac77-e9cf-4b67-aaee-ce0fdc3591f1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.148611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33976) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.153807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7bcce-983e-41e7-86c4-806f02caa5a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3158ac77-e9cf-4b67-aaee-ce0fdc3591f1', 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:13.178774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4241ed6-543f-4d74-abd9-cb12ff834412 req-07e00a9e-d1d2-4f48-9871-10ecb13d6dcf tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519817 Oct 22 13:13:13.213557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.282361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:13.299668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.306106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.316725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31ef9-31ff-4fb0-9cf2-557dbd43a6a1 req-33354811-754e-47f5-88b0-59a8bd49acca tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:13.318813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66a31ef9-31ff-4fb0-9cf2-557dbd43a6a1 req-33354811-754e-47f5-88b0-59a8bd49acca tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 944 time: 0.0742564 Oct 22 13:13:13.324281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32564c25-bddb-48b1-ab7e-9ee2de698132,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.341186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.345047 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16b3eb78-83a9-47a0-8be6-e1ccfe266ac4 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1926250 Oct 22 13:13:13.346146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33980) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.376357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66a31ef9-31ff-4fb0-9cf2-557dbd43a6a1 req-72b95518-9c2d-4657-9058-73352c20b478 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Oct 22 13:13:13.385512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.401960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.411723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:13.429962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', 'mac_address': 'fa:16:3e:b0:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:13.435796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:13:13.438096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.446008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.447492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/32564c25-bddb-48b1-ab7e-9ee2de698132 HTTP/1.1" status: 204 len: 168 time: 0.1003807 Oct 22 13:13:13.450468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.456091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef0e28-1a6f-41c1-a56c-89f7e01834ff tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32564c25-bddb-48b1-ab7e-9ee2de698132,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.498844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-da0256a5-229f-4a2d-994b-4373601c7156 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470996 Oct 22 13:13:13.501518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.510769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.515140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-768cd107-7f3e-4768-a865-298d14e8c83f req-656a4595-b8b3-4a78-8c98-e832f80d5826 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0391018 Oct 22 13:13:13.534770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:13.558565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:13.566058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.584478 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.626314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.665682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d84cb-4983-4693-ad26-026d0000adf6 req-8a0ea3e3-1ca4-4f14-b723-d1ca906ad2a0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:13.674108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.675276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f11d84cb-4983-4693-ad26-026d0000adf6 req-8a0ea3e3-1ca4-4f14-b723-d1ca906ad2a0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 944 time: 0.0677130 Oct 22 13:13:13.679408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.682630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.687769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/3158ac77-e9cf-4b67-aaee-ce0fdc3591f1 HTTP/1.1" status: 204 len: 168 time: 0.1812704 Oct 22 13:13:13.687898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33986) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.712489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25010e-fb2a-40af-89b6-7c64f701a3bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158ac77-e9cf-4b67-aaee-ce0fdc3591f1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:13.780335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f11d84cb-4983-4693-ad26-026d0000adf6 req-37c2726a-265d-483c-b3e4-b50f61def1a9 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Oct 22 13:13:13.785889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1eeb95c6-7137-4fcc-85fc-5d45ec3e4f8b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0982368 Oct 22 13:13:13.789699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.858118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.883994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:13.903039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.969052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.971717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:13.976991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33998) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:13.980102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/a1d7bcce-983e-41e7-86c4-806f02caa5a8 HTTP/1.1" status: 204 len: 168 time: 0.1861329 Oct 22 13:13:14.020019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7547-4cd6-486f-a77e-b65617f549f3 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7bcce-983e-41e7-86c4-806f02caa5a8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:14.117867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-76f54215-33f4-4825-899c-e7dca2136188 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295044 Oct 22 13:13:14.118252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:14.124579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195574171'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:14.128309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5850f-8044-4990-88a5-50362319a78a req-ae92572d-e02e-4b66-98aa-d336722853b0 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:14.130990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd5850f-8044-4990-88a5-50362319a78a req-ae92572d-e02e-4b66-98aa-d336722853b0 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 943 time: 0.1904199 Oct 22 13:13:14.154499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.181891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd5850f-8044-4990-88a5-50362319a78a req-7dec21c3-c58e-4e08-906e-91c0109bd3fc tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Oct 22 13:13:14.252835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.261613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.303746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.307625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857710 Oct 22 13:13:14.307625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e9ee2-93b8-4b7f-9f77-ddb80467bea2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb4bd1-050c-4e03-a33e-9170c47008c5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:14.308086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34012) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:14.312790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '0dcb4bd1-050c-4e03-a33e-9170c47008c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:14.402646 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.467309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a829852-2c43-460b-aeb9-a06518dd97f7 req-bc8c78d5-6dff-472f-a43b-1f151fc04f5d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:14.469105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a829852-2c43-460b-aeb9-a06518dd97f7 req-bc8c78d5-6dff-472f-a43b-1f151fc04f5d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0801795 Oct 22 13:13:14.521621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 39761151-2775-4d07-95e8-1ea1f1504be8 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:14.524588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 386be84b-2e15-48d6-bb2c-ea02c8e82b75 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:14.540729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.552635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a829852-2c43-460b-aeb9-a06518dd97f7 req-23fec09e-c65f-45d8-b459-eb28448942ac tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705867 Oct 22 13:13:14.554040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.578404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42e275a-f5fa-43bc-8e83-93284a213176,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:14.594712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.597151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b13e9688-a45d-4bec-bf16-0076beeac8a2 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2880518 Oct 22 13:13:14.600680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:14.653498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.656862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c0d3-39d3-4918-8a01-41d369fa5732 req-579aaf04-ba43-4835-90ba-812161b6318c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:14.658427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b822c0d3-39d3-4918-8a01-41d369fa5732 req-579aaf04-ba43-4835-90ba-812161b6318c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 945 time: 0.0704150 Oct 22 13:13:14.672226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.707568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.713207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b822c0d3-39d3-4918-8a01-41d369fa5732 req-a60f046a-9520-46f2-9d4a-dd9a243a4aa3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Oct 22 13:13:14.734663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=39761151-2775-4d07-95e8-1ea1f1504be8,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:14.746786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:14.747893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.750812 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d42e275a-f5fa-43bc-8e83-93284a213176 HTTP/1.1" status: 204 len: 168 time: 0.1488538 Oct 22 13:13:14.752839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:14.753542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34028) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:14.756319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393782e3-f0f4-407e-9dae-5a30c8500838 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d42e275a-f5fa-43bc-8e83-93284a213176,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:14.762338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.796785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '39761151-2775-4d07-95e8-1ea1f1504be8', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'port_id': '39761151-2775-4d07-95e8-1ea1f1504be8', 'mac_address': 'fa:16:3e:91:4a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d781c6-f11a-43b7-a033-b2d621070885', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:14.812812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e396cfa1-d48f-4700-a151-7aa56a2860eb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580866 Oct 22 13:13:14.816845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34032) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:14.843420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-addebac4-876c-4526-ad9f-139b6f07c877 req-f0bfb457-63b7-45f9-a2d1-90ecbe2daa5a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0292885 Oct 22 13:13:14.854801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.871383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39761151-2775-4d07-95e8-1ea1f1504be8 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:14.909346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.914385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=39761151-2775-4d07-95e8-1ea1f1504be8,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:14.933900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.934854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 44db3ebf-2ab3-4c58-b62f-a81109b20d7a details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:14.944073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:14.999916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.013723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.016865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/0dcb4bd1-050c-4e03-a33e-9170c47008c5 HTTP/1.1" status: 204 len: 168 time: 0.1980917 Oct 22 13:13:15.031335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.032580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ce479-8a63-40d5-8b3b-e272c3a810fa tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb4bd1-050c-4e03-a33e-9170c47008c5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.060795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.085431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe47607-4989-46ad-9e01-d18f93194fb6 req-51bfdc4a-39c8-4a1a-98d7-9b8b7ce74dc2 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:15.089452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ffdaf7f-7925-4b1b-a3b7-b76947136146 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538659 Oct 22 13:13:15.094051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.099684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfe47607-4989-46ad-9e01-d18f93194fb6 req-51bfdc4a-39c8-4a1a-98d7-9b8b7ce74dc2 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 944 time: 0.0972643 Oct 22 13:13:15.101773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852888076'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:15.134392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.139673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.167218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:15.178305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfe47607-4989-46ad-9e01-d18f93194fb6 req-841743c2-e101-424a-9d77-384d8953a6c5 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777645 Oct 22 13:13:15.206172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a', 'network_id': '8d36185c-4a0c-4be6-92a9-7b57ef3580ea', 'port_id': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a', 'mac_address': 'fa:16:3e:21:a9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d781c6-f11a-43b7-a033-b2d621070885', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:15.233555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:15.238122 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697358c1-0434-4fe6-b030-d33f6984549e" -d '{"events": [{"server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "name": "network-vif-plugged", "status": "completed", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:15.251364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.262509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75,segment=NetworkSegment(1ac89a35-10ec-4aa3-b73f-6b24fd07298b),segment_id=1ac89a35-10ec-4aa3-b73f-6b24fd07298b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:15.264868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.320594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:15.331943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.333738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a63c20-6057-4431-9d6a-8403586d68b8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.338727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.342470 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-722d7784-21c1-4d99-87f8-78e7e0dd48bb tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2440450 Oct 22 13:13:15.345231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91a35-3511-4693-898d-3606e70e7643 req-96f0a71c-7353-413c-a7d5-fcd39cb433ee tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:15.351091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34042) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.353416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67f91a35-3511-4693-898d-3606e70e7643 req-96f0a71c-7353-413c-a7d5-fcd39cb433ee tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 943 time: 0.0696712 Oct 22 13:13:15.356231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '12a63c20-6057-4431-9d6a-8403586d68b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:15.378125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.398731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.408346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67f91a35-3511-4693-898d-3606e70e7643 req-28f7687f-e7f3-4196-af77-04d6649203d3 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489845 Oct 22 13:13:15.450498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44db3ebf-2ab3-4c58-b62f-a81109b20d7a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:15.470529 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4146fb6-948c-4237-b9f9-92b08d9c338d x-openstack-request-id: req-d4146fb6-948c-4237-b9f9-92b08d9c338d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:15.471148 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "name": "network-vif-plugged", "status": "completed", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:15.471559 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4146fb6-948c-4237-b9f9-92b08d9c338d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:15.488105 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75', 'code': 200} Oct 22 13:13:15.501044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.507364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.526162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fca3d1-b1ec-4fac-9d25-cb61e43e8f48,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.549144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:15.559159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.564297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.565019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.565602 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-96777943-62bd-499d-9885-b91423fc9119 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133524 Oct 22 13:13:15.569241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.571790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:15.599617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb7983fe-4602-4bda-ac36-30adfe91fb8c tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules/21fca3d1-b1ec-4fac-9d25-cb61e43e8f48 HTTP/1.1" status: 200 len: 763 time: 0.0280421 Oct 22 13:13:15.602014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:15.602418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.605475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34050) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.643553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bb60d-8036-4f70-942a-65a913f78d12 req-8b3b6de3-8d0c-4bf9-8a91-d79f8ff83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:15.645991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-365bb60d-8036-4f70-942a-65a913f78d12 req-8b3b6de3-8d0c-4bf9-8a91-d79f8ff83658 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 1096 time: 0.1119714 Oct 22 13:13:15.683762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.711352 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-17514c78-2858-453e-bcaa-68cee1a87dd0 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0986016 Oct 22 13:13:15.712318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.741588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9a03-f654-4e76-8960-08007a77072a req-c1055b0f-485e-4631-9602-dd3d9f9fe616 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:15.743487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83d9a03-f654-4e76-8960-08007a77072a req-c1055b0f-485e-4631-9602-dd3d9f9fe616 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0682197 Oct 22 13:13:15.749055 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-365bb60d-8036-4f70-942a-65a913f78d12 req-17a6538b-251a-43de-a16e-cbb1328398df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958614 Oct 22 13:13:15.771684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.784246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.784786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.807224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83d9a03-f654-4e76-8960-08007a77072a req-165f14e4-1410-42ed-90d3-fe6ec145d07c tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555246 Oct 22 13:13:15.815771 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.822035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.823308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/21fca3d1-b1ec-4fac-9d25-cb61e43e8f48 HTTP/1.1" status: 204 len: 168 time: 0.1100521 Oct 22 13:13:15.827101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34056) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.837133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['39761151-2775-4d07-95e8-1ea1f1504be8'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:15.844481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['44db3ebf-2ab3-4c58-b62f-a81109b20d7a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:15.849695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17a12-8c0e-42eb-800c-8842f6c4b244 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21fca3d1-b1ec-4fac-9d25-cb61e43e8f48,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:15.884246 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6bf53699-cd38-49c5-b4c5-d1c8252fbf41 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558438 Oct 22 13:13:15.886710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34058) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:15.891837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '12a63c20-6057-4431-9d6a-8403586d68b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:15.908800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:15.922172 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.929350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:15.934566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdd1e8-7e51-43be-88c9-8c94f837f69b req-772b6e49-b169-43bc-aa00-c84ec448c96f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:15.942827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ebdd1e8-7e51-43be-88c9-8c94f837f69b req-772b6e49-b169-43bc-aa00-c84ec448c96f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 945 time: 0.0652947 Oct 22 13:13:15.997191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ebdd1e8-7e51-43be-88c9-8c94f837f69b req-3f20e900-2d28-49d3-a46a-e60ad97e2fce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Oct 22 13:13:16.007991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.013545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.038356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.041860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1023496b-f0fa-4898-a1a3-6ae87641115a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.049597 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.051363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dd9a7e80-d571-4e40-9e1f-7a997eabc363 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633222 Oct 22 13:13:16.054201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.075163 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8e1babf-d264-47bc-a114-9e1e77930643 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules/1023496b-f0fa-4898-a1a3-6ae87641115a HTTP/1.1" status: 200 len: 763 time: 0.0195692 Oct 22 13:13:16.077477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34064) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.126303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd44dc28-1bcd-40cb-9077-334b85562624 req-3c2b0062-fff0-449d-8985-ac75d120a4c6 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0322354 Oct 22 13:13:16.147261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34066) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.155664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4714902e-bf4e-4480-8d20-a7517d5a2721 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766387 Oct 22 13:13:16.182121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.200130 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.231245 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.237492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.241165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1023496b-f0fa-4898-a1a3-6ae87641115a HTTP/1.1" status: 204 len: 168 time: 0.0905411 Oct 22 13:13:16.242310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34070) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.247089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70364e58-a2b2-4b4d-ba3d-ddc5d318155b tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1023496b-f0fa-4898-a1a3-6ae87641115a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.297567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e58fdf7-2675-455d-80a7-f7cf401e4c2f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537274 Oct 22 13:13:16.300096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.304824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Request body: {'security_group_rule': {'security_group_id': '12a63c20-6057-4431-9d6a-8403586d68b8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:16.324613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df311b75-e064-4f4c-8cba-e7bfce9f5992 req-3b0ca3ad-b989-4414-9383-0a07c473343c tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:16.326085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df311b75-e064-4f4c-8cba-e7bfce9f5992 req-3b0ca3ad-b989-4414-9383-0a07c473343c tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Oct 22 13:13:16.357257 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Project edc072331b2940ee8df016c74d6ef68e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:13:16.367289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.384915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df311b75-e064-4f4c-8cba-e7bfce9f5992 req-71408aeb-aeb2-485c-bf48-4c4daaa563b8 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517726 Oct 22 13:13:16.435017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.439663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.458810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a285ff6-ae1d-4c1f-b854-3e60629d6fea,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.472842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.474719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-455f1488-e961-4cb4-93a6-7bcd2008cc7a tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736481 Oct 22 13:13:16.477436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34076) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.497964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f0580c3-479a-4d13-b28a-5286cd8aab8f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules/5a285ff6-ae1d-4c1f-b854-3e60629d6fea HTTP/1.1" status: 200 len: 769 time: 0.0171671 Oct 22 13:13:16.498169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34078) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.530092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43667b-5649-4425-82e7-dc75c28e3d8d req-118ec5d7-0ba6-48e3-8ad9-414e85cd1e2a tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:16.531632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b43667b-5649-4425-82e7-dc75c28e3d8d req-118ec5d7-0ba6-48e3-8ad9-414e85cd1e2a tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 944 time: 0.0557218 Oct 22 13:13:16.543663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c5a0cf18-fa08-410b-bd19-b5e90c42dc9d tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0415740 Oct 22 13:13:16.543938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34080) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.568368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.573807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b43667b-5649-4425-82e7-dc75c28e3d8d req-e4d28a53-ac61-4e4d-a2f3-b18c819a5ab9 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Oct 22 13:13:16.576597 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.603654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.609673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.610791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5a285ff6-ae1d-4c1f-b854-3e60629d6fea HTTP/1.1" status: 204 len: 168 time: 0.0659261 Oct 22 13:13:16.613424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34082) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.617637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a18bd-93e3-431e-9337-e6dededa540f tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a285ff6-ae1d-4c1f-b854-3e60629d6fea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.658485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bb789962-8fc5-4fdc-88af-93757d911a83 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423276 Oct 22 13:13:16.661181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34084) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.719072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.743191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.783710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.786476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:16.787835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "DELETE /v2.0/security-groups/12a63c20-6057-4431-9d6a-8403586d68b8 HTTP/1.1" status: 204 len: 168 time: 0.1253998 Oct 22 13:13:16.790579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.798667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce403f92-f756-4386-ae34-3f2a6859e6cc tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a63c20-6057-4431-9d6a-8403586d68b8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:16.842650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-61d0abe3-3a2e-4952-8818-e1c2f4c15160 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488882 Oct 22 13:13:16.845038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34090) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:16.908137 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f38fae84-3096-48fa-83e3-deac4d4b0192 tempest-SecGroupIPv6Test-1622205081 tempest-SecGroupIPv6Test-1622205081-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589278 Oct 22 13:13:16.969295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c226a-2030-4246-a85e-cecaac67119e req-137c3f8a-7335-4f1c-a32d-5824ae30191b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:16.976450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221c226a-2030-4246-a85e-cecaac67119e req-137c3f8a-7335-4f1c-a32d-5824ae30191b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0644441 Oct 22 13:13:17.025870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221c226a-2030-4246-a85e-cecaac67119e req-ff7b1b61-18f3-49a8-8064-4026ba0eb40e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Oct 22 13:13:17.130949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043f318-ac3c-4526-9e63-bfc095dc33e1 req-a482fe71-54a0-40af-a081-163eebe05a6f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:17.132534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7043f318-ac3c-4526-9e63-bfc095dc33e1 req-a482fe71-54a0-40af-a081-163eebe05a6f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.0567253 Oct 22 13:13:17.175217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7043f318-ac3c-4526-9e63-bfc095dc33e1 req-8f90b5b4-9c99-45c4-b26d-5719ae8f6964 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Oct 22 13:13:17.223336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34100) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:17.275297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17c72ebe-f345-4e56-83c5-113dbf293d08 req-2613c922-fd87-4770-b740-752dbe95e658 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0337617 Oct 22 13:13:17.368950 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-56905289-5da2-4c91-8328-00178e4749e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edc072331b2940ee8df016c74d6ef68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431270 Oct 22 13:13:17.371255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:17.420534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:17.445052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:17.489874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:17.492955 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d733338-e188-429a-b7d5-78d52522fb8f" -d '{"events": [{"server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:17.493765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:17.500834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:17.504366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80fbd3dd-c0ce-454d-8286-1e7d3e3d37e7 HTTP/1.1" status: 204 len: 168 time: 0.1297617 Oct 22 13:13:17.513371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf6b30-87bd-49f9-bec5-7808262698f0 req-cf63514d-a34c-4b8b-b9f1-1959e47827d8 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:17.514962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07cf6b30-87bd-49f9-bec5-7808262698f0 req-cf63514d-a34c-4b8b-b9f1-1959e47827d8 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Oct 22 13:13:17.522581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae8dc4-c509-4f69-8b14-159e99118606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbd3dd-c0ce-454d-8286-1e7d3e3d37e7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:17.565275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07cf6b30-87bd-49f9-bec5-7808262698f0 req-efcba68d-782c-47f4-8c30-9e6bad96d8b9 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Oct 22 13:13:17.618476 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ce8c3-a060-4cfd-abea-5e3a92309850 x-openstack-request-id: req-764ce8c3-a060-4cfd-abea-5e3a92309850 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:17.618923 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:17.619295 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-764ce8c3-a060-4cfd-abea-5e3a92309850 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:17.619696 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', 'code': 200} Oct 22 13:13:17.746992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8bb64-1545-4b1b-b909-0c8695765bf3 req-7936cc65-a9e1-464c-a2d0-8787512056d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:17.748329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4c8bb64-1545-4b1b-b909-0c8695765bf3 req-7936cc65-a9e1-464c-a2d0-8787512056d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 1097 time: 0.0595000 Oct 22 13:13:17.806190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4c8bb64-1545-4b1b-b909-0c8695765bf3 req-6c39ce7b-2e1c-4ce2-a954-f86b69cb1331 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Oct 22 13:13:17.881974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cea94a-bbb1-49e8-bc43-3c68258ffb0c req-0def1045-4de2-4995-ad7f-e60a3800c993 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:17.883384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9cea94a-bbb1-49e8-bc43-3c68258ffb0c req-0def1045-4de2-4995-ad7f-e60a3800c993 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 944 time: 0.0568194 Oct 22 13:13:17.926909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9cea94a-bbb1-49e8-bc43-3c68258ffb0c req-0369c910-f407-4ae3-8261-602ca78e85ee tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Oct 22 13:13:18.041229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9a7f-560c-4db9-b1eb-5ccb1a5938c6 req-eab2e2a9-26d1-4762-98d6-a26cec03c963 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:18.042779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e3b9a7f-560c-4db9-b1eb-5ccb1a5938c6 req-eab2e2a9-26d1-4762-98d6-a26cec03c963 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 945 time: 0.0548267 Oct 22 13:13:18.091893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e3b9a7f-560c-4db9-b1eb-5ccb1a5938c6 req-2aeca230-7323-48d4-826b-abb39b1c546b tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Oct 22 13:13:18.215767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f15d-0048-4ee3-a34a-b838b5ea379a req-7c5b3467-90eb-44a1-a90a-e9704600d2ed tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:18.217154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6341f15d-0048-4ee3-a34a-b838b5ea379a req-7c5b3467-90eb-44a1-a90a-e9704600d2ed tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0535078 Oct 22 13:13:18.262251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6341f15d-0048-4ee3-a34a-b838b5ea379a req-bc5618df-b362-40e9-8622-c054f33856b4 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Oct 22 13:13:18.328032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34142) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:18.377847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5790b-0c7a-49da-b143-438fb9e9683a req-b288fd98-4f71-49e9-8b62-23939830285b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:18.380430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ff5790b-0c7a-49da-b143-438fb9e9683a req-b288fd98-4f71-49e9-8b62-23939830285b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Oct 22 13:13:18.421293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ff5790b-0c7a-49da-b143-438fb9e9683a req-bc6a5e4c-2913-4560-a6b5-dfee3e9201b5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Oct 22 13:13:18.436003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979905575'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:18.460444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.469094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.541706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81fe02fd-f2ca-4c9a-aba3-06bdc6659227 req-90b07b26-4b92-46bc-bf56-0441c485789b tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c1e1f1-61b7-409c-81dd-e210a27c1d6b HTTP/1.1" status: 200 len: 210 time: 0.0331619 Oct 22 13:13:18.554069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 39761151-2775-4d07-95e8-1ea1f1504be8 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:18.559656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.576244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.617984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3ea3b-d36d-4b31-88c9-e73953676477,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:18.624101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 39761151-2775-4d07-95e8-1ea1f1504be8 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:18.637054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 39761151-2775-4d07-95e8-1ea1f1504be8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:18.637434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.663949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.670197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.716848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a0afd-1548-4bf3-98dc-d04faae6ac11,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:18.739839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.742300 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-265fa4bd-5b77-4494-9534-964d7d807094 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4125924 Oct 22 13:13:18.744553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34146) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:18.778471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.845773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5d158fac-c462-40ba-abdf-149bcbcdcf32 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0993898 Oct 22 13:13:18.848520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:18.851971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=39761151-2775-4d07-95e8-1ea1f1504be8,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:18.856725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-security--506222918', 'description': 'tempest-security-description-1937521122'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:18.860831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.862826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 44db3ebf-2ab3-4c58-b62f-a81109b20d7a up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:18.889959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.977852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.980880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:18.985590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.991440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:18.993679 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "PUT /v2.0/security-groups/c08a0afd-1548-4bf3-98dc-d04faae6ac11 HTTP/1.1" status: 200 len: 1779 time: 0.1441021 Oct 22 13:13:18.996461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:19.024207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2154-bf7c-464b-87fc-83dfad7d5301 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a0afd-1548-4bf3-98dc-d04faae6ac11,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:19.035251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:19.050759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:19.051141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.069425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7d6e684f-d38c-4970-9b24-b08fc237fb90 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups/c08a0afd-1548-4bf3-98dc-d04faae6ac11 HTTP/1.1" status: 200 len: 1779 time: 0.0715847 Oct 22 13:13:19.072050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34162) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:19.201948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.207594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ccb2e-4ac0-4d06-9eca-07d4701d7400 req-b68ffedd-7a20-4f17-8686-bcda742c9fd5 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:19.210098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112ccb2e-4ac0-4d06-9eca-07d4701d7400 req-b68ffedd-7a20-4f17-8686-bcda742c9fd5 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 944 time: 0.1229172 Oct 22 13:13:19.246807 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.261083 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.366904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:19.374305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.391186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-0c26b5e8-7f13-496a-82f1-8f6f8ae07d24 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:19.393790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-0c26b5e8-7f13-496a-82f1-8f6f8ae07d24 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 945 time: 0.1493871 Oct 22 13:13:19.402735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112ccb2e-4ac0-4d06-9eca-07d4701d7400 req-e05e1d2b-ffd2-4f18-ba83-c236f71e13ad tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824896 Oct 22 13:13:19.448174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c79e2c-c5bc-48aa-a59f-09993a00c23d req-c6c58ff6-69c2-4794-9dc3-ba6e27c881a0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:19.455705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70c79e2c-c5bc-48aa-a59f-09993a00c23d req-c6c58ff6-69c2-4794-9dc3-ba6e27c881a0 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 945 time: 0.1795971 Oct 22 13:13:19.457245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.460001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.463404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/c08a0afd-1548-4bf3-98dc-d04faae6ac11 HTTP/1.1" status: 204 len: 168 time: 0.3874424 Oct 22 13:13:19.464470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34174) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:19.477555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dee5bc-4062-4579-b1b0-cc49adfe1a20 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a0afd-1548-4bf3-98dc-d04faae6ac11,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:19.499743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:19.560618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70c79e2c-c5bc-48aa-a59f-09993a00c23d req-520b200f-b60c-4d90-ab1e-f5ca9e316445 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/security-groups?id=352ab138-141a-41b8-8c3b-5058298bddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032355 Oct 22 13:13:19.573216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Deleting port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:19.573750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.597686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c838e999-a32d-4868-b6e9-325556065228 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321263 Oct 22 13:13:19.598686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34178) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:19.621025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8'}, {'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:19.621547 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-7d33bca0-3539-42a5-8a43-8d0d48550f10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] delete failed (client error): The resource could not be found. Oct 22 13:13:19.624388 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ddf929-0310-46fb-b39a-31d198e9bcaf" -d '{"events": [{"server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "name": "network-vif-plugged", "status": "completed", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8"}, {"server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "name": "network-vif-plugged", "status": "completed", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:19.630635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7d33bca0-3539-42a5-8a43-8d0d48550f10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/c08a0afd-1548-4bf3-98dc-d04faae6ac11 HTTP/1.1" status: 404 len: 347 time: 0.0299172 Oct 22 13:13:19.631253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34184) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:19.636640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--300828134'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:19.699725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:19.769152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38d6e-60fc-4e43-95d9-3eaa2a216714 req-8e66a22a-4447-47ef-8de7-3febd09619ef tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:19.770834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30a38d6e-60fc-4e43-95d9-3eaa2a216714 req-8e66a22a-4447-47ef-8de7-3febd09619ef tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.1037319 Oct 22 13:13:19.806312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2bbd-8c19-4b9c-ad67-53eb8f52f3b6 req-39c211d2-807e-4704-a483-97a470c5ba03 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:19.807923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-231e2bbd-8c19-4b9c-ad67-53eb8f52f3b6 req-39c211d2-807e-4704-a483-97a470c5ba03 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.1094656 Oct 22 13:13:20.009773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] For port 386be84b-2e15-48d6-bb2c-ea02c8e82b75, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=386be84b-2e15-48d6-bb2c-ea02c8e82b75,segment=NetworkSegment(1ac89a35-10ec-4aa3-b73f-6b24fd07298b),segment_id=1ac89a35-10ec-4aa3-b73f-6b24fd07298b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:20.010121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.024577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Calling delete_port for 386be84b-2e15-48d6-bb2c-ea02c8e82b75 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:20.159874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.177749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['386be84b-2e15-48d6-bb2c-ea02c8e82b75'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:20.199066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Pushing event deleted for resources: {'Port': ['ID=386be84b-2e15-48d6-bb2c-ea02c8e82b75,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:20.203190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.215405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30a38d6e-60fc-4e43-95d9-3eaa2a216714 req-cd1a077e-dfcf-4e9a-a139-d93012ad9cca tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251337 Oct 22 13:13:20.221275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.243257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-231e2bbd-8c19-4b9c-ad67-53eb8f52f3b6 req-ff547199-df27-410a-acfa-5b5163a923b8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183972 Oct 22 13:13:20.261121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b687d381-84ad-403d-bfb5-a5dc3fc2a485,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:20.268963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.277759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34188) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:20.282097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-087e69ac-38c5-4732-86a1-03f9623a1d17 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6497672 Oct 22 13:13:20.285004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'b687d381-84ad-403d-bfb5-a5dc3fc2a485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:20.298739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] No DVR routers for this DVR port 386be84b-2e15-48d6-bb2c-ea02c8e82b75 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:20.302892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.306159 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54ca87d5-2aa7-4e89-bdbc-6e9e8caa897d req-725f634a-52ec-4658-b351-0ec9ed0e2f41 tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.26 "DELETE /v2.0/ports/386be84b-2e15-48d6-bb2c-ea02c8e82b75 HTTP/1.1" status: 204 len: 173 time: 0.8959081 Oct 22 13:13:20.306643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'name': 'network-vif-deleted', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:20.308881 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ad71d-aa33-47a7-9015-84c2eaba12f7" -d '{"events": [{"server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "name": "network-vif-deleted", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:20.354329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.391271 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e5f97f-ee24-4e1d-951e-21300a9a1b1a x-openstack-request-id: req-c7e5f97f-ee24-4e1d-951e-21300a9a1b1a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:20.391620 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "name": "network-vif-plugged", "status": "completed", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8", "code": 200}, {"server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "name": "network-vif-plugged", "status": "completed", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:20.391873 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e5f97f-ee24-4e1d-951e-21300a9a1b1a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:20.392263 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8', 'code': 200} Oct 22 13:13:20.392697 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a', 'code': 200} Oct 22 13:13:20.491856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.501315 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c4058b-3ba3-4f50-a825-45fc90ab2bd6 x-openstack-request-id: req-10c4058b-3ba3-4f50-a825-45fc90ab2bd6 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:20.501717 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb04f86e-0847-4694-8d04-f087c6de9db8", "name": "network-vif-deleted", "tag": "386be84b-2e15-48d6-bb2c-ea02c8e82b75", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:20.501977 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10c4058b-3ba3-4f50-a825-45fc90ab2bd6 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:20.502378 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb04f86e-0847-4694-8d04-f087c6de9db8', 'name': 'network-vif-deleted', 'tag': '386be84b-2e15-48d6-bb2c-ea02c8e82b75', 'status': 'completed', 'code': 200} Oct 22 13:13:20.503643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.569180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34204) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:20.600464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba991b5-1d4c-4ff9-ab48-f61492380924,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:20.662018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.663288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b3399b1b-a86c-40cc-9f0c-e959aede48b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845730 Oct 22 13:13:20.667128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34210) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:20.697111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.710360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.713476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc5118-936c-4fa9-a57d-0b1aceae6d51 req-f2acf406-1d47-47d7-bec2-659e72fdcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:20.715004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3cc5118-936c-4fa9-a57d-0b1aceae6d51 req-f2acf406-1d47-47d7-bec2-659e72fdcfd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 1096 time: 0.1554370 Oct 22 13:13:20.747687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.762783 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.766349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8ba991b5-1d4c-4ff9-ab48-f61492380924 HTTP/1.1" status: 204 len: 168 time: 0.0956843 Oct 22 13:13:20.766966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:20.804534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d3cc5118-936c-4fa9-a57d-0b1aceae6d51 req-baf9f672-86e5-44a0-9aba-ee6e111023fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Oct 22 13:13:20.823592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe4cd9-5cbb-474a-b3cb-c23cd622320a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ba991b5-1d4c-4ff9-ab48-f61492380924,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:20.845979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:20.863438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6534f-650f-44ff-804d-38b5f8281558 req-a831bab3-41e8-4b28-a39a-54869ccd54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:20.865378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3d6534f-650f-44ff-804d-38b5f8281558 req-a831bab3-41e8-4b28-a39a-54869ccd54ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 1096 time: 0.2762651 Oct 22 13:13:20.870347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc939ec-eb11-4f55-b6dc-4e214ed5a37d req-8366243f-cc15-4298-8477-16d3a9e2d70d tempest-InstanceActionsV221TestJSON-1805871896 tempest-InstanceActionsV221TestJSON-1805871896-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb04f86e-0847-4694-8d04-f087c6de9db8 HTTP/1.1" status: 200 len: 210 time: 0.0892169 Oct 22 13:13:20.889796 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4cd907a0-c2d6-4561-bf4c-ea8ff01c4347 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193879 Oct 22 13:13:20.890113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34216) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:20.893282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.098099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.101439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.106109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/security-groups/93d9bf16-0bbc-4030-9f98-91a343930bf9 HTTP/1.1" status: 204 len: 168 time: 0.5358174 Oct 22 13:13:21.108123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:21.113122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.148344 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-55d56c7f-a4a8-4639-824b-84c69b315dc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769110 Oct 22 13:13:21.162339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471312b-296a-48cd-aa08-94ad94dda1cd tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d9bf16-0bbc-4030-9f98-91a343930bf9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:21.203546 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-d7cdd0e4-30cd-4c05-9c12-e091dc5ee5d2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] show failed (client error): The resource could not be found. Oct 22 13:13:21.209208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34222) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:21.211310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d7cdd0e4-30cd-4c05-9c12-e091dc5ee5d2 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "GET /v2.0/security-groups/93d9bf16-0bbc-4030-9f98-91a343930bf9 HTTP/1.1" status: 404 len: 347 time: 0.0937703 Oct 22 13:13:21.233142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1919-ccb1-4aec-a9e7-426c00dba408 req-ccb6941e-4e75-496f-8573-fc2cdd3f7f12 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.237130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c46b1919-ccb1-4aec-a9e7-426c00dba408 req-ccb6941e-4e75-496f-8573-fc2cdd3f7f12 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 945 time: 0.5634875 Oct 22 13:13:21.240419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3d6534f-650f-44ff-804d-38b5f8281558 req-51402675-01ab-462b-8347-32d8799e6d4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105002 Oct 22 13:13:21.248932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.288731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2016264-d3c5-42ce-b9bc-b0300d71b13f req-c31a6cf8-c2aa-4d39-98fe-875f2df54e28 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.290889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2016264-d3c5-42ce-b9bc-b0300d71b13f req-c31a6cf8-c2aa-4d39-98fe-875f2df54e28 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.2593234 Oct 22 13:13:21.349977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c46b1919-ccb1-4aec-a9e7-426c00dba408 req-ee0fa7f7-4f92-4ea2-aece-c71e5b5118d2 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034131 Oct 22 13:13:21.389518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:21.389878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.392073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.394589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.397005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/b687d381-84ad-403d-bfb5-a5dc3fc2a485 HTTP/1.1" status: 204 len: 168 time: 0.5053585 Oct 22 13:13:21.407518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:21.439768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fa732-178e-4879-ab5d-352143548f5d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b687d381-84ad-403d-bfb5-a5dc3fc2a485,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:21.522817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2016264-d3c5-42ce-b9bc-b0300d71b13f req-2009b5c6-17cc-413c-ab5c-ee22936882e0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190952 Oct 22 13:13:21.549162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.549443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.565248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:21.579248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-6d3c9e31-adee-4860-a67e-199fb760908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.580752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-6d3c9e31-adee-4860-a67e-199fb760908d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.1344388 Oct 22 13:13:21.599875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40c05-69ee-4daf-9e44-0772e4c3bfbe req-d90bec73-ce8c-4f0b-acf2-c1198c346da8 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.604619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33f40c05-69ee-4daf-9e44-0772e4c3bfbe req-d90bec73-ce8c-4f0b-acf2-c1198c346da8 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 944 time: 0.0950677 Oct 22 13:13:21.636737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-74a6cf8d-7165-4037-b769-3bd549516d4a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2280912 Oct 22 13:13:21.643121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34232) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:21.679728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33f40c05-69ee-4daf-9e44-0772e4c3bfbe req-cf9e8f3c-9b87-4979-81ff-50a3482df04d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707052 Oct 22 13:13:21.765886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-d3ec274a-cd6b-4d93-b125-cd1bb197a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.766485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271692577'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:21.768362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-d3ec274a-cd6b-4d93-b125-cd1bb197a697 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1335793 Oct 22 13:13:21.774381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.813327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=fcff7e2c-c11c-46ac-9853-e9eb5eb9b8c2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:21.847006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.879460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-a86cae41-9c25-41de-828f-28e6cfde3755 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.0974503 Oct 22 13:13:21.905107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.907746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:21.908906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09590b9f-2781-4646-afc4-b7c7f81277d4 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/floatingips/cdace2da-008e-4140-9667-b21a723613b7 HTTP/1.1" status: 204 len: 168 time: 0.6989486 Oct 22 13:13:21.918351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34234) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:21.971542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-10387525-7cc0-4d17-9c40-a97dc19e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:21.973059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-10387525-7cc0-4d17-9c40-a97dc19e9447 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0798080 Oct 22 13:13:22.088199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-b78e1148-81c4-49e1-bbeb-7a0dd3436bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:22.089915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-b78e1148-81c4-49e1-bbeb-7a0dd3436bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079006 Oct 22 13:13:22.109935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:22.110308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.184916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.235795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.253616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-92c67c74-0da8-4ea4-8265-ff6678716122 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550872 Oct 22 13:13:22.275406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a745ad22-4892-4135-82f1-f28f89036232,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:22.294594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34246) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:22.337967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.340035 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a73f7331-e193-4dbf-bb50-1f5e6ddf19c3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5789368 Oct 22 13:13:22.342888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34248) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:22.348916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'a745ad22-4892-4135-82f1-f28f89036232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:22.378785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.401526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Deleting subnet 9ce46789-9257-4609-9bf4-792a9399f5d1 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:13:22.404575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.439292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 06ea4c6d-1c21-41dc-aff9-a31a2aa7498f owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:22.444063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.482194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.498472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.566836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 43e997bf-bdbb-4644-a140-96f11a2a7dee details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:22.571526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 386be84b-2e15-48d6-bb2c-ea02c8e82b75 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:22.630755 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.648035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.657866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce46789-9257-4609-9bf4-792a9399f5d1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:22.685051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490c9a8-5db1-4d96-a373-a9bebe34a62f req-75e84d01-cc1b-4cc0-91fe-9b3f3f632433 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:22.686613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5490c9a8-5db1-4d96-a373-a9bebe34a62f req-75e84d01-cc1b-4cc0-91fe-9b3f3f632433 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 945 time: 0.1090205 Oct 22 13:13:22.692489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.695674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a3bcd696-aace-4a9f-b4aa-92f1b8b14845 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ce46789-9257-4609-9bf4-792a9399f5d1 HTTP/1.1" status: 204 len: 168 time: 0.4000850 Oct 22 13:13:22.698798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34256) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:22.705497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33833114-0bfd-4bf9-821e-b2c3893f91b2 req-025fffba-ef62-4ef7-9398-ad1642094fb8 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402986 Oct 22 13:13:22.714739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 386be84b-2e15-48d6-bb2c-ea02c8e82b75 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:22.716877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 386be84b-2e15-48d6-bb2c-ea02c8e82b75 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:22.742263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.791010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.794165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabc3a20-c6ae-43f2-8fde-ca9f21392da0,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:22.860335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5490c9a8-5db1-4d96-a373-a9bebe34a62f req-ad2e16f6-4a8c-4f33-b48d-241798c6c5bf tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634829 Oct 22 13:13:22.895059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:22.907782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'port_id': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'mac_address': 'fa:16:3e:d9:da:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:22.929546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665c9e-f5db-4f93-8c65-0a9d9583f846 req-2c06acd7-e0e3-4802-9c2b-de3657f3a85d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:22.931117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81665c9e-f5db-4f93-8c65-0a9d9583f846 req-2c06acd7-e0e3-4802-9c2b-de3657f3a85d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.1363201 Oct 22 13:13:22.965090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:22.982919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e997bf-bdbb-4644-a140-96f11a2a7dee {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:22.993974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81665c9e-f5db-4f93-8c65-0a9d9583f846 req-c461cdc0-f93d-4095-be29-37526fbc6345 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Oct 22 13:13:22.999123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.009463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.013931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:23.014069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9d4d6ad-5a0c-4471-8d31-935c51278ac6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6667752 Oct 22 13:13:23.019345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34262) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.020214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.027095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'a745ad22-4892-4135-82f1-f28f89036232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:23.094641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=06ea4c6d-1c21-41dc-aff9-a31a2aa7498f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:23.125043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.170971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.187035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f396a860-fbb8-4a25-b404-c9c6846b320d']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:23.215621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac89a35-10ec-4aa3-b73f-6b24fd07298b') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:23.215904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac89a35-10ec-4aa3-b73f-6b24fd07298b') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:23.232675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e7ea-f302-4aab-ac7e-ad3f5b33ddd2 req-26c9cd72-9a4b-43da-90b4-a958e79f6636 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:23.234274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f7e7ea-f302-4aab-ac7e-ad3f5b33ddd2 req-26c9cd72-9a4b-43da-90b4-a958e79f6636 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 945 time: 0.2140167 Oct 22 13:13:23.244191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.300127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f7e7ea-f302-4aab-ac7e-ad3f5b33ddd2 req-f1f56b3d-33b3-4979-ad29-1678d59e3902 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534649 Oct 22 13:13:23.304555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.313714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79adc6-8c2f-4b83-a1b5-3ef5159cf52a req-69050bc6-200d-4288-9ee7-f0465100fb1c tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:23.317215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.323380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a79adc6-8c2f-4b83-a1b5-3ef5159cf52a req-69050bc6-200d-4288-9ee7-f0465100fb1c tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 945 time: 0.1945195 Oct 22 13:13:23.342560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.355364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:13:23.356021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:13:23.357994 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:13:23.366690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:23.381960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a411b3a-a76d-4e7b-a544-aaab5d4a5bd9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:23.390109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.390518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.391360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.391715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.393389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.393751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.394095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.395920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.396363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.397388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a79adc6-8c2f-4b83-a1b5-3ef5159cf52a req-c7191496-f73a-4e7b-9d0d-13dff0a8f6db tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Oct 22 13:13:23.397749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.398111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.400028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:23.411373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.416102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-816c9049-fc94-4823-a618-1b964fc4faf0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3915868 Oct 22 13:13:23.416693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34266) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.421636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'a745ad22-4892-4135-82f1-f28f89036232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:23.437286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['43e997bf-bdbb-4644-a140-96f11a2a7dee'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:23.441652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.454820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b4f77ba8-d804-40dd-b4c9-001d827be8bc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/ports/06ea4c6d-1c21-41dc-aff9-a31a2aa7498f HTTP/1.1" status: 204 len: 168 time: 1.5332165 Oct 22 13:13:23.459548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34270) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.495900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.502258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.508966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f396a860-fbb8-4a25-b404-c9c6846b320d HTTP/1.1" status: 204 len: 168 time: 0.8002384 Oct 22 13:13:23.555165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bc563-a9d4-4d93-bcd6-b39b336ede61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f396a860-fbb8-4a25-b404-c9c6846b320d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:23.670118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.813605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting port 975842bf-19ea-4525-a3ca-7223fb4a7778 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:23.813991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.818833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.838937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.858031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34280) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.888957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acae0235-04ff-4839-825d-052c64451497,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:23.932920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.937767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6c0a2ace-e801-4220-b5e9-63436aa3e045 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5198927 Oct 22 13:13:23.941250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34282) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.946788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'a745ad22-4892-4135-82f1-f28f89036232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:23.981898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a10be66-3273-47b6-87bd-cb528da8626f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee44108461c9447695c5c643413a522c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225877 Oct 22 13:13:23.985092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:23.985600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34286) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:23.994424 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7aabc754-9673-440f-9a0c-edff4e1f162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.005977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Calling delete_port for 975842bf-19ea-4525-a3ca-7223fb4a7778 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:24.039756 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.261001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78483f2-bace-486d-9161-a9b006000a2a req-e4ef610a-ed76-441c-b04c-a776d5118fc6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:24.263745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d78483f2-bace-486d-9161-a9b006000a2a req-e4ef610a-ed76-441c-b04c-a776d5118fc6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.1228933 Oct 22 13:13:24.279993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b11a5-fd20-49cc-bd6d-9c18d698b869 req-09814bcc-7d96-43fa-b00f-42c918d239c1 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:24.290256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad2b11a5-fd20-49cc-bd6d-9c18d698b869 req-09814bcc-7d96-43fa-b00f-42c918d239c1 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 945 time: 0.1781061 Oct 22 13:13:24.318679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.335178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.355354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.424887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.468175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d78483f2-bace-486d-9161-a9b006000a2a req-f1c43bc2-569f-4f53-b6ef-a5fb9f858532 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634929 Oct 22 13:13:24.472346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fb3ba4-f502-481d-8680-988245d17bd0,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:24.488674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.500335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-40189461-3e20-42dd-bd2e-2f3ac578324e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5576220 Oct 22 13:13:24.502235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:24.505780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad2b11a5-fd20-49cc-bd6d-9c18d698b869 req-896e8846-9623-42fd-bb32-1f5b0ce0b3be tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086351 Oct 22 13:13:24.508201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'a745ad22-4892-4135-82f1-f28f89036232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:24.529045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.576483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Port': ['ID=975842bf-19ea-4525-a3ca-7223fb4a7778,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:24.583757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 43e997bf-bdbb-4644-a140-96f11a2a7dee up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:24.624510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.708385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.715011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.721034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/352ab138-141a-41b8-8c3b-5058298bddee HTTP/1.1" status: 204 len: 168 time: 0.7330911 Oct 22 13:13:24.728062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.746252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.768073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb0ed-4995-4088-9ed4-725f85e061eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352ab138-141a-41b8-8c3b-5058298bddee,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:24.773145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 43e997bf-bdbb-4644-a140-96f11a2a7dee completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:24.784109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 43e997bf-bdbb-4644-a140-96f11a2a7dee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:24.784832 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.797957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.809082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-be8b8652-4e9a-4eeb-a45e-dc3377e406dc tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/ports/975842bf-19ea-4525-a3ca-7223fb4a7778 HTTP/1.1" status: 204 len: 168 time: 1.3461986 Oct 22 13:13:24.827249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:24.831941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf392a-2d4c-4c1b-bc03-b01983e8e829 req-d9b6c76f-1905-402e-b83d-1c750d1a8b57 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:24.839721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcbf392a-2d4c-4c1b-bc03-b01983e8e829 req-d9b6c76f-1905-402e-b83d-1c750d1a8b57 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 945 time: 0.2301323 Oct 22 13:13:24.946318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e918fade-fef3-4253-a76b-0b700e90e733,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:24.955248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcbf392a-2d4c-4c1b-bc03-b01983e8e829 req-793694f1-580f-4dfa-949c-1c74a4e85200 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096330 Oct 22 13:13:24.992875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:24.997726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b3885286-eef0-4979-a6fe-ef97afbc8526 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4943311 Oct 22 13:13:24.999002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34302) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:25.040953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting subnet 9ae9a742-ff70-45c0-8349-43f3eec06efc {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:13:25.047171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.063343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.095484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.099698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.167888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:25.171539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.178161 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af99f223-8f52-4706-a26a-71c9a02639ed" -d '{"events": [{"server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "name": "network-vif-plugged", "status": "completed", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:25.200445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.216897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.217625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e918fade-fef3-4253-a76b-0b700e90e733 HTTP/1.1" status: 204 len: 168 time: 0.2175338 Oct 22 13:13:25.228133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34310) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:25.235153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:25.256873 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.259570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a647c-54cb-4332-b971-38d36a8bfec0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e918fade-fef3-4253-a76b-0b700e90e733,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:25.370352 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b518b44-8af5-40ac-9f3d-0570b6847446 x-openstack-request-id: req-5b518b44-8af5-40ac-9f3d-0570b6847446 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:25.370664 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "name": "network-vif-plugged", "status": "completed", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:25.370918 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b518b44-8af5-40ac-9f3d-0570b6847446 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:25.371311 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'code': 200} Oct 22 13:13:25.483918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-a3ff8210-f58b-489d-8484-c7ff6ff0edd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:25.485504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:25.501272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-a3ff8210-f58b-489d-8484-c7ff6ff0edd4 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 945 time: 0.2230625 Oct 22 13:13:25.555460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6888f17b-3d29-4082-a024-1fe5cfb876b1 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3255837 Oct 22 13:13:25.565195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34322) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:25.608654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37090c5-724b-440e-907e-195e776b0ee6 req-7959a0de-27da-4225-96e6-50e962d8ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:25.610300 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e37090c5-724b-440e-907e-195e776b0ee6 req-7959a0de-27da-4225-96e6-50e962d8ac97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 1097 time: 0.2348318 Oct 22 13:13:25.663370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.715916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e37090c5-724b-440e-907e-195e776b0ee6 req-0215db25-06bb-4df8-a934-cfebec2e0d19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952597 Oct 22 13:13:25.736005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.737318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-b96ebc4e-4c01-4d55-b589-0524fb014964 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:25.738961 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-b96ebc4e-4c01-4d55-b589-0524fb014964 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "GET /v2.0/ports?device_id=2439d084-f700-46d3-881e-2c2a6517cc70 HTTP/1.1" status: 200 len: 945 time: 0.1368625 Oct 22 13:13:25.800869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.831708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.831988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:25.836917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf353ad-48d0-44db-91db-767035511dbb None None] Network 3c42fec9-f096-4366-b57f-2d9a1dda98e7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:25.840631 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/subnets/9ae9a742-ff70-45c0-8349-43f3eec06efc HTTP/1.1" status: 204 len: 168 time: 1.0121658 Oct 22 13:13:25.871782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:25.880795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf3326-60ca-48cc-9c68-90592677432a tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae9a742-ff70-45c0-8349-43f3eec06efc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:26.034834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22c7f-5a83-4999-9daa-6d1b4414e55f req-a04613ce-e502-470a-812d-cf3b64a7af35 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:26.047915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24a22c7f-5a83-4999-9daa-6d1b4414e55f req-a04613ce-e502-470a-812d-cf3b64a7af35 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 945 time: 0.3783989 Oct 22 13:13:26.102261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f5e6c-260e-4d2c-ad55-5cdccffc2aa2 req-407da5ad-46f0-4916-a92f-02c374fd90de tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:26.104203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-373f5e6c-260e-4d2c-ad55-5cdccffc2aa2 req-407da5ad-46f0-4916-a92f-02c374fd90de tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.4380441 Oct 22 13:13:26.150333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.160005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.162662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/95fb3ba4-f502-481d-8680-988245d17bd0 HTTP/1.1" status: 204 len: 168 time: 0.5628831 Oct 22 13:13:26.169732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24a22c7f-5a83-4999-9daa-6d1b4414e55f req-c327c574-2b2d-482f-9284-a9c7799250ce tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920973 Oct 22 13:13:26.183004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34338) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:26.222568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fee46-2792-457d-89bd-1a11fc595201 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95fb3ba4-f502-481d-8680-988245d17bd0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:26.326781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] DHCP port deletion for 3c42fec9-f096-4366-b57f-2d9a1dda98e7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:13:26.329116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Deleting port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:26.331204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.349006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-373f5e6c-260e-4d2c-ad55-5cdccffc2aa2 req-a48982bb-f312-45eb-b39f-af88834c706d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758690 Oct 22 13:13:26.397577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Deleting port 39761151-2775-4d07-95e8-1ea1f1504be8 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:26.397923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.422912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Deleting subnet 8f341c5b-c7bb-467d-b932-fccef7fe4940 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:13:26.432473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.453383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Deleting port 895b34c1-6c4a-4901-9d41-d77fec003f1d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:26.459399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.493153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5a2f834-b11d-4e38-aaf0-8ba9558f8182 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2833230 Oct 22 13:13:26.494817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:26.577670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.586673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34348) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:26.588068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.635307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] For port 895b34c1-6c4a-4901-9d41-d77fec003f1d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=895b34c1-6c4a-4901-9d41-d77fec003f1d,segment=NetworkSegment(624fc228-0af1-4180-bd97-377afd950e0f),segment_id=624fc228-0af1-4180-bd97-377afd950e0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:26.635871 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.641708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.668429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Calling delete_port for 895b34c1-6c4a-4901-9d41-d77fec003f1d owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:26.677846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.752649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] For port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:26.755213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.763362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.811235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.813109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.817513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/acae0235-04ff-4839-825d-052c64451497 HTTP/1.1" status: 204 len: 168 time: 0.3158152 Oct 22 13:13:26.818501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f980a-5c23-4d6f-a1f2-d5007edbddb5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acae0235-04ff-4839-825d-052c64451497,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:26.828208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:26.839058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-371184947-network', 'tenant_id': '7012c704d12047cda38a68b4a85ddb6d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:26.842573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Calling delete_port for 44db3ebf-2ab3-4c58-b62f-a81109b20d7a owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:26.857973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:26.884016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Subnet': ['ID=8f341c5b-c7bb-467d-b932-fccef7fe4940,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:26.925564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d37be849-6aad-4276-8236-8745247d2c8c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0960553 Oct 22 13:13:26.967020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34354) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:26.984574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616391b-66bd-4acd-bda3-ee5fdb1c3af2 None None] Network 04da9706-f80f-40d1-b040-58e757073095 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:26.986885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] Pushing event deleted for resources: {'Port': ['ID=895b34c1-6c4a-4901-9d41-d77fec003f1d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:26.999902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Made reservation on behalf of 7012c704d12047cda38a68b4a85ddb6d for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:27.003834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.024306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.025709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.029012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-10a3f1ce-cfed-421d-8e38-7dfad4698c08 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/subnets/8f341c5b-c7bb-467d-b932-fccef7fe4940 HTTP/1.1" status: 204 len: 168 time: 1.1378515 Oct 22 13:13:27.035805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34356) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.041906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 895b34c1-6c4a-4901-9d41-d77fec003f1d no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:27.056105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc306d5-41c9-44b1-b22a-d6442b70444f None None] No DVR routers for this DVR port 895b34c1-6c4a-4901-9d41-d77fec003f1d on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:27.112156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 895b34c1-6c4a-4901-9d41-d77fec003f1d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:27.112501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 895b34c1-6c4a-4901-9d41-d77fec003f1d not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:27.117351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c1a72-2b91-464f-bb67-144b57d39bef req-8ec75cbe-3021-4568-81c6-0af24ec4e8eb tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:27.119080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-903c1a72-2b91-464f-bb67-144b57d39bef req-8ec75cbe-3021-4568-81c6-0af24ec4e8eb tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.3674142 Oct 22 13:13:27.120358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.142390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.148941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.164884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.175798 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc272d3b-b6a0-490b-9cd5-46b24fbc99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.226349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec06c94-5aaf-47b3-bd10-65cda5c117b0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:27.240035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] For port 39761151-2775-4d07-95e8-1ea1f1504be8, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=39761151-2775-4d07-95e8-1ea1f1504be8,segment=NetworkSegment(e61130f6-f8e4-4e81-8729-f8ac665aa0f1),segment_id=e61130f6-f8e4-4e81-8729-f8ac665aa0f1)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:27.240659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.286624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Calling delete_port for 39761151-2775-4d07-95e8-1ea1f1504be8 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:27.291837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.324613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:13:27.345492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.350895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-903c1a72-2b91-464f-bb67-144b57d39bef req-0ecbf764-7115-4139-943a-ae262a43ec52 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199624 Oct 22 13:13:27.372391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.378447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.379979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5a411b3a-a76d-4e7b-a544-aaab5d4a5bd9 HTTP/1.1" status: 204 len: 168 time: 0.4000924 Oct 22 13:13:27.393337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.398287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.398702 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Added segment b6dab5d8-46ae-4975-b59c-1819481f3085 of type vlan for network 739b3aff-d989-45fa-97ff-2f305973dbc9 Oct 22 13:13:27.421533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] DHCP port deletion for 04da9706-f80f-40d1-b040-58e757073095 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:13:27.456956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eed2f-4d8a-4705-a67b-d653c2fab5c5 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a411b3a-a76d-4e7b-a544-aaab5d4a5bd9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:27.498415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Deleting port d88d568e-e89f-4b95-9e75-06891b456af8 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:27.499101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.516778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event deleted for resources: {'Port': ['ID=44db3ebf-2ab3-4c58-b62f-a81109b20d7a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:27.517494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] No DVR routers for this DVR port 44db3ebf-2ab3-4c58-b62f-a81109b20d7a on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:27.520909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-9b3272f1-68a9-48cc-bde2-4f6674e38ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2384167 Oct 22 13:13:27.542137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.547529 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d9769048-303c-47b8-b8ea-f47a7dec5c85 req-c23d88af-0cdc-47fb-bcb4-86c8b970cc06 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "DELETE /v2.0/ports/44db3ebf-2ab3-4c58-b62f-a81109b20d7a HTTP/1.1" status: 204 len: 173 time: 1.6008410 Oct 22 13:13:27.553396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'name': 'network-vif-deleted', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:27.557036 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b043c-98a6-40e3-9925-ecd3619f7b90" -d '{"events": [{"server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "name": "network-vif-deleted", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:27.617490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbda624-6359-4625-948d-a1ecf323d5bf req-d226314e-4bc6-4d39-b158-70b37808ca17 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:27.618992 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c583d6b7-e319-45dc-8199-d4c1d1d3a458 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2225330 Oct 22 13:13:27.619440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fbda624-6359-4625-948d-a1ecf323d5bf req-d226314e-4bc6-4d39-b158-70b37808ca17 tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f029f1c-39b5-4c62-82b9-d91f0c71ff50 HTTP/1.1" status: 200 len: 945 time: 0.3087192 Oct 22 13:13:27.622487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.663735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.676737 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.679054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.708176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.715151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.731277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] For port d88d568e-e89f-4b95-9e75-06891b456af8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d88d568e-e89f-4b95-9e75-06891b456af8,segment=NetworkSegment(e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6),segment_id=e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:27.731744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.734580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.738374 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fabc3a20-c6ae-43f2-8fde-ca9f21392da0 HTTP/1.1" status: 204 len: 168 time: 0.1149156 Oct 22 13:13:27.740105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b057c8b-695f-4f6c-9219-d68ef6612369 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fabc3a20-c6ae-43f2-8fde-ca9f21392da0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:27.741757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.763468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c42fec9-f096-4366-b57f-2d9a1dda98e7']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:27.771323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Calling delete_port for d88d568e-e89f-4b95-9e75-06891b456af8 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:27.775604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2a372-019e-4752-8bd3-f9db505f6b24 req-8e452395-1e5c-4e2d-8f53-145eaa8be953 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:27.777890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7d2a372-019e-4752-8bd3-f9db505f6b24 req-8e452395-1e5c-4e2d-8f53-145eaa8be953 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.2869437 Oct 22 13:13:27.792222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624fc228-0af1-4180-bd97-377afd950e0f') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:27.792685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624fc228-0af1-4180-bd97-377afd950e0f') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:27.806376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.807582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:27.808216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.827065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-24088fa7-f463-4b15-bf54-e75d68e3002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:27.828849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-24088fa7-f463-4b15-bf54-e75d68e3002c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.2717235 Oct 22 13:13:27.830950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.874536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fbda624-6359-4625-948d-a1ecf323d5bf req-59b5698e-9b97-4791-81ae-dfe6cafb154b tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f88d31d-af61-4ee4-812e-81d3a1dbdf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892374 Oct 22 13:13:27.878979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.920264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:13:27.922631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.924390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] Pushing event updated for resources: {'Network': ['ID=739b3aff-d989-45fa-97ff-2f305973dbc9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:13:27.930332 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:13:27.932727 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a7659f4-f396-46dd-a421-7eefc5f93796 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3399501 Oct 22 13:13:27.933147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.937810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:27.938754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Request body: {'subnet': {'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-371184947-subnet', 'tenant_id': '7012c704d12047cda38a68b4a85ddb6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:27.953823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:13:27.972448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-69e51d4b-7577-4aa0-80c2-1e66b0c65484 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2273860 Oct 22 13:13:27.973674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34376) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:27.974447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Made reservation on behalf of 7012c704d12047cda38a68b4a85ddb6d for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:27.977757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.000720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7d2a372-019e-4752-8bd3-f9db505f6b24 req-7c162299-7a8b-4fe4-ab68-4f6485ddda85 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021987 Oct 22 13:13:28.041926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Pushing event deleted for resources: {'Port': ['ID=39761151-2775-4d07-95e8-1ea1f1504be8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.071868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.127088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] Pushing event deleted for resources: {'Port': ['ID=d88d568e-e89f-4b95-9e75-06891b456af8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.131461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.153221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.161785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9babd06-9ad2-464a-9c93-52f27ef544c5 None None] No DVR routers for this DVR port d88d568e-e89f-4b95-9e75-06891b456af8 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:28.172882 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b531768-f377-4a20-8c99-0abf67a9a2ea x-openstack-request-id: req-2b531768-f377-4a20-8c99-0abf67a9a2ea {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:28.172882 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439d084-f700-46d3-881e-2c2a6517cc70", "name": "network-vif-deleted", "tag": "44db3ebf-2ab3-4c58-b62f-a81109b20d7a", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:28.172882 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b531768-f377-4a20-8c99-0abf67a9a2ea {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:28.180891 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439d084-f700-46d3-881e-2c2a6517cc70', 'name': 'network-vif-deleted', 'tag': '44db3ebf-2ab3-4c58-b62f-a81109b20d7a', 'status': 'completed', 'code': 200} Oct 22 13:13:28.187422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.210973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.212033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.217386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/networks/3c42fec9-f096-4366-b57f-2d9a1dda98e7 HTTP/1.1" status: 204 len: 168 time: 1.1738005 Oct 22 13:13:28.228122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] No DVR routers for this DVR port 39761151-2775-4d07-95e8-1ea1f1504be8 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:28.232255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:28.256327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.260299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71bc4c4f-b54a-4795-b099-ad662155ef74 req-f2e79bea-d543-4926-91a3-c4b2d90d657d tempest-MultipleCreateTestJSON-731453189 tempest-MultipleCreateTestJSON-731453189-project] 10.222.0.26 "DELETE /v2.0/ports/39761151-2775-4d07-95e8-1ea1f1504be8 HTTP/1.1" status: 204 len: 173 time: 2.7021506 Oct 22 13:13:28.260797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'name': 'network-vif-deleted', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:28.263197 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81ce842-d397-4be3-a504-4ed5e405afbf" -d '{"events": [{"server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "name": "network-vif-deleted", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:28.276215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d99d32-0737-486a-87dd-fdf508c35394 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Network': ['ID=3c42fec9-f096-4366-b57f-2d9a1dda98e7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.324542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-c54e0de6-289d-4f77-956c-eee75273c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:28.330669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-c54e0de6-289d-4f77-956c-eee75273c43f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.4703021 Oct 22 13:13:28.340517 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daf3a7c-35e3-47c0-bd21-9639cb386615 x-openstack-request-id: req-1daf3a7c-35e3-47c0-bd21-9639cb386615 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:28.341009 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f029f1c-39b5-4c62-82b9-d91f0c71ff50", "name": "network-vif-deleted", "tag": "39761151-2775-4d07-95e8-1ea1f1504be8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:28.341436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1daf3a7c-35e3-47c0-bd21-9639cb386615 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:28.341996 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f029f1c-39b5-4c62-82b9-d91f0c71ff50', 'name': 'network-vif-deleted', 'tag': '39761151-2775-4d07-95e8-1ea1f1504be8', 'status': 'completed', 'code': 200} Oct 22 13:13:28.349142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86686d1f-e1d5-42d7-b10e-cccd96c04551,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.376650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.380440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Checking segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:28.380783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Network hostable DHCP agents. Network: 739b3aff-d989-45fa-97ff-2f305973dbc9, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:13:28.412770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.450448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:13:28.485306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 739b3aff-d989-45fa-97ff-2f305973dbc9) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:28.496078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:28.496679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.498188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3678887-0651-4c07-ba93-72fbaeaa0d4e None None] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:28.537596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c314987a-2a44-435c-8af1-7be9e10e3788 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5951970 Oct 22 13:13:28.537596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.537596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.537596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/a745ad22-4892-4135-82f1-f28f89036232 HTTP/1.1" status: 204 len: 168 time: 0.3726881 Oct 22 13:13:28.542229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34390) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:28.573965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11b466-88a5-4f07-b0d8-b474607d523c tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a745ad22-4892-4135-82f1-f28f89036232,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.610435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-47d45d84-c385-40bb-9b76-aace24a5597a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654216 Oct 22 13:13:28.617091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34392) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:28.623109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645892976'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:28.639583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 39761151-2775-4d07-95e8-1ea1f1504be8 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:28.653792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.718088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 39761151-2775-4d07-95e8-1ea1f1504be8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:28.718711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 39761151-2775-4d07-95e8-1ea1f1504be8 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:28.721113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 44db3ebf-2ab3-4c58-b62f-a81109b20d7a no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:28.752569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 44db3ebf-2ab3-4c58-b62f-a81109b20d7a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:28.753056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 44db3ebf-2ab3-4c58-b62f-a81109b20d7a not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:28.801967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.811374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.836308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ede3a8-fa5e-423d-a5de-2ec70e070003 None None] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:28.864368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:28.865701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2472537 Oct 22 13:13:28.870514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:28.875660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'b8234e79-2668-454b-ae2a-f58fe9902acb', 'direction': 'ingress', 'protocol': 17}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:28.882136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36b724-89d5-4408-a63c-657681bd44de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8234e79-2668-454b-ae2a-f58fe9902acb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:28.920730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.034176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.045087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.049728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d88d568e-e89f-4b95-9e75-06891b456af8 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:29.070971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff8a042-d129-49fd-8ba9-843cbad7117b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:29.085785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.089579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6613c66-0771-408e-9e2a-0153bcc986c6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2164423 Oct 22 13:13:29.097259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d88d568e-e89f-4b95-9e75-06891b456af8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:29.097607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d88d568e-e89f-4b95-9e75-06891b456af8 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:29.099150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34408) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:29.188399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.201520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.221383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.238379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-5ecfbbf6-4d55-428e-af8c-d84dbb3e8f71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 1001 time: 0.8953726 Oct 22 13:13:29.284116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.287693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.289600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/b8234e79-2668-454b-ae2a-f58fe9902acb HTTP/1.1" status: 204 len: 168 time: 0.1892869 Oct 22 13:13:29.293299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:29.308207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7b1b-c2ef-4b63-aba9-4cb0e75be0ce req-fdfb0b8e-c58e-4c97-84e4-0d8f4c4bf52b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:29.309716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e7f7b1b-c2ef-4b63-aba9-4cb0e75be0ce req-fdfb0b8e-c58e-4c97-84e4-0d8f4c4bf52b tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.2008326 Oct 22 13:13:29.311725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6650cd-2467-4a90-9687-d7053f635cc7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8234e79-2668-454b-ae2a-f58fe9902acb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:29.346894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d7b6b50b-f41b-47e6-82e2-c91fff693ac9 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525136 Oct 22 13:13:29.350876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34420) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:29.355216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--16031391'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:29.377070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.455647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.461351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.479239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.495286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.499166 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1447971 Oct 22 13:13:29.499468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34422) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:29.500772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-47670590-f73c-4f85-a4c4-283491d3b168 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:29.502444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-47670590-f73c-4f85-a4c4-283491d3b168 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 817 time: 0.3256471 Oct 22 13:13:29.505313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050065089'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:29.508854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-a916cb59-2bce-429b-bd44-6e2661182b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:29.511131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049838f-11a4-4150-af53-75bfff5a4fae tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1dfbc7-02b3-428a-8823-d0cd1204b7a3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:29.511319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-a916cb59-2bce-429b-bd44-6e2661182b38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.2615297 Oct 22 13:13:29.553605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e7f7b1b-c2ef-4b63-aba9-4cb0e75be0ce req-ba1b2244-45db-4d1d-b006-f7d8a9ec8b90 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975133 Oct 22 13:13:29.564748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.577948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04da9706-f80f-40d1-b040-58e757073095']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:29.590306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-58038999-1ba1-417b-8831-c401406bb175 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/quotas/7012c704d12047cda38a68b4a85ddb6d HTTP/1.1" status: 200 len: 375 time: 0.0733147 Oct 22 13:13:29.594271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:29.594584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fbe0e4-bbeb-47ab-b587-d12c2dc2a6c6') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:29.623747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.677306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.697303 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.712836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:13:29.713246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.736276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.750865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.768681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5056ef07-af46-43d1-a4e4-c47b6e32401b tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1773109 Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:13:29.769358 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:13:29.784302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffe508-1bc3-4545-a203-ef31766a0e3d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:29.787091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-a71f0773-38fb-4eac-ba29-b1e5cbacd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:29.788779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-a71f0773-38fb-4eac-ba29-b1e5cbacd809 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609358 Oct 22 13:13:29.804558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.805936 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-de3e9405-51cf-491c-86a8-3efae89b114d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3055246 Oct 22 13:13:29.809713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:29.818137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'bd1dfbc7-02b3-428a-8823-d0cd1204b7a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '89ffe508-1bc3-4545-a203-ef31766a0e3d', 'remote_ip_prefix': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:29.852928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.905104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.912355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:29.923887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] 10.222.0.25 "DELETE /v2.0/networks/04da9706-f80f-40d1-b040-58e757073095 HTTP/1.1" status: 204 len: 168 time: 1.6794763 Oct 22 13:13:29.994169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.009813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.038552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf51bb0b-4d73-4be8-9773-dd29a65f9db0,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:30.052873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa79b6-60e8-475f-a483-80eb78ac4b55 tempest-TaggedBootDevicesTest-1106700046 tempest-TaggedBootDevicesTest-1106700046-project] Pushing event deleted for resources: {'Network': ['ID=04da9706-f80f-40d1-b040-58e757073095,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:30.055249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.057267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66fdfcbf-d978-4031-8331-60dc31cd240e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2464073 Oct 22 13:13:30.060128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.095613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.104376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.139469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.149149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.150587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cf51bb0b-4d73-4be8-9773-dd29a65f9db0 HTTP/1.1" status: 204 len: 168 time: 0.0891852 Oct 22 13:13:30.152995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03973df6-ac75-4c7a-9ed4-5e1234f7c93f req-6530c190-8776-4564-bb63-c1acf436d13b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:30.154819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03973df6-ac75-4c7a-9ed4-5e1234f7c93f req-6530c190-8776-4564-bb63-c1acf436d13b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.3805170 Oct 22 13:13:30.158970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.167433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac8e8d-d15a-4e43-9bac-be9f20c2c664 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf51bb0b-4d73-4be8-9773-dd29a65f9db0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:30.255038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-26db36b7-2a5c-4449-8f77-db78fa101d7b service neutron] 10.222.0.25 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621401 Oct 22 13:13:30.282479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-1bde29b1-0bed-4a92-ae4d-ec644f263f5c service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201961 Oct 22 13:13:30.295590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fec13950-c516-4ebf-9132-b19283426afa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1353455 Oct 22 13:13:30.298626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.315924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03973df6-ac75-4c7a-9ed4-5e1234f7c93f req-0b810529-3c7f-4b73-99fa-46997295b9ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410201 Oct 22 13:13:30.367615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.390809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.432684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.435355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.438887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/89ffe508-1bc3-4545-a203-ef31766a0e3d HTTP/1.1" status: 204 len: 168 time: 0.1366031 Oct 22 13:13:30.439846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.452996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b9799-2366-4855-af91-5957bcf0a913 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ffe508-1bc3-4545-a203-ef31766a0e3d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:30.511794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-336aae54-1f70-4ff4-9a2a-96c346bd659c service neutron] 10.222.0.25 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395163 Oct 22 13:13:30.515347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41431772-682a-4746-9e33-9d9af9a4a0ef req-56501e8b-3f5d-4a86-a1dc-5319ce430ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089238 Oct 22 13:13:30.519903 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ab631bfb-ae26-4324-ab53-e4bedde85b22 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0789330 Oct 22 13:13:30.523097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.525000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6c8e4-683a-47c9-975a-3bf43909d032 req-584e90c1-2403-4200-a79b-cddcab25c2d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:30.526838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0aa6c8e4-683a-47c9-975a-3bf43909d032 req-584e90c1-2403-4200-a79b-cddcab25c2d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.1297097 Oct 22 13:13:30.542115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.547120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Request body: {'floatingip': {'port_id': '43e997bf-bdbb-4644-a140-96f11a2a7dee'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:30.591618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.616740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.623616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.653811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.674429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.688204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.692859 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd1dfbc7-02b3-428a-8823-d0cd1204b7a3 HTTP/1.1" status: 204 len: 168 time: 0.1653388 Oct 22 13:13:30.695411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34454) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.734430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00423b-3052-460a-a709-64f1f9bc89b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1dfbc7-02b3-428a-8823-d0cd1204b7a3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:30.858353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-57aec0d5-524a-4205-8ff9-d032dfcd19ce tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603878 Oct 22 13:13:30.862898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:30.874334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023290467'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:30.912408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:30.977186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Deleting subnet d7d781c6-f11a-43b7-a033-b2d621070885 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:13:30.989184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.003022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.008729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.058743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50298f2-c041-4c2b-ac29-5dba6f80550a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:31.086161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.088150 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f385c64-b7f6-4976-9f49-aeb1e610fe68 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2243197 Oct 22 13:13:31.090893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:31.096114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'd50298f2-c041-4c2b-ac29-5dba6f80550a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:31.127475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3316276-306e-46d6-9f10-5971613c726a req-617ce4e9-dce1-4066-9622-58faffec2cff tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 210 time: 0.0666745 Oct 22 13:13:31.156332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.196188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.269105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.317765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.324759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.354489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89c5a70-5ee3-4238-9146-77aa7a1810bf,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:31.388338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.394349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1260e9e9-0da7-43f3-b2ce-2cc5c2d6451a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2975450 Oct 22 13:13:31.395049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34486) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:31.478216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.478351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.506438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.525445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.529908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d7d781c6-f11a-43b7-a033-b2d621070885 HTTP/1.1" status: 204 len: 168 time: 0.8750861 Oct 22 13:13:31.532356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8b069-74d3-4876-aef9-fb6c207a2fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d781c6-f11a-43b7-a033-b2d621070885,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:31.533524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:31.605619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.617331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.618872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c89c5a70-5ee3-4238-9146-77aa7a1810bf HTTP/1.1" status: 204 len: 168 time: 0.2226071 Oct 22 13:13:31.623653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34494) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:31.647809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1d122-a843-4da1-a2db-5de3de019ad3 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c89c5a70-5ee3-4238-9146-77aa7a1810bf,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:31.651645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.720253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-567257f4-da3d-4f81-96fc-bd438fd540eb tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956042 Oct 22 13:13:31.723074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34496) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:31.737407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b5b08-0203-46f9-9145-689cd73acf79 req-5698df5f-5209-48fd-9e6a-8f50fc98a82f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:31.739593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a5b5b08-0203-46f9-9145-689cd73acf79 req-5698df5f-5209-48fd-9e6a-8f50fc98a82f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.2192767 Oct 22 13:13:31.796641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a5b5b08-0203-46f9-9145-689cd73acf79 req-9c89bddf-4e6a-4195-98a5-dbaf57716107 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Oct 22 13:13:31.857593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:31.902736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:13:31.916365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d36185c-4a0c-4be6-92a9-7b57ef3580ea']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:31.937508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:31.939031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61130f6-f8e4-4e81-8729-f8ac665aa0f1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:31.964800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.012122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.025537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:13:32.026023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.027754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:13:32.028470 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:13:32.036773 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.074900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.137003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.140664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.164872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.170700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d36185c-4a0c-4be6-92a9-7b57ef3580ea HTTP/1.1" status: 204 len: 168 time: 0.6338027 Oct 22 13:13:32.170700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf70e4-0ab1-4a17-ad6c-d2f48d9cc42b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d36185c-4a0c-4be6-92a9-7b57ef3580ea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:32.208869 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Floating IP f69456a1-47e5-4318-9d72-404b0c627e87 associated. External IP: 172.25.6.124, port: 43e997bf-bdbb-4644-a140-96f11a2a7dee. Oct 22 13:13:32.242459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.247073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.251352 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/d50298f2-c041-4c2b-ac29-5dba6f80550a HTTP/1.1" status: 204 len: 168 time: 0.5250611 Oct 22 13:13:32.266446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34510) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:32.307899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-711b55e8-c9d4-4912-8ae5-71c22543bea2 req-2afcb7d6-df80-43e2-b368-098a8271a182 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 210 time: 0.0410991 Oct 22 13:13:32.418217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5678-9dae-44ec-9b3f-ac5c98d46e33 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50298f2-c041-4c2b-ac29-5dba6f80550a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:32.428696 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d9c6b5c-3250-43d0-a249-bb896cef24e1 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1606719 Oct 22 13:13:32.434492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34512) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:32.440858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group': {'name': 'tempest-secgroup--439258507'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:32.480923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:32.592260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d97e932d-e056-4a58-be22-e10def277793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd7501338a05467d821df546a2ebd9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094944 Oct 22 13:13:32.593339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.594729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:32.737293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:13:32.741091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.748665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.753237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40790169-987b-4881-a069-c778261009ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.794840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.796710 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3601799 Oct 22 13:13:32.818944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34518) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:32.833674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'fe3a7084-56f3-40f0-b93f-0bb771a0e28e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:32.844352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40790169-987b-4881-a069-c778261009ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:32.844823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41eb7-80f3-4726-8cd3-0b61e21272de tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a7084-56f3-40f0-b93f-0bb771a0e28e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:32.916008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.150132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.160418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.198709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:13:33.204672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40790169-987b-4881-a069-c778261009ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.207774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40790169-987b-4881-a069-c778261009ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.211588 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Sync routers for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:13:33.220328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-40790169-987b-4881-a069-c778261009ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f88d31d-af61-4ee4-812e-81d3a1dbdf40 HTTP/1.1" status: 204 len: 168 time: 0.6222491 Oct 22 13:13:33.230888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50db3afa-34e4-47d9-86c3-a306717892a2,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:33.234673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:33.242199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.245783 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:33.310990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.316448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f3e47b91-d8df-4e7a-801e-0d09ea5ff811 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4937298 Oct 22 13:13:33.320606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:33.381901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1e121-63a2-4333-b1cc-06caa6ea459f req-1b432330-ebd5-4c45-b717-cbf53e8571f6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:33.387106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3c1e121-63a2-4333-b1cc-06caa6ea459f req-1b432330-ebd5-4c45-b717-cbf53e8571f6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.4339924 Oct 22 13:13:33.392451 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e08e415-99e6-4665-b3bf-cf9389108da0 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules/50db3afa-34e4-47d9-86c3-a306717892a2 HTTP/1.1" status: 200 len: 763 time: 0.0704305 Oct 22 13:13:33.393162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34542) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:33.531493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b3192cb3-8964-459b-98eb-0228383cc2f1 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1371112 Oct 22 13:13:33.532217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34548) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:33.566278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790169-987b-4881-a069-c778261009ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f88d31d-af61-4ee4-812e-81d3a1dbdf40,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:33.608486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:33.642435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34550) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:33.654218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.656538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3c1e121-63a2-4333-b1cc-06caa6ea459f req-07bac81a-61bb-49e7-bae5-b83c6e694542 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407079 Oct 22 13:13:33.666946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.693551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9579fab9-38b5-4515-a913-92cfeb75da31 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "PUT /v2.0/floatingips/f69456a1-47e5-4318-9d72-404b0c627e87 HTTP/1.1" status: 200 len: 992 time: 3.1470604 Oct 22 13:13:33.724292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:33.728436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e64aee2-4609-47bc-aee4-069415e60b49" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:33.747724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a2d3d45-225c-4748-a637-a211b9f2dd2a req-8849a7e4-f48d-42d9-bf0a-a75079683917 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 210 time: 0.0502958 Oct 22 13:13:33.795192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.836476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-6eec9118-914e-47a8-9d39-4529eeb503b1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:33.859812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-6eec9118-914e-47a8-9d39-4529eeb503b1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 817 time: 0.8084838 Oct 22 13:13:33.872576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:33.876339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34564) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:33.881897 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/50db3afa-34e4-47d9-86c3-a306717892a2 HTTP/1.1" status: 204 len: 168 time: 0.3485699 Oct 22 13:13:33.912476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Request body: {'port': {'device_id': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'admin_state_up': True, 'tenant_id': '7012c704d12047cda38a68b4a85ddb6d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:33.949535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab98ee1-c7b0-43e4-be9d-43920ab75c9a tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50db3afa-34e4-47d9-86c3-a306717892a2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:34.219389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5d6abdbb-0707-4778-83dc-86f97912b6d6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:34.227052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5d6abdbb-0707-4778-83dc-86f97912b6d6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 817 time: 0.4544392 Oct 22 13:13:34.264890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Request body: {'port': {'device_id': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'admin_state_up': True, 'tenant_id': '7012c704d12047cda38a68b4a85ddb6d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:34.502951 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f69456a1-47e5-4318-9d72-404b0c627e87', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'port_id': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'mac_address': 'fa:16:3e:d9:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:12:09Z', 'updated_at': '2021-10-22T13:13:31Z', 'revision_number': 1, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:34.544923 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Checking router: bc50a94d-dfe3-49ac-9fdd-7fc51654b80a for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:13:34.555592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:34.556725 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:34.575633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-26272113-98bf-4f76-b740-a1b3ce896a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:34.577176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-26272113-98bf-4f76-b740-a1b3ce896a4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f4bea442f38408eb9c4c5d89fc867b2&device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 1097 time: 0.4869039 Oct 22 13:13:34.661670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34580) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:34.756041 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:34.794179 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-d4621e90-c00e-45bf-84b0-d827fd383e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:34.796070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-d4621e90-c00e-45bf-84b0-d827fd383e10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=15581a2f-7908-4c5d-85c8-4249e482c6fa HTTP/1.1" status: 200 len: 916 time: 0.2069066 Oct 22 13:13:34.810587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Made reservation on behalf of 7012c704d12047cda38a68b4a85ddb6d for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:34.815381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:34.835605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-network', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:34.856473 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7ffb6-4f62-4165-818a-d935ee087999 x-openstack-request-id: req-9fb7ffb6-4f62-4165-818a-d935ee087999 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:34.857104 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:34.857104 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fb7ffb6-4f62-4165-818a-d935ee087999 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:34.857392 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'status': 'completed', 'code': 200} Oct 22 13:13:34.880930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7a78dd63-dd3f-4c7b-a2b9-0a60f25c78f6 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0034084 Oct 22 13:13:34.907920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34588) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:34.921452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-803ecbee-c73d-454d-85c7-d2e99c5cd524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee HTTP/1.1" status: 200 len: 1000 time: 0.1119688 Oct 22 13:13:34.932375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1684db5-27a0-4651-881a-e1fdfb58f8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:34.971578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'fe3a7084-56f3-40f0-b93f-0bb771a0e28e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:34.974969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Made reservation on behalf of 72bbdad3564944e7bf0c89fe49faac01 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:34.977620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.027673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.115921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.136915 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f69456a1-47e5-4318-9d72-404b0c627e87', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'port_id': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'mac_address': 'fa:16:3e:d9:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:12:09Z', 'updated_at': '2021-10-22T13:13:31Z', 'revision_number': 1, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:35.167972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df3a9f-098d-4e96-85b2-d9e7603b1d3f req-b99a49b3-3a5d-4059-b7b2-659393e5e8c2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.169862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1df3a9f-098d-4e96-85b2-d9e7603b1d3f req-b99a49b3-3a5d-4059-b7b2-659393e5e8c2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 1.2529907 Oct 22 13:13:35.183090 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287c487-d8db-4708-ab0f-0e1f8f7cfaf3 None None] The sync data for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 is: [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f69456a1-47e5-4318-9d72-404b0c627e87', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'port_id': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'mac_address': 'fa:16:3e:d9:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:12:09Z', 'updated_at': '2021-10-22T13:13:31Z', 'revision_number': 1, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:13:35.202882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.268023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-79d83b90-6c26-43be-a0d3-5a1ab3904e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.269634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-79d83b90-6c26-43be-a0d3-5a1ab3904e48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=344decde-6542-4b9e-b958-6453bb688c8e HTTP/1.1" status: 200 len: 854 time: 0.3365901 Oct 22 13:13:35.270898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:13:35.274919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:35.299155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Allocated IP 172.20.0.13 (739b3aff-d989-45fa-97ff-2f305973dbc9/86686d1f-e1d5-42d7-b10e-cccd96c04551/059cccf5-d64a-4272-bc5c-52517c3d12b9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:35.306295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.306889 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Added segment 2f5b70fc-7b72-4fc0-a72f-28d4d67137a0 of type vlan for network a27f1164-4f71-4e90-ba6f-1381d84fa812 Oct 22 13:13:35.320134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ede5d696-18a8-46ad-82f0-55523d5ae855 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.321693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ede5d696-18a8-46ad-82f0-55523d5ae855 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.26 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 817 time: 1.2557433 Oct 22 13:13:35.354546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Request body: {'port': {'device_id': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'admin_state_up': True, 'tenant_id': '7012c704d12047cda38a68b4a85ddb6d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:35.373604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799f6e-6415-40ee-be85-78cca83f45f2 req-6434196c-d818-430f-8b4b-500b8877b273 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.381826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4799f6e-6415-40ee-be85-78cca83f45f2 req-6434196c-d818-430f-8b4b-500b8877b273 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.4930589 Oct 22 13:13:35.398973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.430872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-71f93ca2-0c21-4ae9-a4fc-70f69144ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.432780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-71f93ca2-0c21-4ae9-a4fc-70f69144ab4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=15581a2f-7908-4c5d-85c8-4249e482c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463139 Oct 22 13:13:35.438457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1df3a9f-098d-4e96-85b2-d9e7603b1d3f req-7c4da932-334d-4ac7-b3cf-b2461568ba99 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275388 Oct 22 13:13:35.439519 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.510560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.511809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:35.512587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.558641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Made reservation on behalf of 7012c704d12047cda38a68b4a85ddb6d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:35.565361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ee08d-ce3e-4bbe-9004-38e0e47b8a9e None None] New status for floating IP f69456a1-47e5-4318-9d72-404b0c627e87: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:13:35.576905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.599938 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9337502 Oct 22 13:13:35.611334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34594) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:35.628574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Request body: {'subnet': {'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-subnet', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:35.649743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.717506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.789046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6ce921c-ea47-41de-b7c5-e3ac7436636e req-e6f82b93-9bfe-49c6-922c-c1a318b1b5ca tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 210 time: 0.2000201 Oct 22 13:13:35.803997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4799f6e-6415-40ee-be85-78cca83f45f2 req-b09f5a7f-e60c-4deb-ae9d-dab5640ae633 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158587 Oct 22 13:13:35.925381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f241a4-d795-4bcb-9644-9ee838b7cda4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:35.929301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1684db5-27a0-4651-881a-e1fdfb58f8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.939986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1684db5-27a0-4651-881a-e1fdfb58f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:35.997699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d1684db5-27a0-4651-881a-e1fdfb58f8ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c654e90d5f8f4a1db9d2b9f3f73393ba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3329885 Oct 22 13:13:35.998587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34596) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:35.999821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1684db5-27a0-4651-881a-e1fdfb58f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d86c2-a1f4-4b65-b00e-368e6f8c6a44,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.040195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a3337-3841-4238-ad34-2fdbcf8b243d admin admin] Pushing event updated for resources: {'Network': ['ID=a27f1164-4f71-4e90-ba6f-1381d84fa812,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.056856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:13:36.068797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-a68f3cf5-0633-47dd-a510-ae851a60812a service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260779 Oct 22 13:13:36.069142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.071504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Made reservation on behalf of 72bbdad3564944e7bf0c89fe49faac01 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:36.074319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.097195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.120938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.138453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.142542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c3f204d4-6814-4e7b-b33e-5e2a8f3e42aa tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2051964 Oct 22 13:13:36.145513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:36.161554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Made reservation on behalf of 7012c704d12047cda38a68b4a85ddb6d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:36.166053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.200238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.203096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.206664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/321d86c2-a1f4-4b65-b00e-368e6f8c6a44 HTTP/1.1" status: 204 len: 168 time: 0.2010970 Oct 22 13:13:36.243624 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecad0f38-e5a9-452d-97d8-5481a4387ccd tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules/20f241a4-d795-4bcb-9644-9ee838b7cda4 HTTP/1.1" status: 200 len: 763 time: 0.0943909 Oct 22 13:13:36.246347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34602) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:36.262635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba9e29-4d89-4930-aea8-c9682f62320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d86c2-a1f4-4b65-b00e-368e6f8c6a44,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.288134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.332164 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e64aee2-4609-47bc-aee4-069415e60b49 req-316015bd-1068-4b4a-b62b-37e2adc66f10 service neutron] 10.222.0.26 "GET /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493544 Oct 22 13:13:36.349697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:36.355389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:36.362291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:36.373682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cb485605-8954-49dc-aa3f-6e379b6c1340 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1260154 Oct 22 13:13:36.376972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34604) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:36.397057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Allocated IP 172.20.0.9 (739b3aff-d989-45fa-97ff-2f305973dbc9/86686d1f-e1d5-42d7-b10e-cccd96c04551/2c3bca18-596d-4b88-b2de-e28b31ee688f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:36.418120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.432155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event updated for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.432389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.458017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:36.458679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.508638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.520160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.523670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/20f241a4-d795-4bcb-9644-9ee838b7cda4 HTTP/1.1" status: 204 len: 168 time: 0.1436384 Oct 22 13:13:36.526220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:36.536748 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e2cc9994-b023-4b57-a3d8-28945429acdb tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2909601 Oct 22 13:13:36.542012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.553170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea758-66de-41ea-b29c-aab6158af785 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20f241a4-d795-4bcb-9644-9ee838b7cda4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.557540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Request body: {'port': {'device_id': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:36.653889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1542a534-76da-4f9a-b573-c5ddbb832dea,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:36.706153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d6854846-e5df-4684-bd3e-45efada0e257 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1785638 Oct 22 13:13:36.713135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34620) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:36.717587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Request body: {'security_group_rule': {'security_group_id': 'fe3a7084-56f3-40f0-b93f-0bb771a0e28e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:36.735503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Checking segment: {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:36.736478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Network hostable DHCP agents. Network: a27f1164-4f71-4e90-ba6f-1381d84fa812, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:13:36.746731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.766106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.805183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:13:36.819730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0809eaf-0ff9-4a5b-8bee-82407ab4864d req-f3e94649-ec08-4e42-9f9c-5bbaf3929fff tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:36.821619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0809eaf-0ff9-4a5b-8bee-82407ab4864d req-f3e94649-ec08-4e42-9f9c-5bbaf3929fff tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2215080 Oct 22 13:13:36.846988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.847612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a27f1164-4f71-4e90-ba6f-1381d84fa812) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:36.857999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:36.858195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2040d74-d8ee-40c3-88c4-12a72a9cb69e None None] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:36.861917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.916428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:36.961106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0809eaf-0ff9-4a5b-8bee-82407ab4864d req-99f040f7-51f3-4346-a4a3-353e26e7cd48 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238847 Oct 22 13:13:37.078067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:37.085052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0d5b7808-b2d8-4cb4-a729-72fdf024d476 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4608886 Oct 22 13:13:37.089384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34634) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:37.094983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:37.118686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:37.121340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Allocated IP 172.20.0.12 (739b3aff-d989-45fa-97ff-2f305973dbc9/86686d1f-e1d5-42d7-b10e-cccd96c04551/364e960d-0cae-45cd-bd7b-c5b58758ce92) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:37.146948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ffea66-d4c3-49bd-b52e-3722fa05b0d8 None None] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:37.162126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.165199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.165354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:37.174797 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.175757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event updated for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:37.213684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.291815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb626199-2e6b-4ff1-bf8a-46850ba045aa,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:37.329164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96474a-eb59-4764-8c33-b34e3e51582b req-bbaeb6d9-8b82-49a3-a316-d78a2d17f456 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:37.344815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.347205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a96474a-eb59-4764-8c33-b34e3e51582b req-bbaeb6d9-8b82-49a3-a316-d78a2d17f456 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.3243349 Oct 22 13:13:37.374141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:37.374908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.411644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.413064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc64ac36-1f57-4d23-ad0b-f2cefc4175b4 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6989563 Oct 22 13:13:37.419117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34642) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:37.435726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338fdc0-57ce-46ef-a105-47baec7349cc req-d3c12b19-599c-4f15-9e17-3703b9a776c3 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:37.437235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a338fdc0-57ce-46ef-a105-47baec7349cc req-d3c12b19-599c-4f15-9e17-3703b9a776c3 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 932 time: 0.3656237 Oct 22 13:13:37.491599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-52e5efc3-7624-4322-af65-d2207c9640c6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5837748 Oct 22 13:13:37.515903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Request body: {'port': {'device_id': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:37.523140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a451ef9b-27b5-4146-b23e-062ec3a159a7 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules/eb626199-2e6b-4ff1-bf8a-46850ba045aa HTTP/1.1" status: 200 len: 764 time: 0.1027520 Oct 22 13:13:37.525626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34646) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:37.568540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a96474a-eb59-4764-8c33-b34e3e51582b req-1bd35a5d-6dae-42ad-8e1c-dac31df791ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203751 Oct 22 13:13:37.635284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a338fdc0-57ce-46ef-a105-47baec7349cc req-097d82f3-ca50-49ba-b040-41c5f88df2df tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787567 Oct 22 13:13:37.683884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.690863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.708643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7882be27-53c9-4ff8-934c-6c53c7d9082e tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1817484 Oct 22 13:13:37.712011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34650) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:37.734777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.766092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.777433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.849694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.937370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.946943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.964438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:37.968194 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/eb626199-2e6b-4ff1-bf8a-46850ba045aa HTTP/1.1" status: 204 len: 168 time: 0.2523808 Oct 22 13:13:37.971677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34656) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:37.989545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d0d60-b443-4bf2-b0f2-723d80c81a10 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb626199-2e6b-4ff1-bf8a-46850ba045aa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:38.174203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9058d140-2a6d-4c64-9e52-8ea74c3079e9 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1950662 Oct 22 13:13:38.182482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34664) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:38.186208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Network 739b3aff-d989-45fa-97ff-2f305973dbc9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:38.225174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:38.232799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event updated for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:38.235244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:38.320564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059cccf5-d64a-4272-bc5c-52517c3d12b9 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:38.329229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b86d-d42e-4d7d-83c4-1b0b21a8bfd6 req-40e1f678-e000-4be7-b706-196a2d0a1694 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:38.331346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5c8b86d-d42e-4d7d-83c4-1b0b21a8bfd6 req-40e1f678-e000-4be7-b706-196a2d0a1694 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2177951 Oct 22 13:13:38.353184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.380761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:38.381547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.405209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.420185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Transition to ACTIVE for port object 059cccf5-d64a-4272-bc5c-52517c3d12b9 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:38.424103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-ba9a143b-69eb-47ed-8bc6-e82a7775341f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0866752 Oct 22 13:13:38.445642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Request body: {'port': {'device_id': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:38.451072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5c8b86d-d42e-4d7d-83c4-1b0b21a8bfd6 req-f66c7abf-9544-49a5-813e-c1ef4b796ccd tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101379 Oct 22 13:13:38.504114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.510417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.558364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.622620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.631509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.665316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Pushing event updated for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:38.703002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.711429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.716683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe3a7084-56f3-40f0-b93f-0bb771a0e28e HTTP/1.1" status: 204 len: 168 time: 0.5271411 Oct 22 13:13:38.717311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:38.880292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Attempting to bind port 059cccf5-d64a-4272-bc5c-52517c3d12b9 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:38.880828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Attempting to bind port 059cccf5-d64a-4272-bc5c-52517c3d12b9 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:38.881162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Attempting to bind port 059cccf5-d64a-4272-bc5c-52517c3d12b9 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:38.888750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Port 059cccf5-d64a-4272-bc5c-52517c3d12b9 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:38.889094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Attempting to bind port 059cccf5-d64a-4272-bc5c-52517c3d12b9 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:38.898665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:38.899493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Checking segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:38.899976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Bound using segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:38.900427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Bound port: 059cccf5-d64a-4272-bc5c-52517c3d12b9, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:38.900785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:38.953499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50012048-386e-49ed-8a5b-3a14470af9be tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a7084-56f3-40f0-b93f-0bb771a0e28e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:39.018440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:39.023710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:39.041306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.043663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Allocated IP 172.25.6.54 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d152d935-4c60-4d78-a560-c9e800233cd7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:39.054670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68b2b64c-0a0f-4e95-bf1a-c72acede164d tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1767783 Oct 22 13:13:39.059927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3bca18-596d-4b88-b2de-e28b31ee688f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:39.069342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:39.074183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009248-694a-4741-a2cf-3e7450651472 req-e75aab38-555b-4281-a88d-79cec3d6ecb0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:39.081644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0009248-694a-4741-a2cf-3e7450651472 req-e75aab38-555b-4281-a88d-79cec3d6ecb0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.1945508 Oct 22 13:13:39.093878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.111208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218aae8-b4d1-402b-a363-fb308ea6e796 req-e4edb824-b2fc-44a2-a7ef-cb605ae13a36 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:39.119376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5218aae8-b4d1-402b-a363-fb308ea6e796 req-e4edb824-b2fc-44a2-a7ef-cb605ae13a36 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 944 time: 0.2196109 Oct 22 13:13:39.148126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:39.148550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Transition to ACTIVE for port object 2c3bca18-596d-4b88-b2de-e28b31ee688f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:39.148991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.150643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/059cccf5-d64a-4272-bc5c-52517c3d12b9 HTTP/1.1" status: 200 len: 1092 time: 2.6035547 Oct 22 13:13:39.161326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:39.164458 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:39.166114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.228217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e6ded66-ab2d-4fe5-b0ba-c786915f3f03 tempest-SecGroupTest-960501445 tempest-SecGroupTest-960501445-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1542900 Oct 22 13:13:39.304786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f11db-15de-4ef4-a510-348109f292b6 service neutron] Pushing event updated for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:39.325915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-77676be4-eedb-46f3-bc17-ee1581796fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:39.326955 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-77676be4-eedb-46f3-bc17-ee1581796fab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 1095 time: 0.1228666 Oct 22 13:13:39.356699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0009248-694a-4741-a2cf-3e7450651472 req-98d03bd8-450f-4c7a-a3bd-ef9e81417eaf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734208 Oct 22 13:13:39.387202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-23ac925d-2492-41cc-9509-f22119f3ed79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9 HTTP/1.1" status: 200 len: 217 time: 0.0486734 Oct 22 13:13:39.407865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.459599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-c1257b91-472a-44ae-b6bf-97330b84fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:39.461391 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-c1257b91-472a-44ae-b6bf-97330b84fa96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.0656199 Oct 22 13:13:39.508659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-c0e41bbf-bed6-4cf0-ba57-97b68c66ae71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389080 Oct 22 13:13:39.516519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.584507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364e960d-0cae-45cd-bd7b-c5b58758ce92 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:39.596971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.604251 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7af4e7-b0ac-42ea-9178-532bdcf9d5f7 x-openstack-request-id: req-5f7af4e7-b0ac-42ea-9178-532bdcf9d5f7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:39.605277 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:39.605462 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f7af4e7-b0ac-42ea-9178-532bdcf9d5f7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:39.607207 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9', 'status': 'completed', 'code': 200} Oct 22 13:13:39.630658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Transition to ACTIVE for port object 364e960d-0cae-45cd-bd7b-c5b58758ce92 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:39.671943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5218aae8-b4d1-402b-a363-fb308ea6e796 req-66d21a06-089b-4861-868c-1a11f91e3a36 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502043 Oct 22 13:13:39.672196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:39.689337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:39.717286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:39.778005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.780148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:39.793201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Pushing event updated for resources: {'Port': ['ID=d152d935-4c60-4d78-a560-c9e800233cd7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:39.821291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:39.978863 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-2fcfb1fc-5ab3-449e-bd99-3d0895750b8f service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592264 Oct 22 13:13:40.023740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a011d7a-7b7f-4a14-be9a-b16f9284afb5 req-458017e7-7ab1-48dd-bf3e-2dcdd7cbc985 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.032716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a011d7a-7b7f-4a14-be9a-b16f9284afb5 req-458017e7-7ab1-48dd-bf3e-2dcdd7cbc985 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.3883433 Oct 22 13:13:40.096955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34712) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:40.151464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Pushing event updated for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:40.158998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a011d7a-7b7f-4a14-be9a-b16f9284afb5 req-b4550100-21d0-47a1-a24b-608cccea1830 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244316 Oct 22 13:13:40.226908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Attempting to bind port 2c3bca18-596d-4b88-b2de-e28b31ee688f on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:40.227412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Attempting to bind port 2c3bca18-596d-4b88-b2de-e28b31ee688f by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:40.227849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Attempting to bind port 2c3bca18-596d-4b88-b2de-e28b31ee688f on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:40.238282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Port 2c3bca18-596d-4b88-b2de-e28b31ee688f on network 739b3aff-d989-45fa-97ff-2f305973dbc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:40.238857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Attempting to bind port 2c3bca18-596d-4b88-b2de-e28b31ee688f on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:40.260921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Attempting to bind port 364e960d-0cae-45cd-bd7b-c5b58758ce92 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:40.261354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Attempting to bind port 364e960d-0cae-45cd-bd7b-c5b58758ce92 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:40.262095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Attempting to bind port 364e960d-0cae-45cd-bd7b-c5b58758ce92 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:40.266939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:40.267395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Checking segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:40.267881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Bound using segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:40.268432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Bound port: 2c3bca18-596d-4b88-b2de-e28b31ee688f, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:40.268894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.271485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5c9aa7cc-576a-4688-bc2b-1bf8a4fcda62 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753041 Oct 22 13:13:40.278972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Port 364e960d-0cae-45cd-bd7b-c5b58758ce92 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:40.279434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Attempting to bind port 364e960d-0cae-45cd-bd7b-c5b58758ce92 on network 739b3aff-d989-45fa-97ff-2f305973dbc9 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:40.289855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:40.290476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Checking segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:40.291081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Bound using segment: {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:40.291550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Bound port: 364e960d-0cae-45cd-bd7b-c5b58758ce92, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dab5d8-46ae-4975-b59c-1819481f3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:40.292082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.296566 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.465135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:40.469608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:40.499045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-3cead509-5a2a-494c-9062-cfa0f2c8e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.501090 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-3cead509-5a2a-494c-9062-cfa0f2c8e3b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 1095 time: 0.1406138 Oct 22 13:13:40.507614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e6345a9-d9f5-4801-b868-6a8421acfe25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d174652f25c44d858b35cb09a42e2304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043634 Oct 22 13:13:40.508129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34722) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:40.511052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:40.513118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:40.521783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.530474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.574344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60076de-1af1-45bf-b31c-577f2979d8ae req-d16d0c06-ce5b-4a85-9582-460ab7672c3a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.576000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a60076de-1af1-45bf-b31c-577f2979d8ae req-d16d0c06-ce5b-4a85-9582-460ab7672c3a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.1364894 Oct 22 13:13:40.586561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.588010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.589692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c3bca18-596d-4b88-b2de-e28b31ee688f HTTP/1.1" status: 200 len: 1091 time: 3.0782638 Oct 22 13:13:40.590391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:40.592641 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2" -d '{"events": [{"name": "network-changed", "server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:40.629950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.630751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.632438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] 10.222.0.26 "PUT /v2.0/ports/364e960d-0cae-45cd-bd7b-c5b58758ce92 HTTP/1.1" status: 200 len: 1092 time: 2.1977191 Oct 22 13:13:40.643835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09376e-eb32-4254-9566-05fd580a2c05 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:40.711225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a60076de-1af1-45bf-b31c-577f2979d8ae req-adbf34de-9863-465b-b01a-b6815c8dbd42 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117780 Oct 22 13:13:40.741261 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21181ebf-4ddb-43f4-8100-f3bb413829c7 x-openstack-request-id: req-21181ebf-4ddb-43f4-8100-f3bb413829c7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:40.741858 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:40.742213 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21181ebf-4ddb-43f4-8100-f3bb413829c7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:40.744349 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f', 'status': 'completed', 'code': 200} Oct 22 13:13:40.792542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.813085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943810e5-b5af-40c9-80ba-4e05b50fb19f service neutron] Pushing event updated for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:40.818367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-fc93733c-5bdf-4d88-86df-9e325434f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.820274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-fc93733c-5bdf-4d88-86df-9e325434f197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 1094 time: 0.1545913 Oct 22 13:13:40.827860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5243fcee-7d39-4003-ac16-2a3db3e1feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:40.829423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-5243fcee-7d39-4003-ac16-2a3db3e1feb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 1095 time: 0.1272798 Oct 22 13:13:40.888061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-df990e62-8128-4d89-9421-00240860d09d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f HTTP/1.1" status: 200 len: 217 time: 0.0564632 Oct 22 13:13:40.895247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:40.955739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:41.009683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-2ea629cb-8c25-420c-b917-379e406e4236 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92 HTTP/1.1" status: 200 len: 217 time: 0.1294103 Oct 22 13:13:41.060719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-920396c0-bbbf-464c-91ee-7d9e7e9d53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.062292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-920396c0-bbbf-464c-91ee-7d9e7e9d53d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 918 time: 0.5067823 Oct 22 13:13:41.146116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-93579493-be0e-40ea-81fd-2f18a893193a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9 HTTP/1.1" status: 200 len: 217 time: 0.0739579 Oct 22 13:13:41.148017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:41.150633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:41.151935 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92a3ea3b-d36d-4b31-88c9-e73953676477 HTTP/1.1" status: 204 len: 168 time: 0.6426065 Oct 22 13:13:41.209125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Router 0ceeb842-a012-411e-8290-e0001ea5a52c is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:13:41.213068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dc9b4-32c3-49c6-a438-9564457c5541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3ea3b-d36d-4b31-88c9-e73953676477,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:41.360739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-3dceb744-a870-4465-b326-f77547430264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.362924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-3dceb744-a870-4465-b326-f77547430264 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.2076781 Oct 22 13:13:41.434796 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-353026fd-2744-42e8-8687-2d27357b8fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633686 Oct 22 13:13:41.608655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1725ccc-01b4-4534-a87a-87ab09d34e19 req-a517421b-13f9-42d0-9216-2bfe9047365a tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.618371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1725ccc-01b4-4534-a87a-87ab09d34e19 req-a517421b-13f9-42d0-9216-2bfe9047365a tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 944 time: 0.7280729 Oct 22 13:13:41.655913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-9b9ef00e-f044-47e9-a61f-6bd3be8fc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.658186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-9b9ef00e-f044-47e9-a61f-6bd3be8fc035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.7342477 Oct 22 13:13:41.662568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e300ecda-e590-4bb1-b98d-d033d2bc91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.664067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-e300ecda-e590-4bb1-b98d-d033d2bc91cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.6162779 Oct 22 13:13:41.744307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-f75a204c-d114-4138-b6e0-ab5d43521a9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734265 Oct 22 13:13:41.746334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-8d6bd4ab-831d-442a-8801-cf737bd04d2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743649 Oct 22 13:13:41.758448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1725ccc-01b4-4534-a87a-87ab09d34e19 req-5c07c960-10d0-42b1-ab6a-f82b530d5555 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389894 Oct 22 13:13:41.799485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad154f-73bc-4755-bcc8-5599abb8cf86 req-ec4bb4df-57d5-41e5-9b1b-df9bc1007d0c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:41.802209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dad154f-73bc-4755-bcc8-5599abb8cf86 req-ec4bb4df-57d5-41e5-9b1b-df9bc1007d0c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2906525 Oct 22 13:13:41.841557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:41.966305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-557d29e0-2f01-4ef2-a1e0-acaedbcfe075 service neutron] 10.222.0.26 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014244 Oct 22 13:13:41.997816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:13:42.012209 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Sync routers for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:13:42.026118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:42.029123 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:42.030270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38e8ff3b-7cf0-444c-9508-aa7a07cf0da6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9396915 Oct 22 13:13:42.030765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:42.036058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34760) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:42.259175 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:42.297823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-e4f5998b-e417-4b88-b792-30defc57fb35 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533993 Oct 22 13:13:42.338671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-020945a1-e2b2-40ac-8825-e670544e063d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:42.478487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:39Z', 'revision_number': 3, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:42.480645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dad154f-73bc-4755-bcc8-5599abb8cf86 req-ff9da335-a0a9-4e3b-a796-ee298aebe91c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6406260 Oct 22 13:13:42.489104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-06c2a9de-19f9-461e-a9c2-120e12515004 service neutron] 10.222.0.26 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104373 Oct 22 13:13:42.518324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Checking router: 0ceeb842-a012-411e-8290-e0001ea5a52c for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:13:42.518960 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Updating router 0ceeb842-a012-411e-8290-e0001ea5a52c port d152d935-4c60-4d78-a560-c9e800233cd7 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:13:42.578501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9451edb-4306-4cec-8e1f-05fa9908f313 req-6f2bb6ec-b9cd-4a38-be00-94055cd6587e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:42.579941 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:42.591249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9451edb-4306-4cec-8e1f-05fa9908f313 req-6f2bb6ec-b9cd-4a38-be00-94055cd6587e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.6141062 Oct 22 13:13:42.631412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ebc7a37-033d-4ad7-85ff-bd4716425cf9 req-376a24bb-ad29-4860-b8dc-28860d973d18 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254042 Oct 22 13:13:42.650643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34776) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:42.667096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-9c6a3fce-a861-4fa9-8f45-030d4218f2d2 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8872652 Oct 22 13:13:42.741036 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-020945a1-e2b2-40ac-8825-e670544e063d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:42.753229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:42.757283 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7494eeb-146e-443a-aee9-e61845ca6558" -d '{"events": [{"name": "network-changed", "server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:42.772466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-020945a1-e2b2-40ac-8825-e670544e063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:42.855687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-020945a1-e2b2-40ac-8825-e670544e063d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96b184884fa14053ad9ba07ebd5f93da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0102034 Oct 22 13:13:42.856756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:42.874102 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f697d4ce-6554-4d1c-8708-7cbb7e62e6f7 x-openstack-request-id: req-f697d4ce-6554-4d1c-8708-7cbb7e62e6f7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:42.875457 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:42.875713 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f697d4ce-6554-4d1c-8708-7cbb7e62e6f7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:42.876116 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92', 'status': 'completed', 'code': 200} Oct 22 13:13:42.876888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020945a1-e2b2-40ac-8825-e670544e063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37279f80-9c21-4559-9e52-125a2b80acd9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:42.877623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9130c6ba-b9fa-4b20-bc84-757655311215 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:42.896091 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-9130c6ba-b9fa-4b20-bc84-757655311215 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 13:13:42.896383 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9130c6ba-b9fa-4b20-bc84-757655311215 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:13:42.897430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9130c6ba-b9fa-4b20-bc84-757655311215 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2457714 Oct 22 13:13:42.916494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:42.922293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868034812'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:43.017472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9451edb-4306-4cec-8e1f-05fa9908f313 req-db251426-49ef-49f2-8fbb-51aa2edc99e6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249868 Oct 22 13:13:43.026592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3554eba6-ae5b-42a2-87b7-fbcfbf1d6b9b req-b8ccd02d-4587-4b51-8d79-c71a3e931a03 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809064 Oct 22 13:13:43.055815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.090887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.118677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.152346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.154535 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.168893 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.187885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-45ef2f3e-de66-4f31-8ae4-75e372ac8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.198017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-45ef2f3e-de66-4f31-8ae4-75e372ac8cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 1095 time: 0.3139729 Oct 22 13:13:43.212453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-5387b345-435f-45f2-b5e3-04262540be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.215066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-5387b345-435f-45f2-b5e3-04262540be13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7012c704d12047cda38a68b4a85ddb6d&device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 1094 time: 0.0894086 Oct 22 13:13:43.251347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.253496 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Attempting to bind port d152d935-4c60-4d78-a560-c9e800233cd7 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:43.255663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Attempting to bind port d152d935-4c60-4d78-a560-c9e800233cd7 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:43.256435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Attempting to bind port d152d935-4c60-4d78-a560-c9e800233cd7 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:43.269233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Pushing event updated for resources: {'Port': ['ID=d152d935-4c60-4d78-a560-c9e800233cd7,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:43.284801 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:43.288214 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:43.289836 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.291133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:43.294030 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Bound port: d152d935-4c60-4d78-a560-c9e800233cd7, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:43.294522 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.304202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadab45-cb83-45f1-9ff8-c047f4a43939 req-132c3668-bdef-4015-a148-235a7cc33159 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.304313 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.305514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eadab45-cb83-45f1-9ff8-c047f4a43939 req-132c3668-bdef-4015-a148-235a7cc33159 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 944 time: 0.2616777 Oct 22 13:13:43.312654 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.312932 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.315654 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.317668 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.318105 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.318901 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.319655 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.320893 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.322898 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.323676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.324081 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:43.439961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6eadab45-cb83-45f1-9ff8-c047f4a43939 req-10a82e5a-072e-4e30-8c99-70ae76f38463 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158023 Oct 22 13:13:43.474029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-54cb543e-198c-48a8-bfa5-eea7f6eeed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.475522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-54cb543e-198c-48a8-bfa5-eea7f6eeed2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 918 time: 0.2402425 Oct 22 13:13:43.479012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-1a846baa-9144-4fb9-a7b0-700a1c878c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.479271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.480689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-1a846baa-9144-4fb9-a7b0-700a1c878c21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 200 len: 918 time: 0.2704833 Oct 22 13:13:43.482075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.483313 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37279f80-9c21-4559-9e52-125a2b80acd9 HTTP/1.1" status: 204 len: 168 time: 0.6210539 Oct 22 13:13:43.517887 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] For port d152d935-4c60-4d78-a560-c9e800233cd7, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:43.528950 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] For port d152d935-4c60-4d78-a560-c9e800233cd7, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d152d935-4c60-4d78-a560-c9e800233cd7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:43.551489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123f38d-2de9-4af7-8691-c629aff3ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37279f80-9c21-4559-9e52-125a2b80acd9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:43.563080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.564003 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.580883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-71b35a86-62df-4581-8511-4189c5aea970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f HTTP/1.1" status: 200 len: 217 time: 0.0937874 Oct 22 13:13:43.583370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-688dd80e-6493-498d-87eb-13168ccdbd13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92 HTTP/1.1" status: 200 len: 217 time: 0.0895562 Oct 22 13:13:43.585218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:43.654188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0e41d-022d-4d93-9263-f458642b0d78,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:43.718186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:43.719037 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:43.728064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-be6ce983-dde4-4b18-becf-a14986aa0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.730643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-be6ce983-dde4-4b18-becf-a14986aa0772 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.1414158 Oct 22 13:13:43.733434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Allocated IP 172.20.0.1 (a27f1164-4f71-4e90-ba6f-1381d84fa812/1542a534-76da-4f9a-b573-c5ddbb832dea/5a3b5397-e52c-47ba-b852-0948625493e4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:43.734571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-225871a9-b5e3-441c-b6a2-2dc7b0582f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.736711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-225871a9-b5e3-441c-b6a2-2dc7b0582f87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 200 len: 857 time: 0.1372108 Oct 22 13:13:43.797176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-d6675f5a-cab5-4283-9251-438bde655071 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566251 Oct 22 13:13:43.825231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-3c1387fc-40c1-4ca2-bc81-699a3fd11e49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=739b3aff-d989-45fa-97ff-2f305973dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679822 Oct 22 13:13:43.844681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c89d-1519-4bef-b392-3ab9d9192edd None None] Pushing event updated for resources: {'Port': ['ID=d152d935-4c60-4d78-a560-c9e800233cd7,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:43.861592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dc5e-badb-4751-b0ac-eb50eee88363 req-9074cbc4-07de-4097-9b9a-9879ad17fbc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:43.863326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c110dc5e-badb-4751-b0ac-eb50eee88363 req-9074cbc4-07de-4097-9b9a-9879ad17fbc2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1800158 Oct 22 13:13:43.972416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.009332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.022167 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:44.080366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c110dc5e-badb-4751-b0ac-eb50eee88363 req-1d86c3b7-ab31-4655-b685-c1d608d81f1f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715097 Oct 22 13:13:44.127123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.142035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.147110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2258589 Oct 22 13:13:44.147878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34800) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:44.148244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92cc4-e733-4613-b706-dc5674123a04 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86e32b-0f1c-4754-987e-97678a4782ad,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:44.181037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.217277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '2d86e32b-0f1c-4754-987e-97678a4782ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:44.241495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:44.272788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:44.273651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:44.291344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:44.344884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34804) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:44.351696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.368114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-cd615ad2-4eec-468e-b5ac-c59c99f7a434 service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474112 Oct 22 13:13:44.398475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4003-5ee1-4863-b257-a67a80385e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.471332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-59ad33c0-3d11-48d0-96ed-9403776f304c service neutron] 10.222.0.26 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328323 Oct 22 13:13:44.475854 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:39Z', 'revision_number': 3, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:44.495814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.506850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.514412 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739b6f5-5998-4091-82f8-6a4b78af366f None None] The sync data for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 is: [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:39Z', 'revision_number': 3, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:13:44.576541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e024-4380-4475-a985-9cfe1557e2d8 req-3b0a6099-68c1-4db6-bb69-c073c9608388 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:44.578212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2065e024-4380-4475-a985-9cfe1557e2d8 req-3b0a6099-68c1-4db6-bb69-c073c9608388 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.4041498 Oct 22 13:13:44.653984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 364e960d-0cae-45cd-bd7b-c5b58758ce92 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:44.731677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.739926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.774652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:44.829782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f84caa96-63ad-4fa6-8e93-2cb3edca02d2 req-eba3c43a-321e-49a6-a00d-1a5c6afc187c service neutron] 10.222.0.21 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504952 Oct 22 13:13:44.851752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:44.855942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:44.863252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2065e024-4380-4475-a985-9cfe1557e2d8 req-8bda3474-bf22-4390-9b90-abe3fdbdcf75 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497237 Oct 22 13:13:44.920755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7ea86-d7fc-44e5-8e62-bbd1ab304ddd req-f51e46e4-3e55-408b-b323-f94502282c8d tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:44.934550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fb7ea86-d7fc-44e5-8e62-bbd1ab304ddd req-f51e46e4-3e55-408b-b323-f94502282c8d tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 944 time: 0.3553424 Oct 22 13:13:44.997481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '364e960d-0cae-45cd-bd7b-c5b58758ce92', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'port_id': '364e960d-0cae-45cd-bd7b-c5b58758ce92', 'mac_address': 'fa:16:3e:43:c9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86686d1f-e1d5-42d7-b10e-cccd96c04551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:45.040461 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4003-5ee1-4863-b257-a67a80385e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.044386 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.054374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.079646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364e960d-0cae-45cd-bd7b-c5b58758ce92 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:45.094976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:45.102199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:45.122529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:45.135511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.139106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fb7ea86-d7fc-44e5-8e62-bbd1ab304ddd req-6ec88909-d10f-45e7-ab68-eaac95fdd3c1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887472 Oct 22 13:13:45.141412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.217413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4003-5ee1-4863-b257-a67a80385e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.225601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:45.264153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Router 0ceeb842-a012-411e-8290-e0001ea5a52c has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:13:45.268349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f4f4ef-1708-4f20-affb-c62a71e6d1c9,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:45.305233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4c9a4003-5ee1-4863-b257-a67a80385e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c666bae054e415d8900c8d42b9f32c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9548650 Oct 22 13:13:45.308316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.312017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a83bf628-f4a2-42a9-bf94-75860ab86769 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1326466 Oct 22 13:13:45.312017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7494eeb-146e-443a-aee9-e61845ca6558 req-c1f5091e-6da8-4687-b2a6-b632244b6abb service neutron] 10.222.0.26 "GET /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084993 Oct 22 13:13:45.313228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34812) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:45.313623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34814) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:45.314311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4003-5ee1-4863-b257-a67a80385e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0108d2ff-c69a-4e3b-8573-6b8993274b25,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:45.365021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['364e960d-0cae-45cd-bd7b-c5b58758ce92'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:45.403523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9a6d3dec-8ffa-499e-a40f-f546ef1a38dc tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '2d86e32b-0f1c-4754-987e-97678a4782ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:45.450301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.465820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 059cccf5-d64a-4272-bc5c-52517c3d12b9 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:45.470131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:13:45.477389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6cbbf84-f534-4d76-a824-0eb8cd0a9901 admin admin] 10.222.0.25 "PUT /v2.0/routers/0ceeb842-a012-411e-8290-e0001ea5a52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402890 Oct 22 13:13:45.493925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.557269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.559812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.561078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0108d2ff-c69a-4e3b-8573-6b8993274b25 HTTP/1.1" status: 204 len: 168 time: 0.2422678 Oct 22 13:13:45.584757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba80b0-5ad7-4048-bf78-1e6597835657 req-8edc0025-d7ce-466c-aa0a-7af8f07958f5 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:45.586436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ba80b0-5ad7-4048-bf78-1e6597835657 req-8edc0025-d7ce-466c-aa0a-7af8f07958f5 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.3192952 Oct 22 13:13:45.587156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a6d3dec-8ffa-499e-a40f-f546ef1a38dc tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.650716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145212e4-56c1-41be-beed-e2da103dc17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108d2ff-c69a-4e3b-8573-6b8993274b25,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:45.717128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:45.719734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06ba80b0-5ad7-4048-bf78-1e6597835657 req-3d32f6dc-2e21-43be-8a79-3cb3f2c74cf7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190124 Oct 22 13:13:45.745884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '059cccf5-d64a-4272-bc5c-52517c3d12b9', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'port_id': '059cccf5-d64a-4272-bc5c-52517c3d12b9', 'mac_address': 'fa:16:3e:ce:45:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86686d1f-e1d5-42d7-b10e-cccd96c04551', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:45.756645 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-9a6d3dec-8ffa-499e-a40f-f546ef1a38dc tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:13:45.759355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a6d3dec-8ffa-499e-a40f-f546ef1a38dc tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4375424 Oct 22 13:13:45.760776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34834) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:45.865836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.880022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.886648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059cccf5-d64a-4272-bc5c-52517c3d12b9 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:45.974106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:45.985746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:45.998669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.090986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.093951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.098128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d86e32b-0f1c-4754-987e-97678a4782ad HTTP/1.1" status: 204 len: 168 time: 0.3334525 Oct 22 13:13:46.100073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34844) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.107541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031d37-dc20-441e-b2eb-e01057e8df61 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86e32b-0f1c-4754-987e-97678a4782ad,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:46.146715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:46.205270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-579e1037-a8a7-4101-8467-cecd5ade835d tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994799 Oct 22 13:13:46.205636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.211275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075271240'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:46.268204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.341610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['059cccf5-d64a-4272-bc5c-52517c3d12b9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:46.368946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.382830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.405645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-eb46c8f2-9b50-4b2d-9c44-ce38397c9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:46.407161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-eb46c8f2-9b50-4b2d-9c44-ce38397c9586 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.1799974 Oct 22 13:13:46.435146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.436843 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2300639 Oct 22 13:13:46.446326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.469134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3f58559c-392f-4429-a9b9-3b037aa9839b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '948a4e08-c8a1-4057-97fa-58f5fd2e96bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:46.471224 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-3f58559c-392f-4429-a9b9-3b037aa9839b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 22 13:13:46.472782 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-3f58559c-392f-4429-a9b9-3b037aa9839b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:46.474317 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f58559c-392f-4429-a9b9-3b037aa9839b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0287912 Oct 22 13:13:46.476436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e025-f766-45f2-b5dc-13169eea7c46 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948a4e08-c8a1-4057-97fa-58f5fd2e96bb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:46.484770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34864) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.493057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-775ecda9-120e-4b82-a1ed-bbbcf077aed6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:46.500524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-775ecda9-120e-4b82-a1ed-bbbcf077aed6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 820 time: 0.3219237 Oct 22 13:13:46.510451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc542-6e4a-4774-847a-10b3e76c656b req-7c09c3a8-a2ac-4e12-bb94-9c7836161731 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:46.520622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81dbc542-6e4a-4774-847a-10b3e76c656b req-7c09c3a8-a2ac-4e12-bb94-9c7836161731 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.2544577 Oct 22 13:13:46.585366 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.634062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.667832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 364e960d-0cae-45cd-bd7b-c5b58758ce92 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:46.680517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-8718eafd-ee5c-43a2-a9ba-eeb142485d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:46.689649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-8718eafd-ee5c-43a2-a9ba-eeb142485d69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.2605016 Oct 22 13:13:46.693627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.697882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.701562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/948a4e08-c8a1-4057-97fa-58f5fd2e96bb HTTP/1.1" status: 204 len: 168 time: 0.2119327 Oct 22 13:13:46.702715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-2086103b-5c62-415e-a7cc-7b2c8f4a2c28 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/quotas/72bbdad3564944e7bf0c89fe49faac01 HTTP/1.1" status: 200 len: 375 time: 0.2012632 Oct 22 13:13:46.705178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.740308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80029-de9f-48c1-a79c-e54ef633a955 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a4e08-c8a1-4057-97fa-58f5fd2e96bb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:46.795983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 364e960d-0cae-45cd-bd7b-c5b58758ce92 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:46.803084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 364e960d-0cae-45cd-bd7b-c5b58758ce92 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:46.803674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.809997 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d9be29b-b20c-4b26-8b0d-3c7922082f9f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964763 Oct 22 13:13:46.810363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:46.833462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117150679'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:46.846310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81dbc542-6e4a-4774-847a-10b3e76c656b req-c4ad0e51-1c05-44c8-9aa4-dd647e93c6e2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276772 Oct 22 13:13:46.868105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-db748541-ae13-4ffa-b940-320ec182214e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 1001 time: 0.1544425 Oct 22 13:13:46.888080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:46.903110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-78d8680b-38cd-4fbb-a39e-54e6a6b5ea4c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902668 Oct 22 13:13:46.986879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-561187fd-a57b-48fa-8a83-4368aa6e7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:46.988647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-561187fd-a57b-48fa-8a83-4368aa6e7003 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.0706139 Oct 22 13:13:47.013207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.078851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.085723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.089855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:47.094947 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a699079-a082-4306-b85b-857ff0b025d8" -d '{"events": [{"server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "name": "network-vif-plugged", "status": "completed", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:47.111596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d152d935-4c60-4d78-a560-c9e800233cd7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:47.158362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2a54c-ab2c-41b1-9204-9cab031b3cfe,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:47.166074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.171200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ef5baa53-e71f-4f10-a577-a1bf2ab4a5a5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3594728 Oct 22 13:13:47.172725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34888) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.179746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-65642bd4-ad92-4383-bd04-10fedcec0036 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '8bb2a54c-ab2c-41b1-9204-9cab031b3cfe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.180682 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-65642bd4-ad92-4383-bd04-10fedcec0036 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 22 13:13:47.181352 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-65642bd4-ad92-4383-bd04-10fedcec0036 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:47.185218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-edf56778-e1db-4f5f-bf5b-da50a77f6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:47.186176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-65642bd4-ad92-4383-bd04-10fedcec0036 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124354 Oct 22 13:13:47.186808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34890) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.186990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-edf56778-e1db-4f5f-bf5b-da50a77f6c56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787345 Oct 22 13:13:47.211962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:47.221963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.233868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Sync routers for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:13:47.236022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690564c-1771-4782-9642-65709671881a req-7eec248d-b840-4f7b-9480-e4d87b16f4bd tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:47.237032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7690564c-1771-4782-9642-65709671881a req-7eec248d-b840-4f7b-9480-e4d87b16f4bd tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2134838 Oct 22 13:13:47.260387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-46e1fcbd-2c3d-45cf-b4a6-b897f07fae48 service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562250 Oct 22 13:13:47.287645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.323189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.341737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:47.363290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:47.366052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:47.378077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d152d935-4c60-4d78-a560-c9e800233cd7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:47.379187 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.381779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.386495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.388356 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/8bb2a54c-ab2c-41b1-9204-9cab031b3cfe HTTP/1.1" status: 204 len: 168 time: 0.2004907 Oct 22 13:13:47.396087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34894) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.411818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c430a-99b6-4c21-965d-a39b64a0a6fd tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2a54c-ab2c-41b1-9204-9cab031b3cfe,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:47.471458 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a8ebe84-5b14-4b12-b14d-b0d7397d9ecb tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737121 Oct 22 13:13:47.475969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34896) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.481014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554544418'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.486972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2c3bca18-596d-4b88-b2de-e28b31ee688f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:47.489393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 059cccf5-d64a-4272-bc5c-52517c3d12b9 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:47.517169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.612732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:47.679592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.685321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.696277 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.748962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:47.750890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2737818 Oct 22 13:13:47.753385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f221565-9599-480a-aada-bbe3b452d981 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325e3038-7634-4b07-b69f-d377bbe7fa29,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:47.754298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.761265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-97a67406-29f8-45fd-bada-646f38425d33 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '325e3038-7634-4b07-b69f-d377bbe7fa29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.772838 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-97a67406-29f8-45fd-bada-646f38425d33 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 22 13:13:47.773677 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-97a67406-29f8-45fd-bada-646f38425d33 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:47.775103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-97a67406-29f8-45fd-bada-646f38425d33 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194752 Oct 22 13:13:47.778161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.789817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2c17f99a-b24a-49ce-abbf-e2a05381dc08 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '325e3038-7634-4b07-b69f-d377bbe7fa29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.793394 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-2c17f99a-b24a-49ce-abbf-e2a05381dc08 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 22 13:13:47.794009 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-2c17f99a-b24a-49ce-abbf-e2a05381dc08 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:47.805216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c17f99a-b24a-49ce-abbf-e2a05381dc08 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0258863 Oct 22 13:13:47.807939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34910) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.824280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-970e7f8a-aa50-499c-9cc8-9a16b0487828 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '325e3038-7634-4b07-b69f-d377bbe7fa29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.834404 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-970e7f8a-aa50-499c-9cc8-9a16b0487828 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 22 13:13:47.835289 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-970e7f8a-aa50-499c-9cc8-9a16b0487828 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:47.837730 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-970e7f8a-aa50-499c-9cc8-9a16b0487828 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0283413 Oct 22 13:13:47.842831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34914) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.855711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ecb94fd6-28e6-4675-9ee0-269d830ae599 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '325e3038-7634-4b07-b69f-d377bbe7fa29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:47.857832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7690564c-1771-4782-9642-65709671881a req-42cdca54-1066-4556-814b-a716028d863d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6071987 Oct 22 13:13:47.861962 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-ecb94fd6-28e6-4675-9ee0-269d830ae599 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 22 13:13:47.862483 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-ecb94fd6-28e6-4675-9ee0-269d830ae599 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:47.867639 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecb94fd6-28e6-4675-9ee0-269d830ae599 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0235250 Oct 22 13:13:47.874423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:47.914499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-41636caf-66b2-43de-9cb5-94a4e39d00ee service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183402 Oct 22 13:13:47.983745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-7f517133-fed6-42e9-8dda-c0beff728dbf service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224419 Oct 22 13:13:48.044414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.116467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.134347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:48.174712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '2c3bca18-596d-4b88-b2de-e28b31ee688f', 'network_id': '739b3aff-d989-45fa-97ff-2f305973dbc9', 'port_id': '2c3bca18-596d-4b88-b2de-e28b31ee688f', 'mac_address': 'fa:16:3e:19:07:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86686d1f-e1d5-42d7-b10e-cccd96c04551', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:48.210059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fcf9ef-5b10-4f5e-90b2-effedb8fbe6a req-faccca78-10a2-4cbd-b0b8-f83560d05312 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866087 Oct 22 13:13:48.245374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044bb6-d449-4a0e-a92a-b7d05c0fcd5c req-d5111835-bc61-4c41-8c0c-9a75666ee69b tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:48.252319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5044bb6-d449-4a0e-a92a-b7d05c0fcd5c req-d5111835-bc61-4c41-8c0c-9a75666ee69b tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 945 time: 0.2261231 Oct 22 13:13:48.294785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.298725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.305722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34930) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:48.306891 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/325e3038-7634-4b07-b69f-d377bbe7fa29 HTTP/1.1" status: 204 len: 168 time: 0.4303463 Oct 22 13:13:48.333669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849a083-9fbb-4c00-8920-a13dede5dec9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e3038-7634-4b07-b69f-d377bbe7fa29,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:48.422057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46206c2e-4d52-418d-ab3d-252716bbb504 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162555 Oct 22 13:13:48.430875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34934) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:48.435797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5044bb6-d449-4a0e-a92a-b7d05c0fcd5c req-04e015a9-67f4-40d7-8c7f-ebab9e1c4692 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727588 Oct 22 13:13:48.437497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--588062648'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:48.450563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 059cccf5-d64a-4272-bc5c-52517c3d12b9 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:48.516356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.518647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 059cccf5-d64a-4272-bc5c-52517c3d12b9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:48.521095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.689180 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1533564e-fd10-4717-9131-e8f82a0d448c x-openstack-request-id: req-1533564e-fd10-4717-9131-e8f82a0d448c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:48.689743 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "name": "network-vif-plugged", "status": "completed", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:48.690485 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1533564e-fd10-4717-9131-e8f82a0d448c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:48.691683 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92', 'code': 200} Oct 22 13:13:48.705815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.713455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.718990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.734096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 2, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:48.740014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3bca18-596d-4b88-b2de-e28b31ee688f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:48.774040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.779004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3469181 Oct 22 13:13:48.779753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34940) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:48.789281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-60d67f48-eb86-44fa-9955-83bf620e9b58 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:48.790840 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-60d67f48-eb86-44fa-9955-83bf620e9b58 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 13:13:48.791356 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-60d67f48-eb86-44fa-9955-83bf620e9b58 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:48.795258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60d67f48-eb86-44fa-9955-83bf620e9b58 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119102 Oct 22 13:13:48.795836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34942) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:48.804349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e151579e-10cb-48b3-801a-0f99240e411a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:48.811378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21674bec-5ed9-4ef3-9115-f2e08e4377e3 req-88b3d85e-fba6-4e55-ac43-6f1d8d5b6131 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 210 time: 0.1819365 Oct 22 13:13:48.843533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18ac0-53f1-4df1-9aa7-61a45a199289 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:48.845656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5282eb-48ca-48cc-8288-a9f8e99daa52 req-0096d4c8-3714-4e25-af88-de4da1432070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:48.862298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e5282eb-48ca-48cc-8288-a9f8e99daa52 req-0096d4c8-3714-4e25-af88-de4da1432070 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 1097 time: 0.2066202 Oct 22 13:13:48.886748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:48.895190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Checking router: 0ceeb842-a012-411e-8290-e0001ea5a52c for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:13:48.895755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Updating router 0ceeb842-a012-411e-8290-e0001ea5a52c port 5a3b5397-e52c-47ba-b852-0948625493e4 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:13:48.991650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:48.995053 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.012947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea77bff-f718-4e7f-a472-7ef6774b15ed req-f484bc53-dee3-44f8-8eb4-7add4fa46201 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:49.021036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ea77bff-f718-4e7f-a472-7ef6774b15ed req-f484bc53-dee3-44f8-8eb4-7add4fa46201 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2084200 Oct 22 13:13:49.021848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port d152d935-4c60-4d78-a560-c9e800233cd7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d152d935-4c60-4d78-a560-c9e800233cd7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:49.034862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.044375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.084710 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.131308 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-e151579e-10cb-48b3-801a-0f99240e411a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.135121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e151579e-10cb-48b3-801a-0f99240e411a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3323512 Oct 22 13:13:49.148058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.190247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:49.208862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.242054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a3a724c4-26b8-4b38-8d18-ee0e5bd39909 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.244322 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-a3a724c4-26b8-4b38-8d18-ee0e5bd39909 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 22 13:13:49.251536 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-a3a724c4-26b8-4b38-8d18-ee0e5bd39909 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.255486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a3a724c4-26b8-4b38-8d18-ee0e5bd39909 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339081 Oct 22 13:13:49.255486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e5282eb-48ca-48cc-8288-a9f8e99daa52 req-5791294e-4d05-4305-93c9-83e123e63def service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721924 Oct 22 13:13:49.268836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34958) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.294308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-42b1fa35-97c6-4aa5-bdd2-5ce1a52626d5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.326590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ea77bff-f718-4e7f-a472-7ef6774b15ed req-5fba0660-6cef-45c0-9b4e-c186fc7e918e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047006 Oct 22 13:13:49.362314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f67ac-cdde-4326-965a-71282d353350 req-5b39711e-3b6c-455e-a985-c2a7a897041b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:49.367299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Deleting port d6b95721-f413-42b1-9a1f-259029940339 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:49.367960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.380337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b80f67ac-cdde-4326-965a-71282d353350 req-5b39711e-3b6c-455e-a985-c2a7a897041b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.3561273 Oct 22 13:13:49.470682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b80f67ac-cdde-4326-965a-71282d353350 req-6d984a61-2417-4845-b657-73954c8ad265 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754633 Oct 22 13:13:49.470682 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-42b1fa35-97c6-4aa5-bdd2-5ce1a52626d5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.470682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42b1fa35-97c6-4aa5-bdd2-5ce1a52626d5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1839931 Oct 22 13:13:49.473218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.480645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-473ff8d1-6090-4a01-8772-82c3e18ebaba tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.482725 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-473ff8d1-6090-4a01-8772-82c3e18ebaba tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 13:13:49.483387 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-473ff8d1-6090-4a01-8772-82c3e18ebaba tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.487053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-473ff8d1-6090-4a01-8772-82c3e18ebaba tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120053 Oct 22 13:13:49.490217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34974) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.498268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5c51f355-a925-4ae3-b2dc-732e1cf1fe2b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.512062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] For port d6b95721-f413-42b1-9a1f-259029940339, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d6b95721-f413-42b1-9a1f-259029940339,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:49.512433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.528814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Calling delete_port for d6b95721-f413-42b1-9a1f-259029940339 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:49.632637 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-5c51f355-a925-4ae3-b2dc-732e1cf1fe2b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.634535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5c51f355-a925-4ae3-b2dc-732e1cf1fe2b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1429784 Oct 22 13:13:49.638933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=d152d935-4c60-4d78-a560-c9e800233cd7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:49.642765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34976) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.665915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['2c3bca18-596d-4b88-b2de-e28b31ee688f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:49.667468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-20892176-d1bd-4986-a834-77d7f892567a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.668674 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-20892176-d1bd-4986-a834-77d7f892567a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 22 13:13:49.669340 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-20892176-d1bd-4986-a834-77d7f892567a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.671983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-20892176-d1bd-4986-a834-77d7f892567a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188658 Oct 22 13:13:49.701117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34978) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.708496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-20abb097-4370-41f9-bcbe-6f7a05b08c83 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:49.771876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc5c1-8d50-44bd-9800-d1934fb879dd req-0994628e-45aa-4de6-93da-14f20a6cee13 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:49.780620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f04dc5c1-8d50-44bd-9800-d1934fb879dd req-0994628e-45aa-4de6-93da-14f20a6cee13 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2350729 Oct 22 13:13:49.812599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:49.863930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f04dc5c1-8d50-44bd-9800-d1934fb879dd req-e5508570-8ad6-453e-9852-ad29756a1e59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795739 Oct 22 13:13:49.886486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b95721-f413-42b1-9a1f-259029940339,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:49.890991 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-20abb097-4370-41f9-bcbe-6f7a05b08c83 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:49.892913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-20abb097-4370-41f9-bcbe-6f7a05b08c83 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1899595 Oct 22 13:13:49.914183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51092b-070c-41f7-95f2-90dc90de370c req-efd52cab-f156-4967-b860-8877b20aa4ab tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:49.917565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34986) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:49.925596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb51092b-070c-41f7-95f2-90dc90de370c req-efd52cab-f156-4967-b860-8877b20aa4ab tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 945 time: 0.2258158 Oct 22 13:13:49.935134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a39dfe56-30f5-452a-aa82-d8ccf9d46b91 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:50.014935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb51092b-070c-41f7-95f2-90dc90de370c req-67b4772c-ec16-4eb4-8341-b964f41bd57e tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Oct 22 13:13:50.083294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31504b03-9731-4bd1-8ac3-f1545e746290 req-a8c86344-7f4c-466c-a64b-4c990cbc262a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 210 time: 0.0671070 Oct 22 13:13:50.287735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:50.305004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.442010 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:13:50.481066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:50.543048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.591954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.592516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.592845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.593386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.593819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.594321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.595557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.596303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.596674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.597454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.598660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.599371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:50.618115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.729057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:50.731416 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b0e8a-c9a6-464c-b93b-eb3f99b2fb04" -d '{"events": [{"server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "name": "network-vif-plugged", "status": "completed", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:50.843514 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b70c5-cc08-430b-9746-74b74aae4407 x-openstack-request-id: req-120b70c5-cc08-430b-9746-74b74aae4407 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:50.844155 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "name": "network-vif-plugged", "status": "completed", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:50.844621 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-120b70c5-cc08-430b-9746-74b74aae4407 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:50.845309 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9', 'code': 200} Oct 22 13:13:50.846285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-d2d4bd47-ffe1-4528-9ccd-ccbf97b8fe43 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:50.851055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-d2d4bd47-ffe1-4528-9ccd-ccbf97b8fe43 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 820 time: 0.3153164 Oct 22 13:13:50.860418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.865207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1a7dc-bb0a-4841-a7c9-9fc40d264284 None None] Pushing event updated for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:50.880066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Attempting to bind port 5a3b5397-e52c-47ba-b852-0948625493e4 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:50.880738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Attempting to bind port 5a3b5397-e52c-47ba-b852-0948625493e4 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:50.881778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Attempting to bind port 5a3b5397-e52c-47ba-b852-0948625493e4 on network a27f1164-4f71-4e90-ba6f-1381d84fa812 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:50.895618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:50.896297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Checking segment: {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:50.896952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.897553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Bound using segment: {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:50.898254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'port': {'device_id': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'admin_state_up': True, 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:50.898399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Bound port: 5a3b5397-e52c-47ba-b852-0948625493e4, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:50.899274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:50.938666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-26d324f4-aed8-43ca-9644-e29198ca9fe5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:50.940566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-26d324f4-aed8-43ca-9644-e29198ca9fe5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.6477203 Oct 22 13:13:50.948665 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-a39dfe56-30f5-452a-aa82-d8ccf9d46b91 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:50.952419 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a39dfe56-30f5-452a-aa82-d8ccf9d46b91 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0246646 Oct 22 13:13:50.952866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:51.011760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] For port 5a3b5397-e52c-47ba-b852-0948625493e4, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:51.017052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] For port 5a3b5397-e52c-47ba-b852-0948625493e4, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a3b5397-e52c-47ba-b852-0948625493e4,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:51.024282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.094243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.111060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:51.119496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:51.137437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-1723a8a1-0069-4870-ba3d-35a1560903a1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/quotas/4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 375 time: 0.0631149 Oct 22 13:13:51.212148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1a7dc-bb0a-4841-a7c9-9fc40d264284 None None] Pushing event updated for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:51.225281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006d38c-e40d-4afd-9702-a72749970c8e req-df9f9982-0e03-4b14-853f-041cec6e1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:51.226917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0006d38c-e40d-4afd-9702-a72749970c8e req-df9f9982-0e03-4b14-853f-041cec6e1adc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 1097 time: 0.1769459 Oct 22 13:13:51.249121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.318976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d152d935-4c60-4d78-a560-c9e800233cd7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:51.323325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0006d38c-e40d-4afd-9702-a72749970c8e req-42ccb404-db4b-484f-a7fa-3f09c36a03bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849533 Oct 22 13:13:51.354651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-ee7cde4a-c4a5-4dfc-a4c8-5d450736f2bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2084851 Oct 22 13:13:51.369745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad891-06a4-469f-8e4e-7cfa004566cc req-85f7bde8-5913-4de2-aaed-d1737ec1b8aa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:51.377316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7fad891-06a4-469f-8e4e-7cfa004566cc req-85f7bde8-5913-4de2-aaed-d1737ec1b8aa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 946 time: 0.1491764 Oct 22 13:13:51.379286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:51.416242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.419607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.421020 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e HTTP/1.1" status: 204 len: 168 time: 0.4672141 Oct 22 13:13:51.429689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35030) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:51.460407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d077ea6-fdea-4d1e-afe7-88ccac63cc0f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52cfa1-b8fb-44a9-be6d-2b5a57638e3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:51.467025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Router 61e6ee57-6328-4087-aa90-b51da9125f09 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:13:51.501351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-b3d9d75e-6027-4568-a8e5-f2cc49d1054f service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209369 Oct 22 13:13:51.509240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ab76837-ebc2-48ab-b0b4-026cbbceb754 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783012 Oct 22 13:13:51.549814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35032) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:51.556123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--613333749'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:51.561787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Made reservation on behalf of 72bbdad3564944e7bf0c89fe49faac01 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:51.570341 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.577142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d152d935-4c60-4d78-a560-c9e800233cd7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:51.577547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.605709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.692892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:13:51.697094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7fad891-06a4-469f-8e4e-7cfa004566cc req-d4910e25-323e-45a7-bf4d-33dfa5d6285e tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181133 Oct 22 13:13:51.700192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5389e86c-691b-423e-ba2a-5b74e89c4f3f admin admin] 10.222.0.25 "PUT /v2.0/routers/61e6ee57-6328-4087-aa90-b51da9125f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0120137 Oct 22 13:13:51.703527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:51.719313 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Sync routers for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:13:51.737742 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:51.740116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:51.752559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:51Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:51.810497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117c355-b3ab-4050-823a-8676ff7a15b4 None None] The sync data for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 is: [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:51Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:13:51.923604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Allocated IP 172.20.0.9 (a27f1164-4f71-4e90-ba6f-1381d84fa812/1542a534-76da-4f9a-b573-c5ddbb832dea/1a6bc216-fdce-489e-89ff-3290ee6c3d3e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:51.930109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.949624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:51.952122 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:51.990265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.080691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.086327 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5348611 Oct 22 13:13:52.087395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35044) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:52.120277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35faeb26-7509-4d1a-bf73-78e21a833db5 req-968c171b-4cf9-42ff-9a31-cbdf650aea77 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 210 time: 0.0866456 Oct 22 13:13:52.135480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-2fdb8df5-cfb7-4a5c-b364-664fcf701605 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332295 Oct 22 13:13:52.180073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9748cfa8-dea6-4821-900c-d165b80513a2 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'abf25fa9-fb97-466c-8d63-a260e79fdeba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:52.186701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daad3df-3b89-4d42-b127-b63ad644e87b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf25fa9-fb97-466c-8d63-a260e79fdeba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:52.195696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.302672 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9748cfa8-dea6-4821-900c-d165b80513a2 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The resource could not be found. Oct 22 13:13:52.308087 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9748cfa8-dea6-4821-900c-d165b80513a2 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1363373 Oct 22 13:13:52.309003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:52.318156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e994f82e-469a-49d1-8b46-bc7da5193b8b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'abf25fa9-fb97-466c-8d63-a260e79fdeba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4138f9f-002e-4761-83dd-841ede150d53'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:52.318961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.342320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:13:49Z', 'revision_number': 5, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port': {'id': 'a99a1378-eede-46a7-92fb-a327bd43a6ee', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:01:59Z', 'updated_at': '2021-10-22T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:52.390197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Deleting port a99a1378-eede-46a7-92fb-a327bd43a6ee {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:52.390614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.401310 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Checking router: 61e6ee57-6328-4087-aa90-b51da9125f09 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:13:52.403489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.415287 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Routers {'61e6ee57-6328-4087-aa90-b51da9125f09'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:13:52.416012 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:13:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['61e6ee57-6328-4087-aa90-b51da9125f09'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:52.482015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Network a27f1164-4f71-4e90-ba6f-1381d84fa812 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:52.485736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:52.489217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:52.552623 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] Set router 61e6ee57-6328-4087-aa90-b51da9125f09 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:13:52.559348 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-e994f82e-469a-49d1-8b46-bc7da5193b8b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The resource could not be found. Oct 22 13:13:52.560330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e994f82e-469a-49d1-8b46-bc7da5193b8b tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2491591 Oct 22 13:13:52.566418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:52.611137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:52.640962 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:13:52Z', 'revision_number': 6, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:52.682284 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef808-ffbd-4345-9407-f56de1196e86 None None] The sync data for ids ['61e6ee57-6328-4087-aa90-b51da9125f09'] in n-d-813419-8 is: [{'id': '61e6ee57-6328-4087-aa90-b51da9125f09', 'name': 'tempest-TaggedBootDevicesTest-1197229343-router', 'tenant_id': 'bc2641d1077f43f2b63297a9aa797e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:01:58Z', 'updated_at': '2021-10-22T13:13:52Z', 'revision_number': 6, 'project_id': 'bc2641d1077f43f2b63297a9aa797e16', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:13:52.682856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] For port a99a1378-eede-46a7-92fb-a327bd43a6ee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a99a1378-eede-46a7-92fb-a327bd43a6ee,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:52.683418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.690898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.737076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4047be98-324c-4e9a-b254-7bdfe4b02c94 req-60de771a-78c6-4307-87fd-9f01cf9512e4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 210 time: 0.1323636 Oct 22 13:13:52.761862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:52.763397 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.770277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Calling delete_port for a99a1378-eede-46a7-92fb-a327bd43a6ee owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:52.787667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-04b6e31b-6c2b-4a88-a3a7-13c03ad7cdfe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9222395 Oct 22 13:13:52.804718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Request body: {'port': {'device_id': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:52.843900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.914768 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:52.944414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efec47-a56b-48f1-b963-6b386b19ec68 req-4f806f4e-cd2e-48d6-9623-be4bac349b2d tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:52.946243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15efec47-a56b-48f1-b963-6b386b19ec68 req-4f806f4e-cd2e-48d6-9623-be4bac349b2d tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 946 time: 0.0971403 Oct 22 13:13:53.158994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15efec47-a56b-48f1-b963-6b386b19ec68 req-2aca96a3-8406-4548-8e9f-ec39d1756d3b tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585775 Oct 22 13:13:53.330160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.381143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.384310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.392561 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/abf25fa9-fb97-466c-8d63-a260e79fdeba HTTP/1.1" status: 204 len: 168 time: 0.8189306 Oct 22 13:13:53.397466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:53.408378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99a1378-eede-46a7-92fb-a327bd43a6ee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:53.444457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d157ec-c36b-4cbf-abb9-5837a9692228 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf25fa9-fb97-466c-8d63-a260e79fdeba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:53.474994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2c3bca18-596d-4b88-b2de-e28b31ee688f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:53.515770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.586478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 2c3bca18-596d-4b88-b2de-e28b31ee688f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:13:53.620684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6bc216-fdce-489e-89ff-3290ee6c3d3e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:53.628446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 2c3bca18-596d-4b88-b2de-e28b31ee688f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:53.629781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.634961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c86117-38ac-4ecd-9354-8ad5db62d319 req-bd60d78d-0bbd-4937-a857-8e78bd7a5165 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:53.646210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c86117-38ac-4ecd-9354-8ad5db62d319 req-bd60d78d-0bbd-4937-a857-8e78bd7a5165 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 931 time: 0.2796686 Oct 22 13:13:53.658425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.696790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Transition to ACTIVE for port object 1a6bc216-fdce-489e-89ff-3290ee6c3d3e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:53.707928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d0578711-1357-4584-971c-67c7a8a28fe5 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2934599 Oct 22 13:13:53.721846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35078) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:53.736959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a3b5397-e52c-47ba-b852-0948625493e4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:53.748739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c86117-38ac-4ecd-9354-8ad5db62d319 req-7e810d77-cf28-47f7-9478-09ab859b2eba tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Oct 22 13:13:53.764011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.806078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.811036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f633237e-d8e7-4799-a185-f95147865268 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': 'b7729610-60a6-42ec-a5c0-bc4ee4c7c9be', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:53.834131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.942926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.943575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e6ee57-6328-4087-aa90-b51da9125f09 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:13:53.951628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:53.955908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a515ea07-2871-4c13-a66f-24c004b60a83 admin admin] 10.222.0.25 "DELETE /v2.0/routers/61e6ee57-6328-4087-aa90-b51da9125f09 HTTP/1.1" status: 204 len: 168 time: 2.2498817 Oct 22 13:13:53.960420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35084) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:54.008334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5a3b5397-e52c-47ba-b852-0948625493e4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:54.008810 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.012125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.014930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7859124-585b-4383-873a-345fcd2323da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.030656 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f633237e-d8e7-4799-a185-f95147865268 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The resource could not be found. Oct 22 13:13:54.037781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f633237e-d8e7-4799-a185-f95147865268 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3066366 Oct 22 13:13:54.039435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Deleting subnet 78ee5a40-19bc-4ae6-9d6c-ea901bfb342d {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:13:54.042377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:54.045060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.045911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61c8fdb0-12b4-47d1-9f02-dec0d477e550 req-4aa68b96-5e78-4eb2-a8c3-ac9c0ac3a533 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 210 time: 0.1363585 Oct 22 13:13:54.049480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857546767'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:54.053764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.112607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:54.113837 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990acde0-10a2-4412-bfbd-63895ae6641f" -d '{"events": [{"server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "name": "network-vif-plugged", "status": "completed", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:54.136907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:54.149132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.150318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.187935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.264372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Attempting to bind port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:54.266020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Attempting to bind port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:54.266956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Attempting to bind port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e on network a27f1164-4f71-4e90-ba6f-1381d84fa812 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:54.279163 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd36779-fc23-48c5-8242-e3d814568841 x-openstack-request-id: req-2cd36779-fc23-48c5-8242-e3d814568841 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:54.279463 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "name": "network-vif-plugged", "status": "completed", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:54.279720 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cd36779-fc23-48c5-8242-e3d814568841 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:54.280191 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f', 'code': 200} Oct 22 13:13:54.286960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e on network a27f1164-4f71-4e90-ba6f-1381d84fa812 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:54.288360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Attempting to bind port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e on network a27f1164-4f71-4e90-ba6f-1381d84fa812 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:54.310179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:54.310473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Checking segment: {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:54.310992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Bound using segment: {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:54.311450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Bound port: 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:54.311817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.367726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.383389 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.434562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5a3b5397-e52c-47ba-b852-0948625493e4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a3b5397-e52c-47ba-b852-0948625493e4,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:54.449308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.484222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d6b95721-f413-42b1-9a1f-259029940339 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:54.561985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d6b95721-f413-42b1-9a1f-259029940339 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:54.562350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d6b95721-f413-42b1-9a1f-259029940339 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:54.564610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116db93-6e21-4285-a697-292b6985145b req-ba2daea7-9a04-4e20-bc6a-bf74c64586f4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.569660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c116db93-6e21-4285-a697-292b6985145b req-ba2daea7-9a04-4e20-bc6a-bf74c64586f4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 946 time: 0.2268603 Oct 22 13:13:54.598135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.610635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c3cff-a5ee-4e4c-9487-078e8d562b70 req-17a033af-8e9f-4c6c-b1f8-ddaff0d06291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.612308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-288c3cff-a5ee-4e4c-9487-078e8d562b70 req-17a033af-8e9f-4c6c-b1f8-ddaff0d06291 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 1096 time: 0.2536674 Oct 22 13:13:54.634470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.635959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.653118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-549aac70-26b9-4ca8-94e4-783e27ca5202 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.654661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-549aac70-26b9-4ca8-94e4-783e27ca5202 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.3520834 Oct 22 13:13:54.655297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.660160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:54.665053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c116db93-6e21-4285-a697-292b6985145b req-c4f87006-3759-4bd9-8e7f-f46fcd9f6a8f tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890987 Oct 22 13:13:54.672456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-288c3cff-a5ee-4e4c-9487-078e8d562b70 req-919efc1b-dacc-48e1-927b-7aa73b4a8d19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504367 Oct 22 13:13:54.681774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:54.687843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.700576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'device_id': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'admin_state_up': True, 'tenant_id': '4224646e84ba433a9c5eab787f91288f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:54.728924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.729635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.731117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 1091 time: 1.9345858 Oct 22 13:13:54.731642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:54.734047 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398bfd95-75d1-41b8-a688-89e716567f51" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:54.793629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c749-1a8f-43cf-a9a6-2f4c5c31cfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.803002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.807030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7606018 Oct 22 13:13:54.807280 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a7540-e1ce-442a-bdd0-68427e788016 x-openstack-request-id: req-bc8a7540-e1ce-442a-bdd0-68427e788016 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:54.807280 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:54.807280 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc8a7540-e1ce-442a-bdd0-68427e788016 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:54.807280 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:13:54.808456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35108) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:54.812407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac0337-ac76-4607-bc1e-8d0dcf221dad tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81f0f6-bb12-4958-883b-5a97ac6ed86d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.815745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193336176'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:54.834313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.865036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ee5a40-19bc-4ae6-9d6c-ea901bfb342d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:54.873282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.875204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.879162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531280e0-f793-498d-af8c-becdf9508c87 None None] Network cf57036a-6546-4db0-9892-6aac14555b7a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:13:54.882189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9b637db-81ff-4bba-ba99-9712de4d179a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78ee5a40-19bc-4ae6-9d6c-ea901bfb342d HTTP/1.1" status: 204 len: 168 time: 0.9206967 Oct 22 13:13:54.882881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35110) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:54.891996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6eff-b529-4c33-bbc2-d4075793b986 req-479cbeed-ed65-4adf-b3c7-2c7812a73ea1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.895110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01bf6eff-b529-4c33-bbc2-d4075793b986 req-479cbeed-ed65-4adf-b3c7-2c7812a73ea1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 946 time: 0.1377242 Oct 22 13:13:54.908344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-2631ee08-bdfa-4787-bbc2-7fbdd6f4c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:54.910099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-2631ee08-bdfa-4787-bbc2-7fbdd6f4c55a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1094 time: 0.1176581 Oct 22 13:13:54.927416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:54.931107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:54.994850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-64199dfc-f4a9-4a7c-811e-8ba618a47ca7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0580003 Oct 22 13:13:54.995536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.033144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01bf6eff-b529-4c33-bbc2-d4075793b986 req-8be9bf0b-3bc1-47bc-8500-c8bd93efbd49 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280217 Oct 22 13:13:55.085846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946d1a-09e9-41af-921b-ceb70663c5d2 req-5a0261aa-ea71-451b-b094-efb306e7b81f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.087388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9946d1a-09e9-41af-921b-ceb70663c5d2 req-5a0261aa-ea71-451b-b094-efb306e7b81f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 943 time: 0.2185779 Oct 22 13:13:55.127088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] DHCP port deletion for cf57036a-6546-4db0-9892-6aac14555b7a request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:13:55.127349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-2bf2b310-8583-4dfc-9dc9-d6480df364c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.128931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-2bf2b310-8583-4dfc-9dc9-d6480df364c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.1214449 Oct 22 13:13:55.156285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.171758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.20.0.5 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/81e44fc6-38db-4fc2-aac4-6dab9bc476dc) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:13:55.178695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-741ae1e8-6898-41e4-88b9-9553e7bb4802 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414381 Oct 22 13:13:55.182208 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.187744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Deleting port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:55.188010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.229325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9946d1a-09e9-41af-921b-ceb70663c5d2 req-dedbe492-8862-4c48-b56b-53236f3021d0 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341388 Oct 22 13:13:55.230947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Deleting port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:55.230947 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.281240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.285547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4717021 Oct 22 13:13:55.287676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35116) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:55.299235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448b83e-c70f-4735-a625-23e1eeee5d54 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5982f6f-a0ff-473c-a95e-57a473d2487c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:55.299518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-52129696-3121-49c5-b104-ebeae103493e tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group_rule': {'security_group_id': '3f81f0f6-bb12-4958-883b-5a97ac6ed86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a5982f6f-a0ff-473c-a95e-57a473d2487c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:55.311175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a3b5397-e52c-47ba-b852-0948625493e4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:13:55.345802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] For port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:55.346181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.353495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3891df-9e81-470e-a08d-496c53a80632 req-a5dd7518-ed44-4e93-baec-181d9821d664 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.355388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe3891df-9e81-470e-a08d-496c53a80632 req-a5dd7518-ed44-4e93-baec-181d9821d664 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 945 time: 0.1790419 Oct 22 13:13:55.375335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] For port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,segment=NetworkSegment(c05a02e4-334a-479c-97c3-c2c3416fbd03),segment_id=c05a02e4-334a-479c-97c3-c2c3416fbd03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:55.377047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.379369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Calling delete_port for 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:55.392507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-250c3a0e-4f00-442a-8075-047b36796e8f service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881692 Oct 22 13:13:55.411678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Calling delete_port for 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:55.437995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-902d90d0-c155-445f-b4e7-dd8cde26f4b9 req-b49fad1b-8eb1-49d5-ae98-3c5e378b01e6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 210 time: 0.0431530 Oct 22 13:13:55.466374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe3891df-9e81-470e-a08d-496c53a80632 req-69d977ff-0953-48f7-b42d-bff6d0ce4db6 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954735 Oct 22 13:13:55.473474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5a3b5397-e52c-47ba-b852-0948625493e4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:55.473967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.495817 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-52129696-3121-49c5-b104-ebeae103493e tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:13:55.499406 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52129696-3121-49c5-b104-ebeae103493e tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2034433 Oct 22 13:13:55.500279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:55.541067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.544583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce2d5985-0a14-4f22-b51c-b3a460b18399 req-70e7caa2-879e-478e-9c49-6aeac28ee9b0 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386011 Oct 22 13:13:55.618981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.654037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.655537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] Pushing event deleted for resources: {'Port': ['ID=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:55.657890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec874af-0339-47ca-baf5-1d727e7d810f None None] No DVR routers for this DVR port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:55.666562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.671657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a99a1378-eede-46a7-92fb-a327bd43a6ee no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:55.682751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bfd95-75d1-41b8-a688-89e716567f51 req-042de7d2-a48c-4a72-8cbd-34841b3b1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.684334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-042de7d2-a48c-4a72-8cbd-34841b3b1269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1094 time: 0.0795438 Oct 22 13:13:55.699582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.701254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:55.703745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a99a1378-eede-46a7-92fb-a327bd43a6ee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:55.704641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a99a1378-eede-46a7-92fb-a327bd43a6ee not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:55.707109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=10c59eec-aa8e-4d1d-be0f-91bcbb57c974,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:55.726814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] No DVR routers for this DVR port 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:13:55.766099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:13:55.792889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:13:55.801604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.806053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:13:55.845994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bfd95-75d1-41b8-a688-89e716567f51 req-0ff77cce-5703-47da-a908-fae22673c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.848274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-0ff77cce-5703-47da-a908-fae22673c2b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.1548941 Oct 22 13:13:55.872285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:55.934624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-257cfefd-1c03-4449-bd31-238e669e4fc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0747874 Oct 22 13:13:55.950418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.989809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:55.990041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:55.995991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf57036a-6546-4db0-9892-6aac14555b7a']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:56.013291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bfd95-75d1-41b8-a688-89e716567f51 req-c84dd0a0-5088-4505-b7ee-ef64b7f26377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:56.014153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05a02e4-334a-479c-97c3-c2c3416fbd03') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:56.014536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05a02e4-334a-479c-97c3-c2c3416fbd03') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:13:56.015191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-c84dd0a0-5088-4505-b7ee-ef64b7f26377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.0725527 Oct 22 13:13:56.021182 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.023808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.024985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/a5982f6f-a0ff-473c-a95e-57a473d2487c HTTP/1.1" status: 204 len: 168 time: 0.5199306 Oct 22 13:13:56.031131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35130) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.042141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-a1e1bfb7-b87b-40f0-a340-61ed84de1b8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580337 Oct 22 13:13:56.048642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.067606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Request body: {'port': {'device_id': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:56.074507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488791f-3df0-4055-953a-31638257fe87 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5982f6f-a0ff-473c-a95e-57a473d2487c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:56.075209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-c3abfc39-3a22-4919-a2c7-7e61cf726129 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408902 Oct 22 13:13:56.148492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.175771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:13:56.176342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:13:56.178343 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:13:56.204608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d526c5a-abff-46f2-92ad-e01e703036f9 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1569028 Oct 22 13:13:56.206275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.233736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.246886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-62bec3ff-d285-42b1-a2c7-300b52a9057c None None] Provisioning complete for port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:13:56.248038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62bec3ff-d285-42b1-a2c7-300b52a9057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.256179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.262969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-09d0e5df-a6d0-4bc5-9e9e-e871ead78888 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785378 Oct 22 13:13:56.265900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.273051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf57036a-6546-4db0-9892-6aac14555b7a HTTP/1.1" status: 204 len: 168 time: 1.3874824 Oct 22 13:13:56.312232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e234-b775-4692-8b57-4095bc629b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf57036a-6546-4db0-9892-6aac14555b7a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:56.358121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-62bec3ff-d285-42b1-a2c7-300b52a9057c None None] Port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:13:56.367056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.443615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.534071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069f9-4ffd-4fc0-9e4b-514618d73af1 req-b2dad354-7c67-4551-ac14-3cdc01d0471e tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:56.535968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6069f9-4ffd-4fc0-9e4b-514618d73af1 req-b2dad354-7c67-4551-ac14-3cdc01d0471e tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 943 time: 0.1659257 Oct 22 13:13:56.565343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398bfd95-75d1-41b8-a688-89e716567f51 req-e1d9cea8-5116-4e23-9883-9ee975080fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691872 Oct 22 13:13:56.617150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.621525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.625729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f81f0f6-bb12-4958-883b-5a97ac6ed86d HTTP/1.1" status: 204 len: 168 time: 0.4184983 Oct 22 13:13:56.626681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.667528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c6069f9-4ffd-4fc0-9e4b-514618d73af1 req-721ee57b-68a7-49cd-bf1b-9d26b1bb5843 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232629 Oct 22 13:13:56.671206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.680330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81f0f6-bb12-4958-883b-5a97ac6ed86d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:56.705493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.705838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.706177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.706579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.707562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.708132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.708473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.708804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.709138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.709459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.709778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.710774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589eeabd-c89c-4a61-8f56-4f6a3038afb0 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:13:56.719568 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-470e1fde-84a4-46f7-a7e0-fb412b6762c6 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895677 Oct 22 13:13:56.722435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35156) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.733327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'tempest-secgroup--501235218'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:56.749467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e44fc6-38db-4fc2-aac4-6dab9bc476dc {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:56.762060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.773462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ce45a-e88a-4a5b-8678-1b7c186fb9dc req-1b785e26-93d9-471f-8e2a-11ad159f7fea tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:56.778377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Transition to ACTIVE for port object 81e44fc6-38db-4fc2-aac4-6dab9bc476dc will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:13:56.783862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-467ce45a-e88a-4a5b-8678-1b7c186fb9dc req-1b785e26-93d9-471f-8e2a-11ad159f7fea tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 931 time: 0.1941915 Oct 22 13:13:56.786063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.835284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:56.850237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-65898c80-3424-4d40-8bb6-5edb201c7e95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc2641d1077f43f2b63297a9aa797e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773460 Oct 22 13:13:56.853493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35160) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:56.874851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:56.907494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-467ce45a-e88a-4a5b-8678-1b7c186fb9dc req-0b293156-e26c-4918-9880-8f015b5d85a4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222944 Oct 22 13:13:56.940692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0daaf-88ce-4e7f-a7c4-32ecd1bf6004 req-d7ece6cf-3bdb-485f-904c-dbada692a665 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:56.943471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86d0daaf-88ce-4e7f-a7c4-32ecd1bf6004 req-d7ece6cf-3bdb-485f-904c-dbada692a665 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 945 time: 0.1550632 Oct 22 13:13:57.018043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86d0daaf-88ce-4e7f-a7c4-32ecd1bf6004 req-2b3e6797-2657-469f-a111-92dfc5b2b460 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548997 Oct 22 13:13:57.047803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Attempting to bind port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:13:57.049920 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Attempting to bind port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:13:57.050880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Attempting to bind port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:57.080626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2984592b-1b72-4373-bb93-16b0989a0f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.081150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:13:57.081150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Attempting to bind port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:13:57.101296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:13:57.101579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:13:57.102043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:13:57.103073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Bound port: 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:13:57.103073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.139814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.183115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:13:57.224803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.225242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:13:57.225744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 10c59eec-aa8e-4d1d-be0f-91bcbb57c974 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:13:57.309300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.320049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.348003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:13:57.373929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2476c4-5121-40e4-b898-e40a5958edcf req-71896ae8-7401-4860-9cae-d0e24036cc58 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:57.376812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba2476c4-5121-40e4-b898-e40a5958edcf req-71896ae8-7401-4860-9cae-d0e24036cc58 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 945 time: 0.0750182 Oct 22 13:13:57.377928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.382252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6517708 Oct 22 13:13:57.382683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:13:57.383918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35170) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:57.384420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d248dda-4813-432c-9a09-fb4b9fa7a8af tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3102fcca-9041-4df0-b40a-4b7d472d4991,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:57.389578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.390929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2a33166c-436b-4454-8682-9c8ea25c9704 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:57.391869 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-2a33166c-436b-4454-8682-9c8ea25c9704 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 13:13:57.392567 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-2a33166c-436b-4454-8682-9c8ea25c9704 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 13:13:57.397878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a33166c-436b-4454-8682-9c8ea25c9704 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "PUT /v2.0/security-groups/3102fcca-9041-4df0-b40a-4b7d472d4991 HTTP/1.1" status: 409 len: 330 time: 0.0116928 Oct 22 13:13:57.398053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35172) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:57.436066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.438888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.440104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f52eca5-7465-443d-b524-21a887bc1651 HTTP/1.1" status: 204 len: 168 time: 0.5835989 Oct 22 13:13:57.464819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba2476c4-5121-40e4-b898-e40a5958edcf req-88e8eb9a-8721-4b78-aecf-49398846ddb4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Oct 22 13:13:57.465301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35176) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:57.478968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:57.479544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.481172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] 10.222.0.26 "PUT /v2.0/ports/81e44fc6-38db-4fc2-aac4-6dab9bc476dc HTTP/1.1" status: 200 len: 1091 time: 1.4298604 Oct 22 13:13:57.487998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a015cab-ad75-4a3d-b374-e353b6c1182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f52eca5-7465-443d-b524-21a887bc1651,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:57.489732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:13:57.492063 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51505b9-f116-4bf1-80d0-678868619a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:13:57.524891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab70f-64b2-41a4-83b1-40d83656f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:57.553624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.648959 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bdceab5-f45b-4c7a-9aed-0daf67158705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.663591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.726556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.851323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bdceab5-f45b-4c7a-9aed-0daf67158705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.896548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bdceab5-f45b-4c7a-9aed-0daf67158705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:57.939511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745b1e-cd2e-438a-a387-fa1fa2eec0d3 req-dd03befa-9edb-412e-ade5-685de7fe04de tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:57.944907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58745b1e-cd2e-438a-a387-fa1fa2eec0d3 req-dd03befa-9edb-412e-ade5-685de7fe04de tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 943 time: 0.1562080 Oct 22 13:13:57.980374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdceab5-f45b-4c7a-9aed-0daf67158705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef635cbf-661c-4aba-bec4-daa4dc4a6de8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:58.040669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35196) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.041131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5bdceab5-f45b-4c7a-9aed-0daf67158705 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a600320984642afbcf4cddfd344b9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744143 Oct 22 13:13:58.056957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.064061 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf7f89-0ec2-4d3f-92bb-31c9566c1be6 x-openstack-request-id: req-bdcf7f89-0ec2-4d3f-92bb-31c9566c1be6 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:13:58.064061 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:13:58.064061 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdcf7f89-0ec2-4d3f-92bb-31c9566c1be6 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:13:58.064961 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc', 'status': 'completed', 'code': 200} Oct 22 13:13:58.089587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58745b1e-cd2e-438a-a387-fa1fa2eec0d3 req-724a352e-365b-4dba-845d-1744464d24ac tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028600 Oct 22 13:13:58.143804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-7cecce69-3bda-43d9-b1ca-8ed208387275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.146276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-7cecce69-3bda-43d9-b1ca-8ed208387275 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 1094 time: 0.5678840 Oct 22 13:13:58.201548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f01c-b3ae-4738-9948-7ed2bc3518f9 req-2a54d66f-ff7c-4a63-bdd6-3982380e16a8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.203553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a56f01c-b3ae-4738-9948-7ed2bc3518f9 req-2a54d66f-ff7c-4a63-bdd6-3982380e16a8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 943 time: 0.0648096 Oct 22 13:13:58.212256 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-1b70a029-9e38-4727-bac8-93b06f07073f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc HTTP/1.1" status: 200 len: 217 time: 0.0500176 Oct 22 13:13:58.213104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.218180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.220790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.221941 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/3102fcca-9041-4df0-b40a-4b7d472d4991 HTTP/1.1" status: 204 len: 168 time: 0.8229461 Oct 22 13:13:58.225619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35202) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.286869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.288924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4b2cf-bc02-4363-8251-a5edeef1400a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3102fcca-9041-4df0-b40a-4b7d472d4991,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:58.314830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a56f01c-b3ae-4738-9948-7ed2bc3518f9 req-8c7d9c02-761f-40a0-954f-77203bf9bd7b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014771 Oct 22 13:13:58.327147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0534011a-aff6-4d89-bad8-e5811aa23465 tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998306 Oct 22 13:13:58.332118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35206) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.339330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-677ae266-dd69-44bd-87e4-5aa44a09f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.341395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-677ae266-dd69-44bd-87e4-5aa44a09f7e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1175385 Oct 22 13:13:58.362426 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-536b1a60-becd-4486-bbd4-50e786f4495c tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] delete failed (client error): The resource could not be found. Oct 22 13:13:58.364511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-536b1a60-becd-4486-bbd4-50e786f4495c tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "DELETE /v2.0/security-groups/033a4c0e-be13-4254-9d25-635f24effcbc HTTP/1.1" status: 404 len: 347 time: 0.0318074 Oct 22 13:13:58.368742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35210) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.386789 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-9a6a9a7c-7bd9-405c-b948-1077a1d4889a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] show failed (client error): The resource could not be found. Oct 22 13:13:58.391614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a6a9a7c-7bd9-405c-b948-1077a1d4889a tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-groups/aba4f0f4-9f52-40f5-bb8d-d754dc31b39e HTTP/1.1" status: 404 len: 347 time: 0.0181758 Oct 22 13:13:58.391875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35212) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.397540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.403407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.405362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef635cbf-661c-4aba-bec4-daa4dc4a6de8 HTTP/1.1" status: 204 len: 168 time: 0.3590846 Oct 22 13:13:58.414404 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-b505f7e4-f67c-4e8c-9d64-e58c0aba912f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] show failed (client error): The resource could not be found. Oct 22 13:13:58.415736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b505f7e4-f67c-4e8c-9d64-e58c0aba912f tempest-NegativeSecGroupTest-153905548 tempest-NegativeSecGroupTest-153905548-project] 10.222.0.25 "GET /v2.0/security-group-rules/bc00e653-b202-44b0-a022-91b06b0acc25 HTTP/1.1" status: 404 len: 356 time: 0.0228479 Oct 22 13:13:58.421639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a13ec5-1ff9-41c2-8492-ca8f3249ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef635cbf-661c-4aba-bec4-daa4dc4a6de8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:58.433204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-dc544589-4d36-4dc4-ba4a-066cea1196bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.435058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-dc544589-4d36-4dc4-ba4a-066cea1196bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858765 Oct 22 13:13:58.572134 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-eb1aa98b-8a33-4bbb-b96d-c7d27ad88d97 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288919 Oct 22 13:13:58.673120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04b5fd-51ae-412d-a33d-ff9dc950889c req-fc781a22-9527-4465-b738-581e41120305 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.675754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e04b5fd-51ae-412d-a33d-ff9dc950889c req-fc781a22-9527-4465-b738-581e41120305 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 945 time: 0.0635991 Oct 22 13:13:58.717485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a6bc216-fdce-489e-89ff-3290ee6c3d3e details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:13:58.720411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35226) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:58.721844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4bde8647-3888-42c9-aef1-3641dc43dff1 req-12304d8b-5bec-4267-92fa-3c4f675c3d53 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419144 Oct 22 13:13:58.780663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e04b5fd-51ae-412d-a33d-ff9dc950889c req-cc0c5459-60bc-4e22-b83d-594afc6c7149 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Oct 22 13:13:58.813283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-f4c9bc17-1ebe-4cd8-93e8-628f4318d352 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.814953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-f4c9bc17-1ebe-4cd8-93e8-628f4318d352 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 945 time: 0.0934105 Oct 22 13:13:58.911981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51505b9-f116-4bf1-80d0-678868619a8d req-aa66de64-afbd-4651-a1bb-41175a2fbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:58.917467 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-aa66de64-afbd-4651-a1bb-41175a2fbe8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 1094 time: 0.1276309 Oct 22 13:13:58.930718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Deleting port 2c3bca18-596d-4b88-b2de-e28b31ee688f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:13:58.931262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:58.958086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:59.001715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe16c9da-5d78-44e3-96ed-c198210814f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.035605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51505b9-f116-4bf1-80d0-678868619a8d req-62103233-bb46-4a9d-88c3-d2f070ef74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:59.037390 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-62103233-bb46-4a9d-88c3-d2f070ef74e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1143761 Oct 22 13:13:59.097414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:59.105252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35234) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:59.111121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'port_id': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'mac_address': 'fa:16:3e:44:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:13:59.134554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1864785469-network', 'tenant_id': 'a55efe146a1e4eabb5e322b449b964f8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:13:59.153491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.155870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-523c7af8-5735-458a-824d-d5d6bc4071a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc HTTP/1.1" status: 200 len: 217 time: 0.1098957 Oct 22 13:13:59.169200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6bc216-fdce-489e-89ff-3290ee6c3d3e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:13:59.189807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:59.195363 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.249091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51505b9-f116-4bf1-80d0-678868619a8d req-626698bd-2e0a-4c90-95da-637e7bf22134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:59.251094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-626698bd-2e0a-4c90-95da-637e7bf22134 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0862291 Oct 22 13:13:59.267800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.268660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Made reservation on behalf of a55efe146a1e4eabb5e322b449b964f8 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:13:59.271264 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.307069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.314223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51505b9-f116-4bf1-80d0-678868619a8d req-7dcc6a65-c539-4303-bd50-86b876b10722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:59.316089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-7dcc6a65-c539-4303-bd50-86b876b10722 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561080 Oct 22 13:13:59.317632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] For port 2c3bca18-596d-4b88-b2de-e28b31ee688f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=2c3bca18-596d-4b88-b2de-e28b31ee688f,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:13:59.317999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.375105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30aed-eaad-4978-8bbf-cb05d5c32fe6 req-61f5cc9c-b469-47f5-8b4f-7e40af8816b8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:59.376676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17e30aed-eaad-4978-8bbf-cb05d5c32fe6 req-61f5cc9c-b469-47f5-8b4f-7e40af8816b8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 944 time: 0.2132800 Oct 22 13:13:59.387621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Calling delete_port for 2c3bca18-596d-4b88-b2de-e28b31ee688f owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:13:59.422779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe16c9da-5d78-44e3-96ed-c198210814f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.435085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ffa01e4-0573-4bb7-bc17-40d99384df35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d348abd30a144db80a059cd70509b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247588 Oct 22 13:13:59.437558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35244) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:59.451590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe16c9da-5d78-44e3-96ed-c198210814f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.453606 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-a1171d50-9333-49b1-b197-39d4f0ba018b service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298461 Oct 22 13:13:59.549476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:59.555628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.578016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.581193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17e30aed-eaad-4978-8bbf-cb05d5c32fe6 req-3dac1b8c-11ef-4973-b23f-eb77bdd368a9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915061 Oct 22 13:13:59.606387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c9da-5d78-44e3-96ed-c198210814f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf294e7-0902-4a0d-a9bc-19a0d6412f43,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.625229 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b51505b9-f116-4bf1-80d0-678868619a8d req-30bc2acc-5e6f-4900-ab1a-9159628fc356 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616430 Oct 22 13:13:59.627920 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35246) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:13:59.628652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fe16c9da-5d78-44e3-96ed-c198210814f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b40d9bb894eb48c4bb18c34141a3f3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674702 Oct 22 13:13:59.667365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb821e-ba44-4cc1-9d83-a2fd5d3c8d16 req-b029cf42-2f21-4b8d-b668-740d04d6694c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:13:59.673466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.676126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fffb821e-ba44-4cc1-9d83-a2fd5d3c8d16 req-b029cf42-2f21-4b8d-b668-740d04d6694c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 943 time: 0.2554250 Oct 22 13:13:59.676760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.680735 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4de0e41d-022d-4d93-9263-f458642b0d78 HTTP/1.1" status: 204 len: 168 time: 0.2394993 Oct 22 13:13:59.687855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.707504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc408ab-f0a7-4c0d-ba5f-a73c58247333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de0e41d-022d-4d93-9263-f458642b0d78,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.726012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.741953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.744007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.772634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.772754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fffb821e-ba44-4cc1-9d83-a2fd5d3c8d16 req-cefd4ac5-439a-4372-a2d0-91937953be59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956793 Oct 22 13:13:59.819644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f0eaa-8577-491a-94f1-6a8627b300d1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.841921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.844672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.848954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaf294e7-0902-4a0d-a9bc-19a0d6412f43 HTTP/1.1" status: 204 len: 168 time: 0.2159581 Oct 22 13:13:59.855941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595e50b-65e9-4a4c-837a-763cdb930960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf294e7-0902-4a0d-a9bc-19a0d6412f43,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.878776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:13:59.882980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.903526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['059cccf5-d64a-4272-bc5c-52517c3d12b9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:13:59.946077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event deleted for resources: {'Port': ['ID=2c3bca18-596d-4b88-b2de-e28b31ee688f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:13:59.959523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:13:59.960254 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Added segment cc77de0d-1596-4f33-9abb-03369780978e of type vlan for network c1a8d427-45a9-4d29-b95e-bb8885ec5fba Oct 22 13:13:59.983479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acbd8f46-019b-4821-8183-7ef0b0c269f4 req-d6065ed4-12ad-424b-9ba2-75047a4f9154 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=88d9a05a-cff4-48e4-b94e-1cc45a187d28 HTTP/1.1" status: 200 len: 210 time: 0.0549078 Oct 22 13:14:00.052613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] No DVR routers for this DVR port 2c3bca18-596d-4b88-b2de-e28b31ee688f on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:14:00.055487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.058419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.061760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f667496d-7fe4-4b92-8935-a14f7a27e5b5 req-a5483646-0365-4ace-9fa2-a662250dc487 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "DELETE /v2.0/ports/2c3bca18-596d-4b88-b2de-e28b31ee688f HTTP/1.1" status: 204 len: 173 time: 1.2386599 Oct 22 13:14:00.062213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'name': 'network-vif-deleted', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:00.064603 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5718c-7bfa-4857-b281-22d886e134e9" -d '{"events": [{"server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "name": "network-vif-deleted", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:00.117937 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660ab72-2e8b-4b33-921a-67f828b4059a x-openstack-request-id: req-c660ab72-2e8b-4b33-921a-67f828b4059a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:00.118349 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d9a05a-cff4-48e4-b94e-1cc45a187d28", "name": "network-vif-deleted", "tag": "2c3bca18-596d-4b88-b2de-e28b31ee688f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:00.118639 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c660ab72-2e8b-4b33-921a-67f828b4059a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:00.119218 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d9a05a-cff4-48e4-b94e-1cc45a187d28', 'name': 'network-vif-deleted', 'tag': '2c3bca18-596d-4b88-b2de-e28b31ee688f', 'status': 'completed', 'code': 200} Oct 22 13:14:00.131474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.132977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:00.133705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.195947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['364e960d-0cae-45cd-bd7b-c5b58758ce92'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:00.600777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a8d427-45a9-4d29-b95e-bb8885ec5fba,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:00.613486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-811934b1-f44a-4f2a-8267-88d18aa470c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8811300 Oct 22 13:14:00.616458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35284) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:00.619369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c1a8d427-45a9-4d29-b95e-bb8885ec5fba details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:14:00.622504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Request body: {'subnet': {'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1864785469-subnet', 'tenant_id': 'a55efe146a1e4eabb5e322b449b964f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:00.650932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Made reservation on behalf of a55efe146a1e4eabb5e322b449b964f8 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:00.654009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.743132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a6bc216-fdce-489e-89ff-3290ee6c3d3e up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:00.841645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:00.848145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:00.848643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.938052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:00.970338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:01.013098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:01.014886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:01.016842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044260de-9300-436a-86e1-9707c026d376 req-eaed8d9b-e005-4fbc-9179-4ae59cf31888 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:01.017951 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642cef77-e3ff-4239-adcb-4e8f372d835a" -d '{"events": [{"server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:01.023575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:01.026197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-044260de-9300-436a-86e1-9707c026d376 req-eaed8d9b-e005-4fbc-9179-4ae59cf31888 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 943 time: 0.1511788 Oct 22 13:14:01.051008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcce1e-6047-4b31-af95-5e51ee1b8c59 req-698e08ed-6d17-4ebd-b665-f209ce25cc25 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:01.053130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aedcce1e-6047-4b31-af95-5e51ee1b8c59 req-698e08ed-6d17-4ebd-b665-f209ce25cc25 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 944 time: 0.1496100 Oct 22 13:14:01.074908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=170ec877-8181-4bde-9afb-381ccda78a3e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:01.111425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:01.137248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Checking segment: {'id': 'cc77de0d-1596-4f33-9abb-03369780978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:01.137704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Network hostable DHCP agents. Network: c1a8d427-45a9-4d29-b95e-bb8885ec5fba, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:14:01.142504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aedcce1e-6047-4b31-af95-5e51ee1b8c59 req-6c85600a-f346-4cf8-9753-866ccd87c1a2 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783277 Oct 22 13:14:01.154729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-044260de-9300-436a-86e1-9707c026d376 req-8519d0dd-aab0-4b1f-a26f-b6dd1a905fb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272504 Oct 22 13:14:01.184749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Network c1a8d427-45a9-4d29-b95e-bb8885ec5fba is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:14:01.200101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c1a8d427-45a9-4d29-b95e-bb8885ec5fba) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:01.205272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:01.205880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:01.213884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91191cac-d576-4abc-99e6-d02b78520b23 None None] Network c1a8d427-45a9-4d29-b95e-bb8885ec5fba requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:01.235157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9bac1f8b-ac91-4738-b153-8cf2daba6d5d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6100123 Oct 22 13:14:01.286241 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63509916-b622-45c8-9389-f96f25fed6ac x-openstack-request-id: req-63509916-b622-45c8-9389-f96f25fed6ac {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:01.286567 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:01.287771 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63509916-b622-45c8-9389-f96f25fed6ac {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:01.288503 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'code': 200} Oct 22 13:14:01.398102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af20a991-a515-4584-bbd1-21755298b1b2 None None] Network c1a8d427-45a9-4d29-b95e-bb8885ec5fba requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:01.411219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0298-e6f4-456f-9847-7c8692a65458 req-0a6f151a-5d22-41c4-af59-116b0b9e0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:01.417525 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a06e0298-e6f4-456f-9847-7c8692a65458 req-0a6f151a-5d22-41c4-af59-116b0b9e0132 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.0732677 Oct 22 13:14:01.483727 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a06e0298-e6f4-456f-9847-7c8692a65458 req-c8cf720a-7302-4ee4-a32f-ac22cd93552a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533528 Oct 22 13:14:01.512215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2c3bca18-596d-4b88-b2de-e28b31ee688f no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:14:01.537762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 2c3bca18-596d-4b88-b2de-e28b31ee688f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:14:01.538580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 2c3bca18-596d-4b88-b2de-e28b31ee688f not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:14:01.931424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-ab1ea2e8-de19-4ac2-8163-b069c2f2ea13 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:01.933226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-ab1ea2e8-de19-4ac2-8163-b069c2f2ea13 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/networks?id=c1a8d427-45a9-4d29-b95e-bb8885ec5fba HTTP/1.1" status: 200 len: 822 time: 0.1187258 Oct 22 13:14:01.959759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-5d7e8c71-3228-4316-9738-995f007a06c9 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/quotas/a55efe146a1e4eabb5e322b449b964f8 HTTP/1.1" status: 200 len: 375 time: 0.0189285 Oct 22 13:14:02.002821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-afc0d84c-47b1-4eb4-82dc-66c011015abd tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a55efe146a1e4eabb5e322b449b964f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352349 Oct 22 13:14:02.167122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9b6b-48e1-4d59-8cae-ee0ca3629918 req-0001862f-d408-4e38-94f1-9b181ec943c0 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:02.173178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9b6b-48e1-4d59-8cae-ee0ca3629918 req-0001862f-d408-4e38-94f1-9b181ec943c0 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:02.176224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2bf9b6b-48e1-4d59-8cae-ee0ca3629918 req-0001862f-d408-4e38-94f1-9b181ec943c0 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab&device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 1683 time: 0.0768166 Oct 22 13:14:02.182981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-8fa5c8ad-5d7c-466a-b1b7-545bf3f58d84 service neutron] 10.222.0.25 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624660 Oct 22 13:14:02.281734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2bf9b6b-48e1-4d59-8cae-ee0ca3629918 req-ec3f7d10-703a-4b1c-9c97-aeb99c3e4d73 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965950 Oct 22 13:14:02.325643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-809af5db-6ee5-4e81-82a8-fd9982168f3f service neutron] 10.222.0.25 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416810 Oct 22 13:14:02.407278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3cc28-9037-4cb9-b447-244d9bdee98b req-1854f933-6fd0-4dcb-8107-c5ecc6572521 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:02.415512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07e3cc28-9037-4cb9-b447-244d9bdee98b req-1854f933-6fd0-4dcb-8107-c5ecc6572521 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 943 time: 0.0690181 Oct 22 13:14:02.457484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07e3cc28-9037-4cb9-b447-244d9bdee98b req-ce0a0635-e6f6-49f2-b100-a52571dfd9ce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Oct 22 13:14:02.609245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c381d89-f244-4b8a-b503-a08b717ced38 req-b139d2fe-dbfe-4f23-8847-fb2234fac3ff tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 210 time: 0.0434306 Oct 22 13:14:02.677376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a558238-148f-4b14-a7b3-52bf9fb30e6d req-8f745930-eaa7-4fdd-b4a2-d0154754028a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:02.687665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a558238-148f-4b14-a7b3-52bf9fb30e6d req-8f745930-eaa7-4fdd-b4a2-d0154754028a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1031482 Oct 22 13:14:02.756011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a558238-148f-4b14-a7b3-52bf9fb30e6d req-a0841c60-94c9-46ca-92d5-4a5118ee85dd tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Oct 22 13:14:02.758345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 81e44fc6-38db-4fc2-aac4-6dab9bc476dc details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:02.955659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:02.976430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc', 'mac_address': 'fa:16:3e:a2:a2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:03.029446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.060012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e44fc6-38db-4fc2-aac4-6dab9bc476dc {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:03.086505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:03.105521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.167199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:03.355837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dc038-f279-4f00-a1e6-6acd476fcab3 req-470892ec-980e-42a6-b5f4-4dc1ea134fe4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:03.357488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-581dc038-f279-4f00-a1e6-6acd476fcab3 req-470892ec-980e-42a6-b5f4-4dc1ea134fe4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 946 time: 0.0542405 Oct 22 13:14:03.385024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['81e44fc6-38db-4fc2-aac4-6dab9bc476dc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:03.407195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-581dc038-f279-4f00-a1e6-6acd476fcab3 req-492fec25-32be-4f4b-ba5b-3f0dca20520a tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Oct 22 13:14:03.495813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35440) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:03.598737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab8dbe-398b-4cc2-95fa-88373d51a19f req-58279de8-b865-4424-a342-ce3394fb8fc5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:03.600239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ab8dbe-398b-4cc2-95fa-88373d51a19f req-58279de8-b865-4424-a342-ce3394fb8fc5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 944 time: 0.0623438 Oct 22 13:14:03.619731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6161-9a21-4693-aa3e-1ebe258c4bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.667589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27ab8dbe-398b-4cc2-95fa-88373d51a19f req-58cb033a-38e0-4aa8-ae7b-5c2d0a75ed13 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609186 Oct 22 13:14:03.715312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-694c2e13-8849-4557-92cc-2e480dede01c req-43325e83-18ba-4dfb-8c62-199d81aeff78 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 210 time: 0.0319107 Oct 22 13:14:03.768603 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6161-9a21-4693-aa3e-1ebe258c4bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.773431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6161-9a21-4693-aa3e-1ebe258c4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.820478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d4c6161-9a21-4693-aa3e-1ebe258c4bdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=754e7973054441fd9a3f35d0e0fd666c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215613 Oct 22 13:14:03.820478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6161-9a21-4693-aa3e-1ebe258c4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b64255-b9ae-4a48-b8ee-5e2f4258a3de,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:03.820824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:03.928849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.962268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:03.999325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14510ff4-6310-4e04-b983-10622abdc233 req-abac7ae3-e4df-40b1-b21a-5b8b573b12cc tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.000945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14510ff4-6310-4e04-b983-10622abdc233 req-abac7ae3-e4df-40b1-b21a-5b8b573b12cc tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1320591 Oct 22 13:14:04.032973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-3dcb8fd5-5104-4a96-95aa-65380e17aa33 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.033610 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:04.035400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-3dcb8fd5-5104-4a96-95aa-65380e17aa33 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.21 "GET /v2.0/networks?id=c1a8d427-45a9-4d29-b95e-bb8885ec5fba HTTP/1.1" status: 200 len: 822 time: 0.1806955 Oct 22 13:14:04.036347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:04.037552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b64255-b9ae-4a48-b8ee-5e2f4258a3de HTTP/1.1" status: 204 len: 168 time: 0.2157125 Oct 22 13:14:04.046243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1b39-b70e-4796-9f91-3eb0ebaffffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b64255-b9ae-4a48-b8ee-5e2f4258a3de,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:04.060937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14510ff4-6310-4e04-b983-10622abdc233 req-b27a53de-9228-4e0a-913b-55f26a7eb598 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Oct 22 13:14:04.064443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Request body: {'port': {'device_id': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba', 'admin_state_up': True, 'tenant_id': 'a55efe146a1e4eabb5e322b449b964f8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:04.253785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Made reservation on behalf of a55efe146a1e4eabb5e322b449b964f8 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:04.259707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:04.412120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-a60821db-e781-4c87-bafe-ce73ed80e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.413795 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-a60821db-e781-4c87-bafe-ce73ed80e24f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.0675223 Oct 22 13:14:04.489709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcfecf-c449-4d05-b793-10e9b74a41b7 req-6e55cfda-c709-4f9a-bbca-2770517a620a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.491326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07fcfecf-c449-4d05-b793-10e9b74a41b7 req-6e55cfda-c709-4f9a-bbca-2770517a620a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1210780 Oct 22 13:14:04.544537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-b04e49a8-eb6c-4b39-a390-499e82f7e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.546325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-b04e49a8-eb6c-4b39-a390-499e82f7e561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.1223025 Oct 22 13:14:04.554687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Allocated IP 172.20.0.5 (c1a8d427-45a9-4d29-b95e-bb8885ec5fba/170ec877-8181-4bde-9afb-381ccda78a3e/01b75fe3-9147-4dfa-8ed7-78174ba85191) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:04.605387 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-358d5ce6-2115-4acf-ad2e-834fdc959c39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0505238 Oct 22 13:14:04.612261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07fcfecf-c449-4d05-b793-10e9b74a41b7 req-499e6d19-0ae3-4736-92fe-3bae5836b4db tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108263 Oct 22 13:14:04.623409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0fbe-15c9-4bb8-8ee4-9bb7a910744f req-96e15f91-1a0c-4e38-a44b-8f4502d90723 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.624954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49ba0fbe-15c9-4bb8-8ee4-9bb7a910744f req-96e15f91-1a0c-4e38-a44b-8f4502d90723 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 946 time: 0.0927992 Oct 22 13:14:04.681926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-00c7dfe7-bab0-45e0-bc38-550d5fb31e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.683570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-00c7dfe7-bab0-45e0-bc38-550d5fb31e15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.0566058 Oct 22 13:14:04.736027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-3adf4556-2aa6-4836-a1fe-06efce2b0896 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425172 Oct 22 13:14:04.761968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 81e44fc6-38db-4fc2-aac4-6dab9bc476dc up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:04.770829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49ba0fbe-15c9-4bb8-8ee4-9bb7a910744f req-e18ab446-572d-4e78-8bae-bd8e2ee6351b tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244037 Oct 22 13:14:04.799839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-b1a21227-1bc0-4a8d-ac93-935f1ac67bc4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:04.812659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-b1a21227-1bc0-4a8d-ac93-935f1ac67bc4 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 946 time: 0.1698384 Oct 22 13:14:04.849310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:04.853811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:04.854400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:04.932333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-42f4cb8e-b90a-4ff0-81ea-283ebc56c57f service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873465 Oct 22 13:14:05.036096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57d45b5f-9dd7-4286-9519-8cbc8ff999ec req-39b96efa-09af-4c23-ba0f-db1f11862644 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 210 time: 0.1380377 Oct 22 13:14:05.047691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.079968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:05.083554 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ad90a-cc53-411b-94fd-714e2fab9ca0" -d '{"events": [{"server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "name": "network-vif-plugged", "status": "completed", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:05.099931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:05.108691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.171587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-309cc5ac-1f35-4347-9b32-7dbe0e31645f req-ebbdb7be-63ef-49cf-9da4-8bec389b5c78 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276840 Oct 22 13:14:05.205861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:05.212812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175732-f832-4067-af22-0f16b029e222 req-a1587fae-5853-4f13-bb0f-70fe26856834 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:05.215938 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53175732-f832-4067-af22-0f16b029e222 req-a1587fae-5853-4f13-bb0f-70fe26856834 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecf237d-3062-48f9-a203-ebfcd78deeab HTTP/1.1" status: 200 len: 946 time: 0.1442654 Oct 22 13:14:05.233640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.275579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87688d-e10f-4339-972b-2f07a65f7465 req-5d5f8a9c-729f-4335-8003-d43b8633240a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:05.284039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc87688d-e10f-4339-972b-2f07a65f7465 req-5d5f8a9c-729f-4335-8003-d43b8633240a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 944 time: 0.3980062 Oct 22 13:14:05.377364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Deleting port 059cccf5-d64a-4272-bc5c-52517c3d12b9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:05.378875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.429417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc87688d-e10f-4339-972b-2f07a65f7465 req-77ac2237-19c5-4142-a0ca-8b9f5ab6959e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368103 Oct 22 13:14:05.447245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Deleting port 364e960d-0cae-45cd-bd7b-c5b58758ce92 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:05.448556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.491043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.497120 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb225e8f-d7ea-4ebd-b6b5-14a381c6da6d x-openstack-request-id: req-cb225e8f-d7ea-4ebd-b6b5-14a381c6da6d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:05.497406 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "name": "network-vif-plugged", "status": "completed", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:05.497924 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb225e8f-d7ea-4ebd-b6b5-14a381c6da6d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:05.498320 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc', 'code': 200} Oct 22 13:14:05.617784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] For port 059cccf5-d64a-4272-bc5c-52517c3d12b9, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=059cccf5-d64a-4272-bc5c-52517c3d12b9,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:05.618395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.645732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Calling delete_port for 059cccf5-d64a-4272-bc5c-52517c3d12b9 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:05.662937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185b1c6-4668-463f-bd95-0506a2f244b8 req-39bf5f38-a991-4915-8d0c-3a9826618f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:05.664509 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9185b1c6-4668-463f-bd95-0506a2f244b8 req-39bf5f38-a991-4915-8d0c-3a9826618f82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 1096 time: 0.0896578 Oct 22 13:14:05.675127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Network c1a8d427-45a9-4d29-b95e-bb8885ec5fba is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:05.684130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:05.695674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:05.701741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Pushing event updated for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:05.739382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:05.786243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9185b1c6-4668-463f-bd95-0506a2f244b8 req-73b7ece1-3e6f-4778-861f-4d9eec91a04c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140256 Oct 22 13:14:05.790373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] For port 364e960d-0cae-45cd-bd7b-c5b58758ce92, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=364e960d-0cae-45cd-bd7b-c5b58758ce92,segment=NetworkSegment(b6dab5d8-46ae-4975-b59c-1819481f3085),segment_id=b6dab5d8-46ae-4975-b59c-1819481f3085)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:05.790811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.819272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:05.819935 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.843068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Calling delete_port for 364e960d-0cae-45cd-bd7b-c5b58758ce92 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:05.849639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-f8e6b361-f6dc-4703-9291-bbc7c3a6b89b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7921259 Oct 22 13:14:05.869426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.883702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['364e960d-0cae-45cd-bd7b-c5b58758ce92'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:05.884975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d259-86d1-4e25-ab11-f15334e097ea req-c796f08a-631f-420c-9ebd-04fdf57219d5 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:05.886950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a88d259-86d1-4e25-ab11-f15334e097ea req-c796f08a-631f-420c-9ebd-04fdf57219d5 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1563017 Oct 22 13:14:05.920779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event deleted for resources: {'Port': ['ID=059cccf5-d64a-4272-bc5c-52517c3d12b9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:05.965504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] No DVR routers for this DVR port 059cccf5-d64a-4272-bc5c-52517c3d12b9 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:14:05.968650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:05.973648 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53175732-f832-4067-af22-0f16b029e222 req-5d941848-6788-4955-a84f-c8d7884c14fa tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.21 "DELETE /v2.0/ports/059cccf5-d64a-4272-bc5c-52517c3d12b9 HTTP/1.1" status: 204 len: 173 time: 0.7488661 Oct 22 13:14:05.974524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'name': 'network-vif-deleted', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:05.977903 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1764f0b4-dbc0-4ecb-ae8f-0d0c26115db5" -d '{"events": [{"server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "name": "network-vif-deleted", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:06.004484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Request body: {'port': {'device_id': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:06.013783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af676842-7977-4aff-b423-828019fe90aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.104862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590082c4-7557-4ade-a3d3-fd2c21122717 req-869e9122-02bc-4547-9681-d502e1d947b1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:06.106400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590082c4-7557-4ade-a3d3-fd2c21122717 req-869e9122-02bc-4547-9681-d502e1d947b1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 946 time: 0.2537587 Oct 22 13:14:06.125736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a88d259-86d1-4e25-ab11-f15334e097ea req-3f8b71dc-bc43-4bc6-ba35-5bdec0becbe3 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101691 Oct 22 13:14:06.170684 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8164b1bc-9d3a-45f4-94ec-9d233ae21bef x-openstack-request-id: req-8164b1bc-9d3a-45f4-94ec-9d233ae21bef {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:06.171189 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecf237d-3062-48f9-a203-ebfcd78deeab", "name": "network-vif-deleted", "tag": "059cccf5-d64a-4272-bc5c-52517c3d12b9", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:06.171649 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8164b1bc-9d3a-45f4-94ec-9d233ae21bef {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:06.171998 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf237d-3062-48f9-a203-ebfcd78deeab', 'name': 'network-vif-deleted', 'tag': '059cccf5-d64a-4272-bc5c-52517c3d12b9', 'status': 'completed', 'code': 200} Oct 22 13:14:06.176894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.257861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-590082c4-7557-4ade-a3d3-fd2c21122717 req-755d16c2-5e83-474e-9981-81d915fa26e7 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ec06c94-5aaf-47b3-bd10-65cda5c117b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268797 Oct 22 13:14:06.353840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.416884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af676842-7977-4aff-b423-828019fe90aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.427271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f179fe-10a1-4269-86b8-1e3a5062687d req-46b830c7-09ca-4219-abcb-98d8ce7f51a2 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:06.429499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38f179fe-10a1-4269-86b8-1e3a5062687d req-46b830c7-09ca-4219-abcb-98d8ce7f51a2 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 931 time: 0.2052426 Oct 22 13:14:06.461633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af676842-7977-4aff-b423-828019fe90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.469303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Pushing event deleted for resources: {'Port': ['ID=364e960d-0cae-45cd-bd7b-c5b58758ce92,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:06.615548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af676842-7977-4aff-b423-828019fe90aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aad6e17a9ec24c7583f5e49ac5ec8c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688109 Oct 22 13:14:06.618392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35532) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:06.627079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af676842-7977-4aff-b423-828019fe90aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6a542-8df6-41cf-9c8a-cc3424cdbd58,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:06.630048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] No DVR routers for this DVR port 364e960d-0cae-45cd-bd7b-c5b58758ce92 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:14:06.638120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.641433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab19034c-ebc8-4ac5-81e6-a543fe9b2dfa req-1b4616b3-3120-4702-bb6f-6bc8f236bfa1 tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.26 "DELETE /v2.0/ports/364e960d-0cae-45cd-bd7b-c5b58758ce92 HTTP/1.1" status: 204 len: 173 time: 1.8099799 Oct 22 13:14:06.641873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'name': 'network-vif-deleted', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:06.644222 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c707507b-67e3-41db-9ea9-c82661b14d7e" -d '{"events": [{"server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "name": "network-vif-deleted", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:06.693114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38f179fe-10a1-4269-86b8-1e3a5062687d req-e953a41a-c749-4ea8-b584-ad2da9a898fc tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342160 Oct 22 13:14:06.724974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e310b6c-de2d-4842-a028-dfe9ff41f357 req-4a5a880b-4f7b-4f88-af82-3e1031e4e1e4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:06.726866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e310b6c-de2d-4842-a028-dfe9ff41f357 req-4a5a880b-4f7b-4f88-af82-3e1031e4e1e4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.2348030 Oct 22 13:14:06.735145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.764553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.830596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.837412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.839607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6b6a542-8df6-41cf-9c8a-cc3424cdbd58 HTTP/1.1" status: 204 len: 168 time: 0.2198970 Oct 22 13:14:06.856204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e310b6c-de2d-4842-a028-dfe9ff41f357 req-efbcb617-709b-47e3-805a-2948bb2d73cb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191883 Oct 22 13:14:06.872085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5b2f-deb0-4cce-889e-25b834978e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6a542-8df6-41cf-9c8a-cc3424cdbd58,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:06.927567 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e46d89-0ea4-4443-8337-674ffc140562 x-openstack-request-id: req-19e46d89-0ea4-4443-8337-674ffc140562 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:06.927799 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0839108-276e-480c-9b16-eaa3edf47d6a", "name": "network-vif-deleted", "tag": "364e960d-0cae-45cd-bd7b-c5b58758ce92", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:06.928202 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19e46d89-0ea4-4443-8337-674ffc140562 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:06.928535 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0839108-276e-480c-9b16-eaa3edf47d6a', 'name': 'network-vif-deleted', 'tag': '364e960d-0cae-45cd-bd7b-c5b58758ce92', 'status': 'completed', 'code': 200} Oct 22 13:14:06.944718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b75fe3-9147-4dfa-8ed7-78174ba85191 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:06.954246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:06.973095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Transition to ACTIVE for port object 01b75fe3-9147-4dfa-8ed7-78174ba85191 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:14:06.977912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:07.091429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Pushing event updated for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:07.183516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Attempting to bind port 01b75fe3-9147-4dfa-8ed7-78174ba85191 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:07.183942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Attempting to bind port 01b75fe3-9147-4dfa-8ed7-78174ba85191 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'cc77de0d-1596-4f33-9abb-03369780978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:07.184255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Attempting to bind port 01b75fe3-9147-4dfa-8ed7-78174ba85191 on network c1a8d427-45a9-4d29-b95e-bb8885ec5fba {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:07.190977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Port 01b75fe3-9147-4dfa-8ed7-78174ba85191 on network c1a8d427-45a9-4d29-b95e-bb8885ec5fba not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:14:07.190977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Attempting to bind port 01b75fe3-9147-4dfa-8ed7-78174ba85191 on network c1a8d427-45a9-4d29-b95e-bb8885ec5fba {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:07.196193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:07.196193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Checking segment: {'id': 'cc77de0d-1596-4f33-9abb-03369780978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:07.196827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Bound using segment: {'id': 'cc77de0d-1596-4f33-9abb-03369780978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:07.196947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Bound port: 01b75fe3-9147-4dfa-8ed7-78174ba85191, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc77de0d-1596-4f33-9abb-03369780978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:07.197328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:07.332138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:07.336567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191,segment=NetworkSegment(cc77de0d-1596-4f33-9abb-03369780978e),segment_id=cc77de0d-1596-4f33-9abb-03369780978e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:07.357895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40063b-e683-4148-abc2-e51d49dfdba5 req-c42306a6-7fd9-4106-a2c4-902c240e80c7 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:07.359697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d40063b-e683-4148-abc2-e51d49dfdba5 req-c42306a6-7fd9-4106-a2c4-902c240e80c7 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1167839 Oct 22 13:14:07.360846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:07.448947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:07.449579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:07.450837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] 10.222.0.21 "PUT /v2.0/ports/01b75fe3-9147-4dfa-8ed7-78174ba85191 HTTP/1.1" status: 200 len: 1091 time: 1.5806980 Oct 22 13:14:07.457315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d40063b-e683-4148-abc2-e51d49dfdba5 req-9b685889-8eee-4bbe-8e16-840202048ca9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868890 Oct 22 13:14:07.483374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e61b7bfe-c1d1-4d7a-a47a-cdc9dd768365 req-51c83e17-143a-4a0d-8955-828e0cb81e8a tempest-ListServersNegativeTestJSON-1312617409 tempest-ListServersNegativeTestJSON-1312617409-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0839108-276e-480c-9b16-eaa3edf47d6a HTTP/1.1" status: 200 len: 210 time: 0.0479643 Oct 22 13:14:07.488602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038f41-3515-4dd9-84b2-1001b360815e service neutron] Pushing event updated for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:07.523089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 059cccf5-d64a-4272-bc5c-52517c3d12b9 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:14:07.545906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 059cccf5-d64a-4272-bc5c-52517c3d12b9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:14:07.546255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 059cccf5-d64a-4272-bc5c-52517c3d12b9 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:14:07.570828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-afb471ae-6990-4388-8d8d-c3e9d0c482d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:07.573404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-afb471ae-6990-4388-8d8d-c3e9d0c482d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55efe146a1e4eabb5e322b449b964f8&device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 1094 time: 0.0610266 Oct 22 13:14:07.624201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-0196f994-5e5f-4930-b857-6440a1189e9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191 HTTP/1.1" status: 200 len: 217 time: 0.0379376 Oct 22 13:14:07.681881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-8481c43d-b575-4b83-8893-328811127645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:07.683381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-8481c43d-b575-4b83-8893-328811127645 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170ec877-8181-4bde-9afb-381ccda78a3e HTTP/1.1" status: 200 len: 862 time: 0.0510733 Oct 22 13:14:07.719704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-ede8ef4e-609d-4a39-8338-2870b1382b4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1a8d427-45a9-4d29-b95e-bb8885ec5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278137 Oct 22 13:14:07.864253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-1d1f4170-eb62-4722-a89b-968cfe8ce715 service neutron] 10.222.0.21 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375141 Oct 22 13:14:07.871878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c5a8-7aac-4c66-b2fa-16d86f3de646 req-a4f87de7-1f7b-4a97-bcd2-58f66874e5c4 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:07.873418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a612c5a8-7aac-4c66-b2fa-16d86f3de646 req-a4f87de7-1f7b-4a97-bcd2-58f66874e5c4 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 943 time: 0.1204963 Oct 22 13:14:07.927180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:07.994760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a612c5a8-7aac-4c66-b2fa-16d86f3de646 req-df48442d-3737-4edc-8f88-f29558cd2027 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023755 Oct 22 13:14:08.014347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29e2b8fc-86b2-4839-a710-6ea68ffbae78 req-a090e33f-7113-4ea4-a3b6-19f30bb1c1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399384 Oct 22 13:14:08.409869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fae25-4f12-4625-8e36-6a57e4acc514 req-0ac751b1-fc12-4d90-ae4d-98504723e26b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:08.411468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da6fae25-4f12-4625-8e36-6a57e4acc514 req-0ac751b1-fc12-4d90-ae4d-98504723e26b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.3814299 Oct 22 13:14:08.456738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da6fae25-4f12-4625-8e36-6a57e4acc514 req-a309e0d7-01cb-4d60-848c-8292c86455d2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Oct 22 13:14:08.614821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a678dd-3744-4f0c-816a-3f471d6b3307 req-46c578d1-3de1-4f9f-ad2e-6b06753e44d8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:08.623268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35a678dd-3744-4f0c-816a-3f471d6b3307 req-46c578d1-3de1-4f9f-ad2e-6b06753e44d8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0825324 Oct 22 13:14:08.633558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:08.724777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35a678dd-3744-4f0c-816a-3f471d6b3307 req-375eb0f0-2553-4a17-8337-64e25e4a7ae4 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Oct 22 13:14:08.736454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Deleting subnet 86686d1f-e1d5-42d7-b10e-cccd96c04551 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:14:08.747113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:08.779716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 364e960d-0cae-45cd-bd7b-c5b58758ce92 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:14:08.819457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 364e960d-0cae-45cd-bd7b-c5b58758ce92 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:14:08.822231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 364e960d-0cae-45cd-bd7b-c5b58758ce92 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:14:08.833236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:08.888486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:08.929581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:08.933037 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c82298-6269-4fe0-bb08-a83b6f878876" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:08.963486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:08.992480 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42361a82-0488-493f-84c5-fdb90871f3a7 x-openstack-request-id: req-42361a82-0488-493f-84c5-fdb90871f3a7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:08.993130 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:08.993589 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42361a82-0488-493f-84c5-fdb90871f3a7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:08.994314 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191', 'status': 'completed', 'code': 200} Oct 22 13:14:09.007699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86686d1f-e1d5-42d7-b10e-cccd96c04551,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:09.015813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.021048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b34ca0a-4fbb-41ce-b5df-d593e01f9102 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86686d1f-e1d5-42d7-b10e-cccd96c04551 HTTP/1.1" status: 204 len: 168 time: 0.3857789 Oct 22 13:14:09.025207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35620) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:09.167954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.172513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-efca41fe-07b9-481b-80df-499a42b1cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:09.173355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-efca41fe-07b9-481b-80df-499a42b1cc0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55efe146a1e4eabb5e322b449b964f8&device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 1094 time: 0.1389663 Oct 22 13:14:09.223820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85146b7e-f33c-4c60-9092-27fa6f5782ce req-6894b2d2-fb40-4a32-9643-823b83f25861 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:09.225362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85146b7e-f33c-4c60-9092-27fa6f5782ce req-6894b2d2-fb40-4a32-9643-823b83f25861 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 943 time: 0.1323574 Oct 22 13:14:09.376557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.399315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85146b7e-f33c-4c60-9092-27fa6f5782ce req-16bab576-90ef-4a3d-8ba8-76e5cdb82a2a tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524484 Oct 22 13:14:09.427416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739b3aff-d989-45fa-97ff-2f305973dbc9']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:09.431361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-b6eb00f0-8c6b-4a1e-a9ae-6cae96bb4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:09.432998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-b6eb00f0-8c6b-4a1e-a9ae-6cae96bb4dcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1a8d427-45a9-4d29-b95e-bb8885ec5fba HTTP/1.1" status: 200 len: 923 time: 0.2497947 Oct 22 13:14:09.442718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dab5d8-46ae-4975-b59c-1819481f3085') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:09.443254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dab5d8-46ae-4975-b59c-1819481f3085') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:09.486771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.491199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-fb196703-797a-4edc-bc9f-da24d1f36319 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191 HTTP/1.1" status: 200 len: 217 time: 0.0444906 Oct 22 13:14:09.526970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.539733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:14:09.540136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:14:09.541862 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:14:09.571546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-56306fc9-4b93-4ab2-a4b3-d4e65aff1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:09.573308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-56306fc9-4b93-4ab2-a4b3-d4e65aff1814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170ec877-8181-4bde-9afb-381ccda78a3e HTTP/1.1" status: 200 len: 862 time: 0.0754278 Oct 22 13:14:09.631941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:09.638013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-c9108067-e2c3-45f9-a4c7-c70c80d80a39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1a8d427-45a9-4d29-b95e-bb8885ec5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308394 Oct 22 13:14:09.642837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.657376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.666266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] 10.222.0.25 "DELETE /v2.0/networks/739b3aff-d989-45fa-97ff-2f305973dbc9 HTTP/1.1" status: 204 len: 168 time: 0.6399000 Oct 22 13:14:09.686687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9271231-6eff-4833-85a4-59d896c15487 admin admin] Pushing event deleted for resources: {'Network': ['ID=739b3aff-d989-45fa-97ff-2f305973dbc9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:09.766573 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.798235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6d83893-667d-4901-a81d-57449d8d210d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.808314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-de310954-bbde-4134-91cb-78e5c0eb66ea service neutron] 10.222.0.21 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625547 Oct 22 13:14:09.884967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35668) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:09.935662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6d83893-667d-4901-a81d-57449d8d210d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.957930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6d83893-667d-4901-a81d-57449d8d210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:09.987833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e490db-ce1a-47c6-8c34-34a0ee41eb83 req-3084ee90-4a15-44cd-8356-435b230b71e2 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:09.989554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16e490db-ce1a-47c6-8c34-34a0ee41eb83 req-3084ee90-4a15-44cd-8356-435b230b71e2 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0884447 Oct 22 13:14:10.001759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20435423-5477-4106-a8fb-c79ead301c5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7012c704d12047cda38a68b4a85ddb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156647 Oct 22 13:14:10.009000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:10.019972 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6d83893-667d-4901-a81d-57449d8d210d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f2ef48869bf4daf9abddf4b595d4233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867304 Oct 22 13:14:10.022143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d83893-667d-4901-a81d-57449d8d210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be8c37b-c9ed-4e13-9279-a8a7407a858d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:10.024590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35680) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:10.062915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93c82298-6269-4fe0-bb08-a83b6f878876 req-ae01e46a-25b1-4253-a043-86f338879c5c service neutron] 10.222.0.21 "GET /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460799 Oct 22 13:14:10.095229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.111776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16e490db-ce1a-47c6-8c34-34a0ee41eb83 req-f4353f53-71db-4857-b37e-1eb6d55ba562 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Oct 22 13:14:10.125049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.132294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.160375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.187213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.190027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.194465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8be8c37b-c9ed-4e13-9279-a8a7407a858d HTTP/1.1" status: 204 len: 168 time: 0.1663866 Oct 22 13:14:10.205842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49daa-6e84-4529-b387-e35644d31f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be8c37b-c9ed-4e13-9279-a8a7407a858d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:10.230512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.234205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.235672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ec06c94-5aaf-47b3-bd10-65cda5c117b0 HTTP/1.1" status: 204 len: 168 time: 0.2253597 Oct 22 13:14:10.245931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2bd8-ef42-4134-82f4-db79f13336d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec06c94-5aaf-47b3-bd10-65cda5c117b0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:10.551246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794034-29be-430a-a373-e83499ec872d req-4a9bd058-90bd-4782-b39e-c10b73678408 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:10.553445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0794034-29be-430a-a373-e83499ec872d req-4a9bd058-90bd-4782-b39e-c10b73678408 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 943 time: 0.0580812 Oct 22 13:14:10.603313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0794034-29be-430a-a373-e83499ec872d req-227bf1e9-0519-4919-a5c3-a58e3e513585 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Oct 22 13:14:10.709526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:10.724899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aeb563d0-42ab-4ad6-adb5-08d2eb9fb507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.826992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aeb563d0-42ab-4ad6-adb5-08d2eb9fb507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.832558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aeb563d0-42ab-4ad6-adb5-08d2eb9fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.884693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aeb563d0-42ab-4ad6-adb5-08d2eb9fb507 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4753d39e6a491eaeb1650b0b3acaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738634 Oct 22 13:14:10.885679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb563d0-42ab-4ad6-adb5-08d2eb9fb507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe4556-ae60-4d5a-b9e2-5c3e0c87c6ff,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:10.887585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35708) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:10.965249 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:10.996847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.057578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.060186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.063679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29fe4556-ae60-4d5a-b9e2-5c3e0c87c6ff HTTP/1.1" status: 204 len: 168 time: 0.1721089 Oct 22 13:14:11.084846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdbec7-52e5-4d62-b89d-5e60a150f996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe4556-ae60-4d5a-b9e2-5c3e0c87c6ff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:11.340130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eaa93-af73-4bbc-b7af-e7298ceb36f7 req-34792deb-a032-4027-a8b1-9bca63288545 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:11.342132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-866eaa93-af73-4bbc-b7af-e7298ceb36f7 req-34792deb-a032-4027-a8b1-9bca63288545 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0697603 Oct 22 13:14:11.392226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35732) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:11.406072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-866eaa93-af73-4bbc-b7af-e7298ceb36f7 req-363eb99a-5297-4100-b7b9-5ef5da986ee9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572839 Oct 22 13:14:11.519175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2040640618-network', 'tenant_id': 'a17eb3f37f2643ada64b6508c79a77dd'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:11.544265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Made reservation on behalf of a17eb3f37f2643ada64b6508c79a77dd for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:11.548443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.553996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 01b75fe3-9147-4dfa-8ed7-78174ba85191 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:11.564381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.702927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.703119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191,segment=NetworkSegment(cc77de0d-1596-4f33-9abb-03369780978e),segment_id=cc77de0d-1596-4f33-9abb-03369780978e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:11.709952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.719637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '01b75fe3-9147-4dfa-8ed7-78174ba85191', 'network_id': 'c1a8d427-45a9-4d29-b95e-bb8885ec5fba', 'port_id': '01b75fe3-9147-4dfa-8ed7-78174ba85191', 'mac_address': 'fa:16:3e:a7:f0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170ec877-8181-4bde-9afb-381ccda78a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:11.734643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:14:11.757205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.757962 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Added segment b373c427-269e-4829-a82d-a82773d5d39f of type vlan for network eace1cae-19df-4c88-92d3-56fdbba2c416 Oct 22 13:14:11.760367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95ed33-fcf0-454b-8f92-cec87b454d5b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:11.804935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7d6e-2988-4a8e-b5f9-1161aa243c11 req-a78ccd62-3776-4300-8a61-f9870f13ac11 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:11.812809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c7e7d6e-2988-4a8e-b5f9-1161aa243c11 req-a78ccd62-3776-4300-8a61-f9870f13ac11 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 943 time: 0.1088805 Oct 22 13:14:11.831877 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.861260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c7e7d6e-2988-4a8e-b5f9-1161aa243c11 req-782c9227-8554-4142-bb5a-a90ee017078d tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Oct 22 13:14:11.867305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b75fe3-9147-4dfa-8ed7-78174ba85191 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:11.869462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.903523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.904923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:11.905902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191,segment=NetworkSegment(cc77de0d-1596-4f33-9abb-03369780978e),segment_id=cc77de0d-1596-4f33-9abb-03369780978e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:11.906039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.915478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:11.952968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:11.953832 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5590956 Oct 22 13:14:11.959328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Request body: {'subnet': {'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2040640618-subnet', 'tenant_id': 'a17eb3f37f2643ada64b6508c79a77dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:12.008435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd903b63-86f5-4462-a9c5-3b3806c8b3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=eace1cae-19df-4c88-92d3-56fdbba2c416,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:12.008732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Made reservation on behalf of a17eb3f37f2643ada64b6508c79a77dd for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:12.014445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:12.027012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network eace1cae-19df-4c88-92d3-56fdbba2c416 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:14:12.136596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:12.220411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:12.265369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['01b75fe3-9147-4dfa-8ed7-78174ba85191'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:12.330504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b260f015-8c3e-44b0-b8e4-582c83f772da,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:12.342337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Checking segment: {'id': 'b373c427-269e-4829-a82d-a82773d5d39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:12.343456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Network hostable DHCP agents. Network: eace1cae-19df-4c88-92d3-56fdbba2c416, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:14:12.385785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Network eace1cae-19df-4c88-92d3-56fdbba2c416 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:14:12.399657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, eace1cae-19df-4c88-92d3-56fdbba2c416) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:12.412670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7178479-1567-47a8-b68b-d46cb2ade531 None None] Network eace1cae-19df-4c88-92d3-56fdbba2c416 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:12.417291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:12.418391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:12.455195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b3152490-4b1e-4e22-a7c7-843f4cc12a12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4933591 Oct 22 13:14:12.584691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d2433-707e-4f74-974e-ea3d73980679 req-cf592866-d833-4465-b576-990ff5a1c51d tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:12.586513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f15d2433-707e-4f74-974e-ea3d73980679 req-cf592866-d833-4465-b576-990ff5a1c51d tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0735962 Oct 22 13:14:12.646984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836fb9e-a37e-4ddd-a7f3-b253ddd5a811 None None] Network eace1cae-19df-4c88-92d3-56fdbba2c416 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:12.683513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f15d2433-707e-4f74-974e-ea3d73980679 req-93ef40d9-6f29-4cbe-a6de-b34155f42cbd tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907574 Oct 22 13:14:13.057287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7b130-1999-4eb9-9f36-3f7f64c8667f req-8e9f4f22-9ec0-48a7-a200-72f721baa7d9 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:13.059154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b7b130-1999-4eb9-9f36-3f7f64c8667f req-8e9f4f22-9ec0-48a7-a200-72f721baa7d9 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 944 time: 0.0630682 Oct 22 13:14:13.124768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b7b130-1999-4eb9-9f36-3f7f64c8667f req-b7619a05-99c9-41ef-88ac-705d30ba7c26 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Oct 22 13:14:13.575809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 01b75fe3-9147-4dfa-8ed7-78174ba85191 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:13.639504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 01b75fe3-9147-4dfa-8ed7-78174ba85191 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:13.644068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 01b75fe3-9147-4dfa-8ed7-78174ba85191 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:13.644405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:13.748117 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:13.781321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:13.784152 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef917a-7ce7-48b1-baf5-1d376c9319c8" -d '{"events": [{"server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "name": "network-vif-plugged", "status": "completed", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:13.813496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191,segment=NetworkSegment(cc77de0d-1596-4f33-9abb-03369780978e),segment_id=cc77de0d-1596-4f33-9abb-03369780978e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:13.825542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:13.897845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86656d3-4f78-40cb-8068-8dcf3ed7abcc req-bddea322-4656-4455-a6df-380dbfbe35d9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:13.907361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b86656d3-4f78-40cb-8068-8dcf3ed7abcc req-bddea322-4656-4455-a6df-380dbfbe35d9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0835173 Oct 22 13:14:13.921123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:13.958429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b86656d3-4f78-40cb-8068-8dcf3ed7abcc req-2207a1a9-9fd5-4d56-ad00-d8718b3088eb tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Oct 22 13:14:14.002213 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6b033-0b9f-4ab1-88a1-da53a089539e x-openstack-request-id: req-12c6b033-0b9f-4ab1-88a1-da53a089539e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:14.003390 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "name": "network-vif-plugged", "status": "completed", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:14.004114 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12c6b033-0b9f-4ab1-88a1-da53a089539e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:14.004850 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191', 'code': 200} Oct 22 13:14:14.188677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7c16-bb1f-4621-abb3-3df7ee311c66 req-439ed8a9-82ec-4973-a5dd-86d58d85501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:14.191659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc1d7c16-bb1f-4621-abb3-3df7ee311c66 req-439ed8a9-82ec-4973-a5dd-86d58d85501b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 1096 time: 0.1086752 Oct 22 13:14:14.331886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc1d7c16-bb1f-4621-abb3-3df7ee311c66 req-ae082e34-ada6-48d4-9cae-938d7addc422 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190298 Oct 22 13:14:14.373747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae4a8-d1d3-467a-b26d-bd05c0edc923 req-7f53ab7b-271b-47d0-b041-f7528ced3779 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:14.375354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c31ae4a8-d1d3-467a-b26d-bd05c0edc923 req-7f53ab7b-271b-47d0-b041-f7528ced3779 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.1205192 Oct 22 13:14:14.387002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-b5a5ed53-dcf6-47be-bc42-dc9599d33ea1 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:14.394069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-b5a5ed53-dcf6-47be-bc42-dc9599d33ea1 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/networks?id=eace1cae-19df-4c88-92d3-56fdbba2c416 HTTP/1.1" status: 200 len: 810 time: 0.1991694 Oct 22 13:14:14.418310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-e122a54f-d167-465d-b04f-bee6d40dbdd9 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/quotas/a17eb3f37f2643ada64b6508c79a77dd HTTP/1.1" status: 200 len: 375 time: 0.0201862 Oct 22 13:14:14.474898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-4e59b76b-2bcc-4ca6-b446-4bb0a0831e44 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a17eb3f37f2643ada64b6508c79a77dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552609 Oct 22 13:14:14.528960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c31ae4a8-d1d3-467a-b26d-bd05c0edc923 req-3d4af0ff-27e0-4a27-9d28-a4ee593db3f0 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327395 Oct 22 13:14:14.674795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-7f19cc8e-5954-4c6a-9d25-705e009e0420 service neutron] 10.222.0.25 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795340 Oct 22 13:14:14.785585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-5b29720a-710c-4612-999e-a8519e088e66 service neutron] 10.222.0.25 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022775 Oct 22 13:14:15.136491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ead25d8c-dfa9-46a0-a84a-d0d5bf4e24bb req-bf1cd5b5-140f-40e6-82c4-664242a2ae29 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 210 time: 0.0757585 Oct 22 13:14:15.185263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342f0f-fe48-4008-b326-99f9f040d32b req-6321a58b-115b-44f7-9917-a7e6cbf6e7af tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:15.193974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28342f0f-fe48-4008-b326-99f9f040d32b req-6321a58b-115b-44f7-9917-a7e6cbf6e7af tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1449988 Oct 22 13:14:15.282916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28342f0f-fe48-4008-b326-99f9f040d32b req-1441db14-d2b9-40d4-a32d-2ef39b13212a tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880489 Oct 22 13:14:15.800860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68380c93-a076-4cd6-a72d-8f2e2a478d07 req-337b43d8-bb5a-4627-ac44-c13788daf7a6 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:15.810351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68380c93-a076-4cd6-a72d-8f2e2a478d07 req-337b43d8-bb5a-4627-ac44-c13788daf7a6 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.1258099 Oct 22 13:14:15.867097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68380c93-a076-4cd6-a72d-8f2e2a478d07 req-505cf864-e2c3-4f6e-9016-828b9ba4f93d tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Oct 22 13:14:16.271194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb99b452-f3bc-49dc-ac11-14bfccafca5b req-e7e4f18d-c324-4b1a-a4a8-feba8a77a170 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 210 time: 0.0595334 Oct 22 13:14:16.432838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dde899-93e9-4dd0-9ebd-477ad5d82738 req-4b29665a-4312-4178-bde1-8877b11e2bba tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:16.439331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25dde899-93e9-4dd0-9ebd-477ad5d82738 req-4b29665a-4312-4178-bde1-8877b11e2bba tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0724359 Oct 22 13:14:16.568120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25dde899-93e9-4dd0-9ebd-477ad5d82738 req-2ddb7592-b0c6-40bb-abaf-ce059129d8b2 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275163 Oct 22 13:14:16.629513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-f99b5ce0-1207-4918-9865-04af340fc204 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:16.631357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-f99b5ce0-1207-4918-9865-04af340fc204 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.21 "GET /v2.0/networks?id=eace1cae-19df-4c88-92d3-56fdbba2c416 HTTP/1.1" status: 200 len: 810 time: 0.1499712 Oct 22 13:14:16.652435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Request body: {'port': {'device_id': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416', 'admin_state_up': True, 'tenant_id': 'a17eb3f37f2643ada64b6508c79a77dd'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:16.809694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Made reservation on behalf of a17eb3f37f2643ada64b6508c79a77dd for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:16.813699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:17.029416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Allocated IP 172.20.0.8 (eace1cae-19df-4c88-92d3-56fdbba2c416/b260f015-8c3e-44b0-b8e4-582c83f772da/73fd23db-f221-456e-a670-af4e0a792333) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:17.083575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f78-7ffc-4e86-9611-0050ad45d973 req-32994426-fb99-4d13-95ad-33c102f0c3e7 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:17.085077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd925f78-7ffc-4e86-9611-0050ad45d973 req-32994426-fb99-4d13-95ad-33c102f0c3e7 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.0933254 Oct 22 13:14:17.168244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd925f78-7ffc-4e86-9611-0050ad45d973 req-c563f607-08f8-4fd3-984d-c3bee09573cf tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760009 Oct 22 13:14:17.313645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:17.366072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:17.451168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Network eace1cae-19df-4c88-92d3-56fdbba2c416 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:17.455239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:17.462297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:17.504341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Pushing event updated for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:17.522209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8fe78-edf9-4419-a4ce-fd01c92417e1 req-c259d60d-4a5b-4fed-bcbf-220a0d1cb3c6 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:17.524117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0b8fe78-edf9-4419-a4ce-fd01c92417e1 req-c259d60d-4a5b-4fed-bcbf-220a0d1cb3c6 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 931 time: 0.1504972 Oct 22 13:14:17.560374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:17.560868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:17.604678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-27688b55-8939-419e-8f08-d7a1c68507fb tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9629259 Oct 22 13:14:17.615164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0b8fe78-edf9-4419-a4ce-fd01c92417e1 req-023dc972-2648-4f21-ac98-63ee59327d88 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812290 Oct 22 13:14:17.620483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Request body: {'port': {'device_id': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:17.727164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:17.838933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a35ef-743d-43f4-ae1c-39f379e56ca0 req-8b056299-6784-4612-a6e0-1688b2bbfcb9 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:17.845963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec1a35ef-743d-43f4-ae1c-39f379e56ca0 req-8b056299-6784-4612-a6e0-1688b2bbfcb9 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.1389725 Oct 22 13:14:17.947156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c39627-fa28-4566-8a43-caa969c8490c req-48a509af-45d4-4213-93a4-31dea2b0896c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:17.954331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c39627-fa28-4566-8a43-caa969c8490c req-48a509af-45d4-4213-93a4-31dea2b0896c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1734350 Oct 22 13:14:17.984919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec1a35ef-743d-43f4-ae1c-39f379e56ca0 req-3b147ae8-67dd-4bd6-97c0-85441105196f tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356878 Oct 22 13:14:18.069785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c39627-fa28-4566-8a43-caa969c8490c req-922c225d-053f-48fc-b0d7-b1633419bab6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144676 Oct 22 13:14:18.270360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fd23db-f221-456e-a670-af4e0a792333 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:18.278855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:18.314444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Transition to ACTIVE for port object 73fd23db-f221-456e-a670-af4e0a792333 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:14:18.319765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:18.382644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:18.470031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Attempting to bind port 73fd23db-f221-456e-a670-af4e0a792333 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:18.470375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Attempting to bind port 73fd23db-f221-456e-a670-af4e0a792333 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b373c427-269e-4829-a82d-a82773d5d39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:18.470740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Attempting to bind port 73fd23db-f221-456e-a670-af4e0a792333 on network eace1cae-19df-4c88-92d3-56fdbba2c416 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:18.476845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Port 73fd23db-f221-456e-a670-af4e0a792333 on network eace1cae-19df-4c88-92d3-56fdbba2c416 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:14:18.477414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Attempting to bind port 73fd23db-f221-456e-a670-af4e0a792333 on network eace1cae-19df-4c88-92d3-56fdbba2c416 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:18.483503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:18.483841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Checking segment: {'id': 'b373c427-269e-4829-a82d-a82773d5d39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:18.484310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Bound using segment: {'id': 'b373c427-269e-4829-a82d-a82773d5d39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:18.484648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Bound port: 73fd23db-f221-456e-a670-af4e0a792333, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b373c427-269e-4829-a82d-a82773d5d39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:18.485050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:18.564251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:18.569987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=73fd23db-f221-456e-a670-af4e0a792333,segment=NetworkSegment(b373c427-269e-4829-a82d-a82773d5d39f),segment_id=b373c427-269e-4829-a82d-a82773d5d39f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:18.574690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:18.612596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:18.613296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:18.614655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] 10.222.0.21 "PUT /v2.0/ports/73fd23db-f221-456e-a670-af4e0a792333 HTTP/1.1" status: 200 len: 1091 time: 0.9984062 Oct 22 13:14:18.615121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'tag': '73fd23db-f221-456e-a670-af4e0a792333'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:18.617378 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fd809e-aea8-493b-8521-a7991a445f85" -d '{"events": [{"name": "network-changed", "server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "tag": "73fd23db-f221-456e-a670-af4e0a792333"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:18.656285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6fc9b-d8b2-4eb2-b2a5-e9fdee219d62 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:18.715918 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7cf61-ab72-49ae-bac3-10e228e5eb25 x-openstack-request-id: req-b4e7cf61-ab72-49ae-bac3-10e228e5eb25 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:18.716418 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "tag": "73fd23db-f221-456e-a670-af4e0a792333", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:18.716792 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e7cf61-ab72-49ae-bac3-10e228e5eb25 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:18.717202 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'tag': '73fd23db-f221-456e-a670-af4e0a792333', 'status': 'completed', 'code': 200} Oct 22 13:14:18.793480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-cb6dedb4-1cd1-440c-b0b7-25c89721f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:18.795289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-cb6dedb4-1cd1-440c-b0b7-25c89721f11f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17eb3f37f2643ada64b6508c79a77dd&device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 1094 time: 0.1240454 Oct 22 13:14:18.822173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c394ec-37b3-451a-8bce-585bc55fe2a3 req-7d2e1fb0-e787-46df-824d-b6f6b8b84862 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:18.823976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c394ec-37b3-451a-8bce-585bc55fe2a3 req-7d2e1fb0-e787-46df-824d-b6f6b8b84862 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 943 time: 0.0927665 Oct 22 13:14:18.848799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36222) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:18.864086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-aed28c7b-a98c-44e2-9b89-224c1242fa80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd23db-f221-456e-a670-af4e0a792333 HTTP/1.1" status: 200 len: 217 time: 0.0576959 Oct 22 13:14:18.929480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85c394ec-37b3-451a-8bce-585bc55fe2a3 req-63fdce8b-4d1b-471f-b844-8d2942fcb3ea tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681255 Oct 22 13:14:18.938073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-906f6088-77b4-4fc9-9a87-28c8d567332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:18.939728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-906f6088-77b4-4fc9-9a87-28c8d567332f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b260f015-8c3e-44b0-b8e4-582c83f772da HTTP/1.1" status: 200 len: 850 time: 0.0623033 Oct 22 13:14:19.010035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cab35e3e-459c-4054-af61-d09d2fc3319a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.015512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-b1b2a596-052b-4d3d-8b59-8cd48fe4b724 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eace1cae-19df-4c88-92d3-56fdbba2c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495865 Oct 22 13:14:19.043359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-b2716c8c-2898-48e7-a28a-dad64c58c37b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.044839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-b2716c8c-2898-48e7-a28a-dad64c58c37b tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.0869467 Oct 22 13:14:19.163933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-b54f4e20-c8dc-4cdb-95a3-b2f26b26f879 service neutron] 10.222.0.21 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401737 Oct 22 13:14:19.238629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cab35e3e-459c-4054-af61-d09d2fc3319a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.250722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cab35e3e-459c-4054-af61-d09d2fc3319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.288896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32396c-7b8b-421a-87bb-d9730c39c2d2 req-0b3c36a4-5180-4ad0-8d0e-ce3de8e996b2 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.290513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Deleting port 01b75fe3-9147-4dfa-8ed7-78174ba85191 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:19.291093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.296051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb32396c-7b8b-421a-87bb-d9730c39c2d2 req-0b3c36a4-5180-4ad0-8d0e-ce3de8e996b2 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed0e8b11-3255-4385-b4dd-b2a65f74495e HTTP/1.1" status: 200 len: 945 time: 0.2053223 Oct 22 13:14:19.319345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab35e3e-459c-4054-af61-d09d2fc3319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24866057-fe60-42ea-bfcc-e13952035383,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:19.329537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cab35e3e-459c-4054-af61-d09d2fc3319a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1a001f072c0411c9bad9a34b7182fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790325 Oct 22 13:14:19.330029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36236) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:19.344427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd07ac71-0b0c-4c29-a9f4-133330f93919 req-5120cd9d-ed90-4820-ac8b-944065204037 service neutron] 10.222.0.21 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730189 Oct 22 13:14:19.378167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca73f6-5f1d-473b-ae1b-b1237c039cec req-b003d84a-cd1b-436e-9569-54c4681e03c1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.379945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ceca73f6-5f1d-473b-ae1b-b1237c039cec req-b003d84a-cd1b-436e-9569-54c4681e03c1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1123812 Oct 22 13:14:19.396542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb32396c-7b8b-421a-87bb-d9730c39c2d2 req-39ebffb6-347b-4dc9-ae2a-42fde82a9440 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec1f0eaa-8577-491a-94f1-6a8627b300d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996192 Oct 22 13:14:19.459530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.468690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] For port 01b75fe3-9147-4dfa-8ed7-78174ba85191, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=01b75fe3-9147-4dfa-8ed7-78174ba85191,segment=NetworkSegment(cc77de0d-1596-4f33-9abb-03369780978e),segment_id=cc77de0d-1596-4f33-9abb-03369780978e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:19.469057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.496741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Calling delete_port for 01b75fe3-9147-4dfa-8ed7-78174ba85191 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:19.497297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ceca73f6-5f1d-473b-ae1b-b1237c039cec req-b48d5981-784d-4ede-bb1a-0f5ceb734fdf tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993192 Oct 22 13:14:19.504777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.507184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-83f12b2c-0d0a-42c2-881c-7ffe0a8370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.510462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-83f12b2c-0d0a-42c2-881c-7ffe0a8370e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17eb3f37f2643ada64b6508c79a77dd&device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 1094 time: 0.1009574 Oct 22 13:14:19.628418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.630480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-a7b7114f-43a5-4733-b2d5-0805441c0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.631091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.632163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-a7b7114f-43a5-4733-b2d5-0805441c0c0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=eace1cae-19df-4c88-92d3-56fdbba2c416 HTTP/1.1" status: 200 len: 911 time: 0.1138067 Oct 22 13:14:19.632324 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24866057-fe60-42ea-bfcc-e13952035383 HTTP/1.1" status: 204 len: 168 time: 0.2975025 Oct 22 13:14:19.667370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91877f9-0e38-4b0d-a8d6-148dd7164443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24866057-fe60-42ea-bfcc-e13952035383,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:19.689071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-928ae1b4-8d27-472e-9995-3047fb71d276 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd23db-f221-456e-a670-af4e0a792333 HTTP/1.1" status: 200 len: 217 time: 0.0480266 Oct 22 13:14:19.696266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.711016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['01b75fe3-9147-4dfa-8ed7-78174ba85191'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:19.738214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Pushing event deleted for resources: {'Port': ['ID=01b75fe3-9147-4dfa-8ed7-78174ba85191,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:19.747164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-f93b7029-a7fd-444c-99cc-41a4e3d510be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:19.749022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-f93b7029-a7fd-444c-99cc-41a4e3d510be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b260f015-8c3e-44b0-b8e4-582c83f772da HTTP/1.1" status: 200 len: 850 time: 0.0522985 Oct 22 13:14:19.773472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] No DVR routers for this DVR port 01b75fe3-9147-4dfa-8ed7-78174ba85191 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:14:19.776329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:19.780260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92b9fe52-839b-48fd-b32d-d3df90637b4e req-a2c871ce-a566-450a-822a-0af02d0875c5 tempest-InstanceActionsNegativeTestJSON-1942691522 tempest-InstanceActionsNegativeTestJSON-1942691522-project] 10.222.0.21 "DELETE /v2.0/ports/01b75fe3-9147-4dfa-8ed7-78174ba85191 HTTP/1.1" status: 204 len: 173 time: 0.7263114 Oct 22 13:14:19.780397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'name': 'network-vif-deleted', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:19.782642 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ff1030-ad82-4b7a-9347-e6603be889f4" -d '{"events": [{"server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "name": "network-vif-deleted", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:19.783360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-4d97c853-d6f9-4e02-8228-5d0f5b7f66f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eace1cae-19df-4c88-92d3-56fdbba2c416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268009 Oct 22 13:14:19.848537 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd48698-cbce-460a-9ae9-79e2bf9aba5b x-openstack-request-id: req-8bd48698-cbce-460a-9ae9-79e2bf9aba5b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:19.848831 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0e8b11-3255-4385-b4dd-b2a65f74495e", "name": "network-vif-deleted", "tag": "01b75fe3-9147-4dfa-8ed7-78174ba85191", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:19.849402 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd48698-cbce-460a-9ae9-79e2bf9aba5b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:19.849489 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0e8b11-3255-4385-b4dd-b2a65f74495e', 'name': 'network-vif-deleted', 'tag': '01b75fe3-9147-4dfa-8ed7-78174ba85191', 'status': 'completed', 'code': 200} Oct 22 13:14:19.912319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-1aa9bfc3-e6ff-42da-9864-d2857b54fad5 service neutron] 10.222.0.21 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189971 Oct 22 13:14:20.419690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c47c0-3557-4448-8d8c-b4b36f5205a6 req-4aa51718-d251-4c8a-ba72-85510ef7eb88 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:20.421198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e6c47c0-3557-4448-8d8c-b4b36f5205a6 req-4aa51718-d251-4c8a-ba72-85510ef7eb88 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.4572189 Oct 22 13:14:20.425089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9fd809e-aea8-493b-8521-a7991a445f85 req-4b75de28-a10c-4fb7-bb2a-335d4652ecbf service neutron] 10.222.0.21 "GET /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029848 Oct 22 13:14:20.455333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736f18-04de-4a73-bdbd-e9c4bc26fe12 req-422db5cd-5e3e-4412-a7fc-fc2d6d3d99a9 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:20.456843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13736f18-04de-4a73-bdbd-e9c4bc26fe12 req-422db5cd-5e3e-4412-a7fc-fc2d6d3d99a9 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 943 time: 0.4381547 Oct 22 13:14:20.481301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e6c47c0-3557-4448-8d8c-b4b36f5205a6 req-359eaae5-f0b8-4d65-b452-571de003c8a1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530987 Oct 22 13:14:20.527482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13736f18-04de-4a73-bdbd-e9c4bc26fe12 req-8655711d-991d-4588-bdbc-f334ccaefcf4 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 Oct 22 13:14:20.566950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36294) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:20.618080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Deleting subnet 170ec877-8181-4bde-9afb-381ccda78a3e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:14:20.622089 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:20.667315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:20.702892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613093-cbee-4ef5-8299-d4c43b508016 req-8ea9367c-ce5e-43f6-b5fa-5450aff5cb44 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:20.710699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23613093-cbee-4ef5-8299-d4c43b508016 req-8ea9367c-ce5e-43f6-b5fa-5450aff5cb44 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0760703 Oct 22 13:14:20.737353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:20.759189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23613093-cbee-4ef5-8299-d4c43b508016 req-276abc30-343e-45d6-a0c9-648cdd407d18 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475450 Oct 22 13:14:20.826703 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:20.851645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa9d8d-5d19-427e-909a-cb7326de97ff req-6d6e1d19-0e3b-4125-83ad-a415f9f1cfd6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:20.854884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91fa9d8d-5d19-427e-909a-cb7326de97ff req-6d6e1d19-0e3b-4125-83ad-a415f9f1cfd6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0875490 Oct 22 13:14:20.860823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170ec877-8181-4bde-9afb-381ccda78a3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:20.869101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:20.872906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1dadd196-e92c-4096-ab3d-9ba550d99c1c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/170ec877-8181-4bde-9afb-381ccda78a3e HTTP/1.1" status: 204 len: 168 time: 0.3046868 Oct 22 13:14:20.876845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36340) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:20.922308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91fa9d8d-5d19-427e-909a-cb7326de97ff req-5e5691aa-c6d6-4eb3-97cf-798bdbe22d59 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 Oct 22 13:14:20.966070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.072727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.098773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a8d427-45a9-4d29-b95e-bb8885ec5fba']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:21.099063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fc11d-b4e8-45b4-bf81-dcb9fcd86a06 req-dd0b96fc-99b9-4ef7-8049-2138653b3f88 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:21.108604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a7fc11d-b4e8-45b4-bf81-dcb9fcd86a06 req-dd0b96fc-99b9-4ef7-8049-2138653b3f88 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0677626 Oct 22 13:14:21.110097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc77de0d-1596-4f33-9abb-03369780978e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:21.110749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc77de0d-1596-4f33-9abb-03369780978e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:21.124529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.144150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.153600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a7fc11d-b4e8-45b4-bf81-dcb9fcd86a06 req-4f8eaa07-d20f-437e-89d8-fe65d1cf3bb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Oct 22 13:14:21.156152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:14:21.156774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:14:21.159044 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:14:21.217992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36348) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:21.241981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.255729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.261749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1a8d427-45a9-4d29-b95e-bb8885ec5fba HTTP/1.1" status: 204 len: 168 time: 0.3809619 Oct 22 13:14:21.292136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88886610-448a-41f1-aa0e-e3912bec734b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a8d427-45a9-4d29-b95e-bb8885ec5fba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:21.377712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1221eefe-d501-44ec-9a1a-92dfd912cb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.425819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:21.468320 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1221eefe-d501-44ec-9a1a-92dfd912cb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.473641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f611e2b0-4470-4639-ba08-64fe2a6c66dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a55efe146a1e4eabb5e322b449b964f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466483 Oct 22 13:14:21.475769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1221eefe-d501-44ec-9a1a-92dfd912cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.476484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:21.522952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1221eefe-d501-44ec-9a1a-92dfd912cb9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97e347d8123347768f32e78447aff6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034425 Oct 22 13:14:21.523953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221eefe-d501-44ec-9a1a-92dfd912cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8f095-6c9d-4ed4-a667-747c09d5e8ad,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:21.525881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:21.560930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.604536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.614700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 01b75fe3-9147-4dfa-8ed7-78174ba85191 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:14:21.648851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 01b75fe3-9147-4dfa-8ed7-78174ba85191 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:14:21.649231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 01b75fe3-9147-4dfa-8ed7-78174ba85191 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:14:21.663541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.698491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.720384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4203220-07b4-43e9-b0df-5c48af03d276 req-c4e5a177-4799-42d2-bf3d-e1b8d8d158f1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:21.722960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4203220-07b4-43e9-b0df-5c48af03d276 req-c4e5a177-4799-42d2-bf3d-e1b8d8d158f1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1082425 Oct 22 13:14:21.734487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3f59-4f62-424c-9e2b-8511299bf1e3 req-9a850fac-f0d3-422d-9afe-eda3b655acc6 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:21.736481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.739359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cdc3f59-4f62-424c-9e2b-8511299bf1e3 req-9a850fac-f0d3-422d-9afe-eda3b655acc6 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 943 time: 0.1003027 Oct 22 13:14:21.739512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.743293 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec1f0eaa-8577-491a-94f1-6a8627b300d1 HTTP/1.1" status: 204 len: 168 time: 0.2657487 Oct 22 13:14:21.757011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e579c7-c9ed-4e62-b29e-2fab4b23661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f0eaa-8577-491a-94f1-6a8627b300d1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:21.783558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.786833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:21.788001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4a8f095-6c9d-4ed4-a667-747c09d5e8ad HTTP/1.1" status: 204 len: 168 time: 0.2609723 Oct 22 13:14:21.797595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cb5fb-8889-40f8-8c3f-1b0b513b0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8f095-6c9d-4ed4-a667-747c09d5e8ad,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:21.872787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cdc3f59-4f62-424c-9e2b-8511299bf1e3 req-0514f962-4dce-4bf5-bb5f-9fae687cd5a5 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298079 Oct 22 13:14:21.910009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4203220-07b4-43e9-b0df-5c48af03d276 req-d07148d7-2419-493a-8aba-4cc12f7e02d8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690352 Oct 22 13:14:22.064800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0455-9e02-471b-82bb-10d9c86760c3 req-98a04622-39e0-4c7a-8452-d70448bc45f8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:22.070745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8eb0455-9e02-471b-82bb-10d9c86760c3 req-98a04622-39e0-4c7a-8452-d70448bc45f8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0604091 Oct 22 13:14:22.129867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8eb0455-9e02-471b-82bb-10d9c86760c3 req-c095ea8a-7747-45b8-bf26-0aa17b706780 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Oct 22 13:14:22.757010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36414) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:22.984757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1206141603-network', 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:23.033242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Made reservation on behalf of a82ff7e7df0f408e8dae4dfab4b6de49 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:23.036265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.050957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.089918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1252c-41ae-4c2f-98d9-606d00ebf9b7 req-fb4d2dd4-c974-4fd7-916f-b90e1f8b2d3f tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:23.098053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fb1252c-41ae-4c2f-98d9-606d00ebf9b7 req-fb4d2dd4-c974-4fd7-916f-b90e1f8b2d3f tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 943 time: 0.1203854 Oct 22 13:14:23.160034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fb1252c-41ae-4c2f-98d9-606d00ebf9b7 req-46c56994-404b-44c3-9a2d-4781666d142f tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Oct 22 13:14:23.169146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264304-3083-4da3-b40e-39471aece8f2 req-f97778bc-a843-4e25-8305-b1a86a8deb8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:23.179712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20264304-3083-4da3-b40e-39471aece8f2 req-f97778bc-a843-4e25-8305-b1a86a8deb8f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1492627 Oct 22 13:14:23.181121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.186703 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.245279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:14:23.257030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53e03c-16f3-440e-96a8-2a184829993d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:23.261837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.262626 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Added segment c0faac51-cb39-4199-953a-7b3db1ddaf2b of type vlan for network ce090367-f703-481b-9e3b-2298d5f4344e Oct 22 13:14:23.287759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20264304-3083-4da3-b40e-39471aece8f2 req-d5fb8370-5089-49da-aa06-0e56b7cc60fc tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000288 Oct 22 13:14:23.326551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.366596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.367670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:23.368401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.411161 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6527884 Oct 22 13:14:23.413873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36460) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:23.417539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae236-b3a4-4ff4-abc4-efb27d5f8156 req-e573eaf2-eadf-48dd-b320-a47ab7aa0612 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:23.419647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1bae236-b3a4-4ff4-abc4-efb27d5f8156 req-e573eaf2-eadf-48dd-b320-a47ab7aa0612 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0715573 Oct 22 13:14:23.426909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Request body: {'subnet': {'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1206141603-subnet', 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:23.468376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55f13-78e6-492c-af3d-c0fbfb154e51 admin admin] Pushing event updated for resources: {'Network': ['ID=ce090367-f703-481b-9e3b-2298d5f4344e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:23.481892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ce090367-f703-481b-9e3b-2298d5f4344e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:14:23.514325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Made reservation on behalf of a82ff7e7df0f408e8dae4dfab4b6de49 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:23.517051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.569109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1bae236-b3a4-4ff4-abc4-efb27d5f8156 req-c9061bd0-e61a-4e2c-a948-21a9dcd76a55 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412709 Oct 22 13:14:23.601353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 73fd23db-f221-456e-a670-af4e0a792333 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:23.721064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=73fd23db-f221-456e-a670-af4e0a792333,segment=NetworkSegment(b373c427-269e-4829-a82d-a82773d5d39f),segment_id=b373c427-269e-4829-a82d-a82773d5d39f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:23.738538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.741167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '73fd23db-f221-456e-a670-af4e0a792333', 'network_id': 'eace1cae-19df-4c88-92d3-56fdbba2c416', 'port_id': '73fd23db-f221-456e-a670-af4e0a792333', 'mac_address': 'fa:16:3e:f5:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b260f015-8c3e-44b0-b8e4-582c83f772da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:23.784585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.794076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba5c53f-59b6-40a1-a223-7881595ffec6,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:23.803599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fd23db-f221-456e-a670-af4e0a792333 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:23.824883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:23.834515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Checking segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:23.834914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Network hostable DHCP agents. Network: ce090367-f703-481b-9e3b-2298d5f4344e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:14:23.845944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=73fd23db-f221-456e-a670-af4e0a792333,segment=NetworkSegment(b373c427-269e-4829-a82d-a82773d5d39f),segment_id=b373c427-269e-4829-a82d-a82773d5d39f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:23.852844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.862824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Network ce090367-f703-481b-9e3b-2298d5f4344e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:14:23.877729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ce090367-f703-481b-9e3b-2298d5f4344e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:23.884558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:23.886386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.898382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb87717-dddb-4a16-be21-5630974bb81f None None] Network ce090367-f703-481b-9e3b-2298d5f4344e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:23.910952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b45763cd-4f95-469a-832c-72fa072484f3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4947207 Oct 22 13:14:23.970737 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2804762-d869-47b1-ac5f-b244274bc775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.994090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-527d01be-63b4-4774-bc84-dad8a3c9e928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:23.997643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:24.040823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.041294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.041736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.042165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.042742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.043208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.043602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.044021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.044441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.044879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.045294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.045839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:24.061122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2804762-d869-47b1-ac5f-b244274bc775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.072666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2804762-d869-47b1-ac5f-b244274bc775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.168665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2804762-d869-47b1-ac5f-b244274bc775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7971d6-a187-4c60-bad6-9e7a7344e233,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:24.198507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:24.201297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e2804762-d869-47b1-ac5f-b244274bc775 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97970f8ff7894752aa8f329fd9958794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738689 Oct 22 13:14:24.280152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['73fd23db-f221-456e-a670-af4e0a792333'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:24.442668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.508384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.520158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a68b-7cc9-47a9-a6cd-37b3acd054b4 req-6c5fa5ae-2b19-43a3-8150-c722219e6cf3 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:24.522276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8b1a68b-7cc9-47a9-a6cd-37b3acd054b4 req-6c5fa5ae-2b19-43a3-8150-c722219e6cf3 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 944 time: 0.1712477 Oct 22 13:14:24.599195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8b1a68b-7cc9-47a9-a6cd-37b3acd054b4 req-873aa8e8-52cb-4f76-b325-bb40e7bb763b tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674365 Oct 22 13:14:24.612568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ce090367-f703-481b-9e3b-2298d5f4344e', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49', 'fixed_ips': [{'subnet_id': '8ba5c53f-59b6-40a1-a223-7881595ffec6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:14:24.613458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.801971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Allocated IP 172.20.0.2 (ce090367-f703-481b-9e3b-2298d5f4344e/8ba5c53f-59b6-40a1-a223-7881595ffec6/b3b537e7-f6cf-4090-bbc3-36f52ddd234f) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:24.856589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.860407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:24.861738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c7971d6-a187-4c60-bad6-9e7a7344e233 HTTP/1.1" status: 204 len: 168 time: 0.6614678 Oct 22 13:14:24.870935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-1e5db680-00dc-436b-9840-5a2f37321faa tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:24.878708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-1e5db680-00dc-436b-9840-5a2f37321faa tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.2761884 Oct 22 13:14:24.901481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f54ea7-b0d0-4283-aede-03dcdf67dab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7971d6-a187-4c60-bad6-9e7a7344e233,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:24.911941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c2c0f396-cdf0-4e60-999b-4c6bda7546cc tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/quotas/a82ff7e7df0f408e8dae4dfab4b6de49 HTTP/1.1" status: 200 len: 375 time: 0.0312376 Oct 22 13:14:24.956119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-554d170b-6e3e-4add-a120-1b3a3bc47bb5 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432048 Oct 22 13:14:25.038626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:25.047209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca30f8-7866-41ca-ba73-c49275450060 req-d62661e0-e9f6-47ad-b105-cbab1c4267e1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:25.056720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8eca30f8-7866-41ca-ba73-c49275450060 req-d62661e0-e9f6-47ad-b105-cbab1c4267e1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2367632 Oct 22 13:14:25.061268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:25.163310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Network ce090367-f703-481b-9e3b-2298d5f4344e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:25.173266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:25.176751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:25.185139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Pushing event updated for resources: {'Port': ['ID=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:25.228566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c11fad11-3191-42fa-8ff6-c778fea6a082 service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715173 Oct 22 13:14:25.271012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Attempting to bind port b3b537e7-f6cf-4090-bbc3-36f52ddd234f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:25.271577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Attempting to bind port b3b537e7-f6cf-4090-bbc3-36f52ddd234f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:25.272139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Attempting to bind port b3b537e7-f6cf-4090-bbc3-36f52ddd234f on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:25.278905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:25.279580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Checking segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:25.280161 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:25.280731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Bound using segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:25.281376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Bound port: b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:25.281934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:25.309414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8eca30f8-7866-41ca-ba73-c49275450060 req-eb4d0ac0-cdf7-456e-9df0-852a6540df0a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517192 Oct 22 13:14:25.370048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] For port b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:25.375990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-36c0f94b-6cb8-4ef1-9506-950f06bc5cac service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457391 Oct 22 13:14:25.379338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] For port b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:25.390325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:25.499748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e3948-10c7-47b9-a03f-f743623b9f54 req-ad9426d1-7c9f-41ad-8d43-2676e5e3a3c5 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:25.515832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83e3948-10c7-47b9-a03f-f743623b9f54 req-ad9426d1-7c9f-41ad-8d43-2676e5e3a3c5 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1230347 Oct 22 13:14:25.604607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83e3948-10c7-47b9-a03f-f743623b9f54 req-f016c21e-01da-47b1-9c5c-764a4b74478d tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877974 Oct 22 13:14:25.620126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bad32-5f2b-4147-b5f4-7879d9170de1 None None] Pushing event updated for resources: {'Port': ['ID=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:25.948979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfbd-d277-483d-a112-8faa46087b0b req-ab502b2e-4f19-4fc5-9006-3289b74b990b tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:25.952551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81d2cfbd-d277-483d-a112-8faa46087b0b req-ab502b2e-4f19-4fc5-9006-3289b74b990b tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 944 time: 0.1888323 Oct 22 13:14:26.100243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81d2cfbd-d277-483d-a112-8faa46087b0b req-cb908c5f-d196-48ed-ae8d-10109066ee87 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340661 Oct 22 13:14:26.252141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-1607c9c0-203f-4aa0-a508-5fc366f6def3 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:26.263416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-1607c9c0-203f-4aa0-a508-5fc366f6def3 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.2119336 Oct 22 13:14:26.289379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-055b0b53-0998-4220-aa1e-5d208cc6173e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/quotas/a82ff7e7df0f408e8dae4dfab4b6de49 HTTP/1.1" status: 200 len: 375 time: 0.0245612 Oct 22 13:14:26.377968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-54646ad5-a52b-4704-b9cb-0b13cd35ebdc tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873992 Oct 22 13:14:26.534151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870960c-2815-4ca1-aa8c-c4592c7754be req-087323f8-4e56-4fa1-b3fb-4fe4715d39f3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:26.551694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3870960c-2815-4ca1-aa8c-c4592c7754be req-087323f8-4e56-4fa1-b3fb-4fe4715d39f3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1365438 Oct 22 13:14:26.618417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3870960c-2815-4ca1-aa8c-c4592c7754be req-0834d334-5c41-414f-bce1-d5ac90753102 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658021 Oct 22 13:14:26.845436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e830-fb46-4fa2-9c5c-b173f77c3cf8 req-424edad9-7d85-464d-8e31-4d8cac0deed4 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:26.854070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76c7e830-fb46-4fa2-9c5c-b173f77c3cf8 req-424edad9-7d85-464d-8e31-4d8cac0deed4 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1481895 Oct 22 13:14:26.914509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76c7e830-fb46-4fa2-9c5c-b173f77c3cf8 req-10e143ad-736e-402d-9ca3-b9855f874c5c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Oct 22 13:14:26.937650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4dabe064-d6b6-42dd-81a2-1446cbaa9963 service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584819 Oct 22 13:14:27.055825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-d166f476-2c40-4d28-8ee1-8ae9697c359e service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105819 Oct 22 13:14:27.070460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36f39705-532b-47e3-bf4d-c8f62e9503b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.110887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532477fd-30b3-4a9b-b3cd-39dc96519d92 None None] Network ce090367-f703-481b-9e3b-2298d5f4344e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:27.290500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ae38c-5ca0-426b-841c-27e9c71078cf req-f9e1c126-2a36-41b4-8339-026c5a676b8a tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:27.298179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b93ae38c-5ca0-426b-841c-27e9c71078cf req-f9e1c126-2a36-41b4-8339-026c5a676b8a tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 944 time: 0.0911396 Oct 22 13:14:27.351230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:27.358904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b3b537e7-f6cf-4090-bbc3-36f52ddd234f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:27.434416 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:14:27.517989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b93ae38c-5ca0-426b-841c-27e9c71078cf req-e8eb08d1-4ebb-4bd9-981e-25fb1846bb1e tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188528 Oct 22 13:14:27.545878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1809556072', 'router:external': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:27.562585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-3e86457a-2be7-49a8-a172-6fe8b81f8d9c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:27.564374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-3e86457a-2be7-49a8-a172-6fe8b81f8d9c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.2509272 Oct 22 13:14:27.569954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b81697c9-ca32-4965-b4ba-d5b14bd9a12c None None] Provisioning complete for port b3b537e7-f6cf-4090-bbc3-36f52ddd234f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:27.569954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b81697c9-ca32-4965-b4ba-d5b14bd9a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.578683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Made reservation on behalf of bfcaa4d42d0f4a90b6647b7185943681 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:27.582740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.592932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.595374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Request body: {'port': {'device_id': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'admin_state_up': True, 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:27.622989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 73fd23db-f221-456e-a670-af4e0a792333 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:27.653180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b3b537e7-f6cf-4090-bbc3-36f52ddd234f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:27.653566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.717573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.724139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.738511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:14:27.759323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.759811 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.759970 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Added segment f39768ff-5524-4c31-8e90-6ece2c348a88 of type vlan for network b1b45407-8d57-4868-b918-462e1d43b1be Oct 22 13:14:27.814218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.866095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18cea5-2c43-4971-99b9-14f142b339dc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:27.912965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.923876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.975806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 73fd23db-f221-456e-a670-af4e0a792333 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:27.991525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.994156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:27.995407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 73fd23db-f221-456e-a670-af4e0a792333 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:27.996040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:27.996308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.017389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcebdb-d9d0-4d30-ab0c-7547cec40f50 req-cf6307cd-f0f7-4a49-b93a-63747725506a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:28.025460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9bcebdb-d9d0-4d30-ab0c-7547cec40f50 req-cf6307cd-f0f7-4a49-b93a-63747725506a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1813769 Oct 22 13:14:28.036595 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6829493 Oct 22 13:14:28.040007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36634) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:28.046944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:28.047771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'subnet': {'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:28.078173 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b81697c9-ca32-4965-b4ba-d5b14bd9a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.087499 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.104050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-67c0726a-62c8-47d1-9d68-16fb6080d7d2 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:28.111375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-67c0726a-62c8-47d1-9d68-16fb6080d7d2 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.5458047 Oct 22 13:14:28.139127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd03dd3-d606-4a1d-a321-8b0d567ff067 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Network': ['ID=b1b45407-8d57-4868-b918-462e1d43b1be,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:28.155106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-f15b8ff3-79a7-4667-8cda-1fe0ff574659 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/quotas/a82ff7e7df0f408e8dae4dfab4b6de49 HTTP/1.1" status: 200 len: 375 time: 0.0419009 Oct 22 13:14:28.170931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Made reservation on behalf of bfcaa4d42d0f4a90b6647b7185943681 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:28.181984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.185925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9bcebdb-d9d0-4d30-ab0c-7547cec40f50 req-96fc9452-8b79-4605-b226-7f58680a41ba tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593955 Oct 22 13:14:28.197623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:28.202901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b1b45407-8d57-4868-b918-462e1d43b1be details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:14:28.292923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Made reservation on behalf of a82ff7e7df0f408e8dae4dfab4b6de49 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:28.297740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.348438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-6c5be1ee-ecb2-4ec6-a102-af223b7efadb tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905110 Oct 22 13:14:28.391008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-ab7dd7f9-2426-4f87-ac53-754aabaaecad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797932 Oct 22 13:14:28.430254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-b81697c9-ca32-4965-b4ba-d5b14bd9a12c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:14:28.430887 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-b81697c9-ca32-4965-b4ba-d5b14bd9a12c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:14:28.457352 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.531320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=73fd23db-f221-456e-a670-af4e0a792333,segment=NetworkSegment(b373c427-269e-4829-a82d-a82773d5d39f),segment_id=b373c427-269e-4829-a82d-a82773d5d39f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:28.532573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd23db-f221-456e-a670-af4e0a792333'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:28.537836 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad414c6-8fbf-4fda-b3cf-464c28b769dd" -d '{"events": [{"server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "name": "network-vif-plugged", "status": "completed", "tag": "73fd23db-f221-456e-a670-af4e0a792333"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:28.544860 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.601090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-1aa8d219-3daf-40f5-afdf-2393523a325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:28.603218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-1aa8d219-3daf-40f5-afdf-2393523a325b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.0829523 Oct 22 13:14:28.614545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:28.643503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622a56-e631-4181-b194-a380176eba0e req-c2f6f3b9-45a1-4470-8dc1-d3ff7a81f330 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:28.645207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed622a56-e631-4181-b194-a380176eba0e req-c2f6f3b9-45a1-4470-8dc1-d3ff7a81f330 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.2791066 Oct 22 13:14:28.714661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2525f6b0-e3a4-4a68-b6b3-c2749f6bfaff service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654063 Oct 22 13:14:28.772507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-f9a121c3-14a2-4818-81ac-31e48c7ba9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:28.774000 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-f9a121c3-14a2-4818-81ac-31e48c7ba9b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.1422961 Oct 22 13:14:28.807546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:14:28.807546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:28.832462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Allocated IP 172.20.0.11 (ce090367-f703-481b-9e3b-2298d5f4344e/8ba5c53f-59b6-40a1-a223-7881595ffec6/4132dcae-04ab-46b7-9ce1-bd6701db98aa) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:28.842052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed622a56-e631-4181-b194-a380176eba0e req-c8863669-85a0-46fa-b1b1-f3af833c07e6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842604 Oct 22 13:14:28.859706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-b07c16f2-a6f7-4652-b86c-aa9b4775a371 service neutron] 10.222.0.25 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349669 Oct 22 13:14:29.124474 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595f981-7428-49bf-a9ad-023d7775a10e x-openstack-request-id: req-9595f981-7428-49bf-a9ad-023d7775a10e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:29.125850 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "name": "network-vif-plugged", "status": "completed", "tag": "73fd23db-f221-456e-a670-af4e0a792333", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:29.126703 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9595f981-7428-49bf-a9ad-023d7775a10e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:29.127816 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd23db-f221-456e-a670-af4e0a792333', 'code': 200} Oct 22 13:14:29.155712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-793223b8-2ad9-430c-8833-355d426a934b None None] Provisioning complete for port b3b537e7-f6cf-4090-bbc3-36f52ddd234f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:29.156317 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-793223b8-2ad9-430c-8833-355d426a934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.301145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b3b537e7-f6cf-4090-bbc3-36f52ddd234f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:29.423354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b3b537e7-f6cf-4090-bbc3-36f52ddd234f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:29.423804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.493735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a01d618-ef33-44cc-8c97-1daf5546c4ef,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:29.509980 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-a155333b-e2dc-4012-877b-be38003e3935 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 1001 time: 0.7265542 Oct 22 13:14:29.549273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-1b8df07b-6457-48d1-8f4e-dac37af85841 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.551732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-1b8df07b-6457-48d1-8f4e-dac37af85841 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.26 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.6041298 Oct 22 13:14:29.572962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8248a2-ce2e-45e0-844d-04056afb1a9e req-f607a0ce-d011-40ee-82b5-2a53a66bdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.574622 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1e8248a2-ce2e-45e0-844d-04056afb1a9e req-f607a0ce-d011-40ee-82b5-2a53a66bdd54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 1096 time: 0.1478586 Oct 22 13:14:29.585672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0dec489-eae3-47ab-a182-d1914cb7881f req-f09dde45-c26a-4454-944d-034c538e406b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 210 time: 0.3207591 Oct 22 13:14:29.589912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Request body: {'port': {'device_id': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'admin_state_up': True, 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:29.598106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Checking segment: {'id': 'f39768ff-5524-4c31-8e90-6ece2c348a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:29.598491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network hostable DHCP agents. Network: b1b45407-8d57-4868-b918-462e1d43b1be, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:14:29.647809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1e8248a2-ce2e-45e0-844d-04056afb1a9e req-7d191e55-1c6f-4e30-8fdd-dad5c1508022 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635571 Oct 22 13:14:29.665527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-2797030d-abcc-401a-bd96-8a2240aeae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.667000 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-2797030d-abcc-401a-bd96-8a2240aeae5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.1414824 Oct 22 13:14:29.669110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network b1b45407-8d57-4868-b918-462e1d43b1be is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:14:29.681545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b1b45407-8d57-4868-b918-462e1d43b1be) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:29.685600 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.692898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f301d-8ac6-4a15-9b73-3cd37129a93b None None] Network b1b45407-8d57-4868-b918-462e1d43b1be requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:29.702756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.703827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.732794 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99d58ded-1c42-49a9-a78b-5b29c9f2ce7f tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6903167 Oct 22 13:14:29.734451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:29.751283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-982985215', 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:29.773509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.816942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Made reservation on behalf of a82ff7e7df0f408e8dae4dfab4b6de49 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:29.822178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Made reservation on behalf of bfcaa4d42d0f4a90b6647b7185943681 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:29.823305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.824863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:29.857041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] device_id is not set on port a73f8ca4-0719-48b6-9d1f-edd02a86041a yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:14:29.860202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979b4b-52b1-4cba-bc2f-afba98120076 req-b28dbf71-d54e-46a2-ba94-ad16ac4bbb60 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.862990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b979b4b-52b1-4cba-bc2f-afba98120076 req-b28dbf71-d54e-46a2-ba94-ad16ac4bbb60 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 945 time: 0.6016064 Oct 22 13:14:29.875138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ce53b-5f4f-4bb3-bb18-ca2850119483 None None] Network b1b45407-8d57-4868-b918-462e1d43b1be requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:14:29.913056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3ffd6-0776-4c8f-b9d2-196748f211bf req-abb915b1-686a-4852-b0fa-d83b381caa7e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:29.914789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfd3ffd6-0776-4c8f-b9d2-196748f211bf req-abb915b1-686a-4852-b0fa-d83b381caa7e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1463842 Oct 22 13:14:29.988687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.018825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b979b4b-52b1-4cba-bc2f-afba98120076 req-31fbdea0-b051-439b-83ae-bfa85b0ebfa3 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395476 Oct 22 13:14:30.050074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-2aba3336-9134-4b22-8496-f0cd01f941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:30.052355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-2aba3336-9134-4b22-8496-f0cd01f941cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008399 Oct 22 13:14:30.158010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Allocated IP 172.20.0.9 (ce090367-f703-481b-9e3b-2298d5f4344e/8ba5c53f-59b6-40a1-a223-7881595ffec6/58ebab65-af21-47e8-9713-4ccabf36b464) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:30.173612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 2001:db8::fb (b1b45407-8d57-4868-b918-462e1d43b1be/3a01d618-ef33-44cc-8c97-1daf5546c4ef/a73f8ca4-0719-48b6-9d1f-edd02a86041a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:30.216880 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-ed300117-b281-43f0-bdeb-513244d1f387 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412334 Oct 22 13:14:30.283122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Network ce090367-f703-481b-9e3b-2298d5f4344e is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:30.294305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event updated for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:30.298207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:30.300771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:30.326759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfd3ffd6-0776-4c8f-b9d2-196748f211bf req-e8cb1ea5-a5ef-4ba2-95fc-a29b259fe557 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559208 Oct 22 13:14:30.428128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-003909ab-9eba-4f5c-8e10-c998b26e4c8f req-14ec17bd-386f-42b2-91be-850bcc7e03d8 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030649 Oct 22 13:14:30.456302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:30.457155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.492740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.534406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f21282-5666-40af-9b25-c956045b8ed8 req-bd23d265-f243-4ebf-b1fe-a0c5ce356ecf tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:30.545341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33f21282-5666-40af-9b25-c956045b8ed8 req-bd23d265-f243-4ebf-b1fe-a0c5ce356ecf tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.3657560 Oct 22 13:14:30.547184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.602378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network b1b45407-8d57-4868-b918-462e1d43b1be is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:30.606503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:30.615675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ea615275-fae3-4f57-a7e8-53f8e18d27ae tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0363715 Oct 22 13:14:30.621583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:30.622704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:30.625888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.658672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-137e2eeb-56e9-4471-a8fa-ad88ad0b0f2e None None] Provisioning complete for port 4132dcae-04ab-46b7-9ce1-bd6701db98aa triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:30.659403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-137e2eeb-56e9-4471-a8fa-ad88ad0b0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.662566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Request body: {'port': {'device_id': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:30.688039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9445295 Oct 22 13:14:30.691116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36676) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:30.708720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f6db2-629c-410b-9fb2-d18f29b20518 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=a73f8ca4-0719-48b6-9d1f-edd02a86041a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:30.737751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33f21282-5666-40af-9b25-c956045b8ed8 req-365ddf65-30cf-481d-9c1a-b7d0b70a0434 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910365 Oct 22 13:14:30.779582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.801247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.811296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-137e2eeb-56e9-4471-a8fa-ad88ad0b0f2e None None] Port 4132dcae-04ab-46b7-9ce1-bd6701db98aa cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:14:30.861436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13b16385-7c97-4c5f-ac4d-198b22db26a2 req-7709a987-2167-46f0-86cf-58dd94db3b2f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 210 time: 0.0564260 Oct 22 13:14:30.963171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-be1c7266-476b-453d-8055-fb3d3b5cdee6 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:30.964693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-be1c7266-476b-453d-8055-fb3d3b5cdee6 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 816 time: 0.2139969 Oct 22 13:14:30.973750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Deleting port a73f8ca4-0719-48b6-9d1f-edd02a86041a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:30.974094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:30.981117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Request body: {'port': {'device_id': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'admin_state_up': True, 'tenant_id': 'a82ff7e7df0f408e8dae4dfab4b6de49'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:31.026809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.090859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event updated for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:31.147245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.153186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Network ce090367-f703-481b-9e3b-2298d5f4344e is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:31.166337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Calling delete_port for a73f8ca4-0719-48b6-9d1f-edd02a86041a owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:31.187711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:31.191239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:31.236884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Made reservation on behalf of a82ff7e7df0f408e8dae4dfab4b6de49 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:14:31.241774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.262407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:31.263121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.281330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ae5de-0130-4b59-a652-20f1bf4db883 req-3e47d7da-b4a6-45ac-8f31-ad20ebab2712 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:31.290106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b85ae5de-0130-4b59-a652-20f1bf4db883 req-3e47d7da-b4a6-45ac-8f31-ad20ebab2712 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 945 time: 0.1917052 Oct 22 13:14:31.336738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-812b9634-170a-4e30-ba59-7526469f3f2e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565277 Oct 22 13:14:31.353836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Request body: {'port': {'device_id': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:31.404477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b85ae5de-0130-4b59-a652-20f1bf4db883 req-fe5ae447-6630-481a-a831-900816533d02 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134114 Oct 22 13:14:31.444323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.507508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Port': ['ID=a73f8ca4-0719-48b6-9d1f-edd02a86041a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:31.525201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4132dcae-04ab-46b7-9ce1-bd6701db98aa {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:31.537743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.545149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.558368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.560446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b7db4de3-3662-445c-9f0c-6db911a5dea9 None None] Provisioning complete for port 58ebab65-af21-47e8-9713-4ccabf36b464 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:31.562850 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b7db4de3-3662-445c-9f0c-6db911a5dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.563575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c04ac869-e2d9-4a62-9c6a-d1902be6fbae tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a73f8ca4-0719-48b6-9d1f-edd02a86041a HTTP/1.1" status: 204 len: 168 time: 0.8666379 Oct 22 13:14:31.568668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36694) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:31.575324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be', 'external_fixed_ips': [{'subnet_id': '3a01d618-ef33-44cc-8c97-1daf5546c4ef', 'ip_address': '2001:db8::fb'}]}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:31.582135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Transition to ACTIVE for port object 4132dcae-04ab-46b7-9ce1-bd6701db98aa will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:14:31.616364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5fe56-c907-4ff2-a583-b165ba5f1eb7 req-994c0cc3-cd5d-41ef-a93c-38b3391736b1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:31.617528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60d5fe56-c907-4ff2-a583-b165ba5f1eb7 req-994c0cc3-cd5d-41ef-a93c-38b3391736b1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1728718 Oct 22 13:14:31.634441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.652618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b7db4de3-3662-445c-9f0c-6db911a5dea9 None None] Port 58ebab65-af21-47e8-9713-4ccabf36b464 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:14:31.664201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.665638 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:31.718456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Allocated IP 172.20.0.13 (ce090367-f703-481b-9e3b-2298d5f4344e/8ba5c53f-59b6-40a1-a223-7881595ffec6/a4581e3d-862a-4fdf-b4fe-dd9653385677) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:31.764766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.100904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.235647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.318592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.358546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Pushing event updated for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:32.373895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60d5fe56-c907-4ff2-a583-b165ba5f1eb7 req-82b687d4-118d-4e77-927d-8440a28d00c5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7496395 Oct 22 13:14:32.454028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Network ce090367-f703-481b-9e3b-2298d5f4344e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:32.458367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:32.462142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:32.475721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8558cb-fb85-4eba-b7d4-83aa2b35749d req-0dad5fd5-3f1c-4596-8dc9-a9a708eca904 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:32.483352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c8558cb-fb85-4eba-b7d4-83aa2b35749d req-0dad5fd5-3f1c-4596-8dc9-a9a708eca904 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.2012341 Oct 22 13:14:32.535128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Attempting to bind port 4132dcae-04ab-46b7-9ce1-bd6701db98aa on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:32.535480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Attempting to bind port 4132dcae-04ab-46b7-9ce1-bd6701db98aa by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:32.535883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Attempting to bind port 4132dcae-04ab-46b7-9ce1-bd6701db98aa on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:32.538825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event updated for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:32.566578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:32.567321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.570368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.585010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Port 4132dcae-04ab-46b7-9ce1-bd6701db98aa on network ce090367-f703-481b-9e3b-2298d5f4344e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:14:32.585433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Attempting to bind port 4132dcae-04ab-46b7-9ce1-bd6701db98aa on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:32.597587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.632615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:32.633296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Checking segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:32.633767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Bound using segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:32.634391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Bound port: 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:32.634960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.659537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2618781b-6956-4102-bcce-eae38804b45a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6822248 Oct 22 13:14:32.664650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c8558cb-fb85-4eba-b7d4-83aa2b35749d req-27db7d81-c355-4208-8faf-ddfe38c5cbda tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773815 Oct 22 13:14:32.678962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Request body: {'port': {'device_id': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:32.754187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.760393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:32.765451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:32.782013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.870774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b4a3-3ab9-4e8f-b4eb-790b105774f0 req-157acfc7-25a7-41bc-af2f-dd7671081af0 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:32.880679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77b4b4a3-3ab9-4e8f-b4eb-790b105774f0 req-157acfc7-25a7-41bc-af2f-dd7671081af0 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 945 time: 0.3269265 Oct 22 13:14:32.946212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:32.947259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:32.948867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] 10.222.0.21 "PUT /v2.0/ports/4132dcae-04ab-46b7-9ce1-bd6701db98aa HTTP/1.1" status: 200 len: 1092 time: 2.2907364 Oct 22 13:14:32.965769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 2001:db8::fb (b1b45407-8d57-4868-b918-462e1d43b1be/3a01d618-ef33-44cc-8c97-1daf5546c4ef/04658b6f-685a-48d3-bde7-402c358093ab) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:32.996286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:33.004306 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:33.093533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d1544bf5-8624-4393-8b59-e353030a659a None None] Provisioning complete for port a4581e3d-862a-4fdf-b4fe-dd9653385677 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:33.094562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1544bf5-8624-4393-8b59-e353030a659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.118440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ebab65-af21-47e8-9713-4ccabf36b464 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:33.128856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.153272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d1544bf5-8624-4393-8b59-e353030a659a None None] Port a4581e3d-862a-4fdf-b4fe-dd9653385677 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:14:33.154695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0422-8591-4b1c-8dd0-42665a0609fc req-3adb5b23-0110-43c6-8b94-da3cab5feb96 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.162547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-753f0422-8591-4b1c-8dd0-42665a0609fc req-3adb5b23-0110-43c6-8b94-da3cab5feb96 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 932 time: 0.3289804 Oct 22 13:14:33.171119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b5544-8e66-4f9c-8ad4-b650603f5c09 service neutron] Pushing event updated for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:33.200851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Transition to ACTIVE for port object 58ebab65-af21-47e8-9713-4ccabf36b464 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:14:33.215205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.226870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77b4b4a3-3ab9-4e8f-b4eb-790b105774f0 req-6fd99833-26ac-4418-ae2a-3e1a252235b3 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453608 Oct 22 13:14:33.253024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.304029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-efe25e47-104c-4c99-9ad4-736a5f009d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.306077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-efe25e47-104c-4c99-9ad4-736a5f009d0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 1095 time: 0.2825935 Oct 22 13:14:33.312197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-753f0422-8591-4b1c-8dd0-42665a0609fc req-560bbb7d-4497-4a1a-8ace-edd6f3b365b1 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486068 Oct 22 13:14:33.321697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Pushing event updated for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:33.379661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.405463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-b26ead3a-2693-42dc-b8c2-aad100e5b329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa HTTP/1.1" status: 200 len: 217 time: 0.0794272 Oct 22 13:14:33.438198 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ef7bf-0f40-4257-80b2-0d15fee2d3d7 x-openstack-request-id: req-638ef7bf-0f40-4257-80b2-0d15fee2d3d7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:33.438492 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:33.438774 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-638ef7bf-0f40-4257-80b2-0d15fee2d3d7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:33.439208 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa', 'status': 'completed', 'code': 200} Oct 22 13:14:33.496800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network b1b45407-8d57-4868-b918-462e1d43b1be is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:33.532890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ce61acd2-c283-4013-bd47-a67958ed8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.535003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-ce61acd2-c283-4013-bd47-a67958ed8624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1092019 Oct 22 13:14:33.536491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:33.558795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-01f6d74e-1503-4277-9b28-bb3fb68818c5 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.563781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-01f6d74e-1503-4277-9b28-bb3fb68818c5 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.21 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 945 time: 0.2014701 Oct 22 13:14:33.572207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:33.598132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Attempting to bind port 58ebab65-af21-47e8-9713-4ccabf36b464 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:33.598482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Attempting to bind port 58ebab65-af21-47e8-9713-4ccabf36b464 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:33.598858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Attempting to bind port 58ebab65-af21-47e8-9713-4ccabf36b464 on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:33.608926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Port 58ebab65-af21-47e8-9713-4ccabf36b464 on network ce090367-f703-481b-9e3b-2298d5f4344e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:14:33.609249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Attempting to bind port 58ebab65-af21-47e8-9713-4ccabf36b464 on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:33.620488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:33.620898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Checking segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:33.621296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Bound using segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:33.621769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Bound port: 58ebab65-af21-47e8-9713-4ccabf36b464, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:33.622149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.636515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=04658b6f-685a-48d3-bde7-402c358093ab,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:33.646404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-cbd3a218-58f7-49ca-bcaf-7245898baa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.654097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-cbd3a218-58f7-49ca-bcaf-7245898baa0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993490 Oct 22 13:14:33.846132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:33.871405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4581e3d-862a-4fdf-b4fe-dd9653385677 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:33.885693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.886204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=58ebab65-af21-47e8-9713-4ccabf36b464,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:33.893270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-33def3e9-6e98-4ee0-a502-3b4505aab726 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325454 Oct 22 13:14:33.906468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.920681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Transition to ACTIVE for port object a4581e3d-862a-4fdf-b4fe-dd9653385677 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:14:33.929139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.976031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:33.976655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:33.978134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] 10.222.0.26 "PUT /v2.0/ports/58ebab65-af21-47e8-9713-4ccabf36b464 HTTP/1.1" status: 200 len: 1091 time: 2.6291683 Oct 22 13:14:34.048491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Deleting port 73fd23db-f221-456e-a670-af4e0a792333 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:34.048777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af87a08-b29f-4dc2-a8ef-1d9cb10150d1 req-e38cf012-5103-450d-a184-dc3f8180131d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.049859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:34.059336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5af87a08-b29f-4dc2-a8ef-1d9cb10150d1 req-e38cf012-5103-450d-a184-dc3f8180131d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2589228 Oct 22 13:14:34.215631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b73c-659d-4057-9859-fe6704c154eb service neutron] Pushing event updated for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:34.299814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5af87a08-b29f-4dc2-a8ef-1d9cb10150d1 req-28e7bc53-7db3-43c6-895e-57c4ba7c73cc tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381833 Oct 22 13:14:34.328930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67270ee-c09c-4e27-bbb4-e38f76d92821 req-e725bb82-09ac-49c2-8798-22242cf08548 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.340820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f67270ee-c09c-4e27-bbb4-e38f76d92821 req-e725bb82-09ac-49c2-8798-22242cf08548 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.5267274 Oct 22 13:14:34.401701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-641326fe-cee9-4da6-aa05-56ba35bf7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.403093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-641326fe-cee9-4da6-aa05-56ba35bf7c83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 1094 time: 0.2856743 Oct 22 13:14:34.461680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f67270ee-c09c-4e27-bbb4-e38f76d92821 req-ec80a705-d749-4349-b744-272cad77232c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157281 Oct 22 13:14:34.495272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Pushing event updated for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:34.503768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db900989-e757-4ab3-a6b0-d0a3ce43abd8 req-d34cf950-5bc4-4dd9-b711-f4f0bdabf71c service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055346 Oct 22 13:14:34.508926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-b2660025-191b-4ce8-a9fa-f635b3223c1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ebab65-af21-47e8-9713-4ccabf36b464 HTTP/1.1" status: 200 len: 217 time: 0.0669515 Oct 22 13:14:34.584676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8439-2a8c-4f3f-8bf8-08d6d7049f8c req-6c2426e0-647d-4817-af51-6f70b1b5060b tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.593627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-362d8439-2a8c-4f3f-8bf8-08d6d7049f8c req-6c2426e0-647d-4817-af51-6f70b1b5060b tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 945 time: 0.2086616 Oct 22 13:14:34.609412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:34.743780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-91689448-61f7-465e-8bcd-f5d1511067a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.745413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-91689448-61f7-465e-8bcd-f5d1511067a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.2237301 Oct 22 13:14:34.766705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-362d8439-2a8c-4f3f-8bf8-08d6d7049f8c req-b2928ef1-6d29-40e4-b480-00807212dce2 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef95ed33-fcf0-454b-8f92-cec87b454d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718168 Oct 22 13:14:34.767029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] For port 73fd23db-f221-456e-a670-af4e0a792333, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=73fd23db-f221-456e-a670-af4e0a792333,segment=NetworkSegment(b373c427-269e-4829-a82d-a82773d5d39f),segment_id=b373c427-269e-4829-a82d-a82773d5d39f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:34.767413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:34.828262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Calling delete_port for 73fd23db-f221-456e-a670-af4e0a792333 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:34.835633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cddd89-9299-4bc1-b74a-f3bddb8c9b82 req-55714f52-02c4-46d6-a019-be0a7999bf2a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.837913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53cddd89-9299-4bc1-b74a-f3bddb8c9b82 req-55714f52-02c4-46d6-a019-be0a7999bf2a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 944 time: 0.1724622 Oct 22 13:14:34.840279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-4d9703de-33e6-43ae-9eeb-830c190dca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.842181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-4d9703de-33e6-43ae-9eeb-830c190dca40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 1095 time: 0.1387234 Oct 22 13:14:34.851067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Attempting to bind port a4581e3d-862a-4fdf-b4fe-dd9653385677 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:34.851409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Attempting to bind port a4581e3d-862a-4fdf-b4fe-dd9653385677 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:34.851985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Attempting to bind port a4581e3d-862a-4fdf-b4fe-dd9653385677 on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:34.864291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Port a4581e3d-862a-4fdf-b4fe-dd9653385677 on network ce090367-f703-481b-9e3b-2298d5f4344e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:14:34.864291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Attempting to bind port a4581e3d-862a-4fdf-b4fe-dd9653385677 on network ce090367-f703-481b-9e3b-2298d5f4344e {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:34.921581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4c4a0b3c-8718-4971-85e1-ea1365a940d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:34.923177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4c4a0b3c-8718-4971-85e1-ea1365a940d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691809 Oct 22 13:14:34.943101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:34.943101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Checking segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:34.943101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Bound using segment: {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:34.943101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Bound port: a4581e3d-862a-4fdf-b4fe-dd9653385677, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0faac51-cb39-4199-953a-7b3db1ddaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:34.943101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:34.943554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53cddd89-9299-4bc1-b74a-f3bddb8c9b82 req-f2832283-28b5-4ca9-be48-232ffbcec193 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923672 Oct 22 13:14:35.052533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-de814edb-f55b-4f5c-bf22-02bb1895efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.054002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-de814edb-f55b-4f5c-bf22-02bb1895efb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 917 time: 0.1955342 Oct 22 13:14:35.106035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-f32ba2cc-51ff-4195-ab2b-bdaf30303de2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa HTTP/1.1" status: 200 len: 217 time: 0.0444021 Oct 22 13:14:35.107958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-c3456957-b87d-42eb-bfcd-f378724354b9 service neutron] 10.222.0.26 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722424 Oct 22 13:14:35.116831 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.124233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:35.132686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:35.140551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.198497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.223209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-1de39ac8-f2e5-4d9b-afed-4558a63b2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.224654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-1de39ac8-f2e5-4d9b-afed-4558a63b2baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1112812 Oct 22 13:14:35.233438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.234051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.235468 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4581e3d-862a-4fdf-b4fe-dd9653385677 HTTP/1.1" status: 200 len: 1092 time: 2.5655103 Oct 22 13:14:35.238399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:35.243755 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b25df2-d82f-4d50-8082-bccd3003c3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:35.266904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75bdd2d9-13bc-41d4-ac32-48322c5194bd req-4692b7d9-5837-4347-a5ee-456f6c553d4b service neutron] 10.222.0.26 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458557 Oct 22 13:14:35.296884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-ae734ceb-ba96-4a47-938c-801c7da475d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.298511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-ae734ceb-ba96-4a47-938c-801c7da475d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645926 Oct 22 13:14:35.354515 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb54f94-1dfa-4574-9973-93bd86841627 x-openstack-request-id: req-4fb54f94-1dfa-4574-9973-93bd86841627 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:35.354849 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:35.355104 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fb54f94-1dfa-4574-9973-93bd86841627 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:35.355490 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677', 'status': 'completed', 'code': 200} Oct 22 13:14:35.356424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] No DVR routers for this DVR port 73fd23db-f221-456e-a670-af4e0a792333 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:14:35.376212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1541f-eb70-4fc2-9833-f5c01bcc4371 service neutron] Pushing event updated for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:35.381731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.385101 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-13faf958-2f7f-46b7-8705-08dca81689b5 req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.21 "DELETE /v2.0/ports/73fd23db-f221-456e-a670-af4e0a792333 HTTP/1.1" status: 204 len: 173 time: 1.8099806 Oct 22 13:14:35.435148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a80f7-91de-433d-a4f4-b3f2b62bb9aa tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] Pushing event deleted for resources: {'Port': ['ID=73fd23db-f221-456e-a670-af4e0a792333,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:35.442330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:35.445581 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805" -d '{"events": [{"name": "network-changed", "server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:35.455789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-1b9237bc-41bd-4366-8061-3ca81a671545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.457249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-1b9237bc-41bd-4366-8061-3ca81a671545 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 1095 time: 0.1288018 Oct 22 13:14:35.495304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-c2f1ef7a-e8c0-48b6-bd35-214490647a8c service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820111 Oct 22 13:14:35.510013 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-9f1d475c-5ed8-4fe2-bbaa-3d6698d153a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677 HTTP/1.1" status: 200 len: 217 time: 0.0398240 Oct 22 13:14:35.514893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router 3fa4e460-9a43-4b66-87d5-2da92d7e6908 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:14:35.552070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a38c4-7837-45d9-b785-d2ae35957148 req-3ccb0e00-5b92-406a-963e-1833c1385e12 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.553555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-010a38c4-7837-45d9-b785-d2ae35957148 req-3ccb0e00-5b92-406a-963e-1833c1385e12 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1180627 Oct 22 13:14:35.619455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-95b130d4-9c0f-482d-abc5-5ffb371cbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.620917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-95b130d4-9c0f-482d-abc5-5ffb371cbedb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1018949 Oct 22 13:14:35.639675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-010a38c4-7837-45d9-b785-d2ae35957148 req-a664e521-310f-423d-a7ec-14ac20efd524 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537090 Oct 22 13:14:35.641128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 73fd23db-f221-456e-a670-af4e0a792333 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:14:35.641636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16fb6c3d-e19e-48a2-8f90-c5c2c050c54a req-face68b9-a425-4c8d-8ce4-b72f877bca75 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387827 Oct 22 13:14:35.669619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 73fd23db-f221-456e-a670-af4e0a792333 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:14:35.669619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 73fd23db-f221-456e-a670-af4e0a792333 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:14:35.694754 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d6e75-cdbb-484a-ab33-1c86c1f87ffe x-openstack-request-id: req-9b3d6e75-cdbb-484a-ab33-1c86c1f87ffe {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:35.695046 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:35.695293 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b3d6e75-cdbb-484a-ab33-1c86c1f87ffe {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:35.695686 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464', 'status': 'completed', 'code': 200} Oct 22 13:14:35.720033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2e0a16b0-64f2-4418-aab6-9e8109d4bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.722256 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-2e0a16b0-64f2-4418-aab6-9e8109d4bf44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923738 Oct 22 13:14:35.730132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:35.744416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Sync routers for ids ['3fa4e460-9a43-4b66-87d5-2da92d7e6908'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:35.759259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Routers {'3fa4e460-9a43-4b66-87d5-2da92d7e6908'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:35.762142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3fa4e460-9a43-4b66-87d5-2da92d7e6908'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:35.773901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:35.777563 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2307c3c5-8cb9-42d0-a095-fa7691d1a607 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.2055049 Oct 22 13:14:35.779028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:35.789982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-5758fbba-e379-430b-8f08-2cb44b88563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.791509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-5758fbba-e379-430b-8f08-2cb44b88563c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 1094 time: 0.0728846 Oct 22 13:14:35.800005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c28b-a66c-4b75-80f0-515ed0488923 req-6af66d3f-4aad-4279-8acb-5937e6516859 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.801403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba72c28b-a66c-4b75-80f0-515ed0488923 req-6af66d3f-4aad-4279-8acb-5937e6516859 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0731492 Oct 22 13:14:35.888176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-c760437f-fff2-4f30-8a33-269a71242fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559815 Oct 22 13:14:35.893617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Set router 3fa4e460-9a43-4b66-87d5-2da92d7e6908 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:35.915818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba72c28b-a66c-4b75-80f0-515ed0488923 req-1a939985-16de-4f52-97d3-6f8717788029 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951116 Oct 22 13:14:35.934501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79cf0793-6465-409a-a47b-9e3fe3452259 req-27ce202f-d4e4-4ba6-8334-0facf9f03587 tempest-ServerGroupTestJSON-429501609 tempest-ServerGroupTestJSON-429501609-project] 10.222.0.25 "GET /v2.0/ports?device_id=5db18442-da04-49cc-ba6c-9cf5065869a2 HTTP/1.1" status: 200 len: 210 time: 0.0333257 Oct 22 13:14:35.958796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-60c4758e-b55b-461f-b800-05a485812e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:35.960267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-60c4758e-b55b-461f-b800-05a485812e15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 917 time: 0.1580203 Oct 22 13:14:36.032845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.107700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-14f72f5f-ea95-4a94-a869-8a8c53cc4e07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ebab65-af21-47e8-9713-4ccabf36b464 HTTP/1.1" status: 200 len: 217 time: 0.1383178 Oct 22 13:14:36.139936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa4e460-9a43-4b66-87d5-2da92d7e6908', 'name': '', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be', 'external_fixed_ips': [{'subnet_id': '3a01d618-ef33-44cc-8c97-1daf5546c4ef', 'ip_address': '2001:db8::fb'}], 'enable_snat': True}, 'gw_port_id': '04658b6f-685a-48d3-bde7-402c358093ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:31Z', 'updated_at': '2021-10-22T13:14:33Z', 'revision_number': 3, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port': {'id': '04658b6f-685a-48d3-bde7-402c358093ab', 'name': '', 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa4e460-9a43-4b66-87d5-2da92d7e6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '3a01d618-ef33-44cc-8c97-1daf5546c4ef', 'ip_address': '2001:db8::fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:14:32Z', 'updated_at': '2021-10-22T13:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a01d618-ef33-44cc-8c97-1daf5546c4ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:36.179933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Checking router: 3fa4e460-9a43-4b66-87d5-2da92d7e6908 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:14:36.180523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Updating router 3fa4e460-9a43-4b66-87d5-2da92d7e6908 port 04658b6f-685a-48d3-bde7-402c358093ab binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:14:36.196205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59e5c9c7-5950-4ea2-b489-e9258f4ebe59 req-d469603a-8f99-4bec-a7c8-58dc348c8c51 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760727 Oct 22 13:14:36.199736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.214168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.272642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Deleting port 04658b6f-685a-48d3-bde7-402c358093ab {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:36.273176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.284333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-c8b20176-1d59-49c5-ac84-8f9e25db4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.285814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-c8b20176-1d59-49c5-ac84-8f9e25db4f74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1534238 Oct 22 13:14:36.295591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abee233-161b-46b1-bfa3-bf3f1a94a7f4 req-5957f2aa-26a1-4c29-ae48-5c400f49a8aa tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.304269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abee233-161b-46b1-bfa3-bf3f1a94a7f4 req-5957f2aa-26a1-4c29-ae48-5c400f49a8aa tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 944 time: 0.1705167 Oct 22 13:14:36.380362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-073db9c7-071f-430d-a641-16f3695f147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.382211 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-073db9c7-071f-430d-a641-16f3695f147a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 1095 time: 0.0939503 Oct 22 13:14:36.384724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abee233-161b-46b1-bfa3-bf3f1a94a7f4 req-dd203780-6b62-4ab2-8cd0-a15155d9a98b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Oct 22 13:14:36.396336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-ed4be8d7-8ea4-4934-899c-31a2ecd9d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.398039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-ed4be8d7-8ea4-4934-899c-31a2ecd9d731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869918 Oct 22 13:14:36.460121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.514344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Calling delete_port for 04658b6f-685a-48d3-bde7-402c358093ab owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:36.525749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-c9787f70-e054-4432-90de-5a5419050e11 service neutron] 10.222.0.26 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175797 Oct 22 13:14:36.542470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.551494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.603280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651fc4-cc19-42ea-9ee8-f644a287d59c None None] Pushing event updated for resources: {'Port': ['ID=04658b6f-685a-48d3-bde7-402c358093ab,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:36.617757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-b13178b6-00fd-44b0-b482-2cd3d3ffe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.619315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-b13178b6-00fd-44b0-b482-2cd3d3ffe887 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 917 time: 0.2279115 Oct 22 13:14:36.632694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Attempting to bind port 04658b6f-685a-48d3-bde7-402c358093ab on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:36.633083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Attempting to bind port 04658b6f-685a-48d3-bde7-402c358093ab by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f39768ff-5524-4c31-8e90-6ece2c348a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:36.633451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Attempting to bind port 04658b6f-685a-48d3-bde7-402c358093ab on network b1b45407-8d57-4868-b918-462e1d43b1be {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:36.639383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:36.640132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Checking segment: {'id': 'f39768ff-5524-4c31-8e90-6ece2c348a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:36.640132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.640653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Bound using segment: {'id': 'f39768ff-5524-4c31-8e90-6ece2c348a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:36.641310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Bound port: 04658b6f-685a-48d3-bde7-402c358093ab, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39768ff-5524-4c31-8e90-6ece2c348a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b45407-8d57-4868-b918-462e1d43b1be'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:36.641956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.648573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111af0-3b2c-4a2e-8ea8-62e02ffb9607 req-41c16c4b-124c-404c-80dc-d6a6dcc0175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.650071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33111af0-3b2c-4a2e-8ea8-62e02ffb9607 req-41c16c4b-124c-404c-80dc-d6a6dcc0175a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.1057882 Oct 22 13:14:36.692882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-34a8020f-1718-424e-a9ff-ff18577c696d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677 HTTP/1.1" status: 200 len: 217 time: 0.0602086 Oct 22 13:14:36.708651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] For port 04658b6f-685a-48d3-bde7-402c358093ab, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:36.713186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] For port 04658b6f-685a-48d3-bde7-402c358093ab, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=04658b6f-685a-48d3-bde7-402c358093ab,segment=NetworkSegment(f39768ff-5524-4c31-8e90-6ece2c348a88),segment_id=f39768ff-5524-4c31-8e90-6ece2c348a88)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:36.724687 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.760559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dd8d7f6-484a-4c43-84d3-9053d7a0b805 req-29d79735-dbbe-4027-a88a-0d8ee2b7aa76 service neutron] 10.222.0.26 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165265 Oct 22 13:14:36.807248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Routers {'3fa4e460-9a43-4b66-87d5-2da92d7e6908'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:36.808161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3fa4e460-9a43-4b66-87d5-2da92d7e6908'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:36.816169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33111af0-3b2c-4a2e-8ea8-62e02ffb9607 req-f31f54c4-4651-4747-ad87-b211583587cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325891 Oct 22 13:14:36.840093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-19c9f621-e09f-4aa8-aed9-ba1c58aae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.841839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-19c9f621-e09f-4aa8-aed9-ba1c58aae827 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1333451 Oct 22 13:14:36.852996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651fc4-cc19-42ea-9ee8-f644a287d59c None None] Pushing event updated for resources: {'Port': ['ID=04658b6f-685a-48d3-bde7-402c358093ab,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:36.917221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f5799-688f-4821-9eb5-f6745a03ef15 req-739f776e-81be-45cf-8b9e-43c29d317f47 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.924807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] Set router 3fa4e460-9a43-4b66-87d5-2da92d7e6908 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:36.925795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-048f5799-688f-4821-9eb5-f6745a03ef15 req-739f776e-81be-45cf-8b9e-43c29d317f47 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1016991 Oct 22 13:14:36.953351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-92922d31-8603-4628-a3e0-9a278cded7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:36.955635 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-92922d31-8603-4628-a3e0-9a278cded7fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025038 Oct 22 13:14:36.958345 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:36.993326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa4e460-9a43-4b66-87d5-2da92d7e6908', 'name': '', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:31Z', 'updated_at': '2021-10-22T13:14:36Z', 'revision_number': 4, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:36.997843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-048f5799-688f-4821-9eb5-f6745a03ef15 req-3921f433-6b7f-49e0-b417-95c7d7136855 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711870 Oct 22 13:14:37.023536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598798-8748-44cf-9bbc-426787c2f8c7 None None] The sync data for ids ['3fa4e460-9a43-4b66-87d5-2da92d7e6908'] in n-d-813419-8 is: [{'id': '3fa4e460-9a43-4b66-87d5-2da92d7e6908', 'name': '', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:31Z', 'updated_at': '2021-10-22T13:14:36Z', 'revision_number': 4, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:37.042850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Port': ['ID=04658b6f-685a-48d3-bde7-402c358093ab,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:37.073462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.107019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d10cd4-779d-4501-ba25-7e564bed3cf2 req-4148f144-c844-4106-a159-de6cfd3412a1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:37.113051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8d10cd4-779d-4501-ba25-7e564bed3cf2 req-4148f144-c844-4106-a159-de6cfd3412a1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0644867 Oct 22 13:14:37.182553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8d10cd4-779d-4501-ba25-7e564bed3cf2 req-6ca0c28d-aab9-4938-891b-8c60a88678e1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628872 Oct 22 13:14:37.246137 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-4a6ef2bf-8893-4809-affd-39fd193fee0f service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755358 Oct 22 13:14:37.496166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:37.556998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c48f7-24ac-49d1-8c85-d7599ae55ef5 req-6d8f8c23-041f-46e3-8f76-dbac05b6dabf tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:37.558658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-006c48f7-24ac-49d1-8c85-d7599ae55ef5 req-6d8f8c23-041f-46e3-8f76-dbac05b6dabf tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 944 time: 0.1019912 Oct 22 13:14:37.562263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Deleting subnet b260f015-8c3e-44b0-b8e4-582c83f772da {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:14:37.571780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.609501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.611185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'name': 'network-vif-deleted', 'tag': '73fd23db-f221-456e-a670-af4e0a792333'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:37.613537 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0833e4c8-e8f9-4e19-9bad-e2b410862122" -d '{"events": [{"server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "name": "network-vif-deleted", "tag": "73fd23db-f221-456e-a670-af4e0a792333"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:37.618526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.628572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.646229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4132dcae-04ab-46b7-9ce1-bd6701db98aa details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:37.677092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-006c48f7-24ac-49d1-8c85-d7599ae55ef5 req-0d81b2ac-41fb-4c28-bd53-6f17e0c3a8fd tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119113 Oct 22 13:14:37.702495 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.738039 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353e465-5a1f-4b97-bc38-79150471c083 x-openstack-request-id: req-9353e465-5a1f-4b97-bc38-79150471c083 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:37.739345 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db18442-da04-49cc-ba6c-9cf5065869a2", "name": "network-vif-deleted", "tag": "73fd23db-f221-456e-a670-af4e0a792333", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:37.746311 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9353e465-5a1f-4b97-bc38-79150471c083 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:37.746843 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db18442-da04-49cc-ba6c-9cf5065869a2', 'name': 'network-vif-deleted', 'tag': '73fd23db-f221-456e-a670-af4e0a792333', 'status': 'completed', 'code': 200} Oct 22 13:14:37.772526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.773084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa4e460-9a43-4b66-87d5-2da92d7e6908 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:14:37.796209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.798003 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb225cc1-3f73-439e-a143-5bf3b432e060 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/routers/3fa4e460-9a43-4b66-87d5-2da92d7e6908 HTTP/1.1" status: 204 len: 168 time: 2.0192704 Oct 22 13:14:37.802717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36812) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:37.874787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:37.915040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c2b25df2-d82f-4d50-8082-bccd3003c3e3 req-54ebea22-f599-4f55-97fe-87a4c024b508 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602967 Oct 22 13:14:37.923792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Deleting subnet 3a01d618-ef33-44cc-8c97-1daf5546c4ef {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:14:37.927808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '4132dcae-04ab-46b7-9ce1-bd6701db98aa', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'port_id': '4132dcae-04ab-46b7-9ce1-bd6701db98aa', 'mac_address': 'fa:16:3e:af:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba5c53f-59b6-40a1-a223-7881595ffec6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:37.928533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:37.973609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.018246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.024630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.046833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.073161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4132dcae-04ab-46b7-9ce1-bd6701db98aa {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:38.093758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:38.103135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.141534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.170348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:38.184897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.188496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe4da-8a28-4e21-a36c-c8c74b48ee71 req-87ee9b69-0f32-4738-b7a0-d04b0c6d7bc0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:38.190711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dabe4da-8a28-4e21-a36c-c8c74b48ee71 req-87ee9b69-0f32-4738-b7a0-d04b0c6d7bc0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0844517 Oct 22 13:14:38.192183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36818) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:38.193084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/3a01d618-ef33-44cc-8c97-1daf5546c4ef HTTP/1.1" status: 204 len: 168 time: 0.3873932 Oct 22 13:14:38.193954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b905-c098-40ee-ba2c-0dffbbdc5bb3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a01d618-ef33-44cc-8c97-1daf5546c4ef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:38.209749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.269010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b260f015-8c3e-44b0-b8e4-582c83f772da,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:38.271517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.274703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1e9fa34-eec9-4255-8209-d5278d10c9d2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b260f015-8c3e-44b0-b8e4-582c83f772da HTTP/1.1" status: 204 len: 168 time: 0.7773757 Oct 22 13:14:38.277396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36824) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:38.353791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.357789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.358539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dabe4da-8a28-4e21-a36c-c8c74b48ee71 req-74fda8d9-177d-459f-9955-f93c7762086a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569037 Oct 22 13:14:38.384470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8e82b-8ec0-432d-86a1-95f5bd55fe1b req-22383454-ac80-41a8-bdda-ae9b88ea2a6b tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:38.386041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6b8e82b-8ec0-432d-86a1-95f5bd55fe1b req-22383454-ac80-41a8-bdda-ae9b88ea2a6b tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1088212 Oct 22 13:14:38.471681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4132dcae-04ab-46b7-9ce1-bd6701db98aa'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:38.492149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.493629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.516136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6b8e82b-8ec0-432d-86a1-95f5bd55fe1b req-347b2c2a-3037-4bb2-ab73-8c014c90def4 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062005 Oct 22 13:14:38.518185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eace1cae-19df-4c88-92d3-56fdbba2c416']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.529176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b373c427-269e-4829-a82d-a82773d5d39f') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.529506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b373c427-269e-4829-a82d-a82773d5d39f') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.529994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b45407-8d57-4868-b918-462e1d43b1be']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.551051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.555043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39768ff-5524-4c31-8e90-6ece2c348a88') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.555697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39768ff-5524-4c31-8e90-6ece2c348a88') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:38.571480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.572593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.579615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:14:38.581251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: items = [ Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:14:38.583730 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:14:38.590224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1549639051', 'description': 'tempest-description-1672356583'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:38.608780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.621623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:14:38.622362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:14:38.624693 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:14:38.672798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.681944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.689464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.693586 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eace1cae-19df-4c88-92d3-56fdbba2c416 HTTP/1.1" status: 204 len: 168 time: 0.4149592 Oct 22 13:14:38.724990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc2a64-fba5-4df9-bb0c-19c436c640e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eace1cae-19df-4c88-92d3-56fdbba2c416,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:38.770617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.779354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-10f84047-f3ad-4636-9966-2b89b47acf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:38.781448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-10f84047-f3ad-4636-9966-2b89b47acf56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.0528114 Oct 22 13:14:38.786699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1b45407-8d57-4868-b918-462e1d43b1be {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:14:38.798428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.803085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b1b45407-8d57-4868-b918-462e1d43b1be HTTP/1.1" status: 204 len: 168 time: 0.6097553 Oct 22 13:14:38.807463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9f2ec-563c-44d2-9ce7-c00166acd179 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1b45407-8d57-4868-b918-462e1d43b1be,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:38.836911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca442fe-253f-424d-9277-a6b54384a059 req-ac6616d8-24c3-4cf4-8467-7e1c4fa7d0ba tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:38.844741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eca442fe-253f-424d-9277-a6b54384a059 req-ac6616d8-24c3-4cf4-8467-7e1c4fa7d0ba tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1162715 Oct 22 13:14:38.916466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eca442fe-253f-424d-9277-a6b54384a059 req-ca16ffb3-0dbe-4167-a8d0-913a2a8ceead tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706899 Oct 22 13:14:38.919151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.927052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:38.954163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 58ebab65-af21-47e8-9713-4ccabf36b464 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:38.994694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.000774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20580a96-077b-4e0f-86a9-e5db9fa1c119 req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4171953 Oct 22 13:14:39.019958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-c12a8435-4abf-4c9b-aca2-3505345d6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.022400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-c12a8435-4abf-4c9b-aca2-3505345d6475 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.2312226 Oct 22 13:14:39.024873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fb13b-a4b1-42f2-a627-722e6e15cebe tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f6e5c-3544-47ca-8412-e7cff4ba6abd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:39.054131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36850) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:39.178280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=58ebab65-af21-47e8-9713-4ccabf36b464,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:39.188923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-3f339b58-0398-4e4b-88ea-bd5eedce43b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.1450288 Oct 22 13:14:39.208330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '58ebab65-af21-47e8-9713-4ccabf36b464', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'port_id': '58ebab65-af21-47e8-9713-4ccabf36b464', 'mac_address': 'fa:16:3e:a2:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba5c53f-59b6-40a1-a223-7881595ffec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:39.234964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f64f1877-c599-4b96-8370-5020ff98ba85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a17eb3f37f2643ada64b6508c79a77dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799240 Oct 22 13:14:39.240243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:39.247952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e879-f526-4398-ad66-9f75e535682d req-f5d48e74-c4a0-487a-9fc4-10049b82b307 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.250316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9a5e879-f526-4398-ad66-9f75e535682d req-f5d48e74-c4a0-487a-9fc4-10049b82b307 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 944 time: 0.1872640 Oct 22 13:14:39.261995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.268359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-d87def7f-b0e3-4dc4-8105-02a85e61a46e tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1549639051&fields=id&tenant_id=72bbdad3564944e7bf0c89fe49faac01 HTTP/1.1" status: 200 len: 267 time: 0.1282299 Oct 22 13:14:39.288534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ebab65-af21-47e8-9713-4ccabf36b464 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:39.296584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-0dc1417a-9b12-416b-bca0-34815003b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.298334 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-0dc1417a-9b12-416b-bca0-34815003b234 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1046510 Oct 22 13:14:39.328689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=58ebab65-af21-47e8-9713-4ccabf36b464,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:39.336707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.356947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9a5e879-f526-4398-ad66-9f75e535682d req-10b6846f-992e-4b6b-a82f-029630072cf4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950541 Oct 22 13:14:39.376652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.381437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-2b33d055-312d-43fc-92dc-a698c46a04c1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.382901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-2b33d055-312d-43fc-92dc-a698c46a04c1 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0861058 Oct 22 13:14:39.389351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-d07f39b1-405b-474c-843f-9c2ef58349b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.391074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-d07f39b1-405b-474c-843f-9c2ef58349b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853074 Oct 22 13:14:39.397991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'port': {'security_groups': ['f1ea320e-ffa0-46b1-bd0a-6024ecec8db3', 'e08f6e5c-3544-47ca-8412-e7cff4ba6abd']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:39.398898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36856) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:39.404779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'name': 'tempest-router--164281153', 'project_id': 'a87b48d4ed8a4a3ca78f39a21a4cc3bd'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:39.432064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:39.459457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.485058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.551542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.552708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.596173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['58ebab65-af21-47e8-9713-4ccabf36b464'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:39.610205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-23b15800-5db9-4191-be8a-b1124f1481fb service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010076 Oct 22 13:14:39.634456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.648475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.651284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.652496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef95ed33-fcf0-454b-8f92-cec87b454d5b HTTP/1.1" status: 204 len: 168 time: 0.4113114 Oct 22 13:14:39.653715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.668171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a4581e3d-862a-4fdf-b4fe-dd9653385677 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:14:39.679193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ccf5c-fa10-49be-b944-43cba6f695da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95ed33-fcf0-454b-8f92-cec87b454d5b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:39.699670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.701053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc794bf1-1b68-4a78-b023-5429ae5c61fc tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3012195 Oct 22 13:14:39.703749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:39.769388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4132dcae-04ab-46b7-9ce1-bd6701db98aa up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:39.779136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:39.814009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.820978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.824699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.876537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-abf6d061-d7e6-405c-9835-0b1d66c06b87 req-8c6da800-4bf1-40bf-8bec-c03d91d24988 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405579 Oct 22 13:14:39.884359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:39.885077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.886417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae82dc7a-28e3-40eb-810b-3afb72cd3895 req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "PUT /v2.0/ports/1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 981 time: 0.4969456 Oct 22 13:14:39.886924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:39.887804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:39.889497 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1612ed96-c285-48f1-9eda-5c00dac679b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:39.893993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:39.924538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c56a92-8e40-4e1f-8125-94a928b60c2f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:39.976853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a4581e3d-862a-4fdf-b4fe-dd9653385677', 'network_id': 'ce090367-f703-481b-9e3b-2298d5f4344e', 'port_id': 'a4581e3d-862a-4fdf-b4fe-dd9653385677', 'mac_address': 'fa:16:3e:03:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba5c53f-59b6-40a1-a223-7881595ffec6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:14:40.015523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 4132dcae-04ab-46b7-9ce1-bd6701db98aa completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:40.025229 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94309bda-9a36-4bc4-b137-ec9560d0d144 x-openstack-request-id: req-94309bda-9a36-4bc4-b137-ec9560d0d144 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:40.025485 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:40.025758 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94309bda-9a36-4bc4-b137-ec9560d0d144 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:40.026192 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:14:40.058716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-9d901ed7-90bb-4f56-bf26-969004f669b6 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1549639051&fields=id&tenant_id=72bbdad3564944e7bf0c89fe49faac01 HTTP/1.1" status: 200 len: 267 time: 0.0726891 Oct 22 13:14:40.060317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.066300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.074830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 4132dcae-04ab-46b7-9ce1-bd6701db98aa triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:40.075212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.078154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.081410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:40.197065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4581e3d-862a-4fdf-b4fe-dd9653385677 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:14:40.207140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.207502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a50d3a15-a5e4-4934-a097-54ee34538c66 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:14:40.214346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-4e7d4cdc-85dc-4c19-ad16-bf13b73d53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.218646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-4e7d4cdc-85dc-4c19-ad16-bf13b73d53cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1135 time: 0.1559527 Oct 22 13:14:40.223679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.227530 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c862d2d-775f-485b-8e27-962a0c4e2be8 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a50d3a15-a5e4-4934-a097-54ee34538c66 HTTP/1.1" status: 204 len: 168 time: 0.5203195 Oct 22 13:14:40.227998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-f5cd13fc-dfab-4234-a073-32de10f79f40 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.237498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-f5cd13fc-dfab-4234-a073-32de10f79f40 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 984 time: 0.1777027 Oct 22 13:14:40.283652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'port': {'security_groups': ['f1ea320e-ffa0-46b1-bd0a-6024ecec8db3']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:40.319062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e2095-6a20-4cb1-9905-967867855080 req-dc7e2544-7591-4efe-8654-79e69c41eb91 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.331491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa8e2095-6a20-4cb1-9905-967867855080 req-dc7e2544-7591-4efe-8654-79e69c41eb91 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2484069 Oct 22 13:14:40.346274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:40.446928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.465511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-76a5ce5a-1293-460e-b69b-8444f88ea01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.467743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-76a5ce5a-1293-460e-b69b-8444f88ea01a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.2387977 Oct 22 13:14:40.529851 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-1ed1dcf4-2cfe-4a6d-b68f-4f38ac7ea8d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0533743 Oct 22 13:14:40.609461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa8e2095-6a20-4cb1-9905-967867855080 req-c934f4da-c431-4e8b-b123-b5225d1ecc5e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769971 Oct 22 13:14:40.628947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-187017f3-054d-48b9-a47a-17a4ceda53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.628947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-187017f3-054d-48b9-a47a-17a4ceda53e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.0871997 Oct 22 13:14:40.644331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.657131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.712220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:40.714796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:40.717490 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a68a8-79e2-43cd-88c5-ec90c093c2cc" -d '{"events": [{"server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "name": "network-vif-plugged", "status": "completed", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:40.722232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36892) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:40.728117 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-736b7df9-041f-414c-9583-affbd266a051 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924053 Oct 22 13:14:40.743973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:40.765507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:40.814967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a4581e3d-862a-4fdf-b4fe-dd9653385677'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:40.871203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:40.911022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e574-cd2b-4e59-bd2a-e5bf34c91618 req-9b70e7f1-6dbf-4ae2-8f93-16315367f598 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:40.912022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-64824103-893b-4eed-aa08-8e870ee752cf service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693385 Oct 22 13:14:40.912593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b35e574-cd2b-4e59-bd2a-e5bf34c91618 req-9b70e7f1-6dbf-4ae2-8f93-16315367f598 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 945 time: 0.1483305 Oct 22 13:14:40.943345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:41.032662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-155806044', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:41.067467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b35e574-cd2b-4e59-bd2a-e5bf34c91618 req-3c1b6023-c06b-41e2-81e1-89939a1a6acb tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294854 Oct 22 13:14:41.090658 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1612ed96-c285-48f1-9eda-5c00dac679b9 req-5c3da3db-40ae-4e66-9ef7-6e9d085d1ebd service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678765 Oct 22 13:14:41.120822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.122108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.163829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:41.203886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.219687 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e367189f-f044-4d80-b41a-42e717b1001a x-openstack-request-id: req-e367189f-f044-4d80-b41a-42e717b1001a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:41.220175 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "name": "network-vif-plugged", "status": "completed", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:41.220291 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e367189f-f044-4d80-b41a-42e717b1001a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:41.221331 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa', 'code': 200} Oct 22 13:14:41.318906 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.323706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f983-04fa-4d46-b57a-ab9f9527c613 req-87654652-a59a-43ec-a256-6426349f2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:41.325141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b77f983-04fa-4d46-b57a-ab9f9527c613 req-87654652-a59a-43ec-a256-6426349f2c03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 1097 time: 0.0439682 Oct 22 13:14:41.354117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.362904 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b77f983-04fa-4d46-b57a-ab9f9527c613 req-160bbfdb-5f57-46a2-a180-691cc5ac5aa6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304358 Oct 22 13:14:41.365409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:41.434767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:41.435409 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.436836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5649a8d-b75b-4aa6-9c55-5f9a902d6e30 req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "PUT /v2.0/ports/1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 942 time: 1.1807196 Oct 22 13:14:41.474409 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.527755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:14:41.546210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24615e66-d328-4f00-8941-1682dccaaa12 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:41.735196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-09c211fb-69c4-460b-82c6-94908f29c508 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2561603 Oct 22 13:14:41.764755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:41.810164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425fcb5-2e4a-48b9-b8f5-b3b7570c11e8 req-87c06d0a-1b9b-4c39-96d9-e43e49e58448 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:41.811682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7425fcb5-2e4a-48b9-b8f5-b3b7570c11e8 req-87c06d0a-1b9b-4c39-96d9-e43e49e58448 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0983281 Oct 22 13:14:41.818351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:41.952901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7425fcb5-2e4a-48b9-b8f5-b3b7570c11e8 req-62b60b01-2aff-4455-beaa-404721276a6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198673 Oct 22 13:14:41.977681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.028432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:42.030707 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:42.038827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.153247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c98de-073a-4ebf-a339-faede9ce1beb req-6cf37ff0-5b38-49d2-82ae-6d4df9ed3f9f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:42.154774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b8c98de-073a-4ebf-a339-faede9ce1beb req-6cf37ff0-5b38-49d2-82ae-6d4df9ed3f9f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1200092 Oct 22 13:14:42.200989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.274018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Allocated IP 172.25.6.104 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/28805128-64b6-435c-9309-a924dfee2c65) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:42.297079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b8c98de-073a-4ebf-a339-faede9ce1beb req-f4cdecd6-f4b3-465b-a029-4236a04cf6f2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341579 Oct 22 13:14:42.382581 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633760db-b1e8-4954-9b66-96a0fde99e1b x-openstack-request-id: req-633760db-b1e8-4954-9b66-96a0fde99e1b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:42.383337 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:42.383337 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-633760db-b1e8-4954-9b66-96a0fde99e1b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:42.383788 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:14:42.424809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-4ecebcb7-0944-401d-b89c-f622802c49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:42.429051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-4ecebcb7-0944-401d-b89c-f622802c49b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.0505240 Oct 22 13:14:42.455843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.486989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adddeeb-6f5c-43b1-a610-685fe66b1d81 req-44b2256d-b0a5-4d06-8358-93ab88f8ee0d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:42.488197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6adddeeb-6f5c-43b1-a610-685fe66b1d81 req-44b2256d-b0a5-4d06-8358-93ab88f8ee0d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 945 time: 0.0851824 Oct 22 13:14:42.536923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-d4f3a9ed-5633-4489-af3b-e5304bb21d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:42.538528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-d4f3a9ed-5633-4489-af3b-e5304bb21d17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.1010079 Oct 22 13:14:42.555552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.576606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6adddeeb-6f5c-43b1-a610-685fe66b1d81 req-c77cb190-c1f6-4d4e-a799-5d3998b8cbb0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786717 Oct 22 13:14:42.588492 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-0a6d2d98-ac2b-46b3-be40-4e28946886eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0390866 Oct 22 13:14:42.635583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:42.647237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:42.649893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:42.655415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Allocated IP 172.25.6.143 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/bed4807c-a83b-4183-9c47-8083679bf3c7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:42.679089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-c6dd4ef0-7ad7-4fc1-a567-061159f49880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:42.680576 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-c6dd4ef0-7ad7-4fc1-a567-061159f49880 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.0823786 Oct 22 13:14:42.694785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event updated for resources: {'Port': ['ID=28805128-64b6-435c-9309-a924dfee2c65,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:42.721455 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-85ebe0b3-74e5-4bd8-8637-bad64855cc9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312104 Oct 22 13:14:42.873759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-5822a412-92f1-4355-8b84-7eab16ebdc3f service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357734 Oct 22 13:14:42.941821 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:42.982288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 58ebab65-af21-47e8-9713-4ccabf36b464 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:43.057125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6bf03cf1-2adf-4c3b-82dd-3a2b2fbe78a4 req-f30290e4-cd86-48a4-b23e-d92126e317b7 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754043 Oct 22 13:14:43.100012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 58ebab65-af21-47e8-9713-4ccabf36b464 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:43.104155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 58ebab65-af21-47e8-9713-4ccabf36b464 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:43.104570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.199873 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.226824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:43.229240 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679827b0-a744-434c-9bf6-20920d86144a" -d '{"events": [{"server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "name": "network-vif-plugged", "status": "completed", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:43.244041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=58ebab65-af21-47e8-9713-4ccabf36b464,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:43.251451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.322769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:43.405343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36994) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:43.488096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.518108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.526121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2a38c44-c403-4a1b-bb0d-2f60f16d3942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.581060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:43.591921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:43.594411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:43.608491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2a38c44-c403-4a1b-bb0d-2f60f16d3942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.613058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2a38c44-c403-4a1b-bb0d-2f60f16d3942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.628527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'Port': ['ID=bed4807c-a83b-4183-9c47-8083679bf3c7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:43.652529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0c9c3-3c8c-4a4e-84de-406dceb03a7e req-eeb0486d-804e-4c06-a38c-f4af145d4d31 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:43.654121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d0c9c3-3c8c-4a4e-84de-406dceb03a7e req-eeb0486d-804e-4c06-a38c-f4af145d4d31 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2098541 Oct 22 13:14:43.655442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2a38c44-c403-4a1b-bb0d-2f60f16d3942 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8abb11ea7c1475d9274736563594588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489130 Oct 22 13:14:43.668659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:43.680055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a4581e3d-862a-4fdf-b4fe-dd9653385677 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:43.690333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a38c44-c403-4a1b-bb0d-2f60f16d3942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916f2b0-86b5-4690-ac9a-ce6652d7fde8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:43.733151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.743228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a4581e3d-862a-4fdf-b4fe-dd9653385677 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:14:43.747073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a4581e3d-862a-4fdf-b4fe-dd9653385677 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:43.747437 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.764683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.816722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d0c9c3-3c8c-4a4e-84de-406dceb03a7e req-e9adb007-6bb0-4c64-9f03-d02fe14373ef tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277852 Oct 22 13:14:43.826681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.833030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.834192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d916f2b0-86b5-4690-ac9a-ce6652d7fde8 HTTP/1.1" status: 204 len: 168 time: 0.1645856 Oct 22 13:14:43.843185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6c4dd-d12f-4c8a-be22-2f19ee58a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916f2b0-86b5-4690-ac9a-ce6652d7fde8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:43.844154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.853604 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.905973 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecf418f-5b00-4e4c-9e49-d4fa54d51155 x-openstack-request-id: req-eecf418f-5b00-4e4c-9e49-d4fa54d51155 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:43.906265 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "name": "network-vif-plugged", "status": "completed", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:43.906520 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eecf418f-5b00-4e4c-9e49-d4fa54d51155 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:43.906938 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464', 'code': 200} Oct 22 13:14:43.921604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:43.942688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.948184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:43.960339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.009141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:44.058346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626fa4-def2-48c8-ac0e-1162a268094d req-89a0d71f-c0dc-48de-ba89-efad16cd767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:44.061806 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-be626fa4-def2-48c8-ac0e-1162a268094d req-89a0d71f-c0dc-48de-ba89-efad16cd767c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 1096 time: 0.0733070 Oct 22 13:14:44.102866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-be626fa4-def2-48c8-ac0e-1162a268094d req-3c9940d5-4b71-4a2e-bb8c-9f1271a32bf0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Oct 22 13:14:44.169767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588b77-17bc-42f6-a9db-71977c7098d6 req-a0c7d9e3-ba38-4970-bce0-012d9e8dc7b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:44.171367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52588b77-17bc-42f6-a9db-71977c7098d6 req-a0c7d9e3-ba38-4970-bce0-012d9e8dc7b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.1752768 Oct 22 13:14:44.223935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37022) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:44.237778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7253febd-3f79-4be8-986d-aa4d2f8ab3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.286533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52588b77-17bc-42f6-a9db-71977c7098d6 req-ba31f1ab-e899-4c2f-b766-86c14e940271 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031437 Oct 22 13:14:44.343136 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7253febd-3f79-4be8-986d-aa4d2f8ab3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.346445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Router 32f57563-2454-40b1-9e10-ed303cccd07b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:14:44.350532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7253febd-3f79-4be8-986d-aa4d2f8ab3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.399979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7253febd-3f79-4be8-986d-aa4d2f8ab3dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=729296aa3c2e471ebaceb1998fd66788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724336 Oct 22 13:14:44.400269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:44.424686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.440040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.442899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253febd-3f79-4be8-986d-aa4d2f8ab3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e809e3a-123f-4261-9120-820db9c8e653,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:44.503642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.529010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.608829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.611757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.613787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e809e3a-123f-4261-9120-820db9c8e653 HTTP/1.1" status: 204 len: 168 time: 0.2104568 Oct 22 13:14:44.624245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:44.639004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.642246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] Sync routers for ids ['32f57563-2454-40b1-9e10-ed303cccd07b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:44.643908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644e281-e03a-4947-b90f-14ccd6d08e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e809e3a-123f-4261-9120-820db9c8e653,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:44.664517 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] Routers {'32f57563-2454-40b1-9e10-ed303cccd07b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:44.665691 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['32f57563-2454-40b1-9e10-ed303cccd07b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:44.671049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event updated for resources: {'Port': ['ID=bed4807c-a83b-4183-9c47-8083679bf3c7,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:44.732425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.733841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-1ff87b72-a8ef-413d-8296-c6084a644d9c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9800224 Oct 22 13:14:44.740307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:44.743896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a4d00c57-d78e-4a72-9cda-ad524ef355c1 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0143940 Oct 22 13:14:44.744591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:44.803856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-8c6b5add-ff65-425f-a7ac-fedc139d7003 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0578747 Oct 22 13:14:44.811775 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:44.821755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb64d-8c0c-4d9e-86f2-c29a9e185b2c req-3bdabc06-8897-483d-820b-81595e0c8f6e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:44.832440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa2eb64d-8c0c-4d9e-86f2-c29a9e185b2c req-3bdabc06-8897-483d-820b-81595e0c8f6e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1781161 Oct 22 13:14:44.835402 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] Routers {'32f57563-2454-40b1-9e10-ed303cccd07b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:44.836683 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['32f57563-2454-40b1-9e10-ed303cccd07b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:44.888211 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:44.888869 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c3872-f001-49b3-9d7c-6bef3c1b994f None None] The sync data for ids ['32f57563-2454-40b1-9e10-ed303cccd07b'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:44.940916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa2eb64d-8c0c-4d9e-86f2-c29a9e185b2c req-3fd44019-d1e2-45b7-b42d-a292ac7b2be9 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066291 Oct 22 13:14:44.993714 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dff3c0bf-fb2b-49c7-9c5a-8e1edc7a5397 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/32f57563-2454-40b1-9e10-ed303cccd07b HTTP/1.1" status: 200 len: 924 time: 0.2477181 Oct 22 13:14:44.994403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37038) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:45.009002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-573aeb71-91cb-4c22-8833-842993777f68 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:45.010578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b2701f9-a4b7-49dc-89bc-5a66cd6d47e0 req-573aeb71-91cb-4c22-8833-842993777f68 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.1754000 Oct 22 13:14:45.029634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37042) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:45.029977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6511d52-a413-44c5-a85c-ab7f7950f880 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=32f57563-2454-40b1-9e10-ed303cccd07b HTTP/1.1" status: 200 len: 205 time: 0.0342381 Oct 22 13:14:45.195422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-495bac86-4fbc-4a41-9284-0d015683d98e tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:45.197065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-495bac86-4fbc-4a41-9284-0d015683d98e tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1086316 Oct 22 13:14:45.228147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:45.318024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-ff550549-381b-47a9-8470-153faa8358e8 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.1108644 Oct 22 13:14:45.339050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'floatingip': {'port_id': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:45.446665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:45.550102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:45.642113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89357699-c9ad-4be4-8a46-1218ba3ee0f4 req-3a1b38bf-d7d0-432c-b1fb-9cb0c7e4408c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:45.642113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89357699-c9ad-4be4-8a46-1218ba3ee0f4 req-3a1b38bf-d7d0-432c-b1fb-9cb0c7e4408c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.2157695 Oct 22 13:14:45.760133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89357699-c9ad-4be4-8a46-1218ba3ee0f4 req-dd8cb712-afe1-4975-8813-a116f8b9bd3f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987144 Oct 22 13:14:45.810572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port 28805128-64b6-435c-9309-a924dfee2c65 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:45.811085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:45.908131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:45.910459 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c946d01b-97f6-4d06-8992-e4b85d15299d" -d '{"events": [{"server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "name": "network-vif-plugged", "status": "completed", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:45.965751 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8828a2-96a0-44e3-bf2e-9dd80f32b339 x-openstack-request-id: req-ba8828a2-96a0-44e3-bf2e-9dd80f32b339 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:45.966333 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "name": "network-vif-plugged", "status": "completed", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:45.966783 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba8828a2-96a0-44e3-bf2e-9dd80f32b339 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:45.967391 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677', 'code': 200} Oct 22 13:14:46.082485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:46.154630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for 28805128-64b6-435c-9309-a924dfee2c65 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:46.183826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0f2ca-b39c-49d6-8828-b9e9d949fae8 req-bf8a70de-c682-49a8-a80d-14641ec9a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:46.186439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a2b0f2ca-b39c-49d6-8828-b9e9d949fae8 req-bf8a70de-c682-49a8-a80d-14641ec9a678 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 1097 time: 0.0928745 Oct 22 13:14:46.233610 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a2b0f2ca-b39c-49d6-8828-b9e9d949fae8 req-086a1e9d-10cd-4000-b210-2898d837ee0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Oct 22 13:14:46.689062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9491a-8209-4199-8510-ea32d7633811 req-f6c6bb66-980f-427d-9cc8-01f269bdcb78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:46.695349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5dc9491a-8209-4199-8510-ea32d7633811 req-f6c6bb66-980f-427d-9cc8-01f269bdcb78 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1386471 Oct 22 13:14:46.853960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:46.866621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5dc9491a-8209-4199-8510-ea32d7633811 req-ffb213fe-1baa-411d-bdbd-e6058df387ef tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435499 Oct 22 13:14:46.872786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.021889 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Floating IP d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 associated. External IP: 172.25.6.143, port: 1a6bc216-fdce-489e-89ff-3290ee6c3d3e. Oct 22 13:14:47.110136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07228b-eed8-4b32-ae1b-44f61d4cd265 req-8c0933b2-8714-4a9b-b402-993d6f6b1f3b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:47.118120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b07228b-eed8-4b32-ae1b-44f61d4cd265 req-8c0933b2-8714-4a9b-b402-993d6f6b1f3b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.1502407 Oct 22 13:14:47.219283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b07228b-eed8-4b32-ae1b-44f61d4cd265 req-593a988c-190e-4c1a-912f-216eb3f3dfcb tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001625 Oct 22 13:14:47.231055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.270327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=28805128-64b6-435c-9309-a924dfee2c65,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:47.526348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.638325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Router 0ceeb842-a012-411e-8290-e0001ea5a52c has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:14:47.713571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.725392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.848584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:47.859765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.861919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Sync routers for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:47.879885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:47.884244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:47.930012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb06eb-c19b-478a-8645-b64d75cb8be5 req-1881ffd3-927c-4b97-85b5-2af3639e7904 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:47.931582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2beb06eb-c19b-478a-8645-b64d75cb8be5 req-1881ffd3-927c-4b97-85b5-2af3639e7904 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2854903 Oct 22 13:14:47.952068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.952564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router 32f57563-2454-40b1-9e10-ed303cccd07b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:14:47.976743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:47.981535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49f859a7-33e6-4cbf-b9da-24042ddfb94a tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/32f57563-2454-40b1-9e10-ed303cccd07b HTTP/1.1" status: 204 len: 168 time: 2.9469361 Oct 22 13:14:47.982049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37142) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:47.988622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-0bf4cef8-6b35-4371-aef8-fe42ac50c00c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "PUT /v2.0/floatingips/d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 HTTP/1.1" status: 200 len: 996 time: 2.6564488 Oct 22 13:14:47.999446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-644564809', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:48.003025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:48.005927 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f18552-9b04-4892-b4d1-01c792f5cf96" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:48.054233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:48.055698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:48.134213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:48.168546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2beb06eb-c19b-478a-8645-b64d75cb8be5 req-1eafaf76-d230-46ad-b321-d6c0e55c5a21 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208579 Oct 22 13:14:48.193391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-bd05fe51-352f-49a7-8fc1-7e927cd7e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.202324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-bd05fe51-352f-49a7-8fc1-7e927cd7e1fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.1796439 Oct 22 13:14:48.318250 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86044f-eada-49f2-9dfb-70355749fa4a x-openstack-request-id: req-9d86044f-eada-49f2-9dfb-70355749fa4a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:48.318876 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:48.321761 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d86044f-eada-49f2-9dfb-70355749fa4a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:48.322857 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:14:48.359629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:48.449027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:48.464801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:48.557140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-ee62318d-eb38-41da-b817-459172fc0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.564334 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-ee62318d-eb38-41da-b817-459172fc0ea7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.1768475 Oct 22 13:14:48.641945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-3847d485-9b23-480f-97ac-fb304ce9c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.645858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-3847d485-9b23-480f-97ac-fb304ce9c015 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.4371157 Oct 22 13:14:48.656840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338c1e-e4c5-4358-9477-66e5af4bcbad req-1d944ad1-95c0-43cd-b267-f6c011933918 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.659430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79338c1e-e4c5-4358-9477-66e5af4bcbad req-1d944ad1-95c0-43cd-b267-f6c011933918 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.1383595 Oct 22 13:14:48.719703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-a6c8ae73-cba0-43df-b595-cb8dcc2f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.721686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-a6c8ae73-cba0-43df-b595-cb8dcc2f1f1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.1430829 Oct 22 13:14:48.796572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79338c1e-e4c5-4358-9477-66e5af4bcbad req-71c7ab34-5296-4c4a-b1b1-caad9a6e12ff tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269333 Oct 22 13:14:48.812195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-26dcd6b2-7833-4d08-84ed-95e31adc2585 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 999 time: 0.1504359 Oct 22 13:14:48.895888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd6b9a18a-4bee-4c68-bbf7-37ed193dbc95', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'port_id': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'mac_address': 'fa:16:3e:44:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:14:43Z', 'updated_at': '2021-10-22T13:14:46Z', 'revision_number': 1, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:48.946983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-370c2e6f-cc9c-43c3-9e18-d4ee88d3a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:48.950143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-370c2e6f-cc9c-43c3-9e18-d4ee88d3a034 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.1167595 Oct 22 13:14:48.950569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Checking router: 0ceeb842-a012-411e-8290-e0001ea5a52c for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:14:48.965477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:48.966514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:48.994108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-c8bc3c64-0d3d-4b30-b9fe-5988479c7d56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348806 Oct 22 13:14:49.063454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5382db87-f442-4c88-8f8e-fcd2246c4109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:49.107427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:49.154572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-1f09bdf1-df82-45f1-8032-95a55c0a44f9 service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502888 Oct 22 13:14:49.157051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-581848f1-04b9-4e1d-bb73-6a59fd712600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 999 time: 0.4265265 Oct 22 13:14:49.273939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c58b7-fa2e-4b1f-a993-5d0439e9fcac req-757135b9-116b-47c8-9d93-c048fa9a82f4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:49.275625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-745c58b7-fa2e-4b1f-a993-5d0439e9fcac req-757135b9-116b-47c8-9d93-c048fa9a82f4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.2591748 Oct 22 13:14:49.328956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-38ffdf7e-f54d-4285-8686-92976b818bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:49.331855 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-38ffdf7e-f54d-4285-8686-92976b818bab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.1260972 Oct 22 13:14:49.344543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-745c58b7-fa2e-4b1f-a993-5d0439e9fcac req-b6302f27-4236-44ec-90a2-a2bab8b3d63a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595193 Oct 22 13:14:49.355829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e775f977-7ed6-498c-a696-f05f49e6cb88 req-38425acf-6eb8-498c-bce9-0eb833684db9 service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968775 Oct 22 13:14:49.415402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd6b9a18a-4bee-4c68-bbf7-37ed193dbc95', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'port_id': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'mac_address': 'fa:16:3e:44:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:14:43Z', 'updated_at': '2021-10-22T13:14:46Z', 'revision_number': 1, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:49.450578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db7842-1b70-4a1f-91f4-442fa8bf1cf9 None None] The sync data for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 is: [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd6b9a18a-4bee-4c68-bbf7-37ed193dbc95', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'port_id': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'mac_address': 'fa:16:3e:44:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:14:43Z', 'updated_at': '2021-10-22T13:14:46Z', 'revision_number': 1, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:49.456378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-af9b48f6-5d71-4794-a094-c5d3074444ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118352 Oct 22 13:14:49.492898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-abdab2e6-382d-45ff-952f-ccff389748db tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 999 time: 0.1088047 Oct 22 13:14:49.500708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5382db87-f442-4c88-8f8e-fcd2246c4109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:49.553411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b29d1-4e71-4b58-a415-9d90f1fb1ecc req-1cf636fe-f6e9-4022-9412-383aad23c096 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:49.555097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-494b29d1-4e71-4b58-a415-9d90f1fb1ecc req-1cf636fe-f6e9-4022-9412-383aad23c096 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0974681 Oct 22 13:14:49.577502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-8c1115cd-06e9-40eb-aa2e-2b37db6a7743 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:49.577502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-8c1115cd-06e9-40eb-aa2e-2b37db6a7743 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports/1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 942 time: 0.0772507 Oct 22 13:14:49.587593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5382db87-f442-4c88-8f8e-fcd2246c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:49.626359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-494b29d1-4e71-4b58-a415-9d90f1fb1ecc req-2de0e0de-f0b0-4906-b5f7-a125bb7d0489 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462723 Oct 22 13:14:49.761316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-76e62308-c952-4b0a-90af-852ffc529549 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 999 time: 0.1145403 Oct 22 13:14:49.838475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382db87-f442-4c88-8f8e-fcd2246c4109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9659c0-d3d0-46bd-bb40-337ce0e5075d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:49.848253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5382db87-f442-4c88-8f8e-fcd2246c4109 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=762d07e50e8b4e37832a49b8f533d725&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4871497 Oct 22 13:14:49.850717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:49.873175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-df4e1c1e-3486-4590-bee0-cbab88d79f14 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678310 Oct 22 13:14:49.880136 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:49.908601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:49.928482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e56d-3593-44ae-9ada-c093c6ce03dc req-2a468a66-bece-4fb9-bea4-0c3e000c9bc4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:49.939562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9709e56d-3593-44ae-9ada-c093c6ce03dc req-2a468a66-bece-4fb9-bea4-0c3e000c9bc4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.2232971 Oct 22 13:14:50.029299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9709e56d-3593-44ae-9ada-c093c6ce03dc req-997e73cb-5a52-409c-84ee-3bb8a5c1ff3c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Oct 22 13:14:50.075897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-b0c695f6-d2b7-4e56-9bfc-95f78dd4145f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:50.080571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-b0c695f6-d2b7-4e56-9bfc-95f78dd4145f tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.3178844 Oct 22 13:14:50.141669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.154555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e57708-7e42-4dfb-95fe-6ce1a7e0ce54 None None] New status for floating IP d6b9a18a-4bee-4c68-bbf7-37ed193dbc95: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:14:50.194059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 172.25.6.184 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1e700413-05e3-4e1d-8306-409fee09dabc) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:50.256876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-f8da954f-416e-4cfa-847a-8ff947c471db tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 999 time: 0.1677263 Oct 22 13:14:50.305315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:50.327783 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.376602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c130dc8-3c25-4dba-a0b2-d8264144a78e req-f7b9e6b2-c47e-4305-b378-791b20389a42 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:50.378626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c130dc8-3c25-4dba-a0b2-d8264144a78e req-f7b9e6b2-c47e-4305-b378-791b20389a42 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2018690 Oct 22 13:14:50.393726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.419241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.430357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.488333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c130dc8-3c25-4dba-a0b2-d8264144a78e req-be5e59e1-96f7-4ae4-9eaa-64d26f1e2e41 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026399 Oct 22 13:14:50.520990 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6f18552-9b04-4892-b4d1-01c792f5cf96 req-9a8a2172-9ea6-4556-8b15-bbf224cfb145 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154673 Oct 22 13:14:50.543055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=1e700413-05e3-4e1d-8306-409fee09dabc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:50.565647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:50.567553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:50.569982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.573738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:50.575033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f9659c0-d3d0-46bd-bb40-337ce0e5075d HTTP/1.1" status: 204 len: 168 time: 0.7219648 Oct 22 13:14:50.576028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:50.606581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9659c0-d3d0-46bd-bb40-337ce0e5075d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:50.623251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.623251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.623889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.624338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.624953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.625379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.626373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.626957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.627333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.627900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.628270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.628800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670fdd71-f19c-490d-a102-08b351fc05c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:50.654166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:14:50.654506 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:14:51.007794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.021154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ba57-14f4-4a04-b740-656c127761f6 req-4d3d2ee0-4b65-4fbe-ab54-f4a3b54b1e52 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:51.029264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2e2ba57-14f4-4a04-b740-656c127761f6 req-4d3d2ee0-4b65-4fbe-ab54-f4a3b54b1e52 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.0651791 Oct 22 13:14:51.031525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37206) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:51.057240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95622ec3-e743-4b79-8821-9e3ebd2df24b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.145251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95622ec3-e743-4b79-8821-9e3ebd2df24b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.155705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.161568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95622ec3-e743-4b79-8821-9e3ebd2df24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.220135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95622ec3-e743-4b79-8821-9e3ebd2df24b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4342fea9dc9148fba8607502dd52510c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854131 Oct 22 13:14:51.245760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2e2ba57-14f4-4a04-b740-656c127761f6 req-fcde4233-2032-4433-95d0-381fb58afd88 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155619 Oct 22 13:14:51.246309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37208) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:51.292240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.403843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95622ec3-e743-4b79-8821-9e3ebd2df24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1755db5-f710-4e13-bfbe-73c4d266bc8a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:51.448472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router e74d7372-25fa-4ba2-801a-20e59caaae81 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:14:51.487570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee7aa-aad1-415f-825e-e1c3459ecef7 req-3bd542a4-73a8-4067-843f-8d223767136d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:51.495148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf0ee7aa-aad1-415f-825e-e1c3459ecef7 req-3bd542a4-73a8-4067-843f-8d223767136d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1613247 Oct 22 13:14:51.516046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.573403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.592615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.592944 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Floating IP d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 disassociated. External IP: 172.25.6.143, port: 1a6bc216-fdce-489e-89ff-3290ee6c3d3e. Oct 22 13:14:51.601599 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.606889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:51.621262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Sync routers for ids ['e74d7372-25fa-4ba2-801a-20e59caaae81'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:51.635708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Routers {'e74d7372-25fa-4ba2-801a-20e59caaae81'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:51.636518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e74d7372-25fa-4ba2-801a-20e59caaae81'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:51.640701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.644774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e3d45ca9-401a-4096-87a5-088be6b557dd tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6584158 Oct 22 13:14:51.645090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:51.707660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf0ee7aa-aad1-415f-825e-e1c3459ecef7 req-0f64da1b-bf65-44cd-af00-549e96131f27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056293 Oct 22 13:14:51.809598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Set router e74d7372-25fa-4ba2-801a-20e59caaae81 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:51.921773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b78af113-f3a9-4eb2-9ab6-990f9ae29b21 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/e74d7372-25fa-4ba2-801a-20e59caaae81 HTTP/1.1" status: 200 len: 908 time: 0.2743282 Oct 22 13:14:51.924063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37222) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:51.930587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-644564809', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': True}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:14:51.948373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.951148 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:51.952245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1755db5-f710-4e13-bfbe-73c4d266bc8a HTTP/1.1" status: 204 len: 168 time: 0.7008142 Oct 22 13:14:51.994951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8beed-741c-407c-b715-451f4e2e36f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1755db5-f710-4e13-bfbe-73c4d266bc8a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:52.043436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.044504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.144274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:48Z', 'updated_at': '2021-10-22T13:14:50Z', 'revision_number': 3, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port': {'id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:14:49Z', 'updated_at': '2021-10-22T13:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:52.196165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Checking router: e74d7372-25fa-4ba2-801a-20e59caaae81 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:14:52.196519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Updating router e74d7372-25fa-4ba2-801a-20e59caaae81 port 1e700413-05e3-4e1d-8306-409fee09dabc binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:14:52.259648 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.699817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.737641 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.746204 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.841542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1089e-1bc0-4006-b5af-fd9e89150942 None None] Pushing event updated for resources: {'Port': ['ID=1e700413-05e3-4e1d-8306-409fee09dabc,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:52.851273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Router 0ceeb842-a012-411e-8290-e0001ea5a52c has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:14:52.868594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Attempting to bind port 1e700413-05e3-4e1d-8306-409fee09dabc on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:52.869459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Attempting to bind port 1e700413-05e3-4e1d-8306-409fee09dabc by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:52.870786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Attempting to bind port 1e700413-05e3-4e1d-8306-409fee09dabc on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:52.880753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:52.883978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:52.884330 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.884781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:52.885288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Bound port: 1e700413-05e3-4e1d-8306-409fee09dabc, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:52.885683 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:52.977677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] For port 1e700413-05e3-4e1d-8306-409fee09dabc, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:52.984247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] For port 1e700413-05e3-4e1d-8306-409fee09dabc, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e700413-05e3-4e1d-8306-409fee09dabc,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:52.990214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178555a7-8a22-49fd-a90c-e3b3b6206707 req-04ea3585-65ad-4042-9b2d-6f297f4fa4b2 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:52.997889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-178555a7-8a22-49fd-a90c-e3b3b6206707 req-04ea3585-65ad-4042-9b2d-6f297f4fa4b2 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.3531799 Oct 22 13:14:53.000535 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:53.060631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Routers {'e74d7372-25fa-4ba2-801a-20e59caaae81'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:53.061368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e74d7372-25fa-4ba2-801a-20e59caaae81'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:53.085863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:53.124206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1089e-1bc0-4006-b5af-fd9e89150942 None None] Pushing event updated for resources: {'Port': ['ID=1e700413-05e3-4e1d-8306-409fee09dabc,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:53.147819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-178555a7-8a22-49fd-a90c-e3b3b6206707 req-08b6f8e8-a5a8-4fcc-a1ed-cb6519c3fa17 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489651 Oct 22 13:14:53.238217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:53.244980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:53.249584 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Sync routers for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:53.254262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] Set router e74d7372-25fa-4ba2-801a-20e59caaae81 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:53.276349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:53.287058 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:53.323562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-fbe23816-d4be-4ec6-af60-890c159c3e65 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "PUT /v2.0/floatingips/d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 HTTP/1.1" status: 200 len: 695 time: 3.0262859 Oct 22 13:14:53.334128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:14:53.337187 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a46816a-918b-4fe8-9170-2d8fc31defa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:14:53.404587 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:53.496906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e761b6-ed3c-4143-ae81-08eef4940b55 req-e99cc48e-1653-442f-ab89-1c4f84423940 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:53.498789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08e761b6-ed3c-4143-ae81-08eef4940b55 req-e99cc48e-1653-442f-ab89-1c4f84423940 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2065167 Oct 22 13:14:53.600111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:48Z', 'updated_at': '2021-10-22T13:14:50Z', 'revision_number': 3, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port': {'id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:14:49Z', 'updated_at': '2021-10-22T13:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:53.618310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-01b957e4-597e-41dc-ae70-08e61278877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:53.627964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618758c4-8d60-4f9a-b498-01da0e7863ce None None] The sync data for ids ['e74d7372-25fa-4ba2-801a-20e59caaae81'] in n-d-813419-8 is: [{'id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:48Z', 'updated_at': '2021-10-22T13:14:50Z', 'revision_number': 3, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port': {'id': '1e700413-05e3-4e1d-8306-409fee09dabc', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74d7372-25fa-4ba2-801a-20e59caaae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:14:49Z', 'updated_at': '2021-10-22T13:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:53.631785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-01b957e4-597e-41dc-ae70-08e61278877b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.2097602 Oct 22 13:14:53.682788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08e761b6-ed3c-4143-ae81-08eef4940b55 req-fea8a772-5af6-4e6e-a010-c4e62aad969f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745894 Oct 22 13:14:53.894790 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:53.950152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Checking router: 0ceeb842-a012-411e-8290-e0001ea5a52c for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:14:53.972681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-899938a5-8a19-45e3-a3d5-b1bf1103b4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:53.977746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-862c4a6e-66ef-43af-8c6f-be55c3b12660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:53.979612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-862c4a6e-66ef-43af-8c6f-be55c3b12660 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.3470657 Oct 22 13:14:54.014842 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:54.015616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:54.110612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-e7bb0a7c-5527-4c6c-8f15-3feedfb57196 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.1169422 Oct 22 13:14:54.165335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:54.212131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:54.239836 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:54.259256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-72e21d1a-cbe1-413a-a26d-4ef69b567463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:54.268296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-72e21d1a-cbe1-413a-a26d-4ef69b567463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.1572547 Oct 22 13:14:54.358902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-4fffbd27-0cf3-455e-89a3-199715471d92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895994 Oct 22 13:14:54.517985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-b911f7b8-f9eb-470c-89ab-ce61ddffcc42 service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575840 Oct 22 13:14:54.571069 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:54.616812 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2a846-da24-4835-838e-d1475420e7a4 None None] The sync data for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 is: [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:13:44Z', 'revision_number': 4, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5a3b5397-e52c-47ba-b852-0948625493e4', 'name': '', 'network_id': 'a27f1164-4f71-4e90-ba6f-1381d84fa812', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'mac_address': 'fa:16:3e:af:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:43Z', 'updated_at': '2021-10-22T13:13:54Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'subnets': [{'id': '1542a534-76da-4f9a-b573-c5ddbb832dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:54.628280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42851-d786-495a-b44f-40e2a5f12177 req-4fa17786-31ab-42e6-8962-2ee541d43f70 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:54.635173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42851-d786-495a-b44f-40e2a5f12177 req-4fa17786-31ab-42e6-8962-2ee541d43f70 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:54.641396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42851-d786-495a-b44f-40e2a5f12177 req-4fa17786-31ab-42e6-8962-2ee541d43f70 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:54.643664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55d42851-d786-495a-b44f-40e2a5f12177 req-4fa17786-31ab-42e6-8962-2ee541d43f70 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b&device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6&device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 2418 time: 0.2970223 Oct 22 13:14:54.718950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 172.25.6.190 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/efc57b3b-6ffb-4000-a53a-8723a0f77d27) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:14:54.779609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13a22589-9a7e-4fc1-99c4-8913809a5164 req-c67eefb6-d9db-4cfe-be28-73b79bd44b9e service neutron] 10.222.0.25 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469833 Oct 22 13:14:54.795220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55d42851-d786-495a-b44f-40e2a5f12177 req-03e01adf-a69a-4433-92d4-d0acac10bd0e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449780 Oct 22 13:14:54.927002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:54.928961 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edca330-7a74-4f36-8377-5698f91b6bde x-openstack-request-id: req-8edca330-7a74-4f36-8377-5698f91b6bde {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:14:54.929255 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:14:54.929559 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8edca330-7a74-4f36-8377-5698f91b6bde {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:14:54.930095 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:14:54.952878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-d6743466-a274-42ca-bc41-41399dc452b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:54.955923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-d6743466-a274-42ca-bc41-41399dc452b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72bbdad3564944e7bf0c89fe49faac01&device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 1096 time: 0.0691454 Oct 22 13:14:55.031565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.098630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:14:55.119502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-802ee53b-4ab4-4fbd-ab5b-56cc3809955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:55.121618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-802ee53b-4ab4-4fbd-ab5b-56cc3809955b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 200 len: 921 time: 0.1541967 Oct 22 13:14:55.130285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63303115-a6a9-49e2-95b0-f4ccbe8ee6a5 None None] New status for floating IP d6b9a18a-4bee-4c68-bbf7-37ed193dbc95: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:14:55.135965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:14:55.181676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:14:55.223176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=efc57b3b-6ffb-4000-a53a-8723a0f77d27,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:55.230476 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-2098c5f0-d19b-420a-938a-bfe2d6994afd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 200 len: 217 time: 0.1010540 Oct 22 13:14:55.238386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125bf5f-c140-48d5-a9d2-857e57e7be0f req-0ccae941-a12e-4495-95a7-ba798129aae4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:55.240147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7125bf5f-c140-48d5-a9d2-857e57e7be0f req-0ccae941-a12e-4495-95a7-ba798129aae4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.3090332 Oct 22 13:14:55.318297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58248ccd-405e-4ac5-bc50-aa4b3981f007 req-19afebdf-a74a-4eff-b207-a8ee517cab0d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:55.326485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58248ccd-405e-4ac5-bc50-aa4b3981f007 req-19afebdf-a74a-4eff-b207-a8ee517cab0d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.2375357 Oct 22 13:14:55.326725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-6156df0e-98bb-4466-b30c-e6e5cdbc0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:55.328196 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-6156df0e-98bb-4466-b30c-e6e5cdbc0fee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 200 len: 860 time: 0.0882030 Oct 22 13:14:55.367279 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-cd246d12-e298-46b3-9698-966ee8e02567 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27f1164-4f71-4e90-ba6f-1381d84fa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291822 Oct 22 13:14:55.402735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7125bf5f-c140-48d5-a9d2-857e57e7be0f req-beecc542-f90f-41da-a896-bd15e58f2aea tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558905 Oct 22 13:14:55.500526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e700413-05e3-4e1d-8306-409fee09dabc up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:55.513275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58248ccd-405e-4ac5-bc50-aa4b3981f007 req-d564d6b0-a4ea-4cbd-9e92-3742c0c2c9b3 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858797 Oct 22 13:14:55.538759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-6229e69b-c40f-4d5e-818a-6538b9415cfc service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635129 Oct 22 13:14:55.550135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:55.589375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-ca25aea9-9f4f-4c21-b04e-0dad474f6083 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips/d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 HTTP/1.1" status: 200 len: 695 time: 0.1304877 Oct 22 13:14:55.672496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4a46816a-918b-4fe8-9170-2d8fc31defa8 req-b6f79f1f-c773-4094-a235-ee3cc026ec31 service neutron] 10.222.0.26 "GET /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237462 Oct 22 13:14:55.773738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47d5c638-942f-4b6e-81c3-073026815b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.813320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1e700413-05e3-4e1d-8306-409fee09dabc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:55.813985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.922630 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.944166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47d5c638-942f-4b6e-81c3-073026815b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.957153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-47d5c638-942f-4b6e-81c3-073026815b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:55.964639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1e700413-05e3-4e1d-8306-409fee09dabc, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e700413-05e3-4e1d-8306-409fee09dabc,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:14:55.975021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.016003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-32c5d805-3368-4c47-bb74-c655853c2106 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:56.018273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-32c5d805-3368-4c47-bb74-c655853c2106 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 784 time: 0.4228437 Oct 22 13:14:56.025955 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-47d5c638-942f-4b6e-81c3-073026815b31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b816dc26d26410fa7e7b41da342f193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662113 Oct 22 13:14:56.029885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37332) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:56.042943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.066862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c638-942f-4b6e-81c3-073026815b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3150fb00-fd70-4e0e-ac94-2a0915fd9175,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:56.124389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1e700413-05e3-4e1d-8306-409fee09dabc,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:56.193275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-c85baf42-5b65-420a-8834-d1e5355e61cf tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0932288 Oct 22 13:14:56.305317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-8af0a641-18b8-41c3-a74d-d42fd11f73b4 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0996969 Oct 22 13:14:56.311317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.417484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.562961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.632994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.636197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.637324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3150fb00-fd70-4e0e-ac94-2a0915fd9175 HTTP/1.1" status: 204 len: 168 time: 0.6057553 Oct 22 13:14:56.655818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Deleting port bed4807c-a83b-4183-9c47-8083679bf3c7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:56.656177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:56.692577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e01d1-2f7a-4a10-9ed0-b89a7a8eaf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3150fb00-fd70-4e0e-ac94-2a0915fd9175,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:56.943431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:56.963387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b835f8d-c876-42ec-b93f-be8e06735736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.058340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b8acd93-013a-43f8-94bf-fec7a49c17de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.060665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b835f8d-c876-42ec-b93f-be8e06735736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.067066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b835f8d-c876-42ec-b93f-be8e06735736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.109603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2b835f8d-c876-42ec-b93f-be8e06735736 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d1a790cc7114f208808aa835f7f967b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647885 Oct 22 13:14:57.111597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b835f8d-c876-42ec-b93f-be8e06735736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c246db-3c5b-4df4-98fc-0246ae0b21e3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:57.114261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:57.182115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631054-54b3-4873-a1f8-140be7bde862 req-eb1a844d-dc36-4170-9477-ed5034a983e9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:57.183192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e631054-54b3-4873-a1f8-140be7bde862 req-eb1a844d-dc36-4170-9477-ed5034a983e9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.5697856 Oct 22 13:14:57.209503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.245973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.254421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.254965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.267517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e700413-05e3-4e1d-8306-409fee09dabc up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:14:57.282641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e631054-54b3-4873-a1f8-140be7bde862 req-4dc6764c-3b41-4c95-bbe9-71a3717b87ae tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866394 Oct 22 13:14:57.285081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Calling delete_port for bed4807c-a83b-4183-9c47-8083679bf3c7 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:57.325784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.328523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.330328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97c246db-3c5b-4df4-98fc-0246ae0b21e3 HTTP/1.1" status: 204 len: 168 time: 0.2150717 Oct 22 13:14:57.340071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935069e-b874-4b6f-a329-dccfb7f559b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c246db-3c5b-4df4-98fc-0246ae0b21e3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:57.358479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router b652a05d-0674-479c-8654-27866a8e4cdc is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:14:57.379332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1e700413-05e3-4e1d-8306-409fee09dabc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:14:57.380116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.590885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:14:57.602135 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Sync routers for ids ['b652a05d-0674-479c-8654-27866a8e4cdc'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:14:57.610312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.622508 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Routers {'b652a05d-0674-479c-8654-27866a8e4cdc'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:57.623192 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b652a05d-0674-479c-8654-27866a8e4cdc'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:57.627843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.632422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:57.633023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3b00378c-8c0a-4dcb-be07-65bf5cd89c04 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7070646 Oct 22 13:14:57.668291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event deleted for resources: {'Port': ['ID=bed4807c-a83b-4183-9c47-8083679bf3c7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:57.675672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.712618 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.763092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.763609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.764058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.764501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.765154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.765596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.766035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.766491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.767142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.767621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.768107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.768540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:57.816712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.820351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:57.822061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750d681-23b2-40aa-bbf2-91d8dabb4722 req-dcce93b0-a736-4fa8-b0e8-b6d50e7f1e17 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6b9a18a-4bee-4c68-bbf7-37ed193dbc95 HTTP/1.1" status: 204 len: 173 time: 1.5072923 Oct 22 13:14:57.838909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca89a57-358b-48aa-9da5-79b15e0b42cb req-de659baf-7424-4bc5-af71-e778e07234e4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:57.840920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aca89a57-358b-48aa-9da5-79b15e0b42cb req-de659baf-7424-4bc5-af71-e778e07234e4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1496809 Oct 22 13:14:57.849497 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecbdeaaa-8ed9-4a70-bb7a-7d9cd2e896f7 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/b652a05d-0674-479c-8654-27866a8e4cdc HTTP/1.1" status: 200 len: 907 time: 0.2129931 Oct 22 13:14:57.851099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37374) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:57.864766 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Set router b652a05d-0674-479c-8654-27866a8e4cdc gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:58.005172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aca89a57-358b-48aa-9da5-79b15e0b42cb req-ead066ff-14ed-4a6b-9fbc-39acc1e43ba0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559386 Oct 22 13:14:58.010086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-c94ed97e-edd4-4418-b136-9d408d9e88a5 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups/e08f6e5c-3544-47ca-8412-e7cff4ba6abd HTTP/1.1" status: 200 len: 1810 time: 0.1384499 Oct 22 13:14:58.097894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.139176 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652a05d-0674-479c-8654-27866a8e4cdc', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'efc57b3b-6ffb-4000-a53a-8723a0f77d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:52Z', 'updated_at': '2021-10-22T13:14:55Z', 'revision_number': 3, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port': {'id': 'efc57b3b-6ffb-4000-a53a-8723a0f77d27', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652a05d-0674-479c-8654-27866a8e4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:14:54Z', 'updated_at': '2021-10-22T13:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:58.169294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.183579 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Checking router: b652a05d-0674-479c-8654-27866a8e4cdc for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:14:58.185522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Updating router b652a05d-0674-479c-8654-27866a8e4cdc port efc57b3b-6ffb-4000-a53a-8723a0f77d27 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:14:58.223621 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.252211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.287630 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.399259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.404034 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.409861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b8d15e2-e85c-415c-ac33-a042ef224e4a req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "DELETE /v2.0/security-groups/e08f6e5c-3544-47ca-8412-e7cff4ba6abd HTTP/1.1" status: 204 len: 173 time: 0.3901207 Oct 22 13:14:58.426475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f770-fdf3-483d-b5b7-b1552278605c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f6e5c-3544-47ca-8412-e7cff4ba6abd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:58.450885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Deleting port efc57b3b-6ffb-4000-a53a-8723a0f77d27 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:58.450885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.570231 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.599884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Calling delete_port for efc57b3b-6ffb-4000-a53a-8723a0f77d27 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:14:58.642218 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.657722 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.720334 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Attempting to bind port efc57b3b-6ffb-4000-a53a-8723a0f77d27 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:14:58.720849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Attempting to bind port efc57b3b-6ffb-4000-a53a-8723a0f77d27 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:14:58.721291 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Attempting to bind port efc57b3b-6ffb-4000-a53a-8723a0f77d27 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:14:58.731090 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Pushing event updated for resources: {'Port': ['ID=efc57b3b-6ffb-4000-a53a-8723a0f77d27,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:58.737396 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:14:58.737889 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:14:58.739011 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.739482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:14:58.740038 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Bound port: efc57b3b-6ffb-4000-a53a-8723a0f77d27, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:14:58.740597 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.748554 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.749477 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.749926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.750358 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.751084 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.752244 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.753072 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.753613 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.754056 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.754491 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.755058 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.755616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:14:58.831371 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] For port efc57b3b-6ffb-4000-a53a-8723a0f77d27, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:14:58.835440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] For port efc57b3b-6ffb-4000-a53a-8723a0f77d27, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=efc57b3b-6ffb-4000-a53a-8723a0f77d27,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:14:58.843773 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:58.917367 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fdfb1-1ce4-4999-8b85-632b809249ee None None] Pushing event updated for resources: {'Port': ['ID=efc57b3b-6ffb-4000-a53a-8723a0f77d27,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:58.959178 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Routers {'b652a05d-0674-479c-8654-27866a8e4cdc'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:14:58.960737 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['b652a05d-0674-479c-8654-27866a8e4cdc'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:59.080093 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] Set router b652a05d-0674-479c-8654-27866a8e4cdc gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:14:59.112666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.160478 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652a05d-0674-479c-8654-27866a8e4cdc', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:52Z', 'updated_at': '2021-10-22T13:14:58Z', 'revision_number': 4, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:14:59.161039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9873db-1599-43e3-b04c-dc03af4cdbe3 req-8caf1132-6357-43a3-bddf-ddd486495161 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:59.163173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9873db-1599-43e3-b04c-dc03af4cdbe3 req-8caf1132-6357-43a3-bddf-ddd486495161 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1351941 Oct 22 13:14:59.164170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Port': ['ID=efc57b3b-6ffb-4000-a53a-8723a0f77d27,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:14:59.207835 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c93-ae71-4c4d-b90c-c943f1d71c93 None None] The sync data for ids ['b652a05d-0674-479c-8654-27866a8e4cdc'] in n-d-813419-8 is: [{'id': 'b652a05d-0674-479c-8654-27866a8e4cdc', 'name': 'tempest-snat-router-644564809', 'tenant_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:14:52Z', 'updated_at': '2021-10-22T13:14:58Z', 'revision_number': 4, 'project_id': 'bfcaa4d42d0f4a90b6647b7185943681', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:14:59.232940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6298e4-6ce2-4f08-9078-33c93f2ac46d req-29feeafb-e206-475d-bae1-e5d5aa1ec0fc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:59.234576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd6298e4-6ce2-4f08-9078-33c93f2ac46d req-29feeafb-e206-475d-bae1-e5d5aa1ec0fc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.3025758 Oct 22 13:14:59.308336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.406083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9873db-1599-43e3-b04c-dc03af4cdbe3 req-7a11dc77-fe44-4ca9-9400-043c43082fec tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206228 Oct 22 13:14:59.486923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.492435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.528308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd6298e4-6ce2-4f08-9078-33c93f2ac46d req-708707e7-d399-4b85-afc9-578ace494ea5 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583528 Oct 22 13:14:59.602498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.603104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b652a05d-0674-479c-8654-27866a8e4cdc {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:14:59.608747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.611401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-56a588e1-71bc-4726-862d-befbd7a6e718 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b652a05d-0674-479c-8654-27866a8e4cdc HTTP/1.1" status: 204 len: 168 time: 1.7452118 Oct 22 13:14:59.613057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:14:59.630233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f30e5-700d-4651-aeb5-b4323e0f1735 req-a924b90c-f040-49f1-9281-66129b2c784b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:14:59.631982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e03f30e5-700d-4651-aeb5-b4323e0f1735 req-a924b90c-f040-49f1-9281-66129b2c784b tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1411147 Oct 22 13:14:59.700392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.725474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e03f30e5-700d-4651-aeb5-b4323e0f1735 req-525f3fb4-a419-4613-bad5-6dd7be64f527 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Oct 22 13:14:59.764301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.874818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:14:59.935798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Deleting port 1e700413-05e3-4e1d-8306-409fee09dabc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:14:59.936305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.043206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] For port 1e700413-05e3-4e1d-8306-409fee09dabc, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e700413-05e3-4e1d-8306-409fee09dabc,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:00.043696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.066399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Calling delete_port for 1e700413-05e3-4e1d-8306-409fee09dabc owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:00.279236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.306826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e700413-05e3-4e1d-8306-409fee09dabc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:00.391352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.577044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce595b66-79fc-4add-a623-18012a9b4fe0 req-001cc5f6-5fd2-448e-b039-70613c01217d tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:00.583614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce595b66-79fc-4add-a623-18012a9b4fe0 req-001cc5f6-5fd2-448e-b039-70613c01217d tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.0575039 Oct 22 13:15:00.593048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.597748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:00.709801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce595b66-79fc-4add-a623-18012a9b4fe0 req-cef0270c-17c1-439f-ab87-f4d16e3a66b9 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226108 Oct 22 13:15:00.735609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d492-c8bd-4ac4-8706-a56fa2c2989b req-6ce83a28-cec3-4ffa-94f5-2ebaf07de677 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:00.757743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d966d492-c8bd-4ac4-8706-a56fa2c2989b req-6ce83a28-cec3-4ffa-94f5-2ebaf07de677 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1220856 Oct 22 13:15:00.808136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:00.859247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d966d492-c8bd-4ac4-8706-a56fa2c2989b req-cc79b0bb-be45-4955-baf9-e66b0910d53d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953999 Oct 22 13:15:00.906382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e936f0c-21a9-4ff9-aeb0-648a3e545484 req-2bf9464f-35b4-40b0-b872-68534376f132 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:00.909426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e936f0c-21a9-4ff9-aeb0-648a3e545484 req-2bf9464f-35b4-40b0-b872-68534376f132 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0860274 Oct 22 13:15:00.974300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e936f0c-21a9-4ff9-aeb0-648a3e545484 req-e78a2753-02aa-40ca-b576-608f42108608 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563729 Oct 22 13:15:00.980685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26bf-dcb4-4d45-bbf3-2cca5d24c3e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.001981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.001981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e74d7372-25fa-4ba2-801a-20e59caaae81 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:01.006853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.014232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7b71310-e213-42d9-837a-eee750e210be tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e74d7372-25fa-4ba2-801a-20e59caaae81 HTTP/1.1" status: 204 len: 168 time: 1.3999481 Oct 22 13:15:01.014913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:01.022331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1023612045', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:01.055709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.057423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.091643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26bf-dcb4-4d45-bbf3-2cca5d24c3e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.096985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26bf-dcb4-4d45-bbf3-2cca5d24c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.132731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.164594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1bcd26bf-dcb4-4d45-bbf3-2cca5d24c3e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2538950689d54f528ca328f2c3a2f382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537569 Oct 22 13:15:01.166862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37484) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:01.194021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd26bf-dcb4-4d45-bbf3-2cca5d24c3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049d753-d12b-40d5-8b62-2a14f0993c38,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:01.277608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.301074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.360458 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.364544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.366160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9049d753-d12b-40d5-8b62-2a14f0993c38 HTTP/1.1" status: 204 len: 168 time: 0.1930745 Oct 22 13:15:01.391122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000062-0e43-438c-8ea6-6ad492ceeac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049d753-d12b-40d5-8b62-2a14f0993c38,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:01.402508 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.452954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-cdcab08c-0e3c-4513-a633-11ddd2c180b7 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:01.455110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-cdcab08c-0e3c-4513-a633-11ddd2c180b7 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.26 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1132605 Oct 22 13:15:01.619194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Deleting port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:01.619532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.728446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37500) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:01.750237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d45e4d20-6b02-47b4-9fa9-1e2c5062b48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.800054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.826371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.857320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] For port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:01.857712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:01.905403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Calling delete_port for 1a6bc216-fdce-489e-89ff-3290ee6c3d3e owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:01.978495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd014-f228-4e39-96fd-361738897db3 req-374419b0-b59d-42aa-b265-24d2a0374cdb tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:01.990331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37fbd014-f228-4e39-96fd-361738897db3 req-374419b0-b59d-42aa-b265-24d2a0374cdb tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/ports?device_id=f16a53db-37b9-402c-8fea-08f52cfca8ce HTTP/1.1" status: 200 len: 945 time: 0.1272759 Oct 22 13:15:02.041029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Allocated IP 172.25.6.6 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b118ec2b-d56c-463e-b64f-25cacc27e45c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:02.069462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d45e4d20-6b02-47b4-9fa9-1e2c5062b48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.082627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d45e4d20-6b02-47b4-9fa9-1e2c5062b48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.128540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9869d7-f5e1-4ca8-a1f3-e7b803c46a05 req-024ed907-7450-4446-920e-a27815eee70e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:02.130078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d9869d7-f5e1-4ca8-a1f3-e7b803c46a05 req-024ed907-7450-4446-920e-a27815eee70e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1121213 Oct 22 13:15:02.151007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37fbd014-f228-4e39-96fd-361738897db3 req-45393b36-feed-4e1a-94c4-50ebc1b39b68 tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511116 Oct 22 13:15:02.163500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d45e4d20-6b02-47b4-9fa9-1e2c5062b48c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3c4b183db674e6f87955fab76674b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332469 Oct 22 13:15:02.166112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37516) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:02.181006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e4d20-6b02-47b4-9fa9-1e2c5062b48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4eff74-3c57-478a-b9d7-dc403764e3ca,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:02.213701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.231754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1a6bc216-fdce-489e-89ff-3290ee6c3d3e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:15:02.268291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.271231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d9869d7-f5e1-4ca8-a1f3-e7b803c46a05 req-cdb9a147-22f4-4086-b4b8-47f321ef6809 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300826 Oct 22 13:15:02.275457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Pushing event deleted for resources: {'Port': ['ID=1a6bc216-fdce-489e-89ff-3290ee6c3d3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:02.336657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a5560-cfae-48a2-b729-2c21dafd8566 req-d07d8222-6013-4142-ac0c-54963723bf34 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:02.338450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e0a5560-cfae-48a2-b729-2c21dafd8566 req-d07d8222-6013-4142-ac0c-54963723bf34 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0662401 Oct 22 13:15:02.366870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] No DVR routers for this DVR port 1a6bc216-fdce-489e-89ff-3290ee6c3d3e on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:02.370128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.373769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54459fbc-b85b-40c5-844c-d6b8919e8855 req-dc7a8858-1abe-4b09-809d-416a5957741c tempest-ServerRescueTestJSONUnderV235-130815506 tempest-ServerRescueTestJSONUnderV235-130815506-project] 10.222.0.26 "DELETE /v2.0/ports/1a6bc216-fdce-489e-89ff-3290ee6c3d3e HTTP/1.1" status: 204 len: 173 time: 0.9064081 Oct 22 13:15:02.382420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e0a5560-cfae-48a2-b729-2c21dafd8566 req-dc95e9b5-eeea-4fa9-8bd4-0e29d7939e7a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Oct 22 13:15:02.394714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'name': 'network-vif-deleted', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:02.405223 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ccd42-f9e6-4829-8545-ec4aa01d000b" -d '{"events": [{"server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "name": "network-vif-deleted", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:02.413326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.447979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.455943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.458384 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8369e2-19c8-4995-8153-49658dc678cb x-openstack-request-id: req-5b8369e2-19c8-4995-8153-49658dc678cb {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:02.458780 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a53db-37b9-402c-8fea-08f52cfca8ce", "name": "network-vif-deleted", "tag": "1a6bc216-fdce-489e-89ff-3290ee6c3d3e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:02.459036 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b8369e2-19c8-4995-8153-49658dc678cb {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:02.459431 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a53db-37b9-402c-8fea-08f52cfca8ce', 'name': 'network-vif-deleted', 'tag': '1a6bc216-fdce-489e-89ff-3290ee6c3d3e', 'status': 'completed', 'code': 200} Oct 22 13:15:02.531071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:02.534915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:02.537813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:02.566004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event updated for resources: {'Port': ['ID=b118ec2b-d56c-463e-b64f-25cacc27e45c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:02.593575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.597057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:02.598209 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e4eff74-3c57-478a-b9d7-dc403764e3ca HTTP/1.1" status: 204 len: 168 time: 0.4311054 Oct 22 13:15:02.649032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9950b6-b5b7-416d-a026-b81a5f01fe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4eff74-3c57-478a-b9d7-dc403764e3ca,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:02.917378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:03.144317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:03.172821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e700413-05e3-4e1d-8306-409fee09dabc no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:03.198958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1e700413-05e3-4e1d-8306-409fee09dabc {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:03.199306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e700413-05e3-4e1d-8306-409fee09dabc not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:03.245298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:03.297068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Router c04bb9d9-f0cf-4877-a6fa-f69935076cd8 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:03.437731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:03.451046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] Sync routers for ids ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:03.468904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:03.472761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aace81a8-6b3b-43cb-beb1-7e2fbe9b561e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4526408 Oct 22 13:15:03.477083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:03.477873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] Routers {'c04bb9d9-f0cf-4877-a6fa-f69935076cd8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:03.478504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:03.488381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:03.555002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:03.596069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] Routers {'c04bb9d9-f0cf-4877-a6fa-f69935076cd8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:03.597212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:03.653011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:03.654119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1b391-5586-4538-b544-0d2bb86e979c None None] The sync data for ids ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:03.690887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f9b5-0d70-4562-89be-488d7fceed6d req-531113c1-4adc-4857-9aa4-7de11c4168b3 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:03.692476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e77f9b5-0d70-4562-89be-488d7fceed6d req-531113c1-4adc-4857-9aa4-7de11c4168b3 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.2562890 Oct 22 13:15:03.767443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e516-e483-474d-b569-73bfb3e46b76 req-a91e6712-740e-4737-8e96-8df91acddfbc tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:03.775314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c467e516-e483-474d-b569-73bfb3e46b76 req-a91e6712-740e-4737-8e96-8df91acddfbc tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1618853 Oct 22 13:15:03.856702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e77f9b5-0d70-4562-89be-488d7fceed6d req-aad97925-791b-42d0-a8cb-224f408de034 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552069 Oct 22 13:15:03.879326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c467e516-e483-474d-b569-73bfb3e46b76 req-ed8fb764-0333-4ed9-b861-29dcf5bcc489 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027136 Oct 22 13:15:04.027422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.029267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:04.244774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a45a21c7-d843-42ea-88aa-85d276b78c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.299656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.371798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Deleting port 5a3b5397-e52c-47ba-b852-0948625493e4 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:04.372358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.416715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a45a21c7-d843-42ea-88aa-85d276b78c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.444272 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a45a21c7-d843-42ea-88aa-85d276b78c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.445456 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:15:04.507991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] For port 5a3b5397-e52c-47ba-b852-0948625493e4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a3b5397-e52c-47ba-b852-0948625493e4,segment=NetworkSegment(2f5b70fc-7b72-4fc0-a72f-28d4d67137a0),segment_id=2f5b70fc-7b72-4fc0-a72f-28d4d67137a0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:04.508385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.514881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a45a21c7-d843-42ea-88aa-85d276b78c02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba5981d87e324a61a8229623bfc6d329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811504 Oct 22 13:15:04.514881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a21c7-d843-42ea-88aa-85d276b78c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b769900c-2911-4876-8dc9-b11c4f68afc0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:04.515658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37584) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:04.561509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Calling delete_port for 5a3b5397-e52c-47ba-b852-0948625493e4 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:04.658950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.718517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.778981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.782694 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.801901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.804502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.808279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b769900c-2911-4876-8dc9-b11c4f68afc0 HTTP/1.1" status: 204 len: 168 time: 0.2800093 Oct 22 13:15:04.820736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84594945-cb76-44e2-add9-d604e885c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b769900c-2911-4876-8dc9-b11c4f68afc0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:04.839343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:04.867129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3b5397-e52c-47ba-b852-0948625493e4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:04.948762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router c04bb9d9-f0cf-4877-a6fa-f69935076cd8 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:05.055375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a6bc216-fdce-489e-89ff-3290ee6c3d3e no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:05.075281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:05.075760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf18cb-407d-49a9-86aa-8f5cd8d39468 req-19202731-5f39-4e3e-89b9-1a762623a91f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.078568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9cf18cb-407d-49a9-86aa-8f5cd8d39468 req-19202731-5f39-4e3e-89b9-1a762623a91f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1332057 Oct 22 13:15:05.088134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:05.089400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-45008ae5-b915-45a5-ab95-666f6fdd3c9b tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "PUT /v2.0/routers/c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 200 len: 924 time: 1.6066725 Oct 22 13:15:05.092047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:05.093506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] Sync routers for ids ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:05.094525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 1a6bc216-fdce-489e-89ff-3290ee6c3d3e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:05.095854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1a6bc216-fdce-489e-89ff-3290ee6c3d3e not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:05.103866 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] Routers {'c04bb9d9-f0cf-4877-a6fa-f69935076cd8'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:05.104484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:05.140541 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:05.150635 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] Routers {'c04bb9d9-f0cf-4877-a6fa-f69935076cd8'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:05.151436 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:05.171067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200000a5-2cfb-49a8-9483-c6f479473408 req-9666f4b2-b017-4bb9-ac17-27d3af159309 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.180091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-200000a5-2cfb-49a8-9483-c6f479473408 req-9666f4b2-b017-4bb9-ac17-27d3af159309 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1971819 Oct 22 13:15:05.203346 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:05.207930 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7feb78c-2512-4117-bf82-a3b637ccacdc None None] The sync data for ids ['c04bb9d9-f0cf-4877-a6fa-f69935076cd8'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:05.226495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9cf18cb-407d-49a9-86aa-8f5cd8d39468 req-a8c05943-41ca-423b-8462-9ef298abbc67 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270409 Oct 22 13:15:05.254115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:05.258878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-200000a5-2cfb-49a8-9483-c6f479473408 req-22332ab6-debd-47e7-b4f5-8d410e9b4d7a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742710 Oct 22 13:15:05.280303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c801c49-9e98-4958-b10a-f7947aaf7ac9 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 200 len: 924 time: 0.1871428 Oct 22 13:15:05.281424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:05.363028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f014bc8-2780-4b78-a1b0-6c4e843debaf tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.367532 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f014bc8-2780-4b78-a1b0-6c4e843debaf tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=c04bb9d9-f0cf-4877-a6fa-f69935076cd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0843863 Oct 22 13:15:05.371010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37614) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:05.503581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6687fb0-f7b3-4e16-b5ea-8a15adb05036 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.504989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c6687fb0-f7b3-4e16-b5ea-8a15adb05036 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.1329596 Oct 22 13:15:05.520092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37622) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:05.555141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66ae99cc-68b5-4227-b915-3ac0f3e79d17 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 200 len: 205 time: 0.0336483 Oct 22 13:15:05.555687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:05.613975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-644c9b6b-72a1-4847-8b2e-a6f27066ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.615514 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-644c9b6b-72a1-4847-8b2e-a6f27066ac12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 1096 time: 0.1258790 Oct 22 13:15:05.781953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:05.819272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-36a6442c-8cca-4028-8f49-65b48937fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.820908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-36a6442c-8cca-4028-8f49-65b48937fd17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.1969604 Oct 22 13:15:05.834397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67ff90-0fc7-4f88-9ab6-ee3895baf3c2 req-70694935-deb8-40e9-92f7-afeb988da450 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:05.835945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb67ff90-0fc7-4f88-9ab6-ee3895baf3c2 req-70694935-deb8-40e9-92f7-afeb988da450 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1036329 Oct 22 13:15:05.902998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-f7223588-13e4-493e-92a9-4ff021ae0d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 200 len: 1001 time: 0.0722485 Oct 22 13:15:05.927281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb67ff90-0fc7-4f88-9ab6-ee3895baf3c2 req-dfa66cec-8954-4a96-a569-4e2ad27d6e9f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812340 Oct 22 13:15:06.003452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.008442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-87dadb1d-412e-4c05-a788-31911446bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:06.009894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-87dadb1d-412e-4c05-a788-31911446bafa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.0977304 Oct 22 13:15:06.030027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Router 0ceeb842-a012-411e-8290-e0001ea5a52c has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:06.089203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-dd7640d9-6333-4a5b-a0ef-d7cdbeffb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:06.090729 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-dd7640d9-6333-4a5b-a0ef-d7cdbeffb7d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712266 Oct 22 13:15:06.125857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port b118ec2b-d56c-463e-b64f-25cacc27e45c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:06.126814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.175291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:06.185700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Sync routers for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:06.189354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3f57c823-6dcf-4153-a821-3a4702820928 admin admin] 10.222.0.25 "PUT /v2.0/routers/0ceeb842-a012-411e-8290-e0001ea5a52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9423974 Oct 22 13:15:06.193567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37648) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:06.209144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:06.210524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:06.260180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-8443aea8-bfc7-4942-b9e4-42a92218f508 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618764 Oct 22 13:15:06.263763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.325107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for b118ec2b-d56c-463e-b64f-25cacc27e45c owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:06.421068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.428011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:06.462995 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aaf79eb6-6948-418a-be01-697aaca21c98 req-ec066a9e-d212-446e-b845-c3b6bccdae21 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899972 Oct 22 13:15:06.660113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.668814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810990f-d4bb-42ad-a537-c5a07f95feae req-b2f69572-3dc5-4d50-8424-544e666d738e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:06.676304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0810990f-d4bb-42ad-a537-c5a07f95feae req-b2f69572-3dc5-4d50-8424-544e666d738e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1681778 Oct 22 13:15:06.679920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.692865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=b118ec2b-d56c-463e-b64f-25cacc27e45c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:06.763515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0810990f-d4bb-42ad-a537-c5a07f95feae req-6c8faf95-9943-40c3-a6ae-6bb4f2b07217 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859709 Oct 22 13:15:06.777230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:15:04Z', 'revision_number': 5, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port': {'id': 'd152d935-4c60-4d78-a560-c9e800233cd7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:13:38Z', 'updated_at': '2021-10-22T13:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:06.819024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Checking router: 0ceeb842-a012-411e-8290-e0001ea5a52c for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:15:06.825257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Deleting port d152d935-4c60-4d78-a560-c9e800233cd7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:06.825607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.832600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Routers {'0ceeb842-a012-411e-8290-e0001ea5a52c'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:06.834530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0ceeb842-a012-411e-8290-e0001ea5a52c'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:06.834950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.937678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] Set router 0ceeb842-a012-411e-8290-e0001ea5a52c gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:06.961209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:06.964359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.006797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] For port d152d935-4c60-4d78-a560-c9e800233cd7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d152d935-4c60-4d78-a560-c9e800233cd7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:07.007787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.013487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:15:06Z', 'revision_number': 6, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:07.038356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Calling delete_port for d152d935-4c60-4d78-a560-c9e800233cd7 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:07.083690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.084242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router c04bb9d9-f0cf-4877-a6fa-f69935076cd8 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:07.090594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e727f53-e17a-4b29-8b06-9a7a9a067ad6 None None] The sync data for ids ['0ceeb842-a012-411e-8290-e0001ea5a52c'] in n-d-813419-8 is: [{'id': '0ceeb842-a012-411e-8290-e0001ea5a52c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1663217291-router', 'tenant_id': '72bbdad3564944e7bf0c89fe49faac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:13:37Z', 'updated_at': '2021-10-22T13:15:06Z', 'revision_number': 6, 'project_id': '72bbdad3564944e7bf0c89fe49faac01', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:07.108897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.117852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ab517a54-4996-4926-99bf-1bf106d64e4e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 204 len: 168 time: 1.5594885 Oct 22 13:15:07.121748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37672) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:07.126628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-658729062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:07.166214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.167421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.233374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4a87c-0106-4645-8010-34f9d4ff053f req-84c7a23c-3d81-473e-b664-39769c140778 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:07.235027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef4a87c-0106-4645-8010-34f9d4ff053f req-84c7a23c-3d81-473e-b664-39769c140778 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1927698 Oct 22 13:15:07.240863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.247792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.283667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.284968 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c08fd712-4eb4-4f45-855b-4fe89eefaf2c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1626177 Oct 22 13:15:07.287885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:07.292576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:07.325743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef4a87c-0106-4645-8010-34f9d4ff053f req-50fed016-d0a2-442d-9e04-050d0c04c5e3 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810735 Oct 22 13:15:07.365287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.395032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Pushing event deleted for resources: {'Port': ['ID=d152d935-4c60-4d78-a560-c9e800233cd7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:07.543981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.588628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.604948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a3b5397-e52c-47ba-b852-0948625493e4 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:07.635602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5a3b5397-e52c-47ba-b852-0948625493e4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:07.636213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a3b5397-e52c-47ba-b852-0948625493e4 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:07.683423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.686060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.742767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.743698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ceeb842-a012-411e-8290-e0001ea5a52c {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:07.752839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.756834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b064e052-59f9-4a0d-90c6-675d52c9e021 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0ceeb842-a012-411e-8290-e0001ea5a52c HTTP/1.1" status: 204 len: 168 time: 1.5594568 Oct 22 13:15:07.757243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37714) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:07.821921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Deleting subnet 1542a534-76da-4f9a-b573-c5ddbb832dea {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:15:07.828285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.885259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.962076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:07.986108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.008319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.043553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.090700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339e6b-21e7-4c58-aa6b-0335ea2a51f7 req-8208d20f-1d3e-4145-b514-fdacb7df0147 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:08.099529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8339e6b-21e7-4c58-aa6b-0335ea2a51f7 req-8208d20f-1d3e-4145-b514-fdacb7df0147 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0863242 Oct 22 13:15:08.149137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.177996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8339e6b-21e7-4c58-aa6b-0335ea2a51f7 req-0a2f3968-92cf-4b81-aa83-5f82fce1c3a1 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762227 Oct 22 13:15:08.213189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1542a534-76da-4f9a-b573-c5ddbb832dea,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:08.216530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.226100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6caaf9b3-a793-4800-aa3e-8ab3fdf033c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1542a534-76da-4f9a-b573-c5ddbb832dea HTTP/1.1" status: 204 len: 168 time: 0.4670520 Oct 22 13:15:08.226936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:08.227468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37726) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:08.322874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.423272 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.465382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27f1164-4f71-4e90-ba6f-1381d84fa812']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:08.507108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:08.507334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5b70fc-7b72-4fc0-a72f-28d4d67137a0') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:08.509326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78121392-c6c4-4d8c-b0a2-d5fc73a90fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.526475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.541916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Allocated IP 172.25.6.58 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b0e136f7-d518-4ddf-b98b-13b36e5b8399) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:08.553920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.568725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:15:08.569126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: items = [ Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:15:08.570910 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:15:08.600694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4f576-81f2-44d5-92a7-86acf7e1ec9e req-8596c5b4-a43c-4862-a280-73386777b057 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:08.602194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e4f576-81f2-44d5-92a7-86acf7e1ec9e req-8596c5b4-a43c-4862-a280-73386777b057 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1643271 Oct 22 13:15:08.650464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.671194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.681945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.685103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] 10.222.0.25 "DELETE /v2.0/networks/a27f1164-4f71-4e90-ba6f-1381d84fa812 HTTP/1.1" status: 204 len: 168 time: 0.4562774 Oct 22 13:15:08.699897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.715732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c4ded-64a4-4da1-ae2b-c86763e1092d admin admin] Pushing event deleted for resources: {'Network': ['ID=a27f1164-4f71-4e90-ba6f-1381d84fa812,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:08.723098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e4f576-81f2-44d5-92a7-86acf7e1ec9e req-ab4f1f3a-365d-4a72-aa0a-0c377028767a tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121964 Oct 22 13:15:08.733439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78121392-c6c4-4d8c-b0a2-d5fc73a90fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.740127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78121392-c6c4-4d8c-b0a2-d5fc73a90fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.745915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:08.750121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:08.757167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:08.778129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78121392-c6c4-4d8c-b0a2-d5fc73a90fa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1561f6ab780422b8162b7accf33f3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480623 Oct 22 13:15:08.780639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37736) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:08.792103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event updated for resources: {'Port': ['ID=b0e136f7-d518-4ddf-b98b-13b36e5b8399,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:08.831917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78121392-c6c4-4d8c-b0a2-d5fc73a90fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c026b5d8-d619-4ef7-bd39-65dec911450a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:08.839770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:08.882533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.902305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ff8c733e-9593-49bd-bf57-29dee16f4345 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72bbdad3564944e7bf0c89fe49faac01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614057 Oct 22 13:15:08.904821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:08.913511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.963340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.966265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:08.967407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c026b5d8-d619-4ef7-bd39-65dec911450a HTTP/1.1" status: 204 len: 168 time: 0.1858351 Oct 22 13:15:08.978241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc807b-f4a5-41f3-bc14-1c71942329a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026b5d8-d619-4ef7-bd39-65dec911450a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:09.009877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.068145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.085684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.206317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d152d935-4c60-4d78-a560-c9e800233cd7 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:09.207481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.210073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.211261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1ea320e-ffa0-46b1-bd0a-6024ecec8db3 HTTP/1.1" status: 204 len: 168 time: 0.3054948 Oct 22 13:15:09.225951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ce48-70ef-47c2-9722-4a8bf2e9033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea320e-ffa0-46b1-bd0a-6024ecec8db3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:09.260642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d152d935-4c60-4d78-a560-c9e800233cd7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:09.260642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d152d935-4c60-4d78-a560-c9e800233cd7 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:09.372962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.378266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.422453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98364c2-cb50-45d8-84a9-dbb3d68b4ecc req-8312604a-4f39-4b9c-b0fe-18f012440ef1 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:09.424884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d98364c2-cb50-45d8-84a9-dbb3d68b4ecc req-8312604a-4f39-4b9c-b0fe-18f012440ef1 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0909970 Oct 22 13:15:09.491826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d98364c2-cb50-45d8-84a9-dbb3d68b4ecc req-18bde156-ea83-4e2d-8ba1-627b90d53137 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Oct 22 13:15:09.519503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:09.538357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db92ccfd-d2ac-49ae-894d-07582f54ecb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.581535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Router d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:09.681962 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db92ccfd-d2ac-49ae-894d-07582f54ecb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.687849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db92ccfd-d2ac-49ae-894d-07582f54ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.722645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-db92ccfd-d2ac-49ae-894d-07582f54ecb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=250c1380fc594987bb81b49cfc40e314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017138 Oct 22 13:15:09.724513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:09.756580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:09.770256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] Sync routers for ids ['d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:09.774816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92ccfd-d2ac-49ae-894d-07582f54ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f215b-63f5-48e8-9658-8331e456caec,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:09.775113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.779590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28451b24-10e4-4bd3-adbb-120d6db5546c tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "PUT /v2.0/routers/d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 200 len: 882 time: 2.4905803 Oct 22 13:15:09.780562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:09.793417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.800246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] Routers {'d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:09.800902 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:09.808631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.834910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.856955 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:09.867246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] Routers {'d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:09.868425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:09.890301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.897764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:09.903884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/435f215b-63f5-48e8-9658-8331e456caec HTTP/1.1" status: 204 len: 168 time: 0.1784322 Oct 22 13:15:09.904464 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:09.905118 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21465d7d-266b-4bf1-9517-ce435f938530 None None] The sync data for ids ['d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:09.918082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598ab19-159a-4080-bce0-a6a65898abfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f215b-63f5-48e8-9658-8331e456caec,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:09.924515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37790) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:09.924672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1995af70-d95f-41e8-83cc-ada9dcd7edad tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 200 len: 923 time: 0.1415880 Oct 22 13:15:10.023779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af851379-67ce-4efd-8c64-bbd3f716e216 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:10.033017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af851379-67ce-4efd-8c64-bbd3f716e216 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1014009 Oct 22 13:15:10.033698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37796) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:10.131422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6fd02-c16e-4424-8399-d6c3f9b7ea58 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:10.132881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-11a6fd02-c16e-4424-8399-d6c3f9b7ea58 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.0982399 Oct 22 13:15:10.135875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37802) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:10.183308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1862638-91b4-4b5d-80ec-63a3af051bfe tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 200 len: 205 time: 0.0431952 Oct 22 13:15:10.183308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:10.332033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:10.465095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:10.529980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port b0e136f7-d518-4ddf-b98b-13b36e5b8399 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:10.530380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:10.652877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:10.669406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for b0e136f7-d518-4ddf-b98b-13b36e5b8399 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:10.678234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7393-191a-4f0e-ad75-652e851f8ac9 req-eec03e1a-3553-4941-b541-12c300e230cf tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:10.679801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-755a7393-191a-4f0e-ad75-652e851f8ac9 req-eec03e1a-3553-4941-b541-12c300e230cf tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0792365 Oct 22 13:15:10.769528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-755a7393-191a-4f0e-ad75-652e851f8ac9 req-af2433a9-a99d-4a61-9f76-785cf004d463 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813386 Oct 22 13:15:10.906945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:10.933065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=b0e136f7-d518-4ddf-b98b-13b36e5b8399,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:11.043544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.165748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.168152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.273263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.274122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:11.285193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.286788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7207ab97-42d2-404c-a8da-eae838417fb4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 204 len: 168 time: 1.1029844 Oct 22 13:15:11.290960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37856) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:11.296967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1729119315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:11.330648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.331721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.395304 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.402063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.424643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.426317 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c42fbcf-b5d8-45e1-bbca-eb3b1b5a311f tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1335874 Oct 22 13:15:11.428913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:11.433843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': True}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:11.658391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.903751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.929147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:11.953189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a6b26-9f1a-42ab-93ef-72fd15c88ae9 req-c8a2b773-3860-4528-a169-6e3a1df281ce tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:11.955292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-603a6b26-9f1a-42ab-93ef-72fd15c88ae9 req-c8a2b773-3860-4528-a169-6e3a1df281ce tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0931828 Oct 22 13:15:11.982533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:12.023877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-603a6b26-9f1a-42ab-93ef-72fd15c88ae9 req-69da08ab-7d1c-4a62-9147-a618d6b54f69 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Oct 22 13:15:12.081139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 172.25.6.115 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8f08ef47-2cb6-47fb-ab79-776e0bf84fc2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:12.245894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.281791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc0815f6-52aa-4fd2-962e-10c0b774a2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.355342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.429124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:12.438102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:12.441779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:12.476692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc0815f6-52aa-4fd2-962e-10c0b774a2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.477777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=8f08ef47-2cb6-47fb-ab79-776e0bf84fc2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:12.486391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc0815f6-52aa-4fd2-962e-10c0b774a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.543185 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc0815f6-52aa-4fd2-962e-10c0b774a2ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b56c6d9aaab479b8b5817e00dd39b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571373 Oct 22 13:15:12.544044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37934) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:12.578591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0815f6-52aa-4fd2-962e-10c0b774a2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4068bb2-622e-4563-9964-d907a747fff6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:12.669534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.717679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.818476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.822778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:12.824707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4068bb2-622e-4563-9964-d907a747fff6 HTTP/1.1" status: 204 len: 168 time: 0.2792206 Oct 22 13:15:12.847065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7140e-bebd-4b79-9449-fdd3009bbda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4068bb2-622e-4563-9964-d907a747fff6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:12.881967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:13.226267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:13.230633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:13.260557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174466-8110-4321-b56e-c7cd853aea49 req-6a8dc134-f093-4fce-8aad-bbb7a2cc07c0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:13.276963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88174466-8110-4321-b56e-c7cd853aea49 req-6a8dc134-f093-4fce-8aad-bbb7a2cc07c0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1368780 Oct 22 13:15:13.379677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88174466-8110-4321-b56e-c7cd853aea49 req-8038d915-c819-4909-8b78-53b6553a72d1 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011260 Oct 22 13:15:13.490643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router dcd67373-8593-4197-af7b-2f22bddb84a4 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:13.730946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:13.739501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:13.742681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16305559-1e02-4690-a3e6-0f5fb9e91f61 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "PUT /v2.0/routers/dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 200 len: 919 time: 2.3115239 Oct 22 13:15:13.744936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37974) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:13.757078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] Sync routers for ids ['dcd67373-8593-4197-af7b-2f22bddb84a4'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:13.777006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] Routers {'dcd67373-8593-4197-af7b-2f22bddb84a4'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:13.777714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dcd67373-8593-4197-af7b-2f22bddb84a4'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:13.835620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:13.847728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] Routers {'dcd67373-8593-4197-af7b-2f22bddb84a4'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:13.851078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dcd67373-8593-4197-af7b-2f22bddb84a4'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:13.915176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:13.916523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dca42-ca82-4eec-b0b1-ffc7721ea334 None None] The sync data for ids ['dcd67373-8593-4197-af7b-2f22bddb84a4'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:13.935614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-0ad3cadb-22af-4e14-b992-1e3a04249fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:13.937130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-0ad3cadb-22af-4e14-b992-1e3a04249fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 1097 time: 0.0996978 Oct 22 13:15:14.007517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935059-8641-4f62-bafb-db6862d9e422 req-75d0529b-958c-47c6-818a-868e2e74983f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.013837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e935059-8641-4f62-bafb-db6862d9e422 req-75d0529b-958c-47c6-818a-868e2e74983f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1926773 Oct 22 13:15:14.025261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-14ce3aa6-b023-4a06-b437-a433d8063476 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 200 len: 925 time: 0.2755008 Oct 22 13:15:14.025812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37984) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:14.076186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-5c5d6f62-2cbb-41e4-9db8-f4c5b06f8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.079472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-5c5d6f62-2cbb-41e4-9db8-f4c5b06f8130 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 200 len: 917 time: 0.1319466 Oct 22 13:15:14.103767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a0635-0ce2-464d-8119-357507dd8db3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.105409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b57a0635-0ce2-464d-8119-357507dd8db3 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=dcd67373-8593-4197-af7b-2f22bddb84a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0779891 Oct 22 13:15:14.108343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37990) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:14.139394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-4bfe0022-7e46-4f66-8220-878548409cda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa HTTP/1.1" status: 200 len: 217 time: 0.0525684 Oct 22 13:15:14.211559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e935059-8641-4f62-bafb-db6862d9e422 req-b60d53c9-4159-4f5d-892d-8f8f6ae39612 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562381 Oct 22 13:15:14.238025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919ca20-709d-4090-ad36-9bb324ece0aa tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.242346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f919ca20-709d-4090-ad36-9bb324ece0aa tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.1291454 Oct 22 13:15:14.243396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37998) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:14.246557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-675c9cf0-378f-49a1-987a-b46556f871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.248886 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-675c9cf0-378f-49a1-987a-b46556f871c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 200 len: 855 time: 0.1015353 Oct 22 13:15:14.284166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b4c5655-8fc6-488c-9773-2cd7aefb6047 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 200 len: 205 time: 0.0390449 Oct 22 13:15:14.286722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38000) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:14.305069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-63f6e110-ebd2-43d8-97b5-f6dff3ba0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.307039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-63f6e110-ebd2-43d8-97b5-f6dff3ba0d40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce090367-f703-481b-9e3b-2298d5f4344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476363 Oct 22 13:15:14.399062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38004) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:14.506450 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-6e00499b-92fc-4d28-b205-3524ae577410 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888587 Oct 22 13:15:14.629251 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-432d7c06-4fc0-4b9b-a0dc-50605ce5a436 req-1b4781f8-5f31-40f3-8779-64903f3bfe17 service neutron] 10.222.0.21 "GET /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149938 Oct 22 13:15:14.727412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-83717ec5-294b-4ea4-978d-22f188f0b85c tempest-ServiceProvidersTest-1113281835 tempest-ServiceProvidersTest-1113281835-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3263791 Oct 22 13:15:14.930860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402bfe2-f0af-457b-a1ed-9c4681b3156c req-5e1367a3-975a-4567-91a9-26cc4a7523b6 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:14.941550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4402bfe2-f0af-457b-a1ed-9c4681b3156c req-5e1367a3-975a-4567-91a9-26cc4a7523b6 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.1112576 Oct 22 13:15:14.977847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.038825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4402bfe2-f0af-457b-a1ed-9c4681b3156c req-5210298a-185b-4121-88e8-67c9051fa7c5 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963283 Oct 22 13:15:15.138343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38032) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:15.166265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.289279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port 8f08ef47-2cb6-47fb-ab79-776e0bf84fc2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:15.290770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.449888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c525728-4c52-4ee6-9b40-0a5c9fb68940 req-0220a418-ef83-4515-b459-51a2867f7c8f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:15.451533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c525728-4c52-4ee6-9b40-0a5c9fb68940 req-0220a418-ef83-4515-b459-51a2867f7c8f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1180902 Oct 22 13:15:15.482566 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11e33502-d623-4b7a-89f5-4fb9f8554d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.498848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.572108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for 8f08ef47-2cb6-47fb-ab79-776e0bf84fc2 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:15.659330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11e33502-d623-4b7a-89f5-4fb9f8554d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.668181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11e33502-d623-4b7a-89f5-4fb9f8554d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:15.706747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c525728-4c52-4ee6-9b40-0a5c9fb68940 req-a5caa5d9-b5f5-4694-baf9-2bb06d12a90e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412598 Oct 22 13:15:15.718756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-11e33502-d623-4b7a-89f5-4fb9f8554d84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bf1fb7e30ac413bb6401a5c5f2d8cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785868 Oct 22 13:15:15.729844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38068) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:15.770769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e33502-d623-4b7a-89f5-4fb9f8554d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7909b9-4c3f-4c5e-9a92-3638cb943f22,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:15.976304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.025227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d11f-682e-4c62-ab5a-d0e4496e7679 req-5e377542-ea21-4d67-836e-a8a8ed1efc8f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:16.034084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3870d11f-682e-4c62-ab5a-d0e4496e7679 req-5e377542-ea21-4d67-836e-a8a8ed1efc8f tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.1539786 Oct 22 13:15:16.074545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.131682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.151859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3870d11f-682e-4c62-ab5a-d0e4496e7679 req-fd2af4c8-3a2a-4ee6-9470-78ab6359d53a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124115 Oct 22 13:15:16.206318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=8f08ef47-2cb6-47fb-ab79-776e0bf84fc2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:16.356310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.359809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.365432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f7909b9-4c3f-4c5e-9a92-3638cb943f22 HTTP/1.1" status: 204 len: 168 time: 0.6384764 Oct 22 13:15:16.419847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60619dec-d6e0-4d6d-99e0-5ebd327017c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7909b9-4c3f-4c5e-9a92-3638cb943f22,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:16.462767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083b98-f500-447e-b6d3-98568c997316 req-5866492e-7664-4d96-9e41-05fe3022148a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:16.464127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c083b98-f500-447e-b6d3-98568c997316 req-5866492e-7664-4d96-9e41-05fe3022148a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.1932552 Oct 22 13:15:16.471353 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.508915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38136) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:16.612566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.618100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.631403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c083b98-f500-447e-b6d3-98568c997316 req-23168e5c-9d42-411f-ba54-914498d27f21 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295381 Oct 22 13:15:16.643996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfbcc6-b1e2-4e4d-9b29-a5c4191dbbb9 req-59486045-051b-4941-96e2-62ed1b1f0297 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:16.651546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfdfbcc6-b1e2-4e4d-9b29-a5c4191dbbb9 req-59486045-051b-4941-96e2-62ed1b1f0297 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.2730746 Oct 22 13:15:16.724081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.724748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router dcd67373-8593-4197-af7b-2f22bddb84a4 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:16.738430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.743459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38144) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:16.744070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cd6e6154-2267-4b88-9d8d-13d1c3619211 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 204 len: 168 time: 2.4555087 Oct 22 13:15:16.748825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1987193507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:16.755623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfdfbcc6-b1e2-4e4d-9b29-a5c4191dbbb9 req-b70752ca-69e8-4cea-8fe4-fbbf9f3b73a2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030328 Oct 22 13:15:16.791750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.793199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.854262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d29a1-dbd4-445e-b7e2-45604ee0bcb6 req-d6302941-3d90-48c0-b126-7dc89adbd377 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:16.856133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-565d29a1-dbd4-445e-b7e2-45604ee0bcb6 req-d6302941-3d90-48c0-b126-7dc89adbd377 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.0723426 Oct 22 13:15:16.904981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.916398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.918224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-565d29a1-dbd4-445e-b7e2-45604ee0bcb6 req-c3a7767f-a9ba-4de0-bd92-a4477c02214c tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Oct 22 13:15:16.941505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0356ba3-03b0-486b-938e-4900213593a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.959248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:16.963049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-42ff787f-fdb6-4e85-b87e-7769a6bce3d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2160156 Oct 22 13:15:16.963578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:16.968562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:16.981781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-acb8a867-4db1-44a9-83e8-9bd95fcab213 req-c651eca8-ac58-446e-a1a1-15a692f77e52 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:15:16.982965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acb8a867-4db1-44a9-83e8-9bd95fcab213 req-c651eca8-ac58-446e-a1a1-15a692f77e52 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098236 Oct 22 13:15:17.056233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0356ba3-03b0-486b-938e-4900213593a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.061644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0356ba3-03b0-486b-938e-4900213593a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.108414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d0356ba3-03b0-486b-938e-4900213593a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6175b32bab344a0cbd09737b2f5bd16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960028 Oct 22 13:15:17.110253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38174) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:17.110954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0356ba3-03b0-486b-938e-4900213593a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802499e7-fa89-43af-84dc-44d7f38a1909,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:17.197918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acb8a867-4db1-44a9-83e8-9bd95fcab213 req-1f250984-10aa-462b-82b4-57ff1658d679 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1750903 Oct 22 13:15:17.264771 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.306775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.358165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.372401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.375529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.376693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/802499e7-fa89-43af-84dc-44d7f38a1909 HTTP/1.1" status: 204 len: 168 time: 0.2599936 Oct 22 13:15:17.386930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ab1b-d770-42d6-8de9-b07beae5edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802499e7-fa89-43af-84dc-44d7f38a1909,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:17.621236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12274-3dcf-498f-b475-f727056cc352 req-c9068d2a-13be-46f3-9364-ce58fd36413d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:17.622858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dd12274-3dcf-498f-b475-f727056cc352 req-c9068d2a-13be-46f3-9364-ce58fd36413d tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.0975783 Oct 22 13:15:17.653344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3ea33-b0d5-495f-96c2-7260a2cf74bb req-0fe6117e-c7a5-4a4b-955e-c4e4ce8ec7c8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:17.654914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c3ea33-b0d5-495f-96c2-7260a2cf74bb req-0fe6117e-c7a5-4a4b-955e-c4e4ce8ec7c8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0961430 Oct 22 13:15:17.789392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dd12274-3dcf-498f-b475-f727056cc352 req-d1d7ebe2-9b7f-48ee-a356-dbd5adcbe041 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588144 Oct 22 13:15:17.811159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c3ea33-b0d5-495f-96c2-7260a2cf74bb req-0c92f442-f9cf-4c9b-916a-b0a9783500ef tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463971 Oct 22 13:15:17.819388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.844940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.940730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38218) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:17.954940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f8125e3-24db-41d5-b8e3-2937851aecaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:17.955919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38220) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:17.997549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875536b-20e9-4e61-b882-0d7914e07121 req-416d8bc9-4b4b-420e-a4da-2c3aa8cc7d29 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:17.999103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2875536b-20e9-4e61-b882-0d7914e07121 req-416d8bc9-4b4b-420e-a4da-2c3aa8cc7d29 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.0896850 Oct 22 13:15:18.010337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Allocated IP 172.25.6.90 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/78200de5-27b9-42ec-8bf9-e8b8657f995c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:18.061606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f8125e3-24db-41d5-b8e3-2937851aecaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.066578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f8125e3-24db-41d5-b8e3-2937851aecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.088903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2875536b-20e9-4e61-b882-0d7914e07121 req-c63f3f61-8b92-44cb-8408-5d3cab9a2d73 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Oct 22 13:15:18.119884 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f8125e3-24db-41d5-b8e3-2937851aecaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5e300015ed84bc38bce23ff4a273fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754768 Oct 22 13:15:18.119884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8125e3-24db-41d5-b8e3-2937851aecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce484168-4d57-44e5-9f7a-74c05111e2fa,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:18.133618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:18.226790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.248865 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.264491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.279397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1426776643'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:18.280044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b9ed2-a62e-4aaa-8720-1a90ba6ef091 req-6b1bd9e3-7caa-4fc7-8bb6-9066d5112f42 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:18.281549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f6b9ed2-a62e-4aaa-8720-1a90ba6ef091 req-6b1bd9e3-7caa-4fc7-8bb6-9066d5112f42 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.1050041 Oct 22 13:15:18.323322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Made reservation on behalf of c0cdce624ad44932b34758d730783ca0 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:18.326520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.337489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.342275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.365600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.368423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.372109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce484168-4d57-44e5-9f7a-74c05111e2fa HTTP/1.1" status: 204 len: 168 time: 0.2336612 Oct 22 13:15:18.376035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f6b9ed2-a62e-4aaa-8720-1a90ba6ef091 req-7cdd07f8-3ee5-4e7d-be8d-a5d5587c4104 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868721 Oct 22 13:15:18.381691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a4221-67aa-41fa-b227-de7ddd1c11ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce484168-4d57-44e5-9f7a-74c05111e2fa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:18.387243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:18.405617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:18.423084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:18.455588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Pushing event updated for resources: {'Port': ['ID=78200de5-27b9-42ec-8bf9-e8b8657f995c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:18.499453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.506452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.536686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:15:18.561642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.561997 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Added segment 291911b1-32b3-4931-8eb5-83d3c7f6083e of type vlan for network c19af353-e398-476e-876e-6eefbb6f121a Oct 22 13:15:18.564240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd19323d-39e4-433f-a201-38120a492f1f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:18.613336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.646031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.652964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:18.654018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.697038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7375064 Oct 22 13:15:18.701087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:18.708067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Request body: {'subnet': {'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:18.810009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d981-b258-4454-9609-f320558d0f3f req-5372e476-e06b-43e9-b11c-44f7d1e89bf8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:18.816565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d981-b258-4454-9609-f320558d0f3f req-5372e476-e06b-43e9-b11c-44f7d1e89bf8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:18.823590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d981-b258-4454-9609-f320558d0f3f req-5372e476-e06b-43e9-b11c-44f7d1e89bf8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:18.824653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5092da-63f4-4059-bebe-dedfe9fb1801 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event updated for resources: {'Network': ['ID=c19af353-e398-476e-876e-6eefbb6f121a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:18.832765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f18d981-b258-4454-9609-f320558d0f3f req-5372e476-e06b-43e9-b11c-44f7d1e89bf8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b&device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6&device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 2418 time: 0.1220560 Oct 22 13:15:18.846629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c19af353-e398-476e-876e-6eefbb6f121a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:15:18.857616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:18.981100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f18d981-b258-4454-9609-f320558d0f3f req-9be09fc7-94f0-4240-ae3a-c3882dbf00ef tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470451 Oct 22 13:15:18.991046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Made reservation on behalf of c0cdce624ad44932b34758d730783ca0 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:18.995298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.020359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-ce1eb0ad-6c8a-460e-8697-452bf36ea84f req-bbb93d8a-33a7-4a1a-80f8-9a99801edb38 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:15:19.021953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce1eb0ad-6c8a-460e-8697-452bf36ea84f req-bbb93d8a-33a7-4a1a-80f8-9a99801edb38 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0204418 Oct 22 13:15:19.144159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5968d-4159-45f3-9ec9-f243666fe783 req-29358852-48c3-4c9a-b615-96fa9178629e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:19.151286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68c5968d-4159-45f3-9ec9-f243666fe783 req-29358852-48c3-4c9a-b615-96fa9178629e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.2014000 Oct 22 13:15:19.235291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce1eb0ad-6c8a-460e-8697-452bf36ea84f req-264db205-cef8-403a-9ea6-bb1e521d7ead tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1705647 Oct 22 13:15:19.238523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38280) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:19.271174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68c5968d-4159-45f3-9ec9-f243666fe783 req-7feb3b80-9f52-4d5b-b6d5-7c670be8d865 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190155 Oct 22 13:15:19.308305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-f3e9fb25-352e-4786-b8ea-21d4ee3a81c1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:19.309775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-f3e9fb25-352e-4786-b8ea-21d4ee3a81c1 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.1124897 Oct 22 13:15:19.334843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.348647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.361352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.486935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event updated for resources: {'Subnet': ['ID=91c6c1ba-80f1-4573-b83d-10de49331a27,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:19.528203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21515488-40ba-42db-8415-aa7d9b1faceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.539008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Checking segment: {'id': '291911b1-32b3-4931-8eb5-83d3c7f6083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:19.539358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Network hostable DHCP agents. Network: c19af353-e398-476e-876e-6eefbb6f121a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:15:19.554279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Router c7319a66-05c5-4c2b-871c-08fa28329a3b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:19.595689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Network c19af353-e398-476e-876e-6eefbb6f121a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:15:19.598925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Deleting port 43e997bf-bdbb-4644-a140-96f11a2a7dee {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:19.599268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.639477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c19af353-e398-476e-876e-6eefbb6f121a) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:19.644780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:19.645571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:19.651842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b03eab-bd7d-4ff9-84b7-d3ed0c689d04 None None] Network c19af353-e398-476e-876e-6eefbb6f121a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:19.784153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c62f1793-b3dc-4d18-ab28-32cb27f91b7b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0817258 Oct 22 13:15:19.793186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38298) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:19.802364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Request body: {'port': {'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a', 'name': 'tempest-TagsExtTest-938431398'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:20.032814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c19af353-e398-476e-876e-6eefbb6f121a', 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a', 'tenant_id': 'c0cdce624ad44932b34758d730783ca0', 'fixed_ips': [{'subnet_id': '91c6c1ba-80f1-4573-b83d-10de49331a27'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:15:20.034576 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.097216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:20.103341 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.107586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a716570-9c1d-48d5-9aee-e7217877a388 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "PUT /v2.0/routers/c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 200 len: 919 time: 3.1406858 Oct 22 13:15:20.107769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] Sync routers for ids ['c7319a66-05c5-4c2b-871c-08fa28329a3b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:20.108235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.127763 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] Routers {'c7319a66-05c5-4c2b-871c-08fa28329a3b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:20.143674 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c7319a66-05c5-4c2b-871c-08fa28329a3b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:20.238143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] For port 43e997bf-bdbb-4644-a140-96f11a2a7dee, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=43e997bf-bdbb-4644-a140-96f11a2a7dee,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:20.239197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.247019 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:20.259156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2953bdd9-8a6b-4c80-9263-a231ad620287 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 200 len: 925 time: 0.1473582 Oct 22 13:15:20.260246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38314) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.270787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Allocated IP 172.20.0.2 (c19af353-e398-476e-876e-6eefbb6f121a/91c6c1ba-80f1-4573-b83d-10de49331a27/5959e4bb-dade-4852-b8b4-c3b06729ea8b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:20.272971 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] Routers {'c7319a66-05c5-4c2b-871c-08fa28329a3b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:20.273662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c7319a66-05c5-4c2b-871c-08fa28329a3b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:20.357439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f383aa4-d7c4-45e6-9b80-c2d682202f1d tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:20.365797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f383aa4-d7c4-45e6-9b80-c2d682202f1d tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=c7319a66-05c5-4c2b-871c-08fa28329a3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1021869 Oct 22 13:15:20.366027 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:20.366027 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1584c-0cfe-4e74-9df9-b7cc79451829 None None] The sync data for ids ['c7319a66-05c5-4c2b-871c-08fa28329a3b'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:20.366365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38320) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.430376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.438869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.483288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21515488-40ba-42db-8415-aa7d9b1faceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.502455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Network c19af353-e398-476e-876e-6eefbb6f121a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:20.505233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Pushing event updated for resources: {'Port': ['ID=5959e4bb-dade-4852-b8b4-c3b06729ea8b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:20.519278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:20.522439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:20.526078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.526708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.527254 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Floating IP f69456a1-47e5-4318-9d72-404b0c627e87 disassociated. External IP: 172.25.6.124, port: 43e997bf-bdbb-4644-a140-96f11a2a7dee. Oct 22 13:15:20.527822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Calling delete_port for 43e997bf-bdbb-4644-a140-96f11a2a7dee owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:20.599406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Attempting to bind port 5959e4bb-dade-4852-b8b4-c3b06729ea8b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:15:20.599778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Attempting to bind port 5959e4bb-dade-4852-b8b4-c3b06729ea8b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '291911b1-32b3-4931-8eb5-83d3c7f6083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:15:20.600140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Attempting to bind port 5959e4bb-dade-4852-b8b4-c3b06729ea8b on network c19af353-e398-476e-876e-6eefbb6f121a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:20.607244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:15:20.607616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Checking segment: {'id': '291911b1-32b3-4931-8eb5-83d3c7f6083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:20.608046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.608561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Bound using segment: {'id': '291911b1-32b3-4931-8eb5-83d3c7f6083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:15:20.609034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Bound port: 5959e4bb-dade-4852-b8b4-c3b06729ea8b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291911b1-32b3-4931-8eb5-83d3c7f6083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c19af353-e398-476e-876e-6eefbb6f121a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:15:20.609421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.617028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21515488-40ba-42db-8415-aa7d9b1faceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.638378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10275-cef5-41f1-8f14-18c986791010 req-61d63fb4-ace1-4f90-bcb0-ec2e33c5c489 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:20.639986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cd10275-cef5-41f1-8f14-18c986791010 req-61d63fb4-ace1-4f90-bcb0-ec2e33c5c489 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 946 time: 0.2324488 Oct 22 13:15:20.676954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c116c-3a63-4814-925f-5d3a3cdff175 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:20.678408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-375c116c-3a63-4814-925f-5d3a3cdff175 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.3107498 Oct 22 13:15:20.693251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38332) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.695812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] For port 5959e4bb-dade-4852-b8b4-c3b06729ea8b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:15:20.696512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cd10275-cef5-41f1-8f14-18c986791010 req-7832a94a-24fc-4218-a5e0-97174de45aac tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups?id=3062de67-ebe3-47df-ab38-04215a331f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497813 Oct 22 13:15:20.700492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] For port 5959e4bb-dade-4852-b8b4-c3b06729ea8b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5959e4bb-dade-4852-b8b4-c3b06729ea8b,segment=NetworkSegment(291911b1-32b3-4931-8eb5-83d3c7f6083e),segment_id=291911b1-32b3-4931-8eb5-83d3c7f6083e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:15:20.719794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:20.731648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-206f32f6-405f-491c-8a89-14106bbb7254 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 200 len: 205 time: 0.0318351 Oct 22 13:15:20.731920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38336) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.804543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21515488-40ba-42db-8415-aa7d9b1faceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3696a1e-a7b3-4971-a98c-302bd858381f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:20.817553 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-21515488-40ba-42db-8415-aa7d9b1faceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed2cb5ebe66f420085e2d92dca55c51a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5742483 Oct 22 13:15:20.821244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:20.848482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe748-4383-4d64-905e-e118f07e8920 None None] Pushing event updated for resources: {'Port': ['ID=5959e4bb-dade-4852-b8b4-c3b06729ea8b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:20.922199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Made reservation on behalf of c0cdce624ad44932b34758d730783ca0 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:20.929324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.010468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] device_id is not set on port 52576738-32b9-4086-97e0-6a94a13dce1c yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:21.082386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.091085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.093827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.150687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event deleted for resources: {'Port': ['ID=43e997bf-bdbb-4644-a140-96f11a2a7dee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:21.225489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.254770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e6846-87f9-4be0-8375-3754dc235b23 req-a8250fd7-cca5-48ce-bd9e-201c7b4bef4f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:21.262090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958e6846-87f9-4be0-8375-3754dc235b23 req-a8250fd7-cca5-48ce-bd9e-201c7b4bef4f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2591574 Oct 22 13:15:21.349797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Allocated IP 172.20.0.9 (c19af353-e398-476e-876e-6eefbb6f121a/91c6c1ba-80f1-4573-b83d-10de49331a27/52576738-32b9-4086-97e0-6a94a13dce1c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:21.393697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5959e4bb-dade-4852-b8b4-c3b06729ea8b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:21.405873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-507fa791-8023-411f-b187-d18b7dc88426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:21.408722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-507fa791-8023-411f-b187-d18b7dc88426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.3998709 Oct 22 13:15:21.463118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:21.466285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5959e4bb-dade-4852-b8b4-c3b06729ea8b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:21.466779 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.484926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.488093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.489851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3696a1e-a7b3-4971-a98c-302bd858381f HTTP/1.1" status: 204 len: 168 time: 0.6670790 Oct 22 13:15:21.585153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-958e6846-87f9-4be0-8375-3754dc235b23 req-39955718-caf9-4469-8be4-3f99ae9a1c8d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200152 Oct 22 13:15:21.616561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.630942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.636135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29f975-cfc8-41bb-9911-bda9754939cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3696a1e-a7b3-4971-a98c-302bd858381f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:21.678215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:21.760412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096176a1-3cfd-4a15-add7-c8ddd9adaa79 req-2ba4277f-1ed5-4ae2-9f95-9c884c314b84 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:21.777306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-096176a1-3cfd-4a15-add7-c8ddd9adaa79 req-2ba4277f-1ed5-4ae2-9f95-9c884c314b84 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.3826988 Oct 22 13:15:21.800725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] No DVR routers for this DVR port 43e997bf-bdbb-4644-a140-96f11a2a7dee on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:21.820385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:21.830096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f3d65532-0cde-4f0a-9d4f-930123dd89a2 req-2fdd9a0b-9bbe-4e06-8dfe-cbecd50c74d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.26 "DELETE /v2.0/ports/43e997bf-bdbb-4644-a140-96f11a2a7dee HTTP/1.1" status: 204 len: 173 time: 2.5061326 Oct 22 13:15:21.830693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'name': 'network-vif-deleted', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:21.833068 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10e26b4-3c14-40a6-87f3-d5e8f3ab8d64" -d '{"events": [{"server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "name": "network-vif-deleted", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:21.937066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1da4ab36-3aca-48d0-863e-cab690e35d26 req-c0ad4191-c940-4162-9455-cc377494092a tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0801840 Oct 22 13:15:21.940970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Sync routers for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:21.963376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-83e5ff6f-ac47-4780-b81d-c46392d467f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:21.968721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-83e5ff6f-ac47-4780-b81d-c46392d467f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.5230155 Oct 22 13:15:21.978308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5959e4bb-dade-4852-b8b4-c3b06729ea8b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5959e4bb-dade-4852-b8b4-c3b06729ea8b,segment=NetworkSegment(291911b1-32b3-4931-8eb5-83d3c7f6083e),segment_id=291911b1-32b3-4931-8eb5-83d3c7f6083e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:21.994834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:21.997054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:22.002903 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.034444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-096176a1-3cfd-4a15-add7-c8ddd9adaa79 req-81cd1df4-c48b-4562-9499-2adc6e667806 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545230 Oct 22 13:15:22.099423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port 78200de5-27b9-42ec-8bf9-e8b8657f995c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:22.100037 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.104877 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca197c6-3300-4142-976d-b97bf168d85e x-openstack-request-id: req-bca197c6-3300-4142-976d-b97bf168d85e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:22.105181 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4", "name": "network-vif-deleted", "tag": "43e997bf-bdbb-4644-a140-96f11a2a7dee", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:22.105567 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bca197c6-3300-4142-976d-b97bf168d85e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:22.105975 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4', 'name': 'network-vif-deleted', 'tag': '43e997bf-bdbb-4644-a140-96f11a2a7dee', 'status': 'completed', 'code': 200} Oct 22 13:15:22.200041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.214535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5959e4bb-dade-4852-b8b4-c3b06729ea8b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:22.251965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.267254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for 78200de5-27b9-42ec-8bf9-e8b8657f995c owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:22.274790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:22.295218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.356152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event updated for resources: {'Port': ['ID=52576738-32b9-4086-97e0-6a94a13dce1c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:22.383783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Network c19af353-e398-476e-876e-6eefbb6f121a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:22.384524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:22.400200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:22.403270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:22.419959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb0e-2908-41c6-abd0-6e6d8960185c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.490356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:22.491055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.541244 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e81bab3-087a-4019-ad13-c4dfcbd9df39 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7448878 Oct 22 13:15:22.544080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38362) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:22.558965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-48213497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:22.579641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-af8a8500-fa88-4a67-81fd-f6d8728dae4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.5793543 Oct 22 13:15:22.622828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:22.675384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb0e-2908-41c6-abd0-6e6d8960185c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.678131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.680270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.708074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Checking router: bc50a94d-dfe3-49ac-9fdd-7fc51654b80a for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:15:22.720684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd567d96-fd3c-43a2-9599-75a61d6a6021 None None] Network c19af353-e398-476e-876e-6eefbb6f121a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:22.725440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb0e-2908-41c6-abd0-6e6d8960185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.728628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-29dfce04-5fc9-4373-baee-a7183d956b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:22.731760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-29dfce04-5fc9-4373-baee-a7183d956b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1421049 Oct 22 13:15:22.771179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3bb3bb0e-2908-41c6-abd0-6e6d8960185c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6efbc65942d94d3e8a0e70da02df1a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833916 Oct 22 13:15:22.771440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3bb0e-2908-41c6-abd0-6e6d8960185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92674099-1cde-4a82-8ef4-d66075dd196c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:22.781137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:22.836391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.887873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=78200de5-27b9-42ec-8bf9-e8b8657f995c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:22.937391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.958259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:22.958631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-e675842e-d5b6-4c87-ae21-9497fd24fece tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:22.958928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:14:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:22.960149 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-e675842e-d5b6-4c87-ae21-9497fd24fece tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.1900218 Oct 22 13:15:22.962966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8ec3a8c7-5df9-4a31-9052-674b34600e6f None None] Provisioning complete for port 5959e4bb-dade-4852-b8b4-c3b06729ea8b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:22.963484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a8c7-5df9-4a31-9052-674b34600e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:22.965270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.019672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eb461-214d-4a47-be52-43b1e1307857 req-1f54c1de-5ba2-40f4-8dbf-d861c1c7a08a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:23.027227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f66eb461-214d-4a47-be52-43b1e1307857 req-1f54c1de-5ba2-40f4-8dbf-d861c1c7a08a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2337246 Oct 22 13:15:23.030718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-79717c85-cfab-47f9-b5a9-d4f03b5ad18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:23.032354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-79717c85-cfab-47f9-b5a9-d4f03b5ad18d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243025 Oct 22 13:15:23.059825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.077353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.082326 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa8c2e33-abd9-4c1e-b3ad-fc24137eb51f tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5335488 Oct 22 13:15:23.084578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:23.098483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b9442b05-b2c3-428d-8f9b-dd04123af61d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-626513096', 'prefixes': ['172.20.0.0/16']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:23.149208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.186167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 43e997bf-bdbb-4644-a140-96f11a2a7dee no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:23.262400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 43e997bf-bdbb-4644-a140-96f11a2a7dee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:23.262885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 43e997bf-bdbb-4644-a140-96f11a2a7dee not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:23.291144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:23.342490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.355870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.371369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92674099-1cde-4a82-8ef4-d66075dd196c HTTP/1.1" status: 204 len: 168 time: 0.5883825 Oct 22 13:15:23.372977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5959e4bb-dade-4852-b8b4-c3b06729ea8b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:23.406364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.411656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-8658d7bb-2d35-4731-bac6-0193da7c106e service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585160 Oct 22 13:15:23.428145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce100288-4c07-4dc3-a643-c5c257e6f6a1 req-f40a22e0-4035-41cd-b467-6e6e863b9b18 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.3231938 Oct 22 13:15:23.432311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f66eb461-214d-4a47-be52-43b1e1307857 req-08aa2ec5-1051-4259-b9eb-3e56300a2e1b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042907 Oct 22 13:15:23.470982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85264d7-89ab-46cd-8ab8-72725882a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92674099-1cde-4a82-8ef4-d66075dd196c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:23.489829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Deleting port a4581e3d-862a-4fdf-b4fe-dd9653385677 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:23.490627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.690779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.700595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.702688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b9442b05-b2c3-428d-8f9b-dd04123af61d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for subnetpool, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.710493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:23.712082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b9442b05-b2c3-428d-8f9b-dd04123af61d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6187034 Oct 22 13:15:23.716419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-95f59e0d-e212-4741-b4d2-8d7391eadb5c tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-771935354') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:23.776439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] For port a4581e3d-862a-4fdf-b4fe-dd9653385677, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a4581e3d-862a-4fdf-b4fe-dd9653385677,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:23.776811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.807162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5959e4bb-dade-4852-b8b4-c3b06729ea8b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:23.807632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.826161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Calling delete_port for a4581e3d-862a-4fdf-b4fe-dd9653385677 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:23.853178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-94ffdc53-df6d-40e4-9ed8-fa4bd90ea405 None None] Provisioning complete for port 52576738-32b9-4086-97e0-6a94a13dce1c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:23.853551 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-94ffdc53-df6d-40e4-9ed8-fa4bd90ea405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:23.897451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-94ffdc53-df6d-40e4-9ed8-fa4bd90ea405 None None] Port 52576738-32b9-4086-97e0-6a94a13dce1c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:23.919773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-94ffdc53-df6d-40e4-9ed8-fa4bd90ea405 None None] Provisioning complete for port 5959e4bb-dade-4852-b8b4-c3b06729ea8b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:23.920099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-94ffdc53-df6d-40e4-9ed8-fa4bd90ea405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.040223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:24.065766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa4676-d0dd-428a-b9a1-f20cde9ea887 req-4d1beb97-eea5-4fb4-8cc0-9fabcff46196 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:24.074440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73fa4676-d0dd-428a-b9a1-f20cde9ea887 req-4d1beb97-eea5-4fb4-8cc0-9fabcff46196 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 946 time: 0.4880166 Oct 22 13:15:24.076486 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.077265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router c7319a66-05c5-4c2b-871c-08fa28329a3b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:24.096218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.103408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b793260-8f6c-4ec9-b721-f1db7a9fbb90 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 204 len: 168 time: 3.3700221 Oct 22 13:15:24.105366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38392) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:24.143429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8177be-eedd-4ffb-b345-a6264b935380 None None] The sync data for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 is: [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:12:04Z', 'revision_number': 4, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3bd9f8bc-1529-49c1-a6dc-0c210e701bd2', 'name': '', 'network_id': '15581a2f-7908-4c5d-85c8-4249e482c6fa', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'mac_address': 'fa:16:3e:b1:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '344decde-6542-4b9e-b958-6453bb688c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:12:02Z', 'updated_at': '2021-10-22T13:12:12Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'subnets': [{'id': '344decde-6542-4b9e-b958-6453bb688c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:24.147424 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e973a02e-4943-4683-8c16-94ab7de75887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.206502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566363827', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:24.244732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.275409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73fa4676-d0dd-428a-b9a1-f20cde9ea887 req-01c83742-6309-4502-b682-afd2d28a3be6 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998043 Oct 22 13:15:24.344867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc2cb7b5-4e0d-4da5-b90b-33dbe50aa1a5 req-054d988c-b25d-48d4-9d0c-1338867ea3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179371 Oct 22 13:15:24.363000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['58ebab65-af21-47e8-9713-4ccabf36b464'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:15:24.368300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4132dcae-04ab-46b7-9ce1-bd6701db98aa'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:15:24.417388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.426524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.460946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95f59e0d-e212-4741-b4d2-8d7391eadb5c tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-771935354 HTTP/1.1" status: 201 len: 201 time: 0.7490528 Oct 22 13:15:24.464221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:24.489546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-ca90cc8b-e425-4f41-ae5e-03e18a2e4224 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-1982004859') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:24.495648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] No DVR routers for this DVR port a4581e3d-862a-4fdf-b4fe-dd9653385677 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:24.513336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.523049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3726bfdc-64a2-4b51-a48b-1343a93411bd req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "DELETE /v2.0/ports/a4581e3d-862a-4fdf-b4fe-dd9653385677 HTTP/1.1" status: 204 len: 173 time: 1.5495627 Oct 22 13:15:24.526622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'name': 'network-vif-deleted', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:24.535382 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9f959-f8c3-4ae4-8772-ccc8f5542990" -d '{"events": [{"server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "name": "network-vif-deleted", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:24.550055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043484d4-bcb0-4b03-abb8-2ebb1cbb9964 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event deleted for resources: {'Port': ['ID=a4581e3d-862a-4fdf-b4fe-dd9653385677,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:24.762867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b2ed208-e553-4247-a3bf-f649e7fd4426 req-52a64bdd-f1f0-448a-b90d-61b4353f73b2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0349343 Oct 22 13:15:24.836264 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066674fb-48b2-4f02-a2ca-36d4be8b9924 None None] New status for floating IP f69456a1-47e5-4318-9d72-404b0c627e87: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:15:24.915277 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae69183-64ea-4808-9552-661f767d67c1 x-openstack-request-id: req-3ae69183-64ea-4808-9552-661f767d67c1 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:24.915576 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa93bc-dc43-4f85-9525-490991b7ec7b", "name": "network-vif-deleted", "tag": "a4581e3d-862a-4fdf-b4fe-dd9653385677", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:24.915836 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ae69183-64ea-4808-9552-661f767d67c1 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:24.916392 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa93bc-dc43-4f85-9525-490991b7ec7b', 'name': 'network-vif-deleted', 'tag': 'a4581e3d-862a-4fdf-b4fe-dd9653385677', 'status': 'completed', 'code': 200} Oct 22 13:15:24.955923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:24.961027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-a279c72d-a5b6-4525-9466-a214e9662933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:24.962277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-a279c72d-a5b6-4525-9466-a214e9662933 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.4615986 Oct 22 13:15:25.012156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-87496e6c-2a34-456d-8787-66650f8b9e23 None None] Provisioning complete for port 52576738-32b9-4086-97e0-6a94a13dce1c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:25.012745 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-87496e6c-2a34-456d-8787-66650f8b9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:25.263407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9db6f-b4cc-4882-8e1e-2642337c07a4 req-ea9c8060-7e52-4b45-a0a5-f0c7d4bf6935 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:25.268082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c9db6f-b4cc-4882-8e1e-2642337c07a4 req-ea9c8060-7e52-4b45-a0a5-f0c7d4bf6935 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.5040584 Oct 22 13:15:25.436739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-87496e6c-2a34-456d-8787-66650f8b9e23 None None] Port 52576738-32b9-4086-97e0-6a94a13dce1c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:25.595128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca90cc8b-e425-4f41-ae5e-03e18a2e4224 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-1982004859 HTTP/1.1" status: 201 len: 201 time: 1.1232989 Oct 22 13:15:25.595473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38422) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:25.602088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-d611b4cf-1c70-4fb3-97d1-09ff2baf450d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-1800989132') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:25.614190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c611b26b-0f4e-4cd5-8c57-c15d0f09a33a req-f8fbf851-9ef2-4862-a96c-186cfef44a67 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9fa93bc-dc43-4f85-9525-490991b7ec7b HTTP/1.1" status: 200 len: 210 time: 0.1181798 Oct 22 13:15:25.879049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d611b4cf-1c70-4fb3-97d1-09ff2baf450d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-1800989132 HTTP/1.1" status: 201 len: 201 time: 0.2816911 Oct 22 13:15:25.881932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:25.887777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-5e697b09-0980-48b0-89d4-77cef69d47ec tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-7310956') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:25.914308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a4581e3d-862a-4fdf-b4fe-dd9653385677 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:25.986958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: a4581e3d-862a-4fdf-b4fe-dd9653385677 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:25.987295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a4581e3d-862a-4fdf-b4fe-dd9653385677 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:25.998842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5e697b09-0980-48b0-89d4-77cef69d47ec tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-7310956 HTTP/1.1" status: 201 len: 201 time: 0.1143255 Oct 22 13:15:25.999708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:26.007288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-f9b37e40-8bdd-4fd8-b7ec-91a07ebbed32 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:26.160620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:26.165950 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9b37e40-8bdd-4fd8-b7ec-91a07ebbed32 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 200 len: 240 time: 0.1586699 Oct 22 13:15:26.167108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38440) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:26.175458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-f470a615-5f94-4363-8150-3c699a28bf87 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-771935354') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:26.215945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42c9db6f-b4cc-4882-8e1e-2642337c07a4 req-91e36445-3b6c-4803-93c0-cf6fd19542db tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9147787 Oct 22 13:15:26.263712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-230c6ee3-bbf8-4e9c-a9f4-488377fabaa9 req-83434e0e-425f-44c9-a096-f06f8966fd46 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0872383 Oct 22 13:15:26.298467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-906abc8f-51ad-47be-96b8-22fbf37970fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:26.311507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-906abc8f-51ad-47be-96b8-22fbf37970fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 1.2958140 Oct 22 13:15:26.324916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f470a615-5f94-4363-8150-3c699a28bf87 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-771935354 HTTP/1.1" status: 204 len: 168 time: 0.1565413 Oct 22 13:15:26.327188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:26.337819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-e5b6a84d-fece-427c-b5a6-84fedb1bdedd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-771935354') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:26.461307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-13cf51ea-9b51-4952-aa1f-6167a78de857 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.1293907 Oct 22 13:15:26.511124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:26.511686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e5b6a84d-fece-427c-b5a6-84fedb1bdedd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-771935354 HTTP/1.1" status: 204 len: 168 time: 0.1792490 Oct 22 13:15:26.561442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-82971a8f-6632-4fbd-b5f2-ba626a95403b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:26.724595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-67369fe2-8ca6-48ba-8a43-631a8fa1cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:26.727346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-67369fe2-8ca6-48ba-8a43-631a8fa1cfec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.2518175 Oct 22 13:15:27.003095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-82971a8f-6632-4fbd-b5f2-ba626a95403b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 200 len: 205 time: 0.4462771 Oct 22 13:15:27.007550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.012481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-f63c0af8-5acd-4db0-8995-e306dbc22c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:27.013984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-f63c0af8-5acd-4db0-8995-e306dbc22c58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767622 Oct 22 13:15:27.018040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-5273cb48-bd61-45e5-ba4d-f736ebae8ed2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.072090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe444-b779-48a2-8d42-c1673103d4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:27.150313 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5273cb48-bd61-45e5-ba4d-f736ebae8ed2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 200 len: 241 time: 0.1414747 Oct 22 13:15:27.153658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.165400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-c8cfa9b9-3ed1-4c92-a700-3650b76c7adc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-1982004859') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.168647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:27.279723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:27.287293 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8cfa9b9-3ed1-4c92-a700-3650b76c7adc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-1982004859 HTTP/1.1" status: 204 len: 168 time: 0.1300185 Oct 22 13:15:27.288795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.300761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-fe9bf924-4069-42f6-ab50-b5d94694e416 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-1982004859') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.425374 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe9bf924-4069-42f6-ab50-b5d94694e416 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-1982004859 HTTP/1.1" status: 204 len: 168 time: 0.1320179 Oct 22 13:15:27.425374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.428878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-c7c62eda-39b6-41ef-b80a-1eab130d3653 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771980 Oct 22 13:15:27.431681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-37ac5ba0-3503-48d5-85ac-ddeed723df73 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.441014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4640c7b-9656-4f8a-b210-e0b57c94e91b req-529986a8-3700-49d1-8640-c94dd824c3d0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:27.442927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4640c7b-9656-4f8a-b210-e0b57c94e91b req-529986a8-3700-49d1-8640-c94dd824c3d0 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.2869556 Oct 22 13:15:27.528581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37ac5ba0-3503-48d5-85ac-ddeed723df73 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 200 len: 205 time: 0.1021924 Oct 22 13:15:27.535011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38500) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.540433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-cd46174f-ea4d-46a5-ac3a-2244008d5adb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.558343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f01b-b6ee-4575-9602-6e7877598ab4 req-634b076d-a07e-4813-b77b-a6c540656f9f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:27.566698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efe2f01b-b6ee-4575-9602-6e7877598ab4 req-634b076d-a07e-4813-b77b-a6c540656f9f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2336810 Oct 22 13:15:27.647656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4640c7b-9656-4f8a-b210-e0b57c94e91b req-35a81d05-b57f-4072-ad57-c3a82618d7ab tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853595 Oct 22 13:15:27.661889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Allocated IP 172.25.6.188 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6c4f07dc-83f7-492e-8a32-e0c9eb7447a3) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:27.713549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dc3f7eb-a256-4ee1-91c8-f1382a67c70e req-a5b1a3d3-a294-4275-8ad9-65d0a968c5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655420 Oct 22 13:15:27.716731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efe2f01b-b6ee-4575-9602-6e7877598ab4 req-09e483ed-179f-496d-8115-0c94704c9d68 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492121 Oct 22 13:15:27.727022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:27.744171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cd46174f-ea4d-46a5-ac3a-2244008d5adb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 200 len: 241 time: 0.2055981 Oct 22 13:15:27.745499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38506) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.748582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:27.761221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-1dc0ed52-476a-426c-96f9-543d5ef6156b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-1800989132') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.895487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fec63780-945d-43f8-a52a-39e8e9a73638 req-c3fa6e36-f368-4365-9183-7b4590e2529f tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0730619 Oct 22 13:15:27.959488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1dc0ed52-476a-426c-96f9-543d5ef6156b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-1800989132 HTTP/1.1" status: 204 len: 168 time: 0.2107573 Oct 22 13:15:27.960127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38520) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:27.964606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-ca361518-81e6-4f43-b73a-b5f431b9d517 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-1800989132') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:27.968307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:28.026705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:28.081250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:28.084576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:28.088797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:28.120453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event updated for resources: {'Port': ['ID=6c4f07dc-83f7-492e-8a32-e0c9eb7447a3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:28.137606 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ca361518-81e6-4f43-b73a-b5f431b9d517 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-1800989132 HTTP/1.1" status: 204 len: 168 time: 0.1759520 Oct 22 13:15:28.139261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38532) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.146135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-93a036ba-638f-4479-aa51-03a0258bfc93 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.248252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-93a036ba-638f-4479-aa51-03a0258bfc93 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 200 len: 205 time: 0.1076536 Oct 22 13:15:28.252807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.261145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-759338cf-495e-4e3e-aec7-3b76ff23b82d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.299908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-759338cf-495e-4e3e-aec7-3b76ff23b82d tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 200 len: 238 time: 0.0433097 Oct 22 13:15:28.300933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.309831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-0be1cc58-0dd6-4af3-8257-c692679a96ff tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-7310956') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.356132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.360454 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0be1cc58-0dd6-4af3-8257-c692679a96ff tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-7310956 HTTP/1.1" status: 204 len: 168 time: 0.0500414 Oct 22 13:15:28.371746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-f124505b-f871-4b63-a8ac-241117d9d91e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-7310956') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.498440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-d8e77fe9-344d-45a4-80eb-52378449d657 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:28.500027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-d8e77fe9-344d-45a4-80eb-52378449d657 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.26 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.1856890 Oct 22 13:15:28.562492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f124505b-f871-4b63-a8ac-241117d9d91e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-7310956 HTTP/1.1" status: 204 len: 168 time: 0.1967266 Oct 22 13:15:28.566241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38552) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.571484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-c9e582b4-2c07-4396-8a2b-e568458d8832 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.614008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c9e582b4-2c07-4396-8a2b-e568458d8832 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 200 len: 205 time: 0.0462909 Oct 22 13:15:28.616346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.622349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-f49a74aa-0c19-4e40-9c47-af76290741b7 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.650970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:28.666311 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f49a74aa-0c19-4e40-9c47-af76290741b7 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 204 len: 168 time: 0.0465822 Oct 22 13:15:28.666683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.674809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-ae1198ac-31ad-401e-a229-928d0455ca34 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.749511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Deleting port 58ebab65-af21-47e8-9713-4ccabf36b464 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:28.749870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:28.830034 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae1198ac-31ad-401e-a229-928d0455ca34 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 204 len: 168 time: 0.1619496 Oct 22 13:15:28.832530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.852864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-c5e94cf2-24a2-4223-bd48-7d2935dbda61 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:28.946119 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c5e94cf2-24a2-4223-bd48-7d2935dbda61 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1094725 Oct 22 13:15:28.946944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38574) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:28.952596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-78a014da-18a8-4527-aa58-1d3e34c19bbc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.032439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-78a014da-18a8-4527-aa58-1d3e34c19bbc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 204 len: 168 time: 0.0799434 Oct 22 13:15:29.034293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38576) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.035097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8db46-f12a-4aad-a2a0-93b3b083dab1 req-27c4c465-48dd-406a-a9de-fbe3a7ef03ff tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:29.036717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28c8db46-f12a-4aad-a2a0-93b3b083dab1 req-27c4c465-48dd-406a-a9de-fbe3a7ef03ff tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 945 time: 0.2830884 Oct 22 13:15:29.057379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-60e62a5b-f8db-42ff-90df-3874cec8b285 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-1389528314') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.167734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60e62a5b-f8db-42ff-90df-3874cec8b285 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-1389528314 HTTP/1.1" status: 201 len: 201 time: 0.1323504 Oct 22 13:15:29.169213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38582) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.175052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-3354910e-380d-4538-8e59-9b31af6ec9c0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-518201578') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.188808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cfcde35-9996-4a76-b118-3631e4e3024c req-36d2a700-a6e7-472d-82e3-756fe1cae13e tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.1056926 Oct 22 13:15:29.210393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] For port 58ebab65-af21-47e8-9713-4ccabf36b464, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=58ebab65-af21-47e8-9713-4ccabf36b464,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:29.211029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:29.241243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Calling delete_port for 58ebab65-af21-47e8-9713-4ccabf36b464 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:29.247150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28c8db46-f12a-4aad-a2a0-93b3b083dab1 req-215704af-6e0b-4202-b6cb-c9ed15c832c9 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980021 Oct 22 13:15:29.259516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:29.293541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3354910e-380d-4538-8e59-9b31af6ec9c0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-518201578 HTTP/1.1" status: 201 len: 201 time: 0.1230798 Oct 22 13:15:29.296444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38586) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.302876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-31d1872a-646b-4384-aa4a-9fab204f1ee6 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-522813543') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.408165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-31d1872a-646b-4384-aa4a-9fab204f1ee6 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-522813543 HTTP/1.1" status: 201 len: 201 time: 0.1092420 Oct 22 13:15:29.410939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38590) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.422119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-24404d2c-9daa-410b-a342-4714cf61be0e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-2077022904') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.494971 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24404d2c-9daa-410b-a342-4714cf61be0e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-2077022904 HTTP/1.1" status: 201 len: 201 time: 0.0824084 Oct 22 13:15:29.497727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38592) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.504910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-24d18c51-ebe7-45fe-9d04-40b930cec740 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', {'tags': ['tempest-TagsExtTest-Tag-2074600886', 'tempest-TagsExtTest-Tag-932889401', 'tempest-TagsExtTest-Tag-106003082']}) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.598158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Router 975aaac4-5006-4ba8-958f-a85234790d34 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:29.661571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:29.672763 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24d18c51-ebe7-45fe-9d04-40b930cec740 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 200 len: 316 time: 0.1740215 Oct 22 13:15:29.675568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38596) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.680763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-3f590f27-4c91-4950-9e3c-acbd24f76191 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.689039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4132dcae-04ab-46b7-9ce1-bd6701db98aa'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:15:29.739159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:29.753167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event deleted for resources: {'Port': ['ID=58ebab65-af21-47e8-9713-4ccabf36b464,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:29.777735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.847859 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f590f27-4c91-4950-9e3c-acbd24f76191 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 204 len: 168 time: 0.1710491 Oct 22 13:15:29.850406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:29.856981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-99b2cb62-2476-4757-8aa4-28c3ca68115a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-2074600886') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:29.866880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] No DVR routers for this DVR port 58ebab65-af21-47e8-9713-4ccabf36b464 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:29.894349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:29.898030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a3efe46-02d1-44bc-8663-7c113f0bdb8e req-3e5b3112-ce74-450f-84e5-7ff4495a4695 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.26 "DELETE /v2.0/ports/58ebab65-af21-47e8-9713-4ccabf36b464 HTTP/1.1" status: 204 len: 173 time: 1.3877404 Oct 22 13:15:29.898879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'name': 'network-vif-deleted', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:29.901323 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0cb41-382a-4969-bd55-5137bb0a509d" -d '{"events": [{"server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "name": "network-vif-deleted", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:29.960034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:29.986255 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6fbfb-c19e-4fa9-b71d-2ba04f25ee05 x-openstack-request-id: req-03e6fbfb-c19e-4fa9-b71d-2ba04f25ee05 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:29.987292 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a182c1ee-24fd-47ce-99d9-94b5a73e20a6", "name": "network-vif-deleted", "tag": "58ebab65-af21-47e8-9713-4ccabf36b464", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:29.987864 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e6fbfb-c19e-4fa9-b71d-2ba04f25ee05 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:29.988496 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a182c1ee-24fd-47ce-99d9-94b5a73e20a6', 'name': 'network-vif-deleted', 'tag': '58ebab65-af21-47e8-9713-4ccabf36b464', 'status': 'completed', 'code': 200} Oct 22 13:15:29.997689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] Sync routers for ids ['975aaac4-5006-4ba8-958f-a85234790d34'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:30.001232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:30.008495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e55c841a-1d75-4035-a403-fadd3c9fe97e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8775313 Oct 22 13:15:30.009410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:30.017429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:30.041644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] Routers {'975aaac4-5006-4ba8-958f-a85234790d34'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:30.042399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['975aaac4-5006-4ba8-958f-a85234790d34'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.107429 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-99b2cb62-2476-4757-8aa4-28c3ca68115a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:30.108706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99b2cb62-2476-4757-8aa4-28c3ca68115a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-2074600886 HTTP/1.1" status: 404 len: 329 time: 0.2570646 Oct 22 13:15:30.112354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38610) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:30.113712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.117566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-d677d1e5-5356-4727-87e8-f0ec85fe8f95 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-932889401') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.127840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95c6ac2c-08bd-4596-9a20-ab468491f6ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:30.134075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] Routers {'975aaac4-5006-4ba8-958f-a85234790d34'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:30.135010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['975aaac4-5006-4ba8-958f-a85234790d34'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.175001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.177072 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-d677d1e5-5356-4727-87e8-f0ec85fe8f95 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:30.178117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d446f9-e276-4272-8e75-a817a4e6adae None None] The sync data for ids ['975aaac4-5006-4ba8-958f-a85234790d34'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:30.178346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d677d1e5-5356-4727-87e8-f0ec85fe8f95 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-932889401 HTTP/1.1" status: 404 len: 328 time: 0.0644388 Oct 22 13:15:30.180988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:30.186131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-ac5a4daa-d674-449e-a4b4-feb5a7da25a2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27', 'tempest-TagsExtTest-Tag-106003082') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.435727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a83de938-c42f-4a42-8298-248180cd6587 req-8fe74872-b7fa-4c25-a3e8-110ba1fb15b8 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8d4a9c-bd42-4642-ac90-be96cf2ab3d4 HTTP/1.1" status: 200 len: 210 time: 0.0956922 Oct 22 13:15:30.543315 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ac5a4daa-d674-449e-a4b4-feb5a7da25a2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:30.549174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ac5a4daa-d674-449e-a4b4-feb5a7da25a2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags/tempest-TagsExtTest-Tag-106003082 HTTP/1.1" status: 404 len: 328 time: 0.3644781 Oct 22 13:15:30.591582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0697e046-72e8-455f-875c-bfa3a4975baf req-f0d2ad8f-e06d-435a-b870-06fd260ab96a tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=a182c1ee-24fd-47ce-99d9-94b5a73e20a6 HTTP/1.1" status: 200 len: 210 time: 0.1539369 Oct 22 13:15:30.613920 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38620) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:30.631236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-3bfcaf88-82ee-4eb2-85e2-0367c703ca04 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', {'tags': ['tempest-TagsExtTest-Tag-1204912951', 'tempest-TagsExtTest-Tag-442653259', 'tempest-TagsExtTest-Tag-1285255428']}) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:30.714349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-2043156b-806a-4628-b3da-2aa26ad665df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3213751 Oct 22 13:15:30.742570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95c6ac2c-08bd-4596-9a20-ab468491f6ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:30.799834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-95c6ac2c-08bd-4596-9a20-ab468491f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.187966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-95c6ac2c-08bd-4596-9a20-ab468491f6ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab474dde63242c1bf9cd51bc5138ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4088590 Oct 22 13:15:31.190757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6ac2c-08bd-4596-9a20-ab468491f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e665fae-e3cb-4e78-b1c4-bd9ca62c00e4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:31.191735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38622) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.194127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3bfcaf88-82ee-4eb2-85e2-0367c703ca04 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 200 len: 317 time: 0.5687013 Oct 22 13:15:31.199391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38624) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.203346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-55214c3a-09bc-46ad-a974-89f6e44a25a0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:31.214998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 58ebab65-af21-47e8-9713-4ccabf36b464 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:31.263024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 58ebab65-af21-47e8-9713-4ccabf36b464 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:31.263583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 58ebab65-af21-47e8-9713-4ccabf36b464 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:31.272252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-baf391a9-d5de-4caf-8ec4-965a8fe135da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:31.273742 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-baf391a9-d5de-4caf-8ec4-965a8fe135da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 1097 time: 0.4900038 Oct 22 13:15:31.291114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.334892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.446689 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-55214c3a-09bc-46ad-a974-89f6e44a25a0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 204 len: 168 time: 0.2441337 Oct 22 13:15:31.447762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.454181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-317eb15b-8780-41f8-9485-56afd9714412 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-1204912951') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:31.493728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-36a9d394-74e9-49a9-a20f-44130e789262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:31.495267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-36a9d394-74e9-49a9-a20f-44130e789262 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1933007 Oct 22 13:15:31.548203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-f18dff27-6bba-4f69-a56e-984ff78b423f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 200 len: 217 time: 0.0435700 Oct 22 13:15:31.554775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Deleting port 6c4f07dc-83f7-492e-8a32-e0c9eb7447a3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:31.554952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.648012 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-317eb15b-8780-41f8-9485-56afd9714412 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:31.649168 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-317eb15b-8780-41f8-9485-56afd9714412 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-1204912951 HTTP/1.1" status: 404 len: 329 time: 0.2006168 Oct 22 13:15:31.653643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38638) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.668632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-659e3569-e9e6-442b-aa50-7268854d9bb0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-442653259') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:31.703794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38640) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.729510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-37b4cd9c-0a13-4ee1-8c47-e96a8c831fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:31.731233 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-37b4cd9c-0a13-4ee1-8c47-e96a8c831fea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1717024 Oct 22 13:15:31.804003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.848832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.901613 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-659e3569-e9e6-442b-aa50-7268854d9bb0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:31.903202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-659e3569-e9e6-442b-aa50-7268854d9bb0 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-442653259 HTTP/1.1" status: 404 len: 328 time: 0.2466874 Oct 22 13:15:31.916115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38648) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:31.935609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-4789e1a2-bdb6-4c0f-84b1-7643e1c4b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:31.935609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-4789e1a2-bdb6-4c0f-84b1-7643e1c4b903 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369772 Oct 22 13:15:31.941314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-46241c2f-66a0-4061-8fa6-01ac900aabce tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c', 'tempest-TagsExtTest-Tag-1285255428') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:31.963836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:31.969404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.019947 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-46241c2f-66a0-4061-8fa6-01ac900aabce tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:32.021369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46241c2f-66a0-4061-8fa6-01ac900aabce tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags/tempest-TagsExtTest-Tag-1285255428 HTTP/1.1" status: 404 len: 329 time: 0.1019580 Oct 22 13:15:32.022502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.027233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.028688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e665fae-e3cb-4e78-b1c4-bd9ca62c00e4 HTTP/1.1" status: 204 len: 168 time: 0.8350883 Oct 22 13:15:32.029468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38654) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.034458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Calling delete_port for 6c4f07dc-83f7-492e-8a32-e0c9eb7447a3 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:32.056212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-520659b7-3c98-494f-8e7f-aca952d39e6e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', {'tags': ['tempest-TagsExtTest-Tag-429661193', 'tempest-TagsExtTest-Tag-773421287', 'tempest-TagsExtTest-Tag-140761993']}) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:32.063316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.229032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c30c16-2029-46be-938c-62501b2db070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e665fae-e3cb-4e78-b1c4-bd9ca62c00e4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:32.264122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-520659b7-3c98-494f-8e7f-aca952d39e6e tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 200 len: 315 time: 0.2154527 Oct 22 13:15:32.264747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.289475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-b666b03d-f4c0-4508-b25b-5f796915c4f8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:32.382554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42141372-e202-48e4-953a-7817cb9f343b req-3119fece-fef3-4420-8ccd-b9954041924e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:32.384151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42141372-e202-48e4-953a-7817cb9f343b req-3119fece-fef3-4420-8ccd-b9954041924e tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.3195510 Oct 22 13:15:32.400760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.461609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b666b03d-f4c0-4508-b25b-5f796915c4f8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 204 len: 168 time: 0.1767335 Oct 22 13:15:32.467487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-216566ae-41fd-42fb-818c-1254b2fda465 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174801 Oct 22 13:15:32.471533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38662) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.473155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Pushing event deleted for resources: {'Port': ['ID=6c4f07dc-83f7-492e-8a32-e0c9eb7447a3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:32.477715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-0031db18-5ce5-4492-9a40-b18c8f43305a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-429661193') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:32.520453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42141372-e202-48e4-953a-7817cb9f343b req-d5b51381-3766-4d9d-b6c3-586674fc7df8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047750 Oct 22 13:15:32.525790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38664) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.541841 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16bc92b8-f1e6-44b3-a215-5c893417084d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.592764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.596026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.599726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "DELETE /v2.0/security-groups/3062de67-ebe3-47df-ab38-04215a331f0c HTTP/1.1" status: 204 len: 168 time: 0.8674636 Oct 22 13:15:32.600350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38666) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.647150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16bc92b8-f1e6-44b3-a215-5c893417084d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.655652 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16bc92b8-f1e6-44b3-a215-5c893417084d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.687177 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-0b809d9f-da0f-4ad2-aee7-e3994fd971d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] show failed (client error): The resource could not be found. Oct 22 13:15:32.691244 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0b809d9f-da0f-4ad2-aee7-e3994fd971d2 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "GET /v2.0/security-groups/3062de67-ebe3-47df-ab38-04215a331f0c HTTP/1.1" status: 404 len: 347 time: 0.0759952 Oct 22 13:15:32.692648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38668) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.697540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bb679-0062-41e6-9db9-9eb4b6199e24 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062de67-ebe3-47df-ab38-04215a331f0c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:32.739226 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-0031db18-5ce5-4492-9a40-b18c8f43305a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:32.744004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0031db18-5ce5-4492-9a40-b18c8f43305a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-429661193 HTTP/1.1" status: 404 len: 328 time: 0.2661107 Oct 22 13:15:32.744004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.748208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-65f5e269-a103-49a7-9820-56a8edbfa28b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-773421287') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:32.753236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.753407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16bc92b8-f1e6-44b3-a215-5c893417084d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8e33c9dd1bc49468bc8a319d4c27136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264225 Oct 22 13:15:32.754511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc92b8-f1e6-44b3-a215-5c893417084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03804fcd-54c9-46d6-9de4-d030c01d477b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:32.760342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38672) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.841308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-17168755-4654-4f3e-ab0e-ecfcf8a33fb2 req-6d751a1d-9ff2-4749-96d1-1be8a4127803 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586593 Oct 22 13:15:32.879077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.905026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.952550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Deleting port 99872f1a-e82f-425e-a72e-375f46ca93eb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:32.952967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:32.955125 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-65f5e269-a103-49a7-9820-56a8edbfa28b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:32.959452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-65f5e269-a103-49a7-9820-56a8edbfa28b tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-773421287 HTTP/1.1" status: 404 len: 328 time: 0.2123625 Oct 22 13:15:32.959864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:32.964284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-95b86a99-3dc9-406e-8b72-d2a2136ce559 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538', 'tempest-TagsExtTest-Tag-140761993') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.057199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.060781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.065663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03804fcd-54c9-46d6-9de4-d030c01d477b HTTP/1.1" status: 204 len: 168 time: 0.3039794 Oct 22 13:15:33.084860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43ddde-4515-44c5-9541-684a4cbe46ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03804fcd-54c9-46d6-9de4-d030c01d477b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:33.123694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.123947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.128531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.133280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.137028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Calling delete_port for 99872f1a-e82f-425e-a72e-375f46ca93eb owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:33.256762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Router 975aaac4-5006-4ba8-958f-a85234790d34 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:33.287919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.299854 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-95b86a99-3dc9-406e-8b72-d2a2136ce559 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:33.304043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-95b86a99-3dc9-406e-8b72-d2a2136ce559 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags/tempest-TagsExtTest-Tag-140761993 HTTP/1.1" status: 404 len: 328 time: 0.3434026 Oct 22 13:15:33.304989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38680) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.313201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-a2d1f929-be56-4958-b934-b237ebf8b808 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', {'tags': ['tempest-TagsExtTest-Tag-603091087', 'tempest-TagsExtTest-Tag-917932252', 'tempest-TagsExtTest-Tag-1743099398']}) {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.329712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Pushing event deleted for resources: {'Port': ['ID=99872f1a-e82f-425e-a72e-375f46ca93eb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:33.431486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:33.441276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.442918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3fd7034f-0134-4e5c-95f4-a25cd69c91d4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "PUT /v2.0/routers/975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 200 len: 709 time: 3.4316020 Oct 22 13:15:33.446214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38684) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.447549 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] Sync routers for ids ['975aaac4-5006-4ba8-958f-a85234790d34'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:33.470748 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] Routers {'975aaac4-5006-4ba8-958f-a85234790d34'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:33.471292 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['975aaac4-5006-4ba8-958f-a85234790d34'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.492931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.501687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.503239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-06fad9b6-2b74-4730-9b63-65b9de4e5b40 tempest-ServersTestBootFromVolume-2064924436 tempest-ServersTestBootFromVolume-2064924436-project] 10.222.0.25 "DELETE /v2.0/floatingips/f69456a1-47e5-4318-9d72-404b0c627e87 HTTP/1.1" status: 204 len: 168 time: 0.8038230 Oct 22 13:15:33.506042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38686) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.554917 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.568323 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] Routers {'975aaac4-5006-4ba8-958f-a85234790d34'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:33.569186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['975aaac4-5006-4ba8-958f-a85234790d34'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.613456 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.614376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49362702-39a0-40b4-ae2a-4737ab5c1c2c None None] The sync data for ids ['975aaac4-5006-4ba8-958f-a85234790d34'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:33.630322 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-666bf719-249e-4b06-879e-229e4f153e75 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/routers/975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 200 len: 744 time: 0.1833589 Oct 22 13:15:33.634826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2d1f929-be56-4958-b934-b237ebf8b808 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "PUT /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 200 len: 316 time: 0.3251007 Oct 22 13:15:33.634826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38694) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.671348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38696) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.693682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-e170330b-a785-4d6b-8278-57e2e93b492a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:33.701057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1532a257-2608-4c8a-9d3f-3656effccca0 tempest-RoutersIpV6AdminTest-1545895616 tempest-RoutersIpV6AdminTest-1545895616-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 200 len: 205 time: 0.0628457 Oct 22 13:15:33.706931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38700) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.746058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-922a6951-7abd-4d28-b100-f591bfb31fc2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 200 len: 205 time: 0.0353682 Oct 22 13:15:33.747501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38702) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:33.846464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:33.934388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93473-0abf-4ecb-927f-9a3cbb2ec5d7 req-6409ccad-26ba-494c-8d0b-a05ec586562d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:33.934388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fb93473-0abf-4ecb-927f-9a3cbb2ec5d7 req-6409ccad-26ba-494c-8d0b-a05ec586562d tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.2047262 Oct 22 13:15:34.068445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fb93473-0abf-4ecb-927f-9a3cbb2ec5d7 req-456e5f46-3c14-48f5-a563-18383fca9207 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220121 Oct 22 13:15:34.216579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.486559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e170330b-a785-4d6b-8278-57e2e93b492a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 204 len: 168 time: 0.8110347 Oct 22 13:15:34.489554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38718) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.526509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-fa4d5a49-a1af-4434-8944-aaa81bf0db81 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-603091087') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:34.604517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-738a445b-b16c-4e79-af7d-490ceb64c957 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:34.606216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-738a445b-b16c-4e79-af7d-490ceb64c957 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.8035359 Oct 22 13:15:34.616306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Deleting port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:34.616825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.636658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.639132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.704037 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-fa4d5a49-a1af-4434-8944-aaa81bf0db81 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:34.704037 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa4d5a49-a1af-4434-8944-aaa81bf0db81 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-603091087 HTTP/1.1" status: 404 len: 328 time: 0.1787043 Oct 22 13:15:34.704861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38724) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.710633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-81bcbe90-cafe-4ba4-92c0-08c33087be04 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-917932252') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:34.719626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] For port 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:34.719996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.738858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Calling delete_port for 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:34.744330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.744898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Fanout notify agent at l3_agent the message router_deleted on router 975aaac4-5006-4ba8-958f-a85234790d34 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:34.754881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.759543 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bb4b4723-b0af-4cef-a68d-0c4a702aec9e tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 204 len: 168 time: 1.0109985 Oct 22 13:15:34.761603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38726) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.808946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38730) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.809189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c32a253-e9db-4b5d-b396-d05d849b2a6d tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 200 len: 205 time: 0.0437548 Oct 22 13:15:34.838326 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-81bcbe90-cafe-4ba4-92c0-08c33087be04 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:34.839418 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-81bcbe90-cafe-4ba4-92c0-08c33087be04 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-917932252 HTTP/1.1" status: 404 len: 328 time: 0.1330779 Oct 22 13:15:34.842732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38732) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.848554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-03dce2ba-6892-4e65-abe8-bf9538a25a62 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c', 'tempest-TagsExtTest-Tag-1743099398') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:34.853114 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-e16188b2-1936-437b-80e6-a664db414267 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:34.854391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e16188b2-1936-437b-80e6-a664db414267 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/975aaac4-5006-4ba8-958f-a85234790d34 HTTP/1.1" status: 404 len: 336 time: 0.0438843 Oct 22 13:15:34.857710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38736) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.883048 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-03dce2ba-6892-4e65-abe8-bf9538a25a62 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] show failed (client error): The resource could not be found. Oct 22 13:15:34.884160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-03dce2ba-6892-4e65-abe8-bf9538a25a62 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags/tempest-TagsExtTest-Tag-1743099398 HTTP/1.1" status: 404 len: 329 time: 0.0403085 Oct 22 13:15:34.887028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38738) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.891794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5db9fa96-4b6f-4ebe-855f-68fe790f4bb8 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 200 len: 205 time: 0.0329113 Oct 22 13:15:34.895264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38740) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.896222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-001d1fea-3106-4719-b849-703aaa5b61c6 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7ffa1f0-30a5-4d7c-834b-a93048e1192c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:34.905224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Deleting port 4132dcae-04ab-46b7-9ce1-bd6701db98aa {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:34.905572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:34.963629 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-241fae53-7326-4346-a209-10b0e2f328d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:34.964670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-241fae53-7326-4346-a209-10b0e2f328d2 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/c7319a66-05c5-4c2b-871c-08fa28329a3b HTTP/1.1" status: 404 len: 336 time: 0.0693073 Oct 22 13:15:34.967265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.989727 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-001d1fea-3106-4719-b849-703aaa5b61c6 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c/tags HTTP/1.1" status: 204 len: 168 time: 0.1015670 Oct 22 13:15:34.992264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38746) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:34.996338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ebdee97-179c-45ab-90f0-470b44df08f4 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 200 len: 205 time: 0.0280075 Oct 22 13:15:34.998633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38748) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.002048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-336d74f2-b90e-4953-84c3-ad3bf30d0684 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '70f8468c-57d1-41e7-927d-9ef4f6e93538') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:35.040714 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-677db287-d367-4777-8294-11a10b1947be tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:35.041743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-677db287-d367-4777-8294-11a10b1947be tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/dcd67373-8593-4197-af7b-2f22bddb84a4 HTTP/1.1" status: 404 len: 336 time: 0.0422320 Oct 22 13:15:35.044289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38750) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.067897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] For port 4132dcae-04ab-46b7-9ce1-bd6701db98aa, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4132dcae-04ab-46b7-9ce1-bd6701db98aa,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:35.068201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:35.085465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Calling delete_port for 4132dcae-04ab-46b7-9ce1-bd6701db98aa owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:35.086353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8fd6a89e-23e3-4a65-aab6-143e0cf1d2b3 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 200 len: 205 time: 0.0408762 Oct 22 13:15:35.089236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38754) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.129227 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-6cf3ecc5-eb66-4b21-979e-d8dc063773e6 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:35.130269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cf3ecc5-eb66-4b21-979e-d8dc063773e6 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/d03bdb47-f9ad-45b9-bdeb-4f2e2eddb3fb HTTP/1.1" status: 404 len: 336 time: 0.0403214 Oct 22 13:15:35.133559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.166050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c8d8496b-1657-4bdf-96ec-56b6a2adcfd3 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 200 len: 205 time: 0.0294185 Oct 22 13:15:35.177218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38764) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.256343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13aa6-3fc9-4cb2-a241-3451889d141e req-9221f6d9-28e6-4e94-92e2-8e21e790a5c8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:35.260859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cd13aa6-3fc9-4cb2-a241-3451889d141e req-9221f6d9-28e6-4e94-92e2-8e21e790a5c8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 946 time: 0.0757647 Oct 22 13:15:35.262887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:35.297974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd9f8bc-1529-49c1-a6dc-0c210e701bd2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:35.318305 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-eb533b87-8e7d-4fc0-a4bb-7efc1bfdc2c8 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:35.319440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb533b87-8e7d-4fc0-a4bb-7efc1bfdc2c8 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/c04bb9d9-f0cf-4877-a6fa-f69935076cd8 HTTP/1.1" status: 404 len: 336 time: 0.1333294 Oct 22 13:15:35.324296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-336d74f2-b90e-4953-84c3-ad3bf30d0684 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538/tags HTTP/1.1" status: 204 len: 168 time: 0.3311238 Oct 22 13:15:35.326253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.337022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38772) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.350540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-ebd2ff55-87eb-4bcc-ac44-593111f3d8c2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52576738-32b9-4086-97e0-6a94a13dce1c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:35.369234 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8f8f861-e1bb-40a5-890b-b595753464a7 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "GET /v2.0/ports?device_id=32f57563-2454-40b1-9e10-ed303cccd07b HTTP/1.1" status: 200 len: 205 time: 0.0411110 Oct 22 13:15:35.373550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38774) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.433816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4cd13aa6-3fc9-4cb2-a241-3451889d141e req-50f214f2-e862-4c20-8583-d52e7fd39174 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb53e03c-16f3-440e-96a8-2a184829993d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604342 Oct 22 13:15:35.481756 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-dacd4e23-3a1f-49ac-8587-100970a07030 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] delete failed (client error): The resource could not be found. Oct 22 13:15:35.482890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dacd4e23-3a1f-49ac-8587-100970a07030 tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/routers/32f57563-2454-40b1-9e10-ed303cccd07b HTTP/1.1" status: 404 len: 336 time: 0.1080327 Oct 22 13:15:35.499797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:35.592904 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b746ab-4db7-4caa-9161-37eab19520be tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] DELETE failed (client error): The resource could not be found. Oct 22 13:15:35.593292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b746ab-4db7-4caa-9161-37eab19520be tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:15:35.619197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-29b746ab-4db7-4caa-9161-37eab19520be tempest-RoutersIpV6AdminTest-56674399 tempest-RoutersIpV6AdminTest-56674399-project] 10.222.0.25 "DELETE /v2.0/subnets/3a01d618-ef33-44cc-8c97-1daf5546c4ef HTTP/1.1" status: 404 len: 337 time: 0.1174281 Oct 22 13:15:35.753172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:35.806764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Pushing event deleted for resources: {'Port': ['ID=4132dcae-04ab-46b7-9ce1-bd6701db98aa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:35.879936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] No DVR routers for this DVR port 4132dcae-04ab-46b7-9ce1-bd6701db98aa on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:35.883956 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:35.889184 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f965559a-07dc-4a98-8238-8357bc9115a0 req-d00c61f6-1bcb-4774-a8bc-a98817fac9b4 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.21 "DELETE /v2.0/ports/4132dcae-04ab-46b7-9ce1-bd6701db98aa HTTP/1.1" status: 204 len: 173 time: 1.2340112 Oct 22 13:15:35.889681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'name': 'network-vif-deleted', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:35.893133 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dc69e-8df4-48e1-9f6c-ba924320c803" -d '{"events": [{"server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "name": "network-vif-deleted", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:35.929439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4132dcae-04ab-46b7-9ce1-bd6701db98aa no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:35.969257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 4132dcae-04ab-46b7-9ce1-bd6701db98aa {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:35.969621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4132dcae-04ab-46b7-9ce1-bd6701db98aa not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:35.986172 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bad4a0-ca75-44f9-a6fc-0648b85540e5 x-openstack-request-id: req-40bad4a0-ca75-44f9-a6fc-0648b85540e5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:35.986741 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff7725-43fa-4203-a947-b3f3345df970", "name": "network-vif-deleted", "tag": "4132dcae-04ab-46b7-9ce1-bd6701db98aa", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:35.986935 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40bad4a0-ca75-44f9-a6fc-0648b85540e5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:35.987362 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff7725-43fa-4203-a947-b3f3345df970', 'name': 'network-vif-deleted', 'tag': '4132dcae-04ab-46b7-9ce1-bd6701db98aa', 'status': 'completed', 'code': 200} Oct 22 13:15:36.063758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38798) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.065989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ebd2ff55-87eb-4bcc-ac44-593111f3d8c2 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c/tags HTTP/1.1" status: 204 len: 168 time: 0.7254937 Oct 22 13:15:36.067135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:36.068848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-aad0a827-9eec-4086-bd40-5bd96dc13dc1 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91c6c1ba-80f1-4573-b83d-10de49331a27') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:36.207885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aad0a827-9eec-4086-bd40-5bd96dc13dc1 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27/tags HTTP/1.1" status: 204 len: 168 time: 0.1424186 Oct 22 13:15:36.211572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.224066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38802) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.471863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-07992d61-38ea-4d90-ad7a-6a03de8531bc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for subnetpool, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:36.473037 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-07992d61-38ea-4d90-ad7a-6a03de8531bc tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnetpools/e7ffa1f0-30a5-4d7c-834b-a93048e1192c HTTP/1.1" status: 204 len: 168 time: 0.2603037 Oct 22 13:15:36.475609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38814) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.492198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:36.554036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3626d83d-ba80-432f-aea5-484327c4bd6c tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f8468c-57d1-41e7-927d-9ef4f6e93538 HTTP/1.1" status: 200 len: 205 time: 0.0773201 Oct 22 13:15:36.556974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.612351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8779b705-7252-49f3-8613-366091bd343c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:36.639905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7fef881-e3c0-4292-a5e1-3f536b7abca1 req-9c0da4f7-e357-4ae0-b129-a162e1f026e8 tempest-ListServerFiltersTestJSON-1467202008 tempest-ListServerFiltersTestJSON-1467202008-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3ff7725-43fa-4203-a947-b3f3345df970 HTTP/1.1" status: 200 len: 210 time: 0.0341775 Oct 22 13:15:36.742817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:36.748586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-947d4ec0-b8fa-4494-9998-d8640d05a58b admin admin] 10.222.0.25 "PUT /v2.0/routers/bc50a94d-dfe3-49ac-9fdd-7fc51654b80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414277 Oct 22 13:15:36.751303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38820) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:36.756042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Sync routers for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:36.768393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:36.771837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:36.774663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:36.962094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.008504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.012432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:37.015332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.088313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8779b705-7252-49f3-8613-366091bd343c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.092123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.092840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Fanout notify agent at l3_agent the message router_deleted on router 70f8468c-57d1-41e7-927d-9ef4f6e93538 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:37.119088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.122931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-badb0ab0-cccc-4b79-a64c-aa2ae7802a3a tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/routers/70f8468c-57d1-41e7-927d-9ef4f6e93538 HTTP/1.1" status: 204 len: 168 time: 0.5632372 Oct 22 13:15:37.124645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38826) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:37.125669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8779b705-7252-49f3-8613-366091bd343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.169351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.217176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8779b705-7252-49f3-8613-366091bd343c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f879089bc0bd4b83be549c426b1a9cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9733732 Oct 22 13:15:37.223489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38830) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:37.274511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779b705-7252-49f3-8613-366091bd343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ab0ad8-199a-4f76-9397-4861a00dc20d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:37.318385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Deleting port 99fc698f-7ed9-4b92-91b4-afbd4838696e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:37.319414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.357262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:15:35Z', 'revision_number': 5, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port': {'id': '99fc698f-7ed9-4b92-91b4-afbd4838696e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:11:59Z', 'updated_at': '2021-10-22T13:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:37.401885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Checking router: bc50a94d-dfe3-49ac-9fdd-7fc51654b80a for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:15:37.415296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Routers {'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:37.416181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:37.429667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Deleting port 52576738-32b9-4086-97e0-6a94a13dce1c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:37.430008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.433428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.439774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] For port 99fc698f-7ed9-4b92-91b4-afbd4838696e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=99fc698f-7ed9-4b92-91b4-afbd4838696e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:37.440094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.463974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Calling delete_port for 99fc698f-7ed9-4b92-91b4-afbd4838696e owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:37.467450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.548687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] Set router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:37.594797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.598211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.601056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.602217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02ab0ad8-199a-4f76-9397-4861a00dc20d HTTP/1.1" status: 204 len: 168 time: 0.3787320 Oct 22 13:15:37.620748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Calling delete_port for 52576738-32b9-4086-97e0-6a94a13dce1c owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:37.622981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc2241-453c-4c0c-b063-64d552ccd4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ab0ad8-199a-4f76-9397-4861a00dc20d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:37.642385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:15:37Z', 'revision_number': 6, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:37.678045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7f941-b29d-4f8b-a5e1-526db19adf82 None None] The sync data for ids ['bc50a94d-dfe3-49ac-9fdd-7fc51654b80a'] in n-d-813419-8 is: [{'id': 'bc50a94d-dfe3-49ac-9fdd-7fc51654b80a', 'name': 'tempest-ServersTestBootFromVolume-446916419-router', 'tenant_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:11:58Z', 'updated_at': '2021-10-22T13:15:37Z', 'revision_number': 6, 'project_id': '9f4bea442f38408eb9c4c5d89fc867b2', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:37.769816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38840) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:37.798520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.839509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Deleting subnet 8ba5c53f-59b6-40a1-a223-7881595ffec6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:15:37.844902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fc698f-7ed9-4b92-91b4-afbd4838696e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:37.848627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.926585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.955936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:37.961968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.054179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.141514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event deleted for resources: {'Port': ['ID=52576738-32b9-4086-97e0-6a94a13dce1c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:38.179896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.200773 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.235710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.279476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.302447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.302990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc50a94d-dfe3-49ac-9fdd-7fc51654b80a {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:15:38.309772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.317509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.317722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cbe151ca-75c4-44b1-9a22-0ccbce029fb3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bc50a94d-dfe3-49ac-9fdd-7fc51654b80a HTTP/1.1" status: 204 len: 168 time: 1.5642142 Oct 22 13:15:38.380318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Deleting subnet 344decde-6542-4b9e-b958-6453bb688c8e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:15:38.387096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.442421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.447319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dfa58535-c12c-4df0-a114-87189c1337eb tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/ports/52576738-32b9-4086-97e0-6a94a13dce1c HTTP/1.1" status: 204 len: 168 time: 1.3172686 Oct 22 13:15:38.452133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.459066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.487121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.584762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba5c53f-59b6-40a1-a223-7881595ffec6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:38.587922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.593608 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ac9211d0-3443-4e99-8f5d-3cc16132747e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ba5c53f-59b6-40a1-a223-7881595ffec6 HTTP/1.1" status: 204 len: 168 time: 0.8192010 Oct 22 13:15:38.596498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38856) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.596845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.600625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a72967-8604-4e77-b350-54956b56221c None None] Network ce090367-f703-481b-9e3b-2298d5f4344e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:38.676160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Deleting subnet 91c6c1ba-80f1-4573-b83d-10de49331a27 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:15:38.705950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.765575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04b285f2-ba13-4067-bd60-6bcb0ac73a71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfcaa4d42d0f4a90b6647b7185943681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659257 Oct 22 13:15:38.774545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:38.786010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.790168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.816609 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9962-7a81-417f-abea-37594a33a89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.837877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.913270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] DHCP port deletion for ce090367-f703-481b-9e3b-2298d5f4344e request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:15:38.916648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.923545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.960515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344decde-6542-4b9e-b958-6453bb688c8e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:38.978305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.980215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd28b35-2e5d-41b8-b038-251f05c7eda2 None None] Network 15581a2f-7908-4c5d-85c8-4249e482c6fa requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:38.983336 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-406f5727-0a00-495f-a19d-a26746a13048 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/344decde-6542-4b9e-b958-6453bb688c8e HTTP/1.1" status: 204 len: 168 time: 0.6663373 Oct 22 13:15:38.986730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:38.988526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38864) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:39.021459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.046128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Deleting port b3b537e7-f6cf-4090-bbc3-36f52ddd234f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:39.046438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.084050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Deleting port b3b537e7-f6cf-4090-bbc3-36f52ddd234f {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:39.084666 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.099276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9962-7a81-417f-abea-37594a33a89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.107709 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9962-7a81-417f-abea-37594a33a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.130692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.170341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fb2a9962-7a81-417f-abea-37594a33a89f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78e22261d98d4c81a21274928debb201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8897870 Oct 22 13:15:39.171515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a9962-7a81-417f-abea-37594a33a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29da23bc-ff60-4595-8ad0-f846ae007bfc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.177174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:39.184325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.205724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.209430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.210868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b18cea5-2c43-4971-99b9-14f142b339dc HTTP/1.1" status: 204 len: 168 time: 0.4353523 Oct 22 13:15:39.241617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event deleted for resources: {'Subnet': ['ID=91c6c1ba-80f1-4573-b83d-10de49331a27,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.255167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] For port b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:39.256302 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.264994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.270115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] For port b3b537e7-f6cf-4090-bbc3-36f52ddd234f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,segment=NetworkSegment(c0faac51-cb39-4199-953a-7b3db1ddaf2b),segment_id=c0faac51-cb39-4199-953a-7b3db1ddaf2b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:39.270489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.272026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc5fba74-8665-4c89-bcff-9d2c550718bd tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/subnets/91c6c1ba-80f1-4573-b83d-10de49331a27 HTTP/1.1" status: 204 len: 168 time: 0.8151684 Oct 22 13:15:39.274017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38874) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:39.296072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e7e0a-8dde-4a47-b147-b20b1018eb85 None None] Network c19af353-e398-476e-876e-6eefbb6f121a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:39.315104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767f3dd-1cdb-4962-95b0-481d372cd78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18cea5-2c43-4971-99b9-14f142b339dc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.347673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.377449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Calling delete_port for b3b537e7-f6cf-4090-bbc3-36f52ddd234f owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:39.385810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Calling delete_port for b3b537e7-f6cf-4090-bbc3-36f52ddd234f owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:39.413884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] DHCP port deletion for 15581a2f-7908-4c5d-85c8-4249e482c6fa request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:15:39.417069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b3b537e7-f6cf-4090-bbc3-36f52ddd234f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:39.420110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.423115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.555994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.578535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Deleting port 5959e4bb-dade-4852-b8b4-c3b06729ea8b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:39.579064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.584972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.587912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.593325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29da23bc-ff60-4595-8ad0-f846ae007bfc HTTP/1.1" status: 204 len: 168 time: 0.4110060 Oct 22 13:15:39.632664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.639966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] No DVR routers for this DVR port b3b537e7-f6cf-4090-bbc3-36f52ddd234f on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:39.647788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port b3b537e7-f6cf-4090-bbc3-36f52ddd234f {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:15:39.648323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b3b537e7-f6cf-4090-bbc3-36f52ddd234f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:39.648661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:39.650283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e01c8-f2f3-46d0-ad94-39ce1547ca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da23bc-ff60-4595-8ad0-f846ae007bfc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.676242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:39.676493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bd9f8bc-1529-49c1-a6dc-0c210e701bd2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:39.676830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 99fc698f-7ed9-4b92-91b4-afbd4838696e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:39.730783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] For port 5959e4bb-dade-4852-b8b4-c3b06729ea8b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5959e4bb-dade-4852-b8b4-c3b06729ea8b,segment=NetworkSegment(291911b1-32b3-4931-8eb5-83d3c7f6083e),segment_id=291911b1-32b3-4931-8eb5-83d3c7f6083e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:39.731297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.745754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Calling delete_port for 5959e4bb-dade-4852-b8b4-c3b06729ea8b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:39.770493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 99fc698f-7ed9-4b92-91b4-afbd4838696e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:39.770864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 99fc698f-7ed9-4b92-91b4-afbd4838696e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:39.814273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.857659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.862313 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.864029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce090367-f703-481b-9e3b-2298d5f4344e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:39.873328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.877747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0faac51-cb39-4199-953a-7b3db1ddaf2b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:39.878595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0faac51-cb39-4199-953a-7b3db1ddaf2b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:39.894960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.919060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.937820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event deleted for resources: {'Port': ['ID=5959e4bb-dade-4852-b8b4-c3b06729ea8b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.944231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:15:39.944907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.946790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] No DVR routers for this DVR port 5959e4bb-dade-4852-b8b4-c3b06729ea8b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:39.955198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Pushing event deleted for resources: {'Port': ['ID=b3b537e7-f6cf-4090-bbc3-36f52ddd234f,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:39.966437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983333ce-c880-4483-98b3-2c7565fce46e None None] DHCP port deletion for c19af353-e398-476e-876e-6eefbb6f121a request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:15:39.972527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Deleting port 5969e84a-7ad2-499b-81c9-ed28f5252061 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:39.974004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:15:39.977795 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:15:39.991743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Deleting port 5969e84a-7ad2-499b-81c9-ed28f5252061 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:39.992053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:39.996185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] No DVR routers for this DVR port b3b537e7-f6cf-4090-bbc3-36f52ddd234f on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:40.096793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] For port 5969e84a-7ad2-499b-81c9-ed28f5252061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5969e84a-7ad2-499b-81c9-ed28f5252061,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:40.097352 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.114036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Calling delete_port for 5969e84a-7ad2-499b-81c9-ed28f5252061 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:40.131567 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.183780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19af353-e398-476e-876e-6eefbb6f121a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.212303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291911b1-32b3-4931-8eb5-83d3c7f6083e') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.213007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291911b1-32b3-4931-8eb5-83d3c7f6083e') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.214421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.230488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.231440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.236208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce090367-f703-481b-9e3b-2298d5f4344e HTTP/1.1" status: 204 len: 168 time: 1.6380022 Oct 22 13:15:40.248367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] For port 5969e84a-7ad2-499b-81c9-ed28f5252061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5969e84a-7ad2-499b-81c9-ed28f5252061,segment=NetworkSegment(20dc401f-db9c-47c5-912d-51eeffda4d82),segment_id=20dc401f-db9c-47c5-912d-51eeffda4d82)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:40.252800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.253528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.257128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.258966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.261048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.261698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.262424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.263132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.263826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.265019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.269435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.270690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.271070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.271755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b15de33-949c-4095-a030-b6a7e0a5cebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:40.283709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:15:40.284254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.285883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:15:40.290902 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:15:40.314739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96074a95-efae-415f-bd23-65435468ab38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce090367-f703-481b-9e3b-2298d5f4344e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:40.324358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Calling delete_port for 5969e84a-7ad2-499b-81c9-ed28f5252061 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:40.327410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] No DVR routers for this DVR port 5969e84a-7ad2-499b-81c9-ed28f5252061 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:40.385227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a37ff-fe1c-4e25-b9b2-4081e5c5a0f9 None None] Pushing event deleted for resources: {'Port': ['ID=5969e84a-7ad2-499b-81c9-ed28f5252061,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:40.431299 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.460844 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.466381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] 10.222.0.25 "DELETE /v2.0/networks/c19af353-e398-476e-876e-6eefbb6f121a HTTP/1.1" status: 204 len: 168 time: 1.1911962 Oct 22 13:15:40.472546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.480088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be00768-a0cf-4ad8-a844-865d247caba8 tempest-TagsExtTest-86516436 tempest-TagsExtTest-86516436-project] Pushing event deleted for resources: {'Network': ['ID=c19af353-e398-476e-876e-6eefbb6f121a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:40.494317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38902) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:40.512221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] No DVR routers for this DVR port 5969e84a-7ad2-499b-81c9-ed28f5252061 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:15:40.514685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5969e84a-7ad2-499b-81c9-ed28f5252061,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:40.539713 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab052585-587b-4a92-9082-b939c794fd88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.608676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:40.629332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.664630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15581a2f-7908-4c5d-85c8-4249e482c6fa']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.678891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc401f-db9c-47c5-912d-51eeffda4d82') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.679248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc401f-db9c-47c5-912d-51eeffda4d82') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:40.691362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.707198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.716249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:15:40.716726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:15:40.719236 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:15:40.801930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-43184224-0280-475f-86c4-43fda36d8766 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a82ff7e7df0f408e8dae4dfab4b6de49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914141 Oct 22 13:15:40.805193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:40.852667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab052585-587b-4a92-9082-b939c794fd88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.866889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.873233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab052585-587b-4a92-9082-b939c794fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.879598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.885159 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/15581a2f-7908-4c5d-85c8-4249e482c6fa HTTP/1.1" status: 204 len: 168 time: 1.8945835 Oct 22 13:15:40.905988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72d4d3-3649-478f-ba6c-a86fcbf09be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15581a2f-7908-4c5d-85c8-4249e482c6fa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:40.947546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ab052585-587b-4a92-9082-b939c794fd88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff234ca58e274b6bb404824687054f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513533 Oct 22 13:15:40.954192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38918) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:40.965100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:40.989884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.044475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052585-587b-4a92-9082-b939c794fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5a3a9-7bce-4596-89ff-f28065f9ab16,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:41.053661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.056536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.057709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb53e03c-16f3-440e-96a8-2a184829993d HTTP/1.1" status: 204 len: 168 time: 0.2516015 Oct 22 13:15:41.080646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69532029-c9b4-403b-8b1d-a75819efb9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53e03c-16f3-440e-96a8-2a184829993d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:41.130478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.133753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38924) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:41.168573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.242137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.246758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.248833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8c5a3a9-7bce-4596-89ff-f28065f9ab16 HTTP/1.1" status: 204 len: 168 time: 0.2908752 Oct 22 13:15:41.264541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd079b-5dd7-44ad-b507-da86831cfcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c5a3a9-7bce-4596-89ff-f28065f9ab16,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:41.301855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38930) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:41.304051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38932) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:41.324410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5969e84a-7ad2-499b-81c9-ed28f5252061 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:41.357917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5969e84a-7ad2-499b-81c9-ed28f5252061 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:41.360274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5969e84a-7ad2-499b-81c9-ed28f5252061 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:41.361014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5959e4bb-dade-4852-b8b4-c3b06729ea8b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:15:41.368118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cfdc9a3b-03b8-4d25-ad84-f17e38e3eefc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f4bea442f38408eb9c4c5d89fc867b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649250 Oct 22 13:15:41.370368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38936) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:41.406642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5959e4bb-dade-4852-b8b4-c3b06729ea8b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:15:41.407152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5959e4bb-dade-4852-b8b4-c3b06729ea8b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:15:41.439129 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:15:41.463129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.511834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.606632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38942) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:41.606961 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0b46069-32e7-441b-b503-eb8746d20d66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0cdce624ad44932b34758d730783ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717901 Oct 22 13:15:41.670810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.674792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.678346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df91702f-dafe-4c91-9742-d6990de07c9b HTTP/1.1" status: 204 len: 168 time: 0.3044832 Oct 22 13:15:41.691257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17574c65-80cf-47d1-bb3f-42b482cce3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df91702f-dafe-4c91-9742-d6990de07c9b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:41.694099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.746448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.778690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-350123336'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:41.827295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:41.832560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.849953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.880313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.883481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.886948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd19323d-39e4-433f-a201-38120a492f1f HTTP/1.1" status: 204 len: 168 time: 0.2777352 Oct 22 13:15:41.895317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8a86f-66b2-4b26-9007-0761c248cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd19323d-39e4-433f-a201-38120a492f1f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:41.980193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:41.994063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.033427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:15:42.040195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c2c91-a3e5-4b5f-b826-cf2cc5844b8e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:42.047266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.047679 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Added segment c14bd388-0bff-441e-87a7-5b48979c3d62 of type vlan for network 16263b27-df8b-44ac-a4a5-fc13661f93b2 Oct 22 13:15:42.094554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.124525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.131173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:42.131786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.173754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8687520 Oct 22 13:15:42.176758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38958) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:42.182070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'subnet': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:42.212763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd961fc-6c3a-4078-875d-31972141fd6c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Network': ['ID=16263b27-df8b-44ac-a4a5-fc13661f93b2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:42.225348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:15:42.326914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:42.331904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.545233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.619492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Subnet': ['ID=caafede4-5c06-4c64-8bc6-c29403ed6626,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:42.637817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Checking segment: {'id': 'c14bd388-0bff-441e-87a7-5b48979c3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:42.638421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network hostable DHCP agents. Network: 16263b27-df8b-44ac-a4a5-fc13661f93b2, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:15:42.667995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:15:42.684964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 16263b27-df8b-44ac-a4a5-fc13661f93b2) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:42.693364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:42.695860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.704429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5058c1-6257-4672-8e00-90346e968512 None None] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:42.728537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38994) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:42.729502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d327fea8-47c8-4a5d-b297-aac8c749e125 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5515409 Oct 22 13:15:42.733548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-629824785'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:42.900115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:42.904810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:42.931672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port 93f2f86b-1b16-4046-938a-f8e6a93c707d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:43.000016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-16263b27-df8b-44ac-a4a5-fc13661f93b2', 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'tenant_id': 'df9c7f0ab39c423ea301390141d03132', 'fixed_ips': [{'subnet_id': 'caafede4-5c06-4c64-8bc6-c29403ed6626'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:15:43.002561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.142002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::87 (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/93f2f86b-1b16-4046-938a-f8e6a93c707d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:43.334585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.390131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.446873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39032) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:43.466819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Allocated IP 2001:db8::2 (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:43.493370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39036) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:43.494653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:43.503086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:43.507491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:43.513722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:43.514341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.523383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=93f2f86b-1b16-4046-938a-f8e6a93c707d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:43.541993 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6820e19-87b7-41eb-bd53-bdb49ed8807c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8122432 Oct 22 13:15:43.544811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39040) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:43.557978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-722826913', 'allowed_address_pairs': [{'ip_address': '2001:db8::87', 'mac_address': 'fa:16:3e:e5:03:01'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:43.726996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:43.740328 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.748138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.788827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1447051475-network', 'tenant_id': '2bdadc9121ad41acabb5a36cad8c8adb'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:43.793056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:43.797451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:43.801474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:43.813002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1311673782-network', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:43.861292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Pushing event updated for resources: {'Port': ['ID=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:43.878277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Attempting to bind port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:15:43.879069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Attempting to bind port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c14bd388-0bff-441e-87a7-5b48979c3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:15:43.879854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Attempting to bind port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf on network 16263b27-df8b-44ac-a4a5-fc13661f93b2 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:43.881737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Made reservation on behalf of 2bdadc9121ad41acabb5a36cad8c8adb for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:43.885096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.886140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:15:43.886651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Checking segment: {'id': 'c14bd388-0bff-441e-87a7-5b48979c3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:43.887069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.887563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Bound using segment: {'id': 'c14bd388-0bff-441e-87a7-5b48979c3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:15:43.888089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Bound port: afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14bd388-0bff-441e-87a7-5b48979c3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:15:43.888491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.940280 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.944114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.950368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Made reservation on behalf of ec2f5045b3b54714a1047e24e97c900d for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:43.957819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:43.977795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port 0e15da3b-ccb5-4805-a605-1c346f8f9c8f yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:44.002796 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.026853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] For port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:15:44.034682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] For port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,segment=NetworkSegment(c14bd388-0bff-441e-87a7-5b48979c3d62),segment_id=c14bd388-0bff-441e-87a7-5b48979c3d62)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:15:44.046095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.185032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b914b-7809-4ddb-9716-28d1f50913b1 None None] Pushing event updated for resources: {'Port': ['ID=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:44.220276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.236222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.274124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ef42cb-e372-49d4-b4c4-ff37ac886c85,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:44.287730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.292762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:15:44.303364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.305418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::22a (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/0e15da3b-ccb5-4805-a605-1c346f8f9c8f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:44.323305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.323836 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Added segment 5e07d0d8-869c-4a03-8e55-77c2b4da5430 of type vlan for network 6c07a0e4-d036-49e0-8030-0014eea01485 Oct 22 13:15:44.354845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:15:44.410218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f245be-e8aa-4d36-b104-1aaa84613f08,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:44.445418 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.446314 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Added segment fdca068d-77e4-45cd-ac7d-3df12440e237 of type vlan for network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 Oct 22 13:15:44.460358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.521849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.537289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.538471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:44.539286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.582509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1335130 Oct 22 13:15:44.583375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39068) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:44.597991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Request body: {'subnet': {'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1447051475-subnet', 'tenant_id': '2bdadc9121ad41acabb5a36cad8c8adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:44.627083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.628198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:44.629214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.646878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Made reservation on behalf of 2bdadc9121ad41acabb5a36cad8c8adb for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:44.649900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:44.751222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72ddbb-c269-4e0e-950f-6b0eaea093d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c07a0e4-d036-49e0-8030-0014eea01485,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:44.762785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6c07a0e4-d036-49e0-8030-0014eea01485 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:15:44.764139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2692699 Oct 22 13:15:45.223352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.296310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:45.303362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Request body: {'subnet': {'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1311673782-subnet', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:45.330532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.354373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Made reservation on behalf of ec2f5045b3b54714a1047e24e97c900d for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:45.360745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.413814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:45.430135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:45.439011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:45.445745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:45.445999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:45.446425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.482523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.9361598 Oct 22 13:15:45.488602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39090) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:45.511848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47552ea6-b0d2-4dc8-9cfb-ce0913ac0865 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:45.539593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:15:45.567975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992cd6e-5187-40f2-810f-d4d444c448ea tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=0e15da3b-ccb5-4805-a605-1c346f8f9c8f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:45.699776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da61e0-33b0-4d54-b296-4b283194409f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:45.701059 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.707139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da61e0-33b0-4d54-b296-4b283194409f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:45.713630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da61e0-33b0-4d54-b296-4b283194409f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:45.716832 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23da61e0-33b0-4d54-b296-4b283194409f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2217300 Oct 22 13:15:45.728600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39094) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:45.778969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:45.779545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.794433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7410e35b-e0a7-4faa-ab3a-5b10be7a61a6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:45.801909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Checking segment: {'id': '5e07d0d8-869c-4a03-8e55-77c2b4da5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:45.802645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Network hostable DHCP agents. Network: 6c07a0e4-d036-49e0-8030-0014eea01485, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:15:45.827037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Network 6c07a0e4-d036-49e0-8030-0014eea01485 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:15:45.842125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6c07a0e4-d036-49e0-8030-0014eea01485) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:45.859550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832aea13-8d79-4dca-a12f-4b659c1f4260 None None] Network 6c07a0e4-d036-49e0-8030-0014eea01485 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:45.865175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:45.866557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.913588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-85e669f7-f37f-4bf9-9576-8a0ea46dceba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3208435 Oct 22 13:15:45.926472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ec16b-f5c5-4b4a-94f1-3745078132e8 None None] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:45.931173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port 0e15da3b-ccb5-4805-a605-1c346f8f9c8f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:45.931839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:45.970823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.013989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:46.092477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.095334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.097747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cf41dc-07ac-4352-8475-333c897d303f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:46.119243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Checking segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:46.119750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Network hostable DHCP agents. Network: d4a331d0-1132-4f5d-a7d2-281ca3cf75a5, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:15:46.122079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for 0e15da3b-ccb5-4805-a605-1c346f8f9c8f owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:46.194447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,segment=NetworkSegment(c14bd388-0bff-441e-87a7-5b48979c3d62),segment_id=c14bd388-0bff-441e-87a7-5b48979c3d62)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:46.196042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c19354cf-96de-4f4f-9f8c-bac602e695f3 None None] Provisioning complete for port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:46.196042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c19354cf-96de-4f4f-9f8c-bac602e695f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.204603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:15:46.228438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d4a331d0-1132-4f5d-a7d2-281ca3cf75a5) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:46.236595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:46.237520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.263221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5ae29-6f7c-463e-9ad1-228af117dfc8 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:46.266146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.283572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5969a9ee-ca4f-4932-8f4b-2a3d4602430c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9842393 Oct 22 13:15:46.286123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39114) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:46.290904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:46.342652 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.346497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.363021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:46.393536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.417687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c552186-8ff5-4505-84cc-e05d408b99dd None None] Network 6c07a0e4-d036-49e0-8030-0014eea01485 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:46.459062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=0e15da3b-ccb5-4805-a605-1c346f8f9c8f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:46.531342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.627578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.632410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cabd50b8-6f5e-4124-a790-d0444933ef0b tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/0e15da3b-ccb5-4805-a605-1c346f8f9c8f HTTP/1.1" status: 204 len: 168 time: 0.9024944 Oct 22 13:15:46.635823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39122) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:46.682075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-407dfcb3-9474-420b-8ebb-dc3d0f07028b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.701734 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01e6c99-4b77-440b-8ae2-7dce8db53685 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] GET failed (client error): The resource could not be found. Oct 22 13:15:46.704739 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f01e6c99-4b77-440b-8ae2-7dce8db53685 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports/0e15da3b-ccb5-4805-a605-1c346f8f9c8f HTTP/1.1" status: 404 len: 333 time: 0.0676343 Oct 22 13:15:46.708296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39128) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:46.714710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-346450922'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:46.852199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-407dfcb3-9474-420b-8ebb-dc3d0f07028b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:46.867638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-407dfcb3-9474-420b-8ebb-dc3d0f07028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.000358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:47.008428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.035194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dfcb3-9474-420b-8ebb-dc3d0f07028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc296a8-131b-43c3-974e-677385ffa20c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:47.048499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port ba8cdea5-d94a-41f6-9100-363134fdd61d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:47.059607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-d4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:15:47.060097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.235055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-407dfcb3-9474-420b-8ebb-dc3d0f07028b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaf444bb1ba94225b3e0cf7b6318d9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2198703 Oct 22 13:15:47.240423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39144) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:47.264903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::35c (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/ba8cdea5-d94a-41f6-9100-363134fdd61d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:47.369033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Provisioning complete for port 93f2f86b-1b16-4046-938a-f8e6a93c707d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:47.369509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.378827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:47.490691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Port 93f2f86b-1b16-4046-938a-f8e6a93c707d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:47.508139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Could not find standard attr ID for object 0e15da3b-ccb5-4805-a605-1c346f8f9c8f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:15:47.519015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.581417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-04799879-c5c2-4429-887b-34135811c669 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:47.591187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-04799879-c5c2-4429-887b-34135811c669 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/networks?id=6c07a0e4-d036-49e0-8030-0014eea01485 HTTP/1.1" status: 200 len: 814 time: 0.5269287 Oct 22 13:15:47.596668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.598406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Provisioning complete for port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:47.599004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4ccc-52f4-4b5b-9829-4263247c2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.606142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Allocated IP 172.20.0.2 (d4a331d0-1132-4f5d-a7d2-281ca3cf75a5/98cf41dc-07ac-4352-8475-333c897d303f/157f4421-c997-4aab-afc2-52e858ed4298) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:47.662665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:47.665757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:47.666133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.667312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:47.671782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.675990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:47.685017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:47.685686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.705499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=ba8cdea5-d94a-41f6-9100-363134fdd61d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:47.728274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-586d6a5d-670e-4068-95ac-56cae6ea0976 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/quotas/2bdadc9121ad41acabb5a36cad8c8adb HTTP/1.1" status: 200 len: 375 time: 0.1358461 Oct 22 13:15:47.738963 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-41184941-d3a4-4ba7-891b-5df44aaae86f tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0292428 Oct 22 13:15:47.741377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:47.749205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::87', 'mac_address': 'fa:16:3e:e5:03:01'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:47.811834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-91652fc0-7491-4b7c-8af5-a42f95cf720d tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2bdadc9121ad41acabb5a36cad8c8adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606987 Oct 22 13:15:47.825445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.851914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.903791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.955396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.967975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:47.973647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cc296a8-131b-43c3-974e-677385ffa20c HTTP/1.1" status: 204 len: 168 time: 0.6841104 Oct 22 13:15:47.983228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e0ff-46bf-4714-a316-2731331eaae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc296a8-131b-43c3-974e-677385ffa20c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:48.170774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.186398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.256951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-658afd36-f1ca-4ad5-a6d7-2657a4e7f825 None None] Provisioning complete for port 93f2f86b-1b16-4046-938a-f8e6a93c707d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:48.257683 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-658afd36-f1ca-4ad5-a6d7-2657a4e7f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.262585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:48.290924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:48.295472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:48.298842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Pushing event updated for resources: {'Port': ['ID=157f4421-c997-4aab-afc2-52e858ed4298,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:48.393753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-658afd36-f1ca-4ad5-a6d7-2657a4e7f825 None None] Port 93f2f86b-1b16-4046-938a-f8e6a93c707d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:48.398898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-658afd36-f1ca-4ad5-a6d7-2657a4e7f825 None None] Could not find standard attr ID for object 0e15da3b-ccb5-4805-a605-1c346f8f9c8f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:15:48.410144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-ee18a47e-ed4e-4ed2-9854-907fb3d11749 service neutron] 10.222.0.25 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012176 Oct 22 13:15:48.465835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.475814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.479144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Attempting to bind port 157f4421-c997-4aab-afc2-52e858ed4298 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:15:48.479798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Attempting to bind port 157f4421-c997-4aab-afc2-52e858ed4298 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:15:48.480431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Attempting to bind port 157f4421-c997-4aab-afc2-52e858ed4298 on network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:48.489289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:15:48.490135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Checking segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:48.490795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.491425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Bound using segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:15:48.492187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Bound port: 157f4421-c997-4aab-afc2-52e858ed4298, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:15:48.492805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.535629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] In _notify_port_updated(), no bound segment for port ba8cdea5-d94a-41f6-9100-363134fdd61d on network 16263b27-df8b-44ac-a4a5-fc13661f93b2 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:15:48.545119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:48.546049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.552296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "PUT /v2.0/ports/ba8cdea5-d94a-41f6-9100-363134fdd61d HTTP/1.1" status: 200 len: 1001 time: 0.8070350 Oct 22 13:15:48.565661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-486bace9-d4f4-4d9f-a498-25bf581995e2 None None] Provisioning complete for port ba8cdea5-d94a-41f6-9100-363134fdd61d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:48.566180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-486bace9-d4f4-4d9f-a498-25bf581995e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.598794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39164) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:48.642511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.712240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-486bace9-d4f4-4d9f-a498-25bf581995e2 None None] Port ba8cdea5-d94a-41f6-9100-363134fdd61d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:48.728298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.744935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] For port 157f4421-c997-4aab-afc2-52e858ed4298, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:15:48.752335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] For port 157f4421-c997-4aab-afc2-52e858ed4298, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=157f4421-c997-4aab-afc2-52e858ed4298,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:15:48.760154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97321f-7946-4221-940c-2fafdf126974 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=ba8cdea5-d94a-41f6-9100-363134fdd61d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:48.768432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.803899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-089756c8-7442-494d-b9ae-e9abfff604be service neutron] 10.222.0.25 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336709 Oct 22 13:15:48.910012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port ba8cdea5-d94a-41f6-9100-363134fdd61d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:48.910012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:48.941034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7026-6043-468d-ae0e-464d1dd5f097 None None] Pushing event updated for resources: {'Port': ['ID=157f4421-c997-4aab-afc2-52e858ed4298,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:49.123986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.131219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39174) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:49.166984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for ba8cdea5-d94a-41f6-9100-363134fdd61d owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:49.194199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Allocated IP 172.25.6.67 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/731216df-96de-4e2a-b21b-0808a42150a9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:49.345944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.395842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.397787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f34fb35a-89cb-4f24-925a-7364a97bfe6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.456790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1bb4b27d-f349-4fe8-be65-946f9509a69e None None] Provisioning complete for port ba8cdea5-d94a-41f6-9100-363134fdd61d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:49.457458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bb4b27d-f349-4fe8-be65-946f9509a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.465391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.485465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21c4ba74-6457-4cd4-9507-51a8791554e4 req-739641e6-fd79-42e7-8462-89e2a11da829 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 210 time: 0.3404636 Oct 22 13:15:49.510175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4b27d-f349-4fe8-be65-946f9509a69e None None] Port ba8cdea5-d94a-41f6-9100-363134fdd61d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:49.524090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:49.529979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:49.532590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=ba8cdea5-d94a-41f6-9100-363134fdd61d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:49.539921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:49.756644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Pushing event updated for resources: {'Port': ['ID=731216df-96de-4e2a-b21b-0808a42150a9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:49.793795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:49.805152 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-588f1ced-fa09-42cf-a452-5409ba678442 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/ba8cdea5-d94a-41f6-9100-363134fdd61d HTTP/1.1" status: 204 len: 168 time: 1.2030478 Oct 22 13:15:49.805924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39196) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:49.836363 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-370d3101-f21d-435c-92d9-7bd9cf3f33eb tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] GET failed (client error): The resource could not be found. Oct 22 13:15:49.841912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-370d3101-f21d-435c-92d9-7bd9cf3f33eb tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports/ba8cdea5-d94a-41f6-9100-363134fdd61d HTTP/1.1" status: 404 len: 333 time: 0.0321290 Oct 22 13:15:49.842915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39198) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:49.848796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2058012308'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:49.965583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f34fb35a-89cb-4f24-925a-7364a97bfe6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.041294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f34fb35a-89cb-4f24-925a-7364a97bfe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.046643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:50.057189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.083002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:50.146788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f34fb35a-89cb-4f24-925a-7364a97bfe6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c6dd3a8a64e4ad7a60f32fb2911fd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0129788 Oct 22 13:15:50.152047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39206) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:50.157056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.161014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fb35a-89cb-4f24-925a-7364a97bfe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fec61d-0d38-4932-954c-320ed252d8ce,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:50.417396 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.418903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::105 (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/6dc54d94-d5e2-43c5-a3ce-54eecd0981d8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:50.457135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.568272 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.692714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.696009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.700933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-add7a99f-593e-430a-83e7-68dbb04357ad req-06978050-35cf-45c5-9a58-82bd58530105 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 210 time: 0.0540767 Oct 22 13:15:50.703502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97fec61d-0d38-4932-954c-320ed252d8ce HTTP/1.1" status: 204 len: 168 time: 0.5474851 Oct 22 13:15:50.749034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4ce5f-1a36-4cd8-aeed-159f134ef838 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:15:50.761252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fec61d-0d38-4932-954c-320ed252d8ce,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:50.801202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.802035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.804467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.804933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.805612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.806038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.808167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.808826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.809832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.810516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.814093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.814458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6a1d3-76c4-44cb-99ed-d1e77ee2aed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:50.865331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-660cf489-52cd-49af-8b75-3af377f3840f tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:50.866895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-660cf489-52cd-49af-8b75-3af377f3840f tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.26 "GET /v2.0/networks?id=6c07a0e4-d036-49e0-8030-0014eea01485 HTTP/1.1" status: 200 len: 814 time: 0.1619201 Oct 22 13:15:50.900103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:50.923544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Request body: {'port': {'device_id': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485', 'admin_state_up': True, 'tenant_id': '2bdadc9121ad41acabb5a36cad8c8adb'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:51.019889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] Provisioning complete for port 157f4421-c997-4aab-afc2-52e858ed4298 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:51.022641 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.038284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.125124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:15:51.128865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=6dc54d94-d5e2-43c5-a3ce-54eecd0981d8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:51.167869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:51.169850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:51.176591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:51.189636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:51.191520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.205476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Made reservation on behalf of 2bdadc9121ad41acabb5a36cad8c8adb for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:51.209956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.231781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23c42f2d-54be-4aef-9ab5-7b9a729ac795 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3876379 Oct 22 13:15:51.235012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:51.244268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e5:03:01'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:51.268076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.384320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] For port 157f4421-c997-4aab-afc2-52e858ed4298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=157f4421-c997-4aab-afc2-52e858ed4298,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:51.394465 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.532286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 157f4421-c997-4aab-afc2-52e858ed4298 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:51.586977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Allocated IP 172.20.0.13 (6c07a0e4-d036-49e0-8030-0014eea01485/7410e35b-e0a7-4faa-ab3a-5b10be7a61a6/b535b4a3-5afc-4233-b88a-279dfb4be77a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:51.636368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1f903-c6da-4c18-bb21-d83347fd5f2b None None] Pushing event updated for resources: {'Port': ['ID=157f4421-c997-4aab-afc2-52e858ed4298,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:51.676341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 157f4421-c997-4aab-afc2-52e858ed4298 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:51.676735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.684169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.750688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:51.763789 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Sync routers for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:51.783201 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:51.788752 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:51.843420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.844862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e4a0a2e0-fb14-4f67-8761-b06ebe6381c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5576837 Oct 22 13:15:51.861288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-652e36d2-85dc-4f57-b9a6-22cc43278527 None None] Provisioning complete for port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:51.861786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-652e36d2-85dc-4f57-b9a6-22cc43278527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:51.869785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:51.965166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-751158f4-9a9a-4fea-b435-44735da9d145 req-059d7af0-3e35-4077-b583-a0d6c4c2885a tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 210 time: 0.1085370 Oct 22 13:15:52.033538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-652e36d2-85dc-4f57-b9a6-22cc43278527 None None] Port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:52.050170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:52.161499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6b4bddc5-b5aa-4226-8aef-d8edc54bf246 None None] Provisioning complete for port 157f4421-c997-4aab-afc2-52e858ed4298 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:52.161882 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b4bddc5-b5aa-4226-8aef-d8edc54bf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:52.392540 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:49Z', 'revision_number': 3, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:52.438342 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Checking router: 640e6b87-2ddc-45d3-8ccd-36a5181852b3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:15:52.443464 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Updating router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 port 731216df-96de-4e2a-b21b-0808a42150a9 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:15:52.461178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:52.474859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:52.516855 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:52.535969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] In _notify_port_updated(), no bound segment for port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 on network 16263b27-df8b-44ac-a4a5-fc13661f93b2 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:15:52.543799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:52.544538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:52.545939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "PUT /v2.0/ports/6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 HTTP/1.1" status: 200 len: 1003 time: 1.3098328 Oct 22 13:15:52.568066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:52.754382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8564a-7980-4cec-91f0-ac9fa3a15be4 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=6dc54d94-d5e2-43c5-a3ce-54eecd0981d8,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:53.023484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-56a46910-7c6a-435f-bf56-b02bd0596992 None None] Provisioning complete for port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:53.027717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.028396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a46910-7c6a-435f-bf56-b02bd0596992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.105339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-56a46910-7c6a-435f-bf56-b02bd0596992 None None] Port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:53.167018 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.179460 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.181751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb73ada5-425f-4991-9726-0b553ab213ff req-706ce9fb-e408-447e-94c9-64e537c0e9de tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 210 time: 0.0701382 Oct 22 13:15:53.199988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.337118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Pushing event updated for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:53.377348 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Attempting to bind port 731216df-96de-4e2a-b21b-0808a42150a9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:15:53.377717 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Attempting to bind port 731216df-96de-4e2a-b21b-0808a42150a9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:15:53.378087 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Attempting to bind port 731216df-96de-4e2a-b21b-0808a42150a9 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:53.386672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Network 6c07a0e4-d036-49e0-8030-0014eea01485 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:53.387118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 157f4421-c997-4aab-afc2-52e858ed4298 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:53.389719 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b926e-0ddc-431c-8595-3281fd4375d8 None None] Pushing event updated for resources: {'Port': ['ID=731216df-96de-4e2a-b21b-0808a42150a9,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:53.391761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:53.396985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:53.404300 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:15:53.404679 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:53.405080 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.408153 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:15:53.408676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Bound port: 731216df-96de-4e2a-b21b-0808a42150a9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:15:53.413659 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.489680 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] For port 731216df-96de-4e2a-b21b-0808a42150a9, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:15:53.491754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:53.493441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.496352 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] For port 731216df-96de-4e2a-b21b-0808a42150a9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=731216df-96de-4e2a-b21b-0808a42150a9,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:15:53.513230 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.522715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-5f14bb7d-01a9-46ef-a474-31da1dbe0471 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6417341 Oct 22 13:15:53.541502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Request body: {'port': {'device_id': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:53.589056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 157f4421-c997-4aab-afc2-52e858ed4298 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:53.590228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.621307 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:53.621952 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:53.670195 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b926e-0ddc-431c-8595-3281fd4375d8 None None] Pushing event updated for resources: {'Port': ['ID=731216df-96de-4e2a-b21b-0808a42150a9,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:53.713617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:53.718651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.722108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.757847 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:53.960380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65523804-86f3-45d4-b102-0d9877a5d618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:53.987408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.008881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for 6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:15:54.025917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.027715 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:49Z', 'revision_number': 3, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:54.079007 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47193ffe-e28d-4a88-b095-4e928aef8e47 None None] The sync data for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 is: [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:49Z', 'revision_number': 3, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:15:54.271987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b535b4a3-5afc-4233-b88a-279dfb4be77a {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:15:54.282508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.389215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Allocated IP 172.20.0.1 (d4a331d0-1132-4f5d-a7d2-281ca3cf75a5/98cf41dc-07ac-4352-8475-333c897d303f/726a56e3-0d56-4223-bed2-688842ad0327) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:54.398407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Transition to ACTIVE for port object b535b4a3-5afc-4233-b88a-279dfb4be77a will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:15:54.414694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.480793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be0e9-9183-4c9f-acc9-f0580de13171 req-3b170d42-187b-43eb-8e27-0c9a4c1c42d4 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:54.482432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-747be0e9-9183-4c9f-acc9-f0580de13171 req-3b170d42-187b-43eb-8e27-0c9a4c1c42d4 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 932 time: 0.1595924 Oct 22 13:15:54.528247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.537165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.620392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Pushing event updated for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:54.627735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=6dc54d94-d5e2-43c5-a3ce-54eecd0981d8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:54.699023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-747be0e9-9183-4c9f-acc9-f0580de13171 req-f88f4849-2bf7-4c82-a9f5-5fcd417a5f33 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064059 Oct 22 13:15:54.729567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.745756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-055e8b38-1b34-4494-ae70-54cd4a07938c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 HTTP/1.1" status: 204 len: 168 time: 2.1765251 Oct 22 13:15:54.747413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:54.771734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Attempting to bind port b535b4a3-5afc-4233-b88a-279dfb4be77a on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:15:54.772358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Attempting to bind port b535b4a3-5afc-4233-b88a-279dfb4be77a by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '5e07d0d8-869c-4a03-8e55-77c2b4da5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:15:54.773456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Attempting to bind port b535b4a3-5afc-4233-b88a-279dfb4be77a on network 6c07a0e4-d036-49e0-8030-0014eea01485 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:54.787127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Port b535b4a3-5afc-4233-b88a-279dfb4be77a on network 6c07a0e4-d036-49e0-8030-0014eea01485 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:15:54.788096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Attempting to bind port b535b4a3-5afc-4233-b88a-279dfb4be77a on network 6c07a0e4-d036-49e0-8030-0014eea01485 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:15:54.797752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:15:54.798096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Checking segment: {'id': '5e07d0d8-869c-4a03-8e55-77c2b4da5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:15:54.798488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Bound using segment: {'id': '5e07d0d8-869c-4a03-8e55-77c2b4da5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:15:54.798974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Bound port: b535b4a3-5afc-4233-b88a-279dfb4be77a, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e07d0d8-869c-4a03-8e55-77c2b4da5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:15:54.799335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:54.856909 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d71309-0007-48b6-9cf2-affd1bd81e2e tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] GET failed (client error): The resource could not be found. Oct 22 13:15:54.867958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b5d71309-0007-48b6-9cf2-affd1bd81e2e tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports/6dc54d94-d5e2-43c5-a3ce-54eecd0981d8 HTTP/1.1" status: 404 len: 333 time: 0.1102252 Oct 22 13:15:54.873489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39312) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:54.887673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1749807798'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:54.897341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.011936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:55.025675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:55.029463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:15:55.033714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a,segment=NetworkSegment(5e07d0d8-869c-4a03-8e55-77c2b4da5430),segment_id=5e07d0d8-869c-4a03-8e55-77c2b4da5430)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:15:55.045251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:55.050478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.099881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Pushing event updated for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:55.128951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:55.129575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.138175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] 10.222.0.26 "PUT /v2.0/ports/b535b4a3-5afc-4233-b88a-279dfb4be77a HTTP/1.1" status: 200 len: 1092 time: 1.6053185 Oct 22 13:15:55.138175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:15:55.141087 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa20fb-4ed6-4f99-8a8d-17dec716299b" -d '{"events": [{"name": "network-changed", "server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:15:55.255534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1581b-e093-4d5f-a076-1f571b13eda2 service neutron] Pushing event updated for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:55.275112 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55a8a0-945e-41c3-b401-bb6f995b508f x-openstack-request-id: req-0d55a8a0-945e-41c3-b401-bb6f995b508f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:15:55.276162 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:15:55.276641 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d55a8a0-945e-41c3-b401-bb6f995b508f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:15:55.277241 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a', 'status': 'completed', 'code': 200} Oct 22 13:15:55.295572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-20edfb96-f79c-4f0e-aa6f-44ecd88e5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:55.298057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-20edfb96-f79c-4f0e-aa6f-44ecd88e5511 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bdadc9121ad41acabb5a36cad8c8adb&device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 1095 time: 0.0973244 Oct 22 13:15:55.305336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.366049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-938a1f35-7cf7-404d-95e2-01cdf401750b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a HTTP/1.1" status: 200 len: 217 time: 0.0529869 Oct 22 13:15:55.390435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 731216df-96de-4e2a-b21b-0808a42150a9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:55.437722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-baf64499-0295-42cb-b2b7-1f3aef998054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:55.439630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-baf64499-0295-42cb-b2b7-1f3aef998054 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7410e35b-e0a7-4faa-ab3a-5b10be7a61a6 HTTP/1.1" status: 200 len: 854 time: 0.0531769 Oct 22 13:15:55.491707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-6dc56988-815b-42f7-9750-500f02cbe392 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c07a0e4-d036-49e0-8030-0014eea01485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431304 Oct 22 13:15:55.511189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 731216df-96de-4e2a-b21b-0808a42150a9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:55.516851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.554558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:55.562825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.599348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f35f1341-5a06-4276-a104-d08fece9580c None None] Provisioning complete for port 726a56e3-0d56-4223-bed2-688842ad0327 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:55.599712 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f35f1341-5a06-4276-a104-d08fece9580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.668357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-d2172671-7b69-4103-ac4d-22c6a576018d service neutron] 10.222.0.26 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678147 Oct 22 13:15:55.724800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port 6a3c161e-fb85-4977-a358-58c8f0fcba5b yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:55.826159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.867984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 731216df-96de-4e2a-b21b-0808a42150a9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=731216df-96de-4e2a-b21b-0808a42150a9,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:55.877546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.886557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f35f1341-5a06-4276-a104-d08fece9580c None None] Port 726a56e3-0d56-4223-bed2-688842ad0327 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:55.910507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:55.963961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3fa403c-2b25-4d91-903d-5452ca224907 req-30ef0ad8-2609-4d0e-a473-f208161324ab service neutron] 10.222.0.26 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873349 Oct 22 13:15:56.039824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=731216df-96de-4e2a-b21b-0808a42150a9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:56.048617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c30f1-5397-4612-976f-f9833ab6db71 req-e7780806-8bbb-4495-9bad-d5235385128a tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:56.050278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b6c30f1-5397-4612-976f-f9833ab6db71 req-e7780806-8bbb-4495-9bad-d5235385128a tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 944 time: 0.1437237 Oct 22 13:15:56.105837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::3ad (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/6a3c161e-fb85-4977-a358-58c8f0fcba5b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:56.153541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b6c30f1-5397-4612-976f-f9833ab6db71 req-57774f7c-cee2-4b8a-9fbf-9b0bbb4f6b07 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 Oct 22 13:15:56.163657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-d9b11d5c-2581-4195-8fe2-3239f9566502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:56.165240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-d9b11d5c-2581-4195-8fe2-3239f9566502 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bdadc9121ad41acabb5a36cad8c8adb&device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 1095 time: 0.1140373 Oct 22 13:15:56.336675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-3eb53afd-8ac6-4183-a93f-7f535b9d25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:56.338168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-3eb53afd-8ac6-4183-a93f-7f535b9d25f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c07a0e4-d036-49e0-8030-0014eea01485 HTTP/1.1" status: 200 len: 915 time: 0.1647675 Oct 22 13:15:56.406692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-2599bbf5-f49e-4de3-bc9e-5a4057664ea5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a HTTP/1.1" status: 200 len: 217 time: 0.0597773 Oct 22 13:15:56.508219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-28f8f16e-6279-43a8-9511-1e754a806306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:56.509879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-28f8f16e-6279-43a8-9511-1e754a806306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7410e35b-e0a7-4faa-ab3a-5b10be7a61a6 HTTP/1.1" status: 200 len: 854 time: 0.0929778 Oct 22 13:15:56.526293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.581973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.584973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.595418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.596105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-a257d7b6-34a0-45c4-b826-347fca1fe118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c07a0e4-d036-49e0-8030-0014eea01485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634618 Oct 22 13:15:56.704873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.728714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-a04f70b0-c6fd-4af6-bdd8-10714b9bec7a service neutron] 10.222.0.26 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268215 Oct 22 13:15:56.730228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:56.734857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=6a3c161e-fb85-4977-a358-58c8f0fcba5b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:56.746164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:56.752100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:56.757793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:56.758414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:56.838226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Pushing event updated for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:56.927883 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f3c73440-f6db-459d-a8d7-4c59e26c9f45 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0531394 Oct 22 13:15:56.931425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39366) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:56.956639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'network_id': '16263b27-df8b-44ac-a4a5-fc13661f93b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222600764'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:56.987022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98aa20fb-4ed6-4f99-8a8d-17dec716299b req-feb3d10c-ae5d-49c6-a526-eb4605dfec3a service neutron] 10.222.0.26 "GET /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365067 Oct 22 13:15:57.090616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eae58c7c-c798-4017-8e01-037de49a55e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.095740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:57.100047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:57.142411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dca671f4-ca03-4375-98f6-af81f86fab5c None None] Provisioning complete for port 6a3c161e-fb85-4977-a358-58c8f0fcba5b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:57.142839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dca671f4-ca03-4375-98f6-af81f86fab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.215725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Made reservation on behalf of df9c7f0ab39c423ea301390141d03132 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:15:57.219871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.273676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dca671f4-ca03-4375-98f6-af81f86fab5c None None] Port 6a3c161e-fb85-4977-a358-58c8f0fcba5b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:57.288201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] device_id is not set on port 07950506-f74b-4873-ba7a-d50a81b2e7e0 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:15:57.363371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 731216df-96de-4e2a-b21b-0808a42150a9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:15:57.481204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 731216df-96de-4e2a-b21b-0808a42150a9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:57.481709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.498011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Allocated IP 2001:db8::b5 (16263b27-df8b-44ac-a4a5-fc13661f93b2/caafede4-5c06-4c64-8bc6-c29403ed6626/07950506-f74b-4873-ba7a-d50a81b2e7e0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:15:57.500765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778af7-5178-4aa9-bf9c-72850d777c86 req-b001a231-9013-4acc-9d6d-582b86c638c7 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:57.513684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b778af7-5178-4aa9-bf9c-72850d777c86 req-b001a231-9013-4acc-9d6d-582b86c638c7 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 944 time: 0.1277909 Oct 22 13:15:57.546674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:15:57.616512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b778af7-5178-4aa9-bf9c-72850d777c86 req-3cb3bb5e-f73c-4967-b176-2fb7d8894d5e tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968213 Oct 22 13:15:57.784653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-219c32ee-4331-4178-ac01-c853c56081b2 None None] Provisioning complete for port 726a56e3-0d56-4223-bed2-688842ad0327 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:57.787103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-219c32ee-4331-4178-ac01-c853c56081b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.791719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.793552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.850640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.850884 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:57.868630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-219c32ee-4331-4178-ac01-c853c56081b2 None None] Port 726a56e3-0d56-4223-bed2-688842ad0327 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:57.968486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:15:57.984784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=07950506-f74b-4873-ba7a-d50a81b2e7e0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:57.987782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:15:57.991998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:15:57.999323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:58.000233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.023129 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-446ed9a2-8ec3-457b-8617-4ee824cb794a tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0887899 Oct 22 13:15:58.025928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39406) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:58.032036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::87', 'mac_address': 'fa:16:3e:e5:03:01'}, {'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:53:83:c3'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:58.122165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:15:58.132967 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a7a89f4-bb61-47f5-b5be-a396b6c614b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/640e6b87-2ddc-45d3-8ccd-36a5181852b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2586663 Oct 22 13:15:58.145276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Sync routers for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:15:58.173151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:15:58.173965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:58.376702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.498311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:15:58.585413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-209cc153-17af-4efc-a6b5-457a73c411b1 None None] Provisioning complete for port 07950506-f74b-4873-ba7a-d50a81b2e7e0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:58.586162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-209cc153-17af-4efc-a6b5-457a73c411b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.676508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-209cc153-17af-4efc-a6b5-457a73c411b1 None None] Port 07950506-f74b-4873-ba7a-d50a81b2e7e0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:15:58.831892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:58.849961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:15:56Z', 'revision_number': 2, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:15:58.857471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.875681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.886176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Checking router: 640e6b87-2ddc-45d3-8ccd-36a5181852b3 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:15:58.886794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Updating router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 port 726a56e3-0d56-4223-bed2-688842ad0327 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:15:58.923235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:58.930538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471849824', 'description': 'tempest-description--588472025'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:58.957251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:58.974223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event updated for resources: {'Port': ['ID=07950506-f74b-4873-ba7a-d50a81b2e7e0,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:58.994256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c3358-b49e-425c-8c5b-00f53c4e5448 req-7eeda92b-3883-4754-9ee0-a5229718ba8f tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:58.996414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf3c3358-b49e-425c-8c5b-00f53c4e5448 req-7eeda92b-3883-4754-9ee0-a5229718ba8f tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 944 time: 0.2712862 Oct 22 13:15:59.003391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.009368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] In _notify_port_updated(), no bound segment for port 07950506-f74b-4873-ba7a-d50a81b2e7e0 on network 16263b27-df8b-44ac-a4a5-fc13661f93b2 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:15:59.017536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:59.018400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.019920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "PUT /v2.0/ports/07950506-f74b-4873-ba7a-d50a81b2e7e0 HTTP/1.1" status: 200 len: 1065 time: 0.9926813 Oct 22 13:15:59.022568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.023416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.023919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.024415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.024820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:59.025094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.025744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.026224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.026765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.027269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.027891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.028379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.028865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1db964-e741-4e92-ad1a-7c1c23b2ec68 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:15:59.080001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf3c3358-b49e-425c-8c5b-00f53c4e5448 req-a84e5291-c973-4d99-b3e1-a48792b90e47 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Oct 22 13:15:59.137088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.139825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed179e85-096b-4e13-9c6e-16f89557f653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.213651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.280846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e86e1a-03d9-4128-9cb3-a9c29e839aee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:59.311599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.312885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bbb52e92-7b41-4096-ad26-cef5651b7fdf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3880866 Oct 22 13:15:59.320257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39440) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:59.325487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'security_group_rule': {'security_group_id': '67e86e1a-03d9-4128-9cb3-a9c29e839aee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:59.360444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port 07950506-f74b-4873-ba7a-d50a81b2e7e0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:15:59.360823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b535b4a3-5afc-4233-b88a-279dfb4be77a details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:15:59.361292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.388665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.508626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.539448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.585127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.586715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654247 Oct 22 13:15:59.590102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39446) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:59.595655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a,segment=NetworkSegment(5e07d0d8-869c-4a03-8e55-77c2b4da5430),segment_id=5e07d0d8-869c-4a03-8e55-77c2b4da5430)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:15:59.596711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'security_group_rule': {'security_group_id': '67e86e1a-03d9-4128-9cb3-a9c29e839aee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:59.622727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60768c6c-b7b6-414f-9720-35f1246ca224 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7923ce66-98f8-4d72-b109-55590f7292e6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:59.654558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.798957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.813245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.825361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4fd431b8-2a3b-4eec-b45d-0f8e43e63064 None None] Provisioning complete for port 07950506-f74b-4873-ba7a-d50a81b2e7e0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:15:59.825361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4fd431b8-2a3b-4eec-b45d-0f8e43e63064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.825361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b535b4a3-5afc-4233-b88a-279dfb4be77a', 'network_id': '6c07a0e4-d036-49e0-8030-0014eea01485', 'port_id': 'b535b4a3-5afc-4233-b88a-279dfb4be77a', 'mac_address': 'fa:16:3e:67:1c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7410e35b-e0a7-4faa-ab3a-5b10be7a61a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:15:59.838676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.859882 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.867197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ad56d7-1e61-4db9-8360-c9e1b101fca4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:15:59.879004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.880449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-308af6c5-90ed-45f5-b0ad-1647eb3c2a41 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882867 Oct 22 13:15:59.889692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8182a68-4ef3-49c8-80ff-fecb87271a2c req-21dd0b84-91da-4904-b9cd-6b1ce6a3a554 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:15:59.897634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8182a68-4ef3-49c8-80ff-fecb87271a2c req-21dd0b84-91da-4904-b9cd-6b1ce6a3a554 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0973427 Oct 22 13:15:59.899329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39456) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:15:59.904711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:15:59.985598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed179e85-096b-4e13-9c6e-16f89557f653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:15:59.992368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed179e85-096b-4e13-9c6e-16f89557f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.011348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8182a68-4ef3-49c8-80ff-fecb87271a2c req-5bca1593-dc10-4dd2-99e6-236d9caf7da0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127882 Oct 22 13:16:00.017013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.020406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.057383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.066227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4fd431b8-2a3b-4eec-b45d-0f8e43e63064 None None] Port 07950506-f74b-4873-ba7a-d50a81b2e7e0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:16:00.084089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179e85-096b-4e13-9c6e-16f89557f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b50c74-6839-4f11-9ea1-fcc7ae219f9d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.098579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b535b4a3-5afc-4233-b88a-279dfb4be77a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:00.105659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c496b-ee2e-4966-8cb7-aceb2dd21eb8 None None] Pushing event updated for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.157630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.184953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a,segment=NetworkSegment(5e07d0d8-869c-4a03-8e55-77c2b4da5430),segment_id=5e07d0d8-869c-4a03-8e55-77c2b4da5430)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:00.221048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for 07950506-f74b-4873-ba7a-d50a81b2e7e0 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:00.226834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed179e85-096b-4e13-9c6e-16f89557f653 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48c4a0e8c1824e19afff4e5b167d17fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3910325 Oct 22 13:16:00.227288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:00.228340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Attempting to bind port 726a56e3-0d56-4223-bed2-688842ad0327 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:00.228952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Attempting to bind port 726a56e3-0d56-4223-bed2-688842ad0327 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:00.229512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Attempting to bind port 726a56e3-0d56-4223-bed2-688842ad0327 on network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:00.233531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.287629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:00.289021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Checking segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:00.289967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.290823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Bound using segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:00.291573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Bound port: 726a56e3-0d56-4223-bed2-688842ad0327, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:00.293652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.349915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.353710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0508b75-4b68-4dfe-a9e6-296f15a9d520 req-8f9a57e8-44f2-497f-b782-71f8b9ad604a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:00.362636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0508b75-4b68-4dfe-a9e6-296f15a9d520 req-8f9a57e8-44f2-497f-b782-71f8b9ad604a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1915679 Oct 22 13:16:00.394191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb2e9-e747-4056-af13-eaa8cf44a09c req-b4c7ece6-b179-4192-8193-e16d20c4e996 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:00.395556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.403784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b16eb2e9-e747-4056-af13-eaa8cf44a09c req-b4c7ece6-b179-4192-8193-e16d20c4e996 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 945 time: 0.1770387 Oct 22 13:16:00.415209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.443716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] For port 726a56e3-0d56-4223-bed2-688842ad0327, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:00.451181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] For port 726a56e3-0d56-4223-bed2-688842ad0327, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=726a56e3-0d56-4223-bed2-688842ad0327,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:00.460051 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.475209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b535b4a3-5afc-4233-b88a-279dfb4be77a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:00.485581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0508b75-4b68-4dfe-a9e6-296f15a9d520 req-f9b3c13b-42d8-4c47-b296-426b4b942e69 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220546 Oct 22 13:16:00.500734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b16eb2e9-e747-4056-af13-eaa8cf44a09c req-8f2b5294-483a-492d-bd1a-3325d035e59b tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959229 Oct 22 13:16:00.506491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.537329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.542808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.544148 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68b50c74-6839-4f11-9ea1-fcc7ae219f9d HTTP/1.1" status: 204 len: 168 time: 0.3157849 Oct 22 13:16:00.563595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de5557-39e3-4a93-b28f-1b5f03cddaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b50c74-6839-4f11-9ea1-fcc7ae219f9d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.581312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:00.617498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=07950506-f74b-4873-ba7a-d50a81b2e7e0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.772554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:00.773239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:00.831085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Allocated IP 172.25.6.83 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:00.925250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c496b-ee2e-4966-8cb7-aceb2dd21eb8 None None] Pushing event updated for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:00.952591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] Provisioning complete for port 726a56e3-0d56-4223-bed2-688842ad0327 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:00.958698 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.105383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.111274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5299487e-0999-4329-bf7e-f4689419286c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/07950506-f74b-4873-ba7a-d50a81b2e7e0 HTTP/1.1" status: 204 len: 168 time: 1.9728184 Oct 22 13:16:01.115047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:01.133345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-d2ea6c17-98ac-4c8a-b55c-f32fa324dc30 req-e56f9e48-a47e-4a81-af51-ee314913e8eb service neutron] (100620) timed out ('10.222.0.25', 45052) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:16:01.168103 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-8758ef7e-0e76-40d0-836c-523821ef6864 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] GET failed (client error): The resource could not be found. Oct 22 13:16:01.169784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8758ef7e-0e76-40d0-836c-523821ef6864 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports/07950506-f74b-4873-ba7a-d50a81b2e7e0 HTTP/1.1" status: 404 len: 333 time: 0.0537622 Oct 22 13:16:01.173426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39494) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:01.296378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:01.310229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39496) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:01.321341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-aa003b60-52d4-47ad-b3fb-d4a681908c68 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:01.328565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e569366b-e3b0-4d2a-8b14-99a9e0e41e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.332728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-aa003b60-52d4-47ad-b3fb-d4a681908c68 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.4580286 Oct 22 13:16:01.368572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-e62f76e1-d05d-40b3-b71e-02550c81e966 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/quotas/4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 375 time: 0.0340488 Oct 22 13:16:01.389271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port 6a3c161e-fb85-4977-a358-58c8f0fcba5b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:01.389731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.450222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.501415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-4a1b53bd-f23d-4e88-9799-4932862cb65c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1310902 Oct 22 13:16:01.513665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e569366b-e3b0-4d2a-8b14-99a9e0e41e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.524308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.526998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e569366b-e3b0-4d2a-8b14-99a9e0e41e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.554963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for 6a3c161e-fb85-4977-a358-58c8f0fcba5b owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:01.640671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e569366b-e3b0-4d2a-8b14-99a9e0e41e39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b419e2d895344accae2089b2816301a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283334 Oct 22 13:16:01.643293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39500) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:01.643977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569366b-e3b0-4d2a-8b14-99a9e0e41e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515b00d-7ccb-420a-a00f-c212ac907add,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:01.804226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-55fd153f-f41b-42e1-b71d-538024a08804 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017695 Oct 22 13:16:01.824174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.830092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.857139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350666-92d9-4ca8-b9fd-6f76767f4790 req-524add06-b7b2-4b57-a097-62f5c8dd614b tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:01.859750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe350666-92d9-4ca8-b9fd-6f76767f4790 req-524add06-b7b2-4b57-a097-62f5c8dd614b tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 945 time: 0.1819556 Oct 22 13:16:01.863355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.880943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] For port 726a56e3-0d56-4223-bed2-688842ad0327, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=726a56e3-0d56-4223-bed2-688842ad0327,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:01.882213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.888539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.907263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:01.964541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=6a3c161e-fb85-4977-a358-58c8f0fcba5b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:02.004057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:02.018067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162285a5-fc6f-422f-bf33-9bd64b61490d None None] Pushing event updated for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:02.044017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.045213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:02.052864 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c963e60-9e1a-4926-bb61-bc507cbb485d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/6a3c161e-fb85-4977-a358-58c8f0fcba5b HTTP/1.1" status: 204 len: 168 time: 0.8771174 Oct 22 13:16:02.054003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:02.055632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'Port': ['ID=30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:02.080927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:00Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:02.085256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:02.114386 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d295949-b2a5-48db-9ee9-6ce36d223f5c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] GET failed (client error): The resource could not be found. Oct 22 13:16:02.119976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1d295949-b2a5-48db-9ee9-6ce36d223f5c tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "GET /v2.0/ports/6a3c161e-fb85-4977-a358-58c8f0fcba5b HTTP/1.1" status: 404 len: 333 time: 0.0647111 Oct 22 13:16:02.120868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.126220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.130075 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9515b00d-7ccb-420a-a00f-c212ac907add HTTP/1.1" status: 204 len: 168 time: 0.4805708 Oct 22 13:16:02.130075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39506) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:02.236729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a692a-4b40-4ca3-9cfa-a487a43dd6f7 None None] The sync data for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 is: [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:00Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:16:02.251746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898f2e3-c914-41b9-ada1-e9dc1a5ad3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515b00d-7ccb-420a-a00f-c212ac907add,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:02.346325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe350666-92d9-4ca8-b9fd-6f76767f4790 req-0046ba51-da11-4044-89ea-755e34448a80 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689505 Oct 22 13:16:02.393292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-b5ddfd02-bf6f-4976-87ce-b19c1cffe4d5 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806653 Oct 22 13:16:02.419527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-670aa5c3-becc-448e-b32a-000979fdc8ec None None] Provisioning complete for port 726a56e3-0d56-4223-bed2-688842ad0327 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:02.419974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-670aa5c3-becc-448e-b32a-000979fdc8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.424739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port 93f2f86b-1b16-4046-938a-f8e6a93c707d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:02.425922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.458444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.548674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.714263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:02.729465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for 93f2f86b-1b16-4046-938a-f8e6a93c707d owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:02.956840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.019748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.025712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-026f413e-c6d0-403f-88e3-cbddadb4701c req-fe0dd108-c73d-48d2-9b6f-525f78c01343 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 210 time: 0.0614133 Oct 22 13:16:03.098460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.117625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'Port': ['ID=30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:03.150928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.188147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.198892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8254d46f-39d2-4938-8021-ecfad83c4acd tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2885644 Oct 22 13:16:03.202343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=93f2f86b-1b16-4046-938a-f8e6a93c707d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:03.323245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.328931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-539585b0-f8bc-4747-b81a-ee58131b37ad tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/ports/93f2f86b-1b16-4046-938a-f8e6a93c707d HTTP/1.1" status: 204 len: 168 time: 1.1805263 Oct 22 13:16:03.341230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39536) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:03.383761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b535b4a3-5afc-4233-b88a-279dfb4be77a up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:03.491196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 726a56e3-0d56-4223-bed2-688842ad0327 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:03.547018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting subnet caafede4-5c06-4c64-8bc6-c29403ed6626 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:16:03.563774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.652708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.764103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b535b4a3-5afc-4233-b88a-279dfb4be77a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:03.789015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.790230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b535b4a3-5afc-4233-b88a-279dfb4be77a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:03.791348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.872173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:03.891261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 726a56e3-0d56-4223-bed2-688842ad0327 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:03.899799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.010831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Subnet': ['ID=caafede4-5c06-4c64-8bc6-c29403ed6626,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:04.028354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.042473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:04.042739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d8971ea9-caf8-479e-b760-c0e6851acd66 tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/subnets/caafede4-5c06-4c64-8bc6-c29403ed6626 HTTP/1.1" status: 204 len: 168 time: 0.7001402 Oct 22 13:16:04.059538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd334d-1be5-4bb7-9623-0fd7095cad7b None None] Network 16263b27-df8b-44ac-a4a5-fc13661f93b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:04.158957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1351f-12ec-4253-90b5-27ce907ad5fe req-708f536e-58f5-4696-b0d6-fc187ec8c414 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:04.160871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bd1351f-12ec-4253-90b5-27ce907ad5fe req-708f536e-58f5-4696-b0d6-fc187ec8c414 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 945 time: 0.3025270 Oct 22 13:16:04.170195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-1098b157-f61e-4662-b298-bad9fe0b8c74 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--471849824&fields=id&tenant_id=ec2f5045b3b54714a1047e24e97c900d HTTP/1.1" status: 200 len: 267 time: 0.3139305 Oct 22 13:16:04.208454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.291220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.400185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Deleting port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:04.400926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.443356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:04.446215 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a0d277-20ab-4772-b021-4f990e35af0a" -d '{"events": [{"server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "name": "network-vif-plugged", "status": "completed", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:04.490906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] For port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,segment=NetworkSegment(c14bd388-0bff-441e-87a7-5b48979c3d62),segment_id=c14bd388-0bff-441e-87a7-5b48979c3d62)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:04.491683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.494368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a,segment=NetworkSegment(5e07d0d8-869c-4a03-8e55-77c2b4da5430),segment_id=5e07d0d8-869c-4a03-8e55-77c2b4da5430)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:04.510826 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.518677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Calling delete_port for afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:04.639527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:04.678666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] DHCP port deletion for 16263b27-df8b-44ac-a4a5-fc13661f93b2 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:16:04.843918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Deleting port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:04.844294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.919283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] For port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:04.920070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.936217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Calling delete_port for afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:04.940242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:16:04.941601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:04.981689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] Pushing event deleted for resources: {'Port': ['ID=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:04.989077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f83ff-f5e5-45dd-b92c-294a95c0e219 None None] No DVR routers for this DVR port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:04.994050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bd1351f-12ec-4253-90b5-27ce907ad5fe req-42e81063-7c80-4b98-8bf9-dccac12c37b1 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8224678 Oct 22 13:16:05.070573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-accc6f6f-e5c0-4be2-8b56-af4458cc5f38 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:05.072401 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-accc6f6f-e5c0-4be2-8b56-af4458cc5f38 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.3359880 Oct 22 13:16:05.073675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.158266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'device_id': '0d878989-5769-4847-a07c-ee86cfc62346', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'admin_state_up': True, 'tenant_id': '4224646e84ba433a9c5eab787f91288f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:05.159331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18a6d042-8f15-4f8b-8c3b-a182705ed3cf req-3e1fd652-0d9f-476a-a72f-4a6a66604a94 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 210 time: 0.0429823 Oct 22 13:16:05.166089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Port': ['ID=afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:05.174913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] No DVR routers for this DVR port afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:05.196581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-bd62023a-003c-4e22-a36a-9c8c4f2ca478 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:05.198502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-bd62023a-003c-4e22-a36a-9c8c4f2ca478 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/networks?id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 HTTP/1.1" status: 200 len: 806 time: 0.9968193 Oct 22 13:16:05.228178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-adf9f28c-1a4b-41c6-bc5e-865cc8e3b470 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/quotas/ec2f5045b3b54714a1047e24e97c900d HTTP/1.1" status: 200 len: 375 time: 0.0217540 Oct 22 13:16:05.274554 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b368b3a8-560a-4795-9d22-5612487b000c x-openstack-request-id: req-b368b3a8-560a-4795-9d22-5612487b000c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:05.276563 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "name": "network-vif-plugged", "status": "completed", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:05.276997 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b368b3a8-560a-4795-9d22-5612487b000c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:05.277548 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a', 'code': 200} Oct 22 13:16:05.378083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-4dba607a-bcb4-4dd0-be6f-e80dfa8529ad tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec2f5045b3b54714a1047e24e97c900d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435287 Oct 22 13:16:05.397015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:05.460348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:16:05.461028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device afbe13b4-0573-4f2b-9b3c-ce67d0f54ebf not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:16:05.498237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68ac4a-9443-4840-87b6-19268ec3b3a3 req-0acc0d5b-1922-4f83-ad85-017cde95f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:05.500714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df68ac4a-9443-4840-87b6-19268ec3b3a3 req-0acc0d5b-1922-4f83-ad85-017cde95f54f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 1097 time: 0.1216555 Oct 22 13:16:05.546318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:05.552065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.590570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df68ac4a-9443-4840-87b6-19268ec3b3a3 req-e493d02d-cbb8-4b56-b959-cc3cb04f38a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580614 Oct 22 13:16:05.602560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-525e903e-ff76-4a5c-8dbf-8d20fb571f30 service neutron] 10.222.0.25 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566353 Oct 22 13:16:05.721693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-bdb80491-8c7a-4b5e-9a67-dbdbd041220e service neutron] 10.222.0.25 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117616 Oct 22 13:16:05.748589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.792910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16263b27-df8b-44ac-a4a5-fc13661f93b2']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:05.813395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14bd388-0bff-441e-87a7-5b48979c3d62') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:05.813870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14bd388-0bff-441e-87a7-5b48979c3d62') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:05.825788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.20.0.7 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/0c3a4f8e-f35c-40b2-8746-19e903c6ae2a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:05.833328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.891844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.930052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:05.934614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:05.942559 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:06.067486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:06.076054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa741-7662-469e-aa7e-c5ed3c0e4bd9 req-07313149-45ac-4fe2-82a5-88fe5339917f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:06.081772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:06.088558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] 10.222.0.25 "DELETE /v2.0/networks/16263b27-df8b-44ac-a4a5-fc13661f93b2 HTTP/1.1" status: 204 len: 168 time: 2.0447707 Oct 22 13:16:06.096142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-752fa741-7662-469e-aa7e-c5ed3c0e4bd9 req-07313149-45ac-4fe2-82a5-88fe5339917f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1502707 Oct 22 13:16:06.121385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff0521-2df8-47bc-95ea-ffd77d1b141d tempest-AllowedAddressPairIpV6TestJSON-1024712586 tempest-AllowedAddressPairIpV6TestJSON-1024712586-project] Pushing event deleted for resources: {'Network': ['ID=16263b27-df8b-44ac-a4a5-fc13661f93b2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:06.262907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-752fa741-7662-469e-aa7e-c5ed3c0e4bd9 req-5dfd13b7-5253-49d1-9740-52331d15ddbe tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524849 Oct 22 13:16:06.302114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:06.401018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:06.419925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['81e44fc6-38db-4fc2-aac4-6dab9bc476dc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:06.423805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:06.432295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a20cac-6814-41f3-89be-23bd1e3293f9 req-7a75ba7c-1ed7-4000-9f07-065130659f48 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:06.447544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a20cac-6814-41f3-89be-23bd1e3293f9 req-7a75ba7c-1ed7-4000-9f07-065130659f48 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 946 time: 0.1833057 Oct 22 13:16:06.558538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:06.588876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b37b26d5-60a4-4115-ada5-937438209943 req-a68d82d6-a38d-460d-afe1-2ee73f189c0a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 210 time: 0.1191089 Oct 22 13:16:06.601578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:06.604109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:06.642091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:06.652569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6a20cac-6814-41f3-89be-23bd1e3293f9 req-9107fae5-1ab5-48cc-8138-1e13ed79e7d0 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950948 Oct 22 13:16:06.850170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:06.853277 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:06.861970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a7413-e8c6-409a-869d-276f761db807 req-3a46f42e-92a0-4cc0-bccc-edc41bde5223 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:06.871104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-123a7413-e8c6-409a-869d-276f761db807 req-3a46f42e-92a0-4cc0-bccc-edc41bde5223 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 931 time: 0.1295619 Oct 22 13:16:06.893063 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-f217b7d6-a48e-4e2b-ae91-fd2321bac870 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7847908 Oct 22 13:16:06.909659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Request body: {'port': {'device_id': '0d878989-5769-4847-a07c-ee86cfc62346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:07.037380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-123a7413-e8c6-409a-869d-276f761db807 req-5facab4b-7f66-48b2-abb6-6448c58b62c9 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568329 Oct 22 13:16:07.109949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:07.210574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-b49b28b1-4d20-4934-a6a9-78d27db732cc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:07.222073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-b49b28b1-4d20-4934-a6a9-78d27db732cc tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.1824982 Oct 22 13:16:07.292746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-84a5022e-9a8b-416c-9b1b-b05c38736b92 None None] Provisioning complete for port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:07.293325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-84a5022e-9a8b-416c-9b1b-b05c38736b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:07.412313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39654) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:07.454232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-84a5022e-9a8b-416c-9b1b-b05c38736b92 None None] Port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:16:07.469171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:07.477645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea21a79-a656-4698-847c-ab16125f7a22 req-b3ff4f76-738e-4557-8b74-fc434cc6aef3 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:07.485739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dea21a79-a656-4698-847c-ab16125f7a22 req-b3ff4f76-738e-4557-8b74-fc434cc6aef3 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 945 time: 0.0909178 Oct 22 13:16:07.494559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Deleting port 7617ccb0-8948-45d9-a5dc-51ce5121b22a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:07.495006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:07.606362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dea21a79-a656-4698-847c-ab16125f7a22 req-c8147e8c-398f-43d4-97e5-4afa4ff60d53 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176269 Oct 22 13:16:07.717222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] For port 7617ccb0-8948-45d9-a5dc-51ce5121b22a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7617ccb0-8948-45d9-a5dc-51ce5121b22a,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:07.718801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:07.814011 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4067841a-c753-45d8-b1e5-2b0d098b2e17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df9c7f0ab39c423ea301390141d03132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987494 Oct 22 13:16:07.819643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:07.929314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39672) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:07.970917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:07.982841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.001508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.001929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.024976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.066265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0401d05-f988-486c-aff2-f1f7b41f39a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.096056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Transition to ACTIVE for port object 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:16:08.115524 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.136714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.140052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.141474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b64c2c91-a3e5-4b5f-b826-cf2cc5844b8e HTTP/1.1" status: 204 len: 168 time: 0.3095598 Oct 22 13:16:08.166112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a4c430c7-3286-4178-832c-d0e4225b33c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.197904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d9ca7-d920-48ce-a9a8-10c15b2eeb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c2c91-a3e5-4b5f-b826-cf2cc5844b8e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:08.301425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a4c430c7-3286-4178-832c-d0e4225b33c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.319159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a4c430c7-3286-4178-832c-d0e4225b33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.324927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:08.381090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a7f70b4-3438-4c53-bbe3-1befb3f155c4 req-56c49318-ba81-4dba-8174-d09f5668aa7d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 210 time: 0.3182809 Oct 22 13:16:08.553255 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a4c430c7-3286-4178-832c-d0e4225b33c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e359f71c16b48378b811cec540432fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211543 Oct 22 13:16:08.563222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:08.587187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.587563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.587875 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Floating IP 3ced713a-526e-46e9-96fe-f4aa9a4b867b disassociated. External IP: 172.25.6.156, port: 7617ccb0-8948-45d9-a5dc-51ce5121b22a. Oct 22 13:16:08.588223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Calling delete_port for 7617ccb0-8948-45d9-a5dc-51ce5121b22a owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:08.609694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c430c7-3286-4178-832c-d0e4225b33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f35d7-b6d0-4426-a612-d9d3e0ca6d04,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:08.624141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Attempting to bind port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:08.624728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Attempting to bind port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:08.625099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Attempting to bind port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:08.634537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:16:08.634880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Attempting to bind port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:08.644440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:08.644440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:08.644440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:08.644440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Bound port: 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:08.644971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.676552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d3989-4612-4f8e-a3f6-8da27e331c97 req-1f5b3ed7-4e05-4468-bceb-4bd884ed666b tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:08.678102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a64d3989-4612-4f8e-a3f6-8da27e331c97 req-1f5b3ed7-4e05-4468-bceb-4bd884ed666b tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 946 time: 0.6248558 Oct 22 13:16:08.703248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.759902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:08.760338 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0401d05-f988-486c-aff2-f1f7b41f39a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.763345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:08.780360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.808670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0401d05-f988-486c-aff2-f1f7b41f39a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.818798 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.851502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:08.852128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:08.853552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 1091 time: 1.9510195 Oct 22 13:16:08.854201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:08.854735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-17b27718-4288-4cba-9eff-1c88e57b78c1 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:08.856429 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d88841-83e6-4995-b2ef-e4b03084f854" -d '{"events": [{"name": "network-changed", "server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:08.867707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-17b27718-4288-4cba-9eff-1c88e57b78c1 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.26 "GET /v2.0/networks?id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 HTTP/1.1" status: 200 len: 806 time: 0.8072693 Oct 22 13:16:08.895384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401d05-f988-486c-aff2-f1f7b41f39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c0feb9-26d9-42c1-9f18-806ff76200d2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:08.897801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a307b-863b-4b9b-8bfc-163357abca16 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:08.947819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9711-124f-4dd9-b517-eac1c5c46d20 req-738bae30-f3bf-4485-93e7-f179934f3b54 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:08.949345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-062d9711-124f-4dd9-b517-eac1c5c46d20 req-738bae30-f3bf-4485-93e7-f179934f3b54 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 943 time: 0.3688698 Oct 22 13:16:08.969565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-60ed97ea-20cf-4aa2-bf91-678cc2d25ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:08.971101 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-60ed97ea-20cf-4aa2-bf91-678cc2d25ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 1094 time: 0.0682156 Oct 22 13:16:08.996302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.013091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.017587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c1f35d7-b6d0-4426-a612-d9d3e0ca6d04 HTTP/1.1" status: 204 len: 168 time: 0.4477894 Oct 22 13:16:09.052544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a64d3989-4612-4f8e-a3f6-8da27e331c97 req-f6b69b39-2f75-41ee-a717-0a046da99391 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527529 Oct 22 13:16:09.076573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e0401d05-f988-486c-aff2-f1f7b41f39a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e6bd8a05d5045b3868a931d9bb59f94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5885971 Oct 22 13:16:09.089095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:09.164680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-b561ad18-b23a-4d9c-a66c-1463ec16e1f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 217 time: 0.1753244 Oct 22 13:16:09.181678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9b710-a1db-44b1-98db-de741acee76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f35d7-b6d0-4426-a612-d9d3e0ca6d04,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:09.285085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-417c4cca-d1f8-4be5-8cd4-84d303699f78 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec2f5045b3b54714a1047e24e97c900d HTTP/1.1" status: 200 len: 379 time: 0.3990798 Oct 22 13:16:09.316212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.319988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-74a3ee27-b09c-43de-872b-0541ce6ed09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:09.324628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'port': {'device_id': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'admin_state_up': True, 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'security_groups': ['67e86e1a-03d9-4128-9cb3-a9c29e839aee']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:09.332353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-74a3ee27-b09c-43de-872b-0541ce6ed09c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1468234 Oct 22 13:16:09.353614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-062d9711-124f-4dd9-b517-eac1c5c46d20 req-720b401b-fa88-4c17-87e3-9f8fecb31a43 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516181 Oct 22 13:16:09.375758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.416919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.461370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f526-af55-47fc-9b54-63492776eb07 req-40731792-e404-47ac-9243-33e9fb256f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:09.463731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-40731792-e404-47ac-9243-33e9fb256f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222405 Oct 22 13:16:09.472087 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa48682-dfd2-433f-8448-e9895948f557 x-openstack-request-id: req-3aa48682-dfd2-433f-8448-e9895948f557 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:09.472445 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:09.472892 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3aa48682-dfd2-433f-8448-e9895948f557 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:09.473633 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'status': 'completed', 'code': 200} Oct 22 13:16:09.495295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'Port': ['ID=7617ccb0-8948-45d9-a5dc-51ce5121b22a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:09.534503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff306de-dd1b-49b0-bce9-75ec0f57fc1c req-eef37440-e231-4114-97f3-131a3a6c7a38 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:09.537393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ff306de-dd1b-49b0-bce9-75ec0f57fc1c req-eef37440-e231-4114-97f3-131a3a6c7a38 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 867 time: 0.2640486 Oct 22 13:16:09.628834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.631468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.643841 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9c0feb9-26d9-42c1-9f18-806ff76200d2 HTTP/1.1" status: 204 len: 168 time: 0.5391550 Oct 22 13:16:09.666566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ee4b4-91bd-4d7a-a1ef-88c9c5f58fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c0feb9-26d9-42c1-9f18-806ff76200d2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:09.698099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39728) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:09.732744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-d238fd0f-f0cf-47bd-a892-ab961dd2b157 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548318 Oct 22 13:16:09.747714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef758a4-b17e-4b40-8b31-1a7329dee303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.786337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:09.790044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39730) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:09.803758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b379611-abc7-4dde-a437-ca367cc5b6e7 req-e425454c-f35f-4941-80fc-ab06d5d442fe tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 210 time: 0.0767605 Oct 22 13:16:09.822411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ff306de-dd1b-49b0-bce9-75ec0f57fc1c req-755b264d-2474-4de6-9bb3-8839fca3c4ce tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=3334a052-6e0c-4431-b474-bab8931f1fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678187 Oct 22 13:16:09.927373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Made reservation on behalf of ec2f5045b3b54714a1047e24e97c900d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:09.931708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:10.058979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b972f526-af55-47fc-9b54-63492776eb07 req-6747f67c-e8e3-4a1f-83c0-85e402730471 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758422 Oct 22 13:16:10.134108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7617ccb0-8948-45d9-a5dc-51ce5121b22a no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:10.144367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef758a4-b17e-4b40-8b31-1a7329dee303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:10.201900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 7617ccb0-8948-45d9-a5dc-51ce5121b22a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:16:10.202504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7617ccb0-8948-45d9-a5dc-51ce5121b22a not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:16:10.223737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:16:10.224291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fef758a4-b17e-4b40-8b31-1a7329dee303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:10.290648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef758a4-b17e-4b40-8b31-1a7329dee303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86661cf-548e-4079-8935-dbdfe18cabc9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:10.357944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fef758a4-b17e-4b40-8b31-1a7329dee303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=421d61fedbde4953ad6f21505f5e25f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544433 Oct 22 13:16:10.362401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-274d6f25-40de-460a-b099-25b52cd1696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:10.363857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39740) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.368892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-274d6f25-40de-460a-b099-25b52cd1696a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 1094 time: 0.2187221 Oct 22 13:16:10.468892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Allocated IP 172.20.0.10 (d4a331d0-1132-4f5d-a7d2-281ca3cf75a5/98cf41dc-07ac-4352-8475-333c897d303f/70a3a1d8-401e-4d7a-8115-c9e705dffd45) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:10.519124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-de3f6e0a-0035-4498-96af-e4b4f7fd729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:10.521626 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-de3f6e0a-0035-4498-96af-e4b4f7fd729c service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1385272 Oct 22 13:16:10.528098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-15491ede-7064-487b-847c-5ff8edc4abc0 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.532485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15491ede-7064-487b-847c-5ff8edc4abc0 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.7285292 Oct 22 13:16:10.533311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39746) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.538683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-d9b92a3e-be42-4667-9059-e903bb300726 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.542333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9b92a3e-be42-4667-9059-e903bb300726 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066755 Oct 22 13:16:10.543167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39748) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.555293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-7d03baab-0f5f-4b77-b19b-1203a4532c84 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.556395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d03baab-0f5f-4b77-b19b-1203a4532c84 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047133 Oct 22 13:16:10.559609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39750) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.567398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-9c925ecf-18ce-486e-9e8e-717e6ef8303c tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.568283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c925ecf-18ce-486e-9e8e-717e6ef8303c tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048862 Oct 22 13:16:10.610511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-beee1e09-071f-4dde-9b4e-45afab75a443 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 217 time: 0.0760446 Oct 22 13:16:10.611255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.630191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-5f62418f-ee87-47c8-8284-6ee227d3bd69 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.631588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f62418f-ee87-47c8-8284-6ee227d3bd69 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146496 Oct 22 13:16:10.640202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39756) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.664293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-0414a256-87ff-499c-a041-348347f04012 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.667765 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0414a256-87ff-499c-a041-348347f04012 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0232320 Oct 22 13:16:10.668488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.673007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-e414ca70-e7ba-4255-b86c-45d71badc08f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.676480 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e414ca70-e7ba-4255-b86c-45d71badc08f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048795 Oct 22 13:16:10.678325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39760) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.685143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-20b6e1b2-d924-4de7-92de-99147a54f368 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.689263 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20b6e1b2-d924-4de7-92de-99147a54f368 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068662 Oct 22 13:16:10.690150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39764) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.700129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-4817454c-8380-4c48-a77c-816c311c3c45 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.702746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4817454c-8380-4c48-a77c-816c311c3c45 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105412 Oct 22 13:16:10.710268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-6d8e2a0b-b1e8-40cb-aedf-d73b8a323593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:10.711916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-6d8e2a0b-b1e8-40cb-aedf-d73b8a323593 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0791705 Oct 22 13:16:10.713441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39766) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.718200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-6ab81e0e-de88-492b-8251-cf9d79ab978e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.719436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ab81e0e-de88-492b-8251-cf9d79ab978e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061812 Oct 22 13:16:10.752833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39768) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.757709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-add43d30-b288-4010-b763-fa36e1491ead tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.758699 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-add43d30-b288-4010-b763-fa36e1491ead tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048859 Oct 22 13:16:10.763036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.768787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-596165ae-077a-4f08-a33c-4f605f6fd07f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.769718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-596165ae-077a-4f08-a33c-4f605f6fd07f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057580 Oct 22 13:16:10.775008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.775346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39774) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.781300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-3d6e319a-9ba7-4420-80d3-a8da5d90bd97 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.782266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d6e319a-9ba7-4420-80d3-a8da5d90bd97 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060143 Oct 22 13:16:10.790834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39776) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.800125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-8832f341-ef8b-4782-8682-f56d8b14389a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.801125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8832f341-ef8b-4782-8682-f56d8b14389a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0093658 Oct 22 13:16:10.805280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-582ca82c-6542-44fd-9173-b83ae3995b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:10.815036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.821673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-0a0763ce-f26e-436a-9f6b-14837f6d368a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.822992 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a0763ce-f26e-436a-9f6b-14837f6d368a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054469 Oct 22 13:16:10.827482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-f34c46e2-ff09-4862-a04a-cc45282a77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:10.831120 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-f34c46e2-ff09-4862-a04a-cc45282a77ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099515 Oct 22 13:16:10.831387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39782) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.840995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-2bed6833-7940-4a3a-b231-4e525f0abde5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.842035 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2bed6833-7940-4a3a-b231-4e525f0abde5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0073283 Oct 22 13:16:10.870649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.878553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-d473e28e-7ae0-4dbb-99b5-8d262ce202f3 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.888765 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d473e28e-7ae0-4dbb-99b5-8d262ce202f3 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079179 Oct 22 13:16:10.889190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.894293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-d442dc7e-55ba-4633-88d1-1b4946568bb5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.898298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d442dc7e-55ba-4633-88d1-1b4946568bb5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044560 Oct 22 13:16:10.900205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.911380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-cde0582c-1539-4ce6-8834-8b89cd384887 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.914662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cde0582c-1539-4ce6-8834-8b89cd384887 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091474 Oct 22 13:16:10.941830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39792) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.951487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-da15fc88-1f56-4627-90ab-7ea437c90d97 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.953266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-da15fc88-1f56-4627-90ab-7ea437c90d97 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0106082 Oct 22 13:16:10.962319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.967654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-be32eec7-09e6-4cde-b628-7a35710669e5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.968532 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-be32eec7-09e6-4cde-b628-7a35710669e5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053542 Oct 22 13:16:10.973442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.977997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-437463cc-a406-4285-8145-9b6695684c37 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.979042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-437463cc-a406-4285-8145-9b6695684c37 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046616 Oct 22 13:16:10.984108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39798) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:10.991361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-050c5785-d99e-4c5b-83c1-110d2d2061ed tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:10.992513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-050c5785-d99e-4c5b-83c1-110d2d2061ed tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059302 Oct 22 13:16:10.997824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.002870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.014969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-37693629-b03e-44b8-9b9c-46a0c8b49f6f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.016608 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37693629-b03e-44b8-9b9c-46a0c8b49f6f tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0121343 Oct 22 13:16:11.024309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39802) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.029241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-2189160d-1507-46a0-95de-7199d951633b service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853876 Oct 22 13:16:11.032842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-128921a4-838b-4e7d-a799-8fbf0eb3de06 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.033799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-128921a4-838b-4e7d-a799-8fbf0eb3de06 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082016 Oct 22 13:16:11.040583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.045918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-28fa3882-2db0-4bfc-bfc1-bbba0479b542 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.046924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28fa3882-2db0-4bfc-bfc1-bbba0479b542 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052989 Oct 22 13:16:11.055289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39806) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.060733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-0e73e362-4732-4be7-b50e-c4b0d85b9a50 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.062468 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e73e362-4732-4be7-b50e-c4b0d85b9a50 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052264 Oct 22 13:16:11.062692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:16:11.074407 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:16:11.077068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39808) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.087376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:11.087992 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:11.093941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-9120869d-e2e6-47e5-938c-39c778a0b7a3 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.095092 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9120869d-e2e6-47e5-938c-39c778a0b7a3 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084922 Oct 22 13:16:11.104367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39810) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.114911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-8f9d70ac-1177-485a-a5c8-3ac602b31931 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.115905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f9d70ac-1177-485a-a5c8-3ac602b31931 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105779 Oct 22 13:16:11.121444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39812) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.129605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.137292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-6d1f4fdf-db88-4d60-8704-bf341e6bbcef tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.138493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6d1f4fdf-db88-4d60-8704-bf341e6bbcef tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0159528 Oct 22 13:16:11.144929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39814) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.151117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-582ca82c-6542-44fd-9173-b83ae3995b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.183931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-cc3734b8-0018-4fa6-a183-80a3e6360670 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.185212 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cc3734b8-0018-4fa6-a183-80a3e6360670 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0363016 Oct 22 13:16:11.188515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-582ca82c-6542-44fd-9173-b83ae3995b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.206923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.212299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] No DVR routers for this DVR port 7617ccb0-8948-45d9-a5dc-51ce5121b22a on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:11.216686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-4b0bde56-076b-4244-8c95-b90f1f84dac6 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.218104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b0bde56-076b-4244-8c95-b90f1f84dac6 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065935 Oct 22 13:16:11.224448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e41c0a-be73-4f7c-a6f2-a0d2b9f3b15b req-90415141-be47-43bc-9c30-596e75a8217e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:11.226440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58e41c0a-be73-4f7c-a6f2-a0d2b9f3b15b req-90415141-be47-43bc-9c30-596e75a8217e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 943 time: 0.7137334 Oct 22 13:16:11.227155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39818) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.228276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.232236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edd6b68d-8645-4143-89ce-85daf08fa4b2 req-e1bee887-5c00-4294-9df2-f704fd33f012 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "DELETE /v2.0/ports/7617ccb0-8948-45d9-a5dc-51ce5121b22a HTTP/1.1" status: 204 len: 173 time: 4.0010650 Oct 22 13:16:11.245849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'name': 'network-vif-deleted', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:11.248214 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b7f13-53eb-4522-990f-7eb5dd84f458" -d '{"events": [{"server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "name": "network-vif-deleted", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:11.277939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-d6478c29-92e4-4f19-817b-5cbb553748b5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.282837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d6478c29-92e4-4f19-817b-5cbb553748b5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0341980 Oct 22 13:16:11.310633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39822) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.337320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:11.375360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-f37a3ae7-1995-46cc-a5b0-c8d586659920 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.378813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f37a3ae7-1995-46cc-a5b0-c8d586659920 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078704 Oct 22 13:16:11.394007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.411353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-240bc5de-1f71-4f22-a393-33ae41311b8e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.414934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-240bc5de-1f71-4f22-a393-33ae41311b8e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048316 Oct 22 13:16:11.434083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5becf-bf8d-4351-a823-f9e9abf6f7be req-797c5263-cf82-44ab-adca-455792bb2cec tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:11.445043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57c5becf-bf8d-4351-a823-f9e9abf6f7be req-797c5263-cf82-44ab-adca-455792bb2cec tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 946 time: 0.8189542 Oct 22 13:16:11.451107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39826) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.479637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-bb04d523-16df-4a02-af2e-6dd1f6d50806 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.483393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bb04d523-16df-4a02-af2e-6dd1f6d50806 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0209429 Oct 22 13:16:11.489472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.497325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39828) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.503909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58e41c0a-be73-4f7c-a6f2-a0d2b9f3b15b req-f020f676-aa53-49cc-ae3c-1a90a4a13539 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516856 Oct 22 13:16:11.506871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-67c720f8-c86d-4e81-b14b-66b712330f0b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.510285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67c720f8-c86d-4e81-b14b-66b712330f0b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089035 Oct 22 13:16:11.514942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.527518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-1967d0a8-0168-41ee-873d-8c2083286489 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.528829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1967d0a8-0168-41ee-873d-8c2083286489 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0093019 Oct 22 13:16:11.535736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39832) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.550082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-d4a15d6c-860b-4e72-9a02-bc58fb8ad5d5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.553553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d4a15d6c-860b-4e72-9a02-bc58fb8ad5d5 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069642 Oct 22 13:16:11.557110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39834) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.575271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-39795eba-bcf1-4b4d-9c4a-c83f80bf2e1b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.579477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-39795eba-bcf1-4b4d-9c4a-c83f80bf2e1b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0138030 Oct 22 13:16:11.580850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39836) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.594371 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-582ca82c-6542-44fd-9173-b83ae3995b56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39e22c31477d4aa0a5e61cac1dfac779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117316 Oct 22 13:16:11.594371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.606700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57c5becf-bf8d-4351-a823-f9e9abf6f7be req-2ecff380-a897-49bb-bb72-9712e4d8164a tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/security-groups?id=84ef42cb-e372-49d4-b4c4-ff37ac886c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593952 Oct 22 13:16:11.612789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ca82c-6542-44fd-9173-b83ae3995b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d82ca73-caea-4ad8-bd93-167c8cf96bb6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:11.632637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-ed13502a-1631-4144-8d51-51edb1aab29b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.636229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed13502a-1631-4144-8d51-51edb1aab29b tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0490975 Oct 22 13:16:11.637474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39840) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.642993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-307bea68-08bd-4de1-a3b7-bb550309c67a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.646645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-307bea68-08bd-4de1-a3b7-bb550309c67a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081875 Oct 22 13:16:11.647241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.650875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.653915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-9e4ec757-beb1-41e4-97a4-64ce70c1f640 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.658269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9e4ec757-beb1-41e4-97a4-64ce70c1f640 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081639 Oct 22 13:16:11.660485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b3d88841-83e6-4995-b2ef-e4b03084f854 req-11b45601-dae7-42e5-ac1d-838cb19ed6c4 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206820 Oct 22 13:16:11.664075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.664719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.676583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d86661cf-548e-4079-8935-dbdfe18cabc9 HTTP/1.1" status: 204 len: 168 time: 1.3111367 Oct 22 13:16:11.690550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-8f2bdecf-9ec7-4965-9c9d-a4c74a6d57b8 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.695799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f2bdecf-9ec7-4965-9c9d-a4c74a6d57b8 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106082 Oct 22 13:16:11.701698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39848) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.710204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-2984d035-cce5-48a6-bb74-92c6665e3664 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.711188 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2984d035-cce5-48a6-bb74-92c6665e3664 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079808 Oct 22 13:16:11.724988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.780048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-6aec8ee3-95d4-4d0e-a76f-45510f051a50 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.783676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6aec8ee3-95d4-4d0e-a76f-45510f051a50 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0243042 Oct 22 13:16:11.841513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.841957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d0ab4-8eaa-4746-97f0-58bde7fb4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86661cf-548e-4079-8935-dbdfe18cabc9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:11.865699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ce62a74-e3c7-4dff-8051-640a998d5d5d req-b5b26f5f-4d91-41f0-ad65-2c9622c9cb2d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 210 time: 0.2159567 Oct 22 13:16:11.875083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-f735dc8d-4d4c-4071-a262-82530e8f85a9 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.879577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f735dc8d-4d4c-4071-a262-82530e8f85a9 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0339370 Oct 22 13:16:11.885808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.899324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-91dc76ae-f02f-4e77-b626-2ad5ef06b9cd tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:11.905363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91dc76ae-f02f-4e77-b626-2ad5ef06b9cd tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0111971 Oct 22 13:16:11.913411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39860) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:11.924749 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:11.952790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:11.980438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-a62e20fa-11ed-4bf7-ba62-743db59543de tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:11.984879 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-a62e20fa-11ed-4bf7-ba62-743db59543de tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.26 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 946 time: 0.2559297 Oct 22 13:16:11.990976 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:16:12.002887 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:12.003775 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:15:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:12.014087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-a8423e12-7d73-48f1-b385-e625c55b1ab1 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.031335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a8423e12-7d73-48f1-b385-e625c55b1ab1 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0852659 Oct 22 13:16:12.035250 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69125981-4f03-4ed9-ab9a-9b00bb640fe5 x-openstack-request-id: req-69125981-4f03-4ed9-ab9a-9b00bb640fe5 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:12.035538 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cbc4bc-6481-49a0-bb1c-073a78153e9b", "name": "network-vif-deleted", "tag": "7617ccb0-8948-45d9-a5dc-51ce5121b22a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:12.035900 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69125981-4f03-4ed9-ab9a-9b00bb640fe5 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:12.036396 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbc4bc-6481-49a0-bb1c-073a78153e9b', 'name': 'network-vif-deleted', 'tag': '7617ccb0-8948-45d9-a5dc-51ce5121b22a', 'status': 'completed', 'code': 200} Oct 22 13:16:12.053776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.055244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f2502b0-ae6c-4ca0-801c-9f98cb0cfe52 req-a315eb2b-9597-45f9-9f5c-8e9d6fa4b554 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=99cbc4bc-6481-49a0-bb1c-073a78153e9b HTTP/1.1" status: 200 len: 210 time: 0.1844418 Oct 22 13:16:12.062712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-4e888396-d44d-4e33-b620-428060f61260 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.075369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e888396-d44d-4e33-b620-428060f61260 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056007 Oct 22 13:16:12.075802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39864) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.076241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-13513f2c-08d9-4983-92df-687e4abb7524 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.082292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-13513f2c-08d9-4983-92df-687e4abb7524 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060225 Oct 22 13:16:12.082292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.083824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.089654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-87d26da2-d3e2-4ceb-8c9e-a508aec7dc85 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.093295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-87d26da2-d3e2-4ceb-8c9e-a508aec7dc85 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049646 Oct 22 13:16:12.096582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39868) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.103929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-9ff2297a-be8d-47a5-b5a7-bd379a007f44 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.104947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9ff2297a-be8d-47a5-b5a7-bd379a007f44 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044932 Oct 22 13:16:12.112907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.114779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.123262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-25f49e30-0af8-4329-91da-56b4754411e7 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.124321 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-25f49e30-0af8-4329-91da-56b4754411e7 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046415 Oct 22 13:16:12.133393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.138867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-b4f714cd-ad8b-4b64-8b53-b8610bdb8d22 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.140949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b4f714cd-ad8b-4b64-8b53-b8610bdb8d22 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062284 Oct 22 13:16:12.146257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.151150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-d31abbba-b6f4-46f7-b46c-29bbd2c22140 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.152574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d31abbba-b6f4-46f7-b46c-29bbd2c22140 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050025 Oct 22 13:16:12.160814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39878) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.165678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-33883544-362e-4a42-ae33-76e33052c3af tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.166980 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-33883544-362e-4a42-ae33-76e33052c3af tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050340 Oct 22 13:16:12.177476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39880) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.186042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-a8e94e17-1816-4d13-be5b-905004255b87 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.188030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8e94e17-1816-4d13-be5b-905004255b87 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053515 Oct 22 13:16:12.192321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:12.201931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.206911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-5cfae9d2-bb8e-4520-8886-cd17ece9f6a2 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.207680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5cfae9d2-bb8e-4520-8886-cd17ece9f6a2 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045850 Oct 22 13:16:12.212974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.218261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event updated for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:12.221849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-fb2a755d-ce76-414f-b332-8a100aa9070c tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.222971 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fb2a755d-ce76-414f-b332-8a100aa9070c tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053682 Oct 22 13:16:12.225595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39888) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.234832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Deleting port b535b4a3-5afc-4233-b88a-279dfb4be77a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:12.235210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.245258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-46e4daa1-b6b7-4e86-9d9b-5745adbe1545 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.246655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46e4daa1-b6b7-4e86-9d9b-5745adbe1545 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0188160 Oct 22 13:16:12.253122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39890) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.258863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-9d891966-d2f4-4d83-827d-8f307cd3f278 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.260196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9d891966-d2f4-4d83-827d-8f307cd3f278 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054982 Oct 22 13:16:12.263749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39892) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.266629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:12.268032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-0e22129c-0413-44dd-b60d-fa13b1a1b09a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.269029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:12.269224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e22129c-0413-44dd-b60d-fa13b1a1b09a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046008 Oct 22 13:16:12.274391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39894) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.274589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:12.276517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-75a52a22-14c1-4b40-8f31-d93c9ce00d65 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.277464 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75a52a22-14c1-4b40-8f31-d93c9ce00d65 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041656 Oct 22 13:16:12.282487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39896) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.297565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-3d2c6f3e-e5da-43fb-9b50-ec541078de4e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.299278 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d2c6f3e-e5da-43fb-9b50-ec541078de4e tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085287 Oct 22 13:16:12.302362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39898) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.303058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.305657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.309735 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d82ca73-caea-4ad8-bd93-167c8cf96bb6 HTTP/1.1" status: 204 len: 168 time: 0.6980436 Oct 22 13:16:12.316128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-4ef1be00-3ac4-4fb8-812a-70a128edfd99 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.316128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4ef1be00-3ac4-4fb8-812a-70a128edfd99 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052726 Oct 22 13:16:12.327112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.382020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2915a1-f8aa-4bad-a60f-51e4c9501bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d82ca73-caea-4ad8-bd93-167c8cf96bb6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:12.392471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-c20ddb7b-c757-40f3-9b06-fa835b8751e4 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.393449 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c20ddb7b-c757-40f3-9b06-fa835b8751e4 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0099142 Oct 22 13:16:12.403574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39904) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.443077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [None req-2a32ff4a-71c8-4204-b097-601bb42cb064 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.449791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a32ff4a-71c8-4204-b097-601bb42cb064 tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0451453 Oct 22 13:16:12.456066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39906) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:12.465138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [None req-c08db894-8cad-43e5-9ee0-45de4e1f307a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:16:12.472261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c08db894-8cad-43e5-9ee0-45de4e1f307a tempest-ExtensionsTestJSON-370592686 tempest-ExtensionsTestJSON-370592686-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139050 Oct 22 13:16:12.475069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:12.487561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.501618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] For port b535b4a3-5afc-4233-b88a-279dfb4be77a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b535b4a3-5afc-4233-b88a-279dfb4be77a,segment=NetworkSegment(5e07d0d8-869c-4a03-8e55-77c2b4da5430),segment_id=5e07d0d8-869c-4a03-8e55-77c2b4da5430)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:12.502499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.537007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Calling delete_port for b535b4a3-5afc-4233-b88a-279dfb4be77a owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:12.537353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-363b1a89-d4b8-4944-813b-f1a9df82bc6a tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2300515 Oct 22 13:16:12.558004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Request body: {'port': {'device_id': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:12.777675 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:12.801400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.829083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bab94718-54ae-4ffb-8b48-7f20f648c515 None None] Provisioning complete for port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:12.835535 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bab94718-54ae-4ffb-8b48-7f20f648c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.846245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Pushing event deleted for resources: {'Port': ['ID=b535b4a3-5afc-4233-b88a-279dfb4be77a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:12.861654 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ae6-e86f-4e64-a922-7206ab22c051 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:16:12.877644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.909358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b535b4a3-5afc-4233-b88a-279dfb4be77a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:12.912389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bab94718-54ae-4ffb-8b48-7f20f648c515 None None] Port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:16:12.971814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] No DVR routers for this DVR port b535b4a3-5afc-4233-b88a-279dfb4be77a on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:12.975613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:12.984754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3124a384-cbf8-4df4-bf1d-b733b8169f1b req-b0606b72-c720-4855-9e07-5d068d411849 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.26 "DELETE /v2.0/ports/b535b4a3-5afc-4233-b88a-279dfb4be77a HTTP/1.1" status: 204 len: 173 time: 0.9773440 Oct 22 13:16:12.985658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'name': 'network-vif-deleted', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:12.986072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e80fc78b-3694-477d-99b7-dcf8cfa0c1dc req-fae41b16-e2a0-4c8d-abdc-a70b7919a4c8 tempest-ServerAddressesTestJSON-771976016 tempest-ServerAddressesTestJSON-771976016-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a9f439-7665-4a4a-8b11-f483ee5a3cea HTTP/1.1" status: 200 len: 210 time: 0.2011456 Oct 22 13:16:13.001606 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfaebc3-ab4c-4cbb-98df-98e83f686384" -d '{"events": [{"server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "name": "network-vif-deleted", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:13.106211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a3d84-6ce2-437a-b24c-21a6e041062e req-80906a5b-4a74-490c-887b-2b61363bf397 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:13.117598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39934) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:13.133876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f21a3d84-6ce2-437a-b24c-21a6e041062e req-80906a5b-4a74-490c-887b-2b61363bf397 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 943 time: 0.4590528 Oct 22 13:16:13.239478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f21a3d84-6ce2-437a-b24c-21a6e041062e req-e1c179d9-e9e7-422a-ae9a-90fa60f27280 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042233 Oct 22 13:16:13.331157 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3ed4c6-c88d-47ce-976d-23db347e420c x-openstack-request-id: req-3e3ed4c6-c88d-47ce-976d-23db347e420c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:13.331658 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9f439-7665-4a4a-8b11-f483ee5a3cea", "name": "network-vif-deleted", "tag": "b535b4a3-5afc-4233-b88a-279dfb4be77a", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:13.332095 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e3ed4c6-c88d-47ce-976d-23db347e420c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:13.332664 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9f439-7665-4a4a-8b11-f483ee5a3cea', 'name': 'network-vif-deleted', 'tag': 'b535b4a3-5afc-4233-b88a-279dfb4be77a', 'status': 'completed', 'code': 200} Oct 22 13:16:13.402625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe66f0f-4cc8-406b-b207-61625b42e440 req-7b5f3ad9-f07b-4fc1-a4b1-26491323ca14 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:13.412574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe66f0f-4cc8-406b-b207-61625b42e440 req-7b5f3ad9-f07b-4fc1-a4b1-26491323ca14 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 932 time: 0.2758648 Oct 22 13:16:13.426557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-edcaa958-db9f-4f46-8dc4-8ffd7e399b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.445593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9880d25-b91e-4d15-98c6-716e866065c1 None None] New status for floating IP 3ced713a-526e-46e9-96fe-f4aa9a4b867b: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:16:13.532698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39946) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:13.608229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffe66f0f-4cc8-406b-b207-61625b42e440 req-0f3a8921-9b55-45f5-b9e1-9141899dc83e tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820815 Oct 22 13:16:13.729979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-edcaa958-db9f-4f46-8dc4-8ffd7e399b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.743186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-edcaa958-db9f-4f46-8dc4-8ffd7e399b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.837599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-edcaa958-db9f-4f46-8dc4-8ffd7e399b43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c7edd8882e24210aab0edeb4859a2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158849 Oct 22 13:16:13.844948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:13.849330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa958-db9f-4f46-8dc4-8ffd7e399b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163704af-d537-4b91-be12-cfc19cd6487e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:13.863767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.919144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.993647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:13.997090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.000365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "DELETE /v2.0/security-groups/3334a052-6e0c-4431-b474-bab8931f1fb9 HTTP/1.1" status: 204 len: 168 time: 0.4665954 Oct 22 13:16:14.003823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39960) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:14.013944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3729a-c745-4336-bae2-5e0a9d45fd7d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3334a052-6e0c-4431-b474-bab8931f1fb9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:14.075075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:14.077439 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-7897cdfc-60de-4a9f-af2c-becf1e303035 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] show failed (client error): The resource could not be found. Oct 22 13:16:14.081251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7897cdfc-60de-4a9f-af2c-becf1e303035 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups/3334a052-6e0c-4431-b474-bab8931f1fb9 HTTP/1.1" status: 404 len: 347 time: 0.0738375 Oct 22 13:16:14.086080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a3a1d8-401e-4d7a-8115-c9e705dffd45 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:14.095074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39968) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:14.103356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.143082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:14.169606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Deleting subnet 7410e35b-e0a7-4faa-ab3a-5b10be7a61a6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:16:14.179071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.249808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Transition to ACTIVE for port object 70a3a1d8-401e-4d7a-8115-c9e705dffd45 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:16:14.268842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.302957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.342196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.403013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.417018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.419633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.424290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/163704af-d537-4b91-be12-cfc19cd6487e HTTP/1.1" status: 204 len: 168 time: 0.5778918 Oct 22 13:16:14.500529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.597816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389aa000-43d6-4f2e-98bc-73f0abb3270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163704af-d537-4b91-be12-cfc19cd6487e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:14.703100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.716585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.730346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7410e35b-e0a7-4faa-ab3a-5b10be7a61a6 HTTP/1.1" status: 204 len: 168 time: 0.6493242 Oct 22 13:16:14.730533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:14.761542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39990) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:14.768186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c5474-4172-4c32-8998-963dc3d2cf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7410e35b-e0a7-4faa-ab3a-5b10be7a61a6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:14.798197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'mac_address': 'fa:16:3e:0a:32:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:14.818015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Pushing event updated for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:14.879448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.902257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:14.941741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:14.944451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771646-3b56-44e1-aac3-94ccb3c395f9 req-db1bbca7-ed0a-4cb4-b47c-2c40a1ce01de tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:14.950070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:14.953378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c771646-3b56-44e1-aac3-94ccb3c395f9 req-db1bbca7-ed0a-4cb4-b47c-2c40a1ce01de tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 943 time: 0.4643271 Oct 22 13:16:15.092039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Deleting port 23056106-3c38-42a7-9148-60ea2e80677c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:15.092877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.095717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:15.112371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c771646-3b56-44e1-aac3-94ccb3c395f9 req-f4b26d8e-0ae9-41fb-a4dc-74da44e59d51 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581204 Oct 22 13:16:15.132187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Attempting to bind port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:15.132595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Attempting to bind port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:15.133561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Attempting to bind port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 on network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:15.141306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 on network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:16:15.141862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Attempting to bind port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 on network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:15.151973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f8901-018c-423f-846d-0a744639cdbb req-17c3e957-974f-44bc-9ca5-985b15b0a39d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:15.153915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d8f8901-018c-423f-846d-0a744639cdbb req-17c3e957-974f-44bc-9ca5-985b15b0a39d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 944 time: 0.3243930 Oct 22 13:16:15.161016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.226756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:15.226756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Checking segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:15.226756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Bound using segment: {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:15.226756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Bound port: 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdca068d-77e4-45cd-ac7d-3df12440e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:15.226756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.279433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:15.299149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d8f8901-018c-423f-846d-0a744639cdbb req-10d92c9d-aae1-480d-884b-3f5cced15bda tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345103 Oct 22 13:16:15.349561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.349937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.381190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Calling delete_port for 23056106-3c38-42a7-9148-60ea2e80677c owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:15.410872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.442085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b535b4a3-5afc-4233-b88a-279dfb4be77a no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:15.475742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c07a0e4-d036-49e0-8030-0014eea01485']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:15.485716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: b535b4a3-5afc-4233-b88a-279dfb4be77a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:16:15.486162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b535b4a3-5afc-4233-b88a-279dfb4be77a not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:16:15.487694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:15.519109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e07d0d8-869c-4a03-8e55-77c2b4da5430') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:15.519327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e07d0d8-869c-4a03-8e55-77c2b4da5430') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:15.537234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.552737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:15.562159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.565452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.609069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:15.609606 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:15.612037 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:15.653174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:15.654311 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.656014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/70a3a1d8-401e-4d7a-8115-c9e705dffd45 HTTP/1.1" status: 200 len: 1092 time: 3.1106215 Oct 22 13:16:15.662632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:15.665045 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:15.796724 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd767f0d-6a70-4f84-a55f-fc971973ccd0 x-openstack-request-id: req-fd767f0d-6a70-4f84-a55f-fc971973ccd0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:15.797056 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:15.797294 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd767f0d-6a70-4f84-a55f-fc971973ccd0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:15.797685 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'status': 'completed', 'code': 200} Oct 22 13:16:15.813981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.815971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aab0b8-8069-42f6-8413-9e85491b12c3 service neutron] Pushing event updated for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:15.831167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:15.834333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c07a0e4-d036-49e0-8030-0014eea01485 HTTP/1.1" status: 204 len: 168 time: 1.0604370 Oct 22 13:16:15.856920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5ccae-b55c-417e-9797-4f4d07c2edfa admin admin] Pushing event deleted for resources: {'Network': ['ID=6c07a0e4-d036-49e0-8030-0014eea01485,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:15.938503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-2668d2f9-374e-4eda-bd6d-60c09aa11fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:15.939644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-2668d2f9-374e-4eda-bd6d-60c09aa11fee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec2f5045b3b54714a1047e24e97c900d&device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 1095 time: 0.2100024 Oct 22 13:16:16.008972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-ae37ffb9-d179-43f0-a91f-94b333f01533 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45 HTTP/1.1" status: 200 len: 217 time: 0.0581791 Oct 22 13:16:16.009517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.051197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'Port': ['ID=23056106-3c38-42a7-9148-60ea2e80677c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:16.144751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-a0c3c410-95ac-4e16-aac1-0b117d925bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:16.146180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-a0c3c410-95ac-4e16-aac1-0b117d925bc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cf41dc-07ac-4352-8475-333c897d303f HTTP/1.1" status: 200 len: 845 time: 0.1273694 Oct 22 13:16:16.167363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.172490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.178757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-838ff0ff-94cf-4aaa-be3d-34ad0ae1ce54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "DELETE /v2.0/floatingips/3ced713a-526e-46e9-96fe-f4aa9a4b867b HTTP/1.1" status: 204 len: 168 time: 2.0789726 Oct 22 13:16:16.287139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-cd7ff892-2c36-4681-aeff-f90046a6dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:16.288700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-cd7ff892-2c36-4681-aeff-f90046a6dedb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328862 Oct 22 13:16:16.317725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40034) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:16.424214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d48e-02c0-4339-b892-9f3dc8034361 req-1c58e9a2-24e0-471e-a909-9ac46dd431b6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:16.425752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8a5d48e-02c0-4339-b892-9f3dc8034361 req-1c58e9a2-24e0-471e-a909-9ac46dd431b6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 944 time: 0.1556749 Oct 22 13:16:16.493266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a64cc55-d2cb-41bd-ba49-89139eb0e375 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bdadc9121ad41acabb5a36cad8c8adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728053 Oct 22 13:16:16.495935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40040) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:16.560713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-61f9c873-fed0-4f4c-9d8f-d3378f24218d service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519546 Oct 22 13:16:16.574897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8a5d48e-02c0-4339-b892-9f3dc8034361 req-315543b9-4308-4ded-9e47-6525b809f060 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416214 Oct 22 13:16:16.619286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.661696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40050) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:16.681081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339752406', 'description': 'tempest-description--344565633'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:16.694791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.771416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.776394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.781199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84ef42cb-e372-49d4-b4c4-ff37ac886c85 HTTP/1.1" status: 204 len: 168 time: 0.2827890 Oct 22 13:16:16.796590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:16.800202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bd15a-5d93-4db1-aa96-35f2182de9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ef42cb-e372-49d4-b4c4-ff37ac886c85,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:16.820838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f78fc4-6bf7-452e-872a-aca62a709104 req-c811da94-2507-437f-b781-fe22b2ef5b91 service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426832 Oct 22 13:16:16.858928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108446d-1e74-4057-bf8d-fe8f0c019e1f req-1606f547-c79c-4689-8b00-dfe6b17aa565 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:16.866399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1108446d-1e74-4057-bf8d-fe8f0c019e1f req-1606f547-c79c-4689-8b00-dfe6b17aa565 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 944 time: 0.1272390 Oct 22 13:16:16.973312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1108446d-1e74-4057-bf8d-fe8f0c019e1f req-274dacaa-27a7-4210-8abf-cf0f328ecff8 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058502 Oct 22 13:16:17.005968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-f6cb4fea-c249-4b7d-bcd5-5b392763179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:17.007607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-f6cb4fea-c249-4b7d-bcd5-5b392763179f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec2f5045b3b54714a1047e24e97c900d&device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 1095 time: 0.1271219 Oct 22 13:16:17.015987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.035537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.156186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:17.167033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.170694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07f07acd-09dc-4c8f-927d-4b3e5014e931 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5062706 Oct 22 13:16:17.173093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:17.175348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-f642bf73-989d-4102-8edb-ee7d22b2aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:17.178041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-f642bf73-989d-4102-8edb-ee7d22b2aa7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 HTTP/1.1" status: 200 len: 907 time: 0.1608117 Oct 22 13:16:17.180178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group_rule': {'security_group_id': '4c606a19-bfa9-4d02-b0a3-3b1a68ceb663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.226341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.247964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-50647805-34ae-4050-8d3f-fb6b4edbc0cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45 HTTP/1.1" status: 200 len: 217 time: 0.0608764 Oct 22 13:16:17.332688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-06727481-33fa-40f6-8b4e-09b939b4a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:17.334197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-06727481-33fa-40f6-8b4e-09b939b4a5f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cf41dc-07ac-4352-8475-333c897d303f HTTP/1.1" status: 200 len: 845 time: 0.0773866 Oct 22 13:16:17.351441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.361103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.392225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08154861-5354-4e1b-b3c8-de7a4cf15c15,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:17.413366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-1686cee4-047e-4baf-a6bc-9bbb1d606c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:17.415006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-1686cee4-047e-4baf-a6bc-9bbb1d606c40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715790 Oct 22 13:16:17.422309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.424168 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d964d785-faac-49df-942a-1a10433604fa tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2488406 Oct 22 13:16:17.426998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:17.431760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'security_group_rule': {'security_group_id': '4c606a19-bfa9-4d02-b0a3-3b1a68ceb663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.469993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.560622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.569982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.631453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40080) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:17.668148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859ea663-1300-40ef-bce9-a2036da40943,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:17.683952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.698876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d4e0900a-98a9-4cc7-aad5-90e443e7b0e1 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2635207 Oct 22 13:16:17.698876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40090) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:17.707489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.757033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:17.848288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'networks': [{'name': 'tempest-network--87890604'}, {'name': 'tempest-network--1924097304'}]} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.848857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-network--87890604'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.849505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-network--1924097304'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:17.917962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.123464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Allocated IP 172.25.6.85 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/c3118070-5ad0-462e-b3ee-dc775e8be48f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:18.151513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-9f260357-5189-4501-95a4-c9b71456edfb service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279193 Oct 22 13:16:18.156971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:18.263644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:18.272501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:18.272913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.276403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'network': 2} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:18.282009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.297631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.377760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.447337 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:16:18.457927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7abc67-c27a-43da-a9f4-f9674ba36755 req-7e69f606-756f-407f-89b9-e686874324a4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:18.470359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e7abc67-c27a-43da-a9f4-f9674ba36755 req-7e69f606-756f-407f-89b9-e686874324a4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 944 time: 0.4498851 Oct 22 13:16:18.479319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.486797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40114) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:18.489849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1998e97-cb27-44a8-8092-5d04d2c1c2a8 req-5aa0308a-279a-4350-ba9b-df18311da37c service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215008 Oct 22 13:16:18.537974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:18.541340 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c0b6b1-82ef-41d7-8581-fed7a6987e43" -d '{"events": [{"server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:18.564712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:18.572818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.582914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.608901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e7abc67-c27a-43da-a9f4-f9674ba36755 req-b30de0c9-531e-4792-86a2-115663e776c6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375055 Oct 22 13:16:18.647009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2ba4-37eb-44b8-b06f-d471e3077cdf req-883894d5-46e9-4a56-ad1f-00f9eba83425 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:18.658928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04cb2ba4-37eb-44b8-b06f-d471e3077cdf req-883894d5-46e9-4a56-ad1f-00f9eba83425 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 944 time: 0.5058634 Oct 22 13:16:18.691137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:18.730306 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c6adb5-196e-43ad-b68d-10c2ad2c1572 x-openstack-request-id: req-86c6adb5-196e-43ad-b68d-10c2ad2c1572 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:18.730687 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:18.730971 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86c6adb5-196e-43ad-b68d-10c2ad2c1572 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:18.733839 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'code': 200} Oct 22 13:16:18.760301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:18.798621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04cb2ba4-37eb-44b8-b06f-d471e3077cdf req-c3a90cb7-99ad-4418-859a-cd8a2f3a2dfe tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132138 Oct 22 13:16:18.825903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:18.878651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.883070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:18.908234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:18.939634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.940125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:18.978350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=c3118070-5ad0-462e-b3ee-dc775e8be48f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:18.988833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-113915098-network', 'tenant_id': 'e9b34850cc4e4cfa84f8e8775288b973'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:18.996626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d082cb0-a8aa-4cdf-8883-4d4e32c42e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.017385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Made reservation on behalf of e9b34850cc4e4cfa84f8e8775288b973 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:19.024196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.032504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.045913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d69bf6-1783-454e-937f-0d3356d036a7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.053287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:19.105507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bae78-df36-4bf5-a8b2-f6f6949c43de req-283b4de2-d68c-4420-8677-c097ef9598c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.107014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-292bae78-df36-4bf5-a8b2-f6f6949c43de req-283b4de2-d68c-4420-8677-c097ef9598c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 1096 time: 0.2572358 Oct 22 13:16:19.156012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.161984 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.172864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.173216 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment 24663656-8dc2-420a-8dd2-b0bd3f77667b of type vlan for network 3e5bcb04-476a-4c4b-991e-85dbd75c6f97 Oct 22 13:16:19.197274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:19.204878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277b565a-daf6-46fb-bacf-ef0612484d37,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.211329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.211537 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Added segment 3549a2a9-c232-46d6-b6f3-8ad79b6132d0 of type vlan for network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 Oct 22 13:16:19.262229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.289781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.291094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.291801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.309445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.333163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4227726 Oct 22 13:16:19.336146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:19.344972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Request body: {'subnet': {'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-113915098-subnet', 'tenant_id': 'e9b34850cc4e4cfa84f8e8775288b973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:19.355904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:19.375001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.394371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7683-f4e0-4d6f-8492-377bcdaf3a46 admin admin] Pushing event updated for resources: {'Network': ['ID=312708e9-26c9-4fdb-a2c5-7ea6f6902a15,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.403063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Made reservation on behalf of e9b34850cc4e4cfa84f8e8775288b973 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:19.405810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.410210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:19.442806 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d082cb0-a8aa-4cdf-8883-4d4e32c42e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.448630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.449213 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment fdfbf82c-cea5-4476-a2e3-4dfd82c4d911 of type vlan for network 918e3cc3-4a8f-4880-bf0c-51eeb18a7287 Oct 22 13:16:19.509311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.511883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 70a3a1d8-401e-4d7a-8115-c9e705dffd45 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:19.577185 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.581405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.589471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.595290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.596714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.604354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1d082cb0-a8aa-4cdf-8883-4d4e32c42e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.624776 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.668173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:19.702636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'port_id': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'mac_address': 'fa:16:3e:fe:27:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:19.709578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-292bae78-df36-4bf5-a8b2-f6f6949c43de req-0bb7964c-8ed3-4e34-98c3-c9f73bb15ecc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556741 Oct 22 13:16:19.710152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.748300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e2afc7-b1c0-4a01-a407-fe17452fa79d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.757549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Checking segment: {'id': '3549a2a9-c232-46d6-b6f3-8ad79b6132d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:19.757786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Network hostable DHCP agents. Network: 312708e9-26c9-4fdb-a2c5-7ea6f6902a15, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:19.782918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.785699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88edcc-72aa-40f5-9756-60cc41ec60c0 req-8f252a2d-21a8-4323-995f-d10df627c019 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.787390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc88edcc-72aa-40f5-9756-60cc41ec60c0 req-8f252a2d-21a8-4323-995f-d10df627c019 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 945 time: 0.0944569 Oct 22 13:16:19.800683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a3a1d8-401e-4d7a-8115-c9e705dffd45 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:19.821746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:19.828337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:19.833279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d082cb0-a8aa-4cdf-8883-4d4e32c42e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca12c9-846b-4b62-b23b-872bad32b4b6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.834795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.836437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=3e5bcb04-476a-4c4b-991e-85dbd75c6f97,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.841969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc88edcc-72aa-40f5-9756-60cc41ec60c0 req-7e8a3fe9-3e3e-44c1-8efe-cbd7dbbefed9 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Oct 22 13:16:19.845770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 312708e9-26c9-4fdb-a2c5-7ea6f6902a15) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:19.850978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:19.851617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:19.879413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fcfef1c8-4c0b-4389-ad6c-2c134e21c214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5415707 Oct 22 13:16:19.886570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872744b-38d9-447e-a7c8-4917fdc0be88 None None] Network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:19.914586 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1d082cb0-a8aa-4cdf-8883-4d4e32c42e81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fad1f5fbb2bc44d9ae7e79cf0e56c0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4208891 Oct 22 13:16:19.915193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:19.948044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3127158 Oct 22 13:16:19.948674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:19.965251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:19.968587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3e5bcb04-476a-4c4b-991e-85dbd75c6f97 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:20.024840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2b67-8c50-4cce-a50f-57097c11808a tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=918e3cc3-4a8f-4880-bf0c-51eeb18a7287,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:20.165518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 918e3cc3-4a8f-4880-bf0c-51eeb18a7287 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:20.198619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.209787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.284854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['70a3a1d8-401e-4d7a-8115-c9e705dffd45'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:20.304775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d338-55e8-4f07-a155-971b27a5301f req-609d8f7c-5a94-41e9-9768-0b744ab63447 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.306460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d9d338-55e8-4f07-a155-971b27a5301f req-609d8f7c-5a94-41e9-9768-0b744ab63447 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 945 time: 0.3091102 Oct 22 13:16:20.343749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.373170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.383107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.399413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7050948 Oct 22 13:16:20.416135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10d9d338-55e8-4f07-a155-971b27a5301f req-3eb48938-309c-47f0-baf3-8ea801a007e4 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929437 Oct 22 13:16:20.417691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323625-0415-48c7-9331-6ce64793ee7b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=c3118070-5ad0-462e-b3ee-dc775e8be48f,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:20.440805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa39567-4913-441e-9e8c-c727205be97b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.446531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa39567-4913-441e-9e8c-c727205be97b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.454749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa39567-4913-441e-9e8c-c727205be97b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.461102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa39567-4913-441e-9e8c-c727205be97b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.462838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0aa39567-4913-441e-9e8c-c727205be97b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5124719 Oct 22 13:16:20.465760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40176) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:20.469057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.532878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3813041-68db-4a37-bd7a-bd1214bed857 None None] Network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:20.548039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.551350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.557318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6ca12c9-846b-4b62-b23b-872bad32b4b6 HTTP/1.1" status: 204 len: 168 time: 0.6408935 Oct 22 13:16:20.583198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d5016-2a58-4855-9b25-ffbbd83b7848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca12c9-846b-4b62-b23b-872bad32b4b6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:20.686808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.815253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.841325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5bcb04-476a-4c4b-991e-85dbd75c6f97']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:20.855841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24663656-8dc2-420a-8dd2-b0bd3f77667b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:20.856288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24663656-8dc2-420a-8dd2-b0bd3f77667b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:20.893950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.897495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-527e895a-7fda-46d9-a9c2-704d71b8fe1d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1339752406&fields=id&tenant_id=20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 267 time: 0.0954907 Oct 22 13:16:20.916751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.918793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-70caee6c-1b03-4ec1-97ab-9f22a571e9ec tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:20.921302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-70caee6c-1b03-4ec1-97ab-9f22a571e9ec tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/networks?id=312708e9-26c9-4fdb-a2c5-7ea6f6902a15 HTTP/1.1" status: 200 len: 812 time: 0.3000817 Oct 22 13:16:20.938322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:20.938786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:20.957828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-ffd3f0bc-eee8-4a9f-984b-ade7c155da85 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/quotas/e9b34850cc4e4cfa84f8e8775288b973 HTTP/1.1" status: 200 len: 375 time: 0.0245330 Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:20.990092 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:21.069024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-3d12b20c-22ad-436d-a84d-a94017faa23b tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9b34850cc4e4cfa84f8e8775288b973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357389 Oct 22 13:16:21.104135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.127128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.131174 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/3e5bcb04-476a-4c4b-991e-85dbd75c6f97 HTTP/1.1" status: 204 len: 168 time: 0.6635168 Oct 22 13:16:21.132207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099331-e4b4-40b7-90f7-87fd145cd06e tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=3e5bcb04-476a-4c4b-991e-85dbd75c6f97,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:21.135026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40216) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:21.152765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-43a2949e-f974-4c77-9310-0cf6d8e07de0 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:21.164407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-43a2949e-f974-4c77-9310-0cf6d8e07de0 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 811 time: 0.2664242 Oct 22 13:16:21.202871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-54a91adc-5861-4db3-bf8c-4df0b3039a6f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/quotas/20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 375 time: 0.0372884 Oct 22 13:16:21.258256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.326130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-5be55c90-038d-4f81-95f9-c57d7dcc8291 service neutron] 10.222.0.25 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436345 Oct 22 13:16:21.390754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-498933f0-6b7e-40e0-9e2a-7e487d35eec2 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1868896 Oct 22 13:16:21.418131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.474632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918e3cc3-4a8f-4880-bf0c-51eeb18a7287']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:21.480397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 70a3a1d8-401e-4d7a-8115-c9e705dffd45 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:21.517332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfbf82c-cea5-4476-a2e3-4dfd82c4d911') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:21.518721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfbf82c-cea5-4476-a2e3-4dfd82c4d911') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:21.526888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-83b633d4-429e-4c44-b78b-2da32a5165af service neutron] 10.222.0.25 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934054 Oct 22 13:16:21.533156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.551389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.564691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:21.566116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.577195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-ca6357cf-44fc-43dc-88a7-1af1a93bf347 service neutron] 10.222.0.25 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551428 Oct 22 13:16:21.617793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:21.629485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:21.630014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:21.655712 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:21.667975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.683786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.692586 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/918e3cc3-4a8f-4880-bf0c-51eeb18a7287 HTTP/1.1" status: 204 len: 168 time: 0.5558875 Oct 22 13:16:21.699692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40236) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:21.775798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eaf01-e568-4eaa-87d5-cced5edcc9bb tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=918e3cc3-4a8f-4880-bf0c-51eeb18a7287,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:21.831126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-e7859864-d96c-40e8-8934-1d075afa582b service neutron] 10.222.0.25 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449353 Oct 22 13:16:21.867220 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:21.957870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:21.962301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:21.966264 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c761d29c-c148-45e2-99e8-8814307dddba" -d '{"events": [{"server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "name": "network-vif-plugged", "status": "completed", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:21.992735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:22.021820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd8c32-6ea5-4b1a-a6b3-83fb138a800b req-ab7a2edb-243e-4bb6-aa97-b5548ca50d18 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.027867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4bd8c32-6ea5-4b1a-a6b3-83fb138a800b req-ab7a2edb-243e-4bb6-aa97-b5548ca50d18 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 945 time: 0.1432755 Oct 22 13:16:22.129611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4bd8c32-6ea5-4b1a-a6b3-83fb138a800b req-cc433397-42c4-45e5-8215-8efd717723bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Oct 22 13:16:22.160750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:22.263065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4184b0-31fe-4470-9006-f598bb1be856 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.270941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4184b0-31fe-4470-9006-f598bb1be856 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.283183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd4184b0-31fe-4470-9006-f598bb1be856 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5821776 Oct 22 13:16:22.283840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40260) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:22.292692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-688538035'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:22.316311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda471d6-3755-41f8-857d-914647aa755e req-54928ada-9f94-467b-b815-862127d39c67 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.317873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bda471d6-3755-41f8-857d-914647aa755e req-54928ada-9f94-467b-b815-862127d39c67 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.1482754 Oct 22 13:16:22.319776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eeb00fed-f2e3-4166-8745-f0cdbeb4f484 req-c8b01a61-87a6-47d9-9a83-8886f3d0d580 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 210 time: 0.0698514 Oct 22 13:16:22.351980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:22.351980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:22.394629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bda471d6-3755-41f8-857d-914647aa755e req-f4c0cc37-cbd1-4a15-94cc-da6828041f2b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668893 Oct 22 13:16:22.398272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:22.411746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:22.412233 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment 9514a19c-bac2-4e0a-88ca-1a83fa78e449 of type vlan for network e95152e9-6acf-4e9c-b5f2-778788f808d8 Oct 22 13:16:22.462807 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90e0fea-633d-4d07-9cc5-b35afe2bd702 x-openstack-request-id: req-e90e0fea-633d-4d07-9cc5-b35afe2bd702 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:22.463655 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "name": "network-vif-plugged", "status": "completed", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:22.464325 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e90e0fea-633d-4d07-9cc5-b35afe2bd702 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:22.465229 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'code': 200} Oct 22 13:16:22.612010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:22.709571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e0b0fe0-c63b-43ef-9ec5-22230851ae1b req-b8f59f37-da7e-4ddd-be0f-2b0212a6be26 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 210 time: 0.0828929 Oct 22 13:16:22.770047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-7a56ea1e-2d65-41e6-a1ac-5978c9e26ca2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 267 time: 0.1404002 Oct 22 13:16:22.823892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feb944-648d-424f-aeeb-a393f6029653 req-1e12b1eb-c2c4-4c36-9f8f-52e7e14f9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.825581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6feb944-648d-424f-aeeb-a393f6029653 req-1e12b1eb-c2c4-4c36-9f8f-52e7e14f9b36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 1097 time: 0.2659481 Oct 22 13:16:22.878905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6feb944-648d-424f-aeeb-a393f6029653 req-933dc281-51dd-4e96-a867-12f9cd11878c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451977 Oct 22 13:16:22.887621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-d77e72f0-9a10-4308-b5f9-ceff281e1e94 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:22.896698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-d77e72f0-9a10-4308-b5f9-ceff281e1e94 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 945 time: 0.1255696 Oct 22 13:16:22.904196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'security_groups': []}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:22.997306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.162546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.173424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:23.174261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.265694 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9783361 Oct 22 13:16:23.265694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac938398-e636-4fdf-8762-4628a94b4799 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=e95152e9-6acf-4e9c-b5f2-778788f808d8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:23.267289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40298) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:23.272978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-881859599'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:23.300829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e95152e9-6acf-4e9c-b5f2-778788f808d8 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:23.329296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:23.334301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.369648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:23.381393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.381973 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment 2c981b03-0083-4ac4-91bb-7917a16580a3 of type vlan for network 45cc20e8-91f4-461d-8e26-1ede48527d52 Oct 22 13:16:23.454442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.500801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.525208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:23.526197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.545036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00fbfffc-1924-459f-8424-90f694ab0eda req-f78b315f-9193-4546-b4b1-ecfa2463ddf8 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 210 time: 0.0608456 Oct 22 13:16:23.597080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:23.616614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3480561 Oct 22 13:16:23.618039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40312) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:23.631398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'ports': [{'network_id': 'e95152e9-6acf-4e9c-b5f2-778788f808d8', 'name': 'tempest-port--1127133312', 'admin_state_up': True}, {'network_id': '45cc20e8-91f4-461d-8e26-1ede48527d52', 'admin_state_up': False}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:23.631768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'port': {'network_id': 'e95152e9-6acf-4e9c-b5f2-778788f808d8', 'name': 'tempest-port--1127133312', 'admin_state_up': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:23.632437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'port': {'network_id': '45cc20e8-91f4-461d-8e26-1ede48527d52', 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:23.735689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b0af1-48c6-40d6-9e09-d8f2e65e2625 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=45cc20e8-91f4-461d-8e26-1ede48527d52,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:23.748826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 45cc20e8-91f4-461d-8e26-1ede48527d52 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:23.910267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:23.966876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f025a-00f4-49fa-bc06-a6426abf8940 req-db6f8234-4d23-4e25-90e3-356ad07505d6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:23.969811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071f025a-00f4-49fa-bc06-a6426abf8940 req-db6f8234-4d23-4e25-90e3-356ad07505d6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.1809840 Oct 22 13:16:23.970750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.009466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['81e44fc6-38db-4fc2-aac4-6dab9bc476dc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:24.149378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:24.181078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:24.181732 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.234125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a487a91e-6dd7-4852-ab64-1cf4b93aa440 req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "PUT /v2.0/ports/0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 904 time: 1.3333697 Oct 22 13:16:24.263037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071f025a-00f4-49fa-bc06-a6426abf8940 req-13c7a3ff-1c8c-4955-9bed-94143bf43541 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700427 Oct 22 13:16:24.277863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:24.280488 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0c84b-fbed-4f29-a370-ca783d1ff316" -d '{"events": [{"name": "network-changed", "server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:24.318631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'port': 2} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:24.338275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:24.347201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.358286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9faee89-306d-48e4-8aa6-bf72424f8fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.591138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b56c301-5499-43ba-8b0d-2414f3120804 req-6372bd47-3651-4836-b08d-c7139cc4797b tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 210 time: 0.2001255 Oct 22 13:16:24.591843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b091-43be-4fca-91d5-4624c96f085c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:24.619769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.747588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-97c4687a-33d9-4fdd-b050-3097283157b1 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:24.757739 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-97c4687a-33d9-4fdd-b050-3097283157b1 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.21 "GET /v2.0/networks?id=312708e9-26c9-4fdb-a2c5-7ea6f6902a15 HTTP/1.1" status: 200 len: 812 time: 0.4831247 Oct 22 13:16:24.764283 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c309c-0a6d-4f60-90fb-5c4c09251beb x-openstack-request-id: req-f65c309c-0a6d-4f60-90fb-5c4c09251beb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:24.764591 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:24.764853 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f65c309c-0a6d-4f60-90fb-5c4c09251beb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:24.770223 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'status': 'completed', 'code': 200} Oct 22 13:16:24.783632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Request body: {'port': {'device_id': 'f32776f6-455e-4241-83d2-749321d89b0d', 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15', 'admin_state_up': True, 'tenant_id': 'e9b34850cc4e4cfa84f8e8775288b973'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:24.940064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ed93a82c-4415-49de-9a54-e0f69380dac4 None None] Provisioning complete for port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:24.940440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ed93a82c-4415-49de-9a54-e0f69380dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:24.972701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7784924-ab18-4e66-b385-b9531bb0af08 req-55cc9805-6f05-4a75-b338-610dd038faef tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:24.977333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7784924-ab18-4e66-b385-b9531bb0af08 req-55cc9805-6f05-4a75-b338-610dd038faef tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 907 time: 0.4476581 Oct 22 13:16:25.016477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Made reservation on behalf of e9b34850cc4e4cfa84f8e8775288b973 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:25.022562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:25.445529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Allocated IP 172.20.0.12 (312708e9-26c9-4fdb-a2c5-7ea6f6902a15/e2e2afc7-b1c0-4a01-a407-fe17452fa79d/1dc936c2-8cdb-483e-a14b-c952b5f4e8cf) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:25.657040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-aa8899d6-64ba-4c76-b09f-921846cf52a7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:25.659098 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-aa8899d6-64ba-4c76-b09f-921846cf52a7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 811 time: 0.5494809 Oct 22 13:16:25.709278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-302fbbaf-2edb-4fdb-8d3b-54184d15089a req-1c35fffb-d989-43a3-a57b-52d30c5b6e4a tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 210 time: 0.8656230 Oct 22 13:16:25.768602 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-af1ce95c-03f7-4d66-a9cf-fd40c9d41826 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c0823251284394b7968051023eb59c HTTP/1.1" status: 200 len: 380 time: 0.0969896 Oct 22 13:16:25.781586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'port': {'device_id': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'admin_state_up': True, 'tenant_id': '20c0823251284394b7968051023eb59c', 'security_groups': ['4c606a19-bfa9-4d02-b0a3-3b1a68ceb663']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:25.821576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:25.896915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] device_id is not set on port ec16e4cc-2c59-47e2-afa2-9c8679537a42 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:16:26.007197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Made reservation on behalf of 20c0823251284394b7968051023eb59c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:26.012538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:26.055377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-7341d8fa-cc16-41be-a676-160a4fcbb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.056819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-7341d8fa-cc16-41be-a676-160a4fcbb2c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 1058 time: 1.2628191 Oct 22 13:16:26.107657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d207d-a620-4873-83e5-1458ea9cddd8 req-17f6ab6e-fa3b-4ec9-936c-dd099275cb0c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.109908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320d207d-a620-4873-83e5-1458ea9cddd8 req-17f6ab6e-fa3b-4ec9-936c-dd099275cb0c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.3990333 Oct 22 13:16:26.139853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-76606db2-97f2-4401-b870-315d1f40519f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3120084 Oct 22 13:16:26.149494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561fc5-6371-4001-acd5-c85f916ef0a9 req-d9bcbbf6-51ac-4369-a9e3-3d4354064c21 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.151709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1561fc5-6371-4001-acd5-c85f916ef0a9 req-d9bcbbf6-51ac-4369-a9e3-3d4354064c21 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.2608194 Oct 22 13:16:26.288753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Allocated IP 172.20.0.4 (5c224ee9-9cf2-4997-8426-b3d979e78391/b562d0ee-2074-426b-bf6a-a92862333dba/f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:26.310055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-69907067-82e3-45c1-a2df-a20ebe5b8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.313240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-69907067-82e3-45c1-a2df-a20ebe5b8d7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 1096 time: 0.1243768 Oct 22 13:16:26.317072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320d207d-a620-4873-83e5-1458ea9cddd8 req-65d7b823-5801-4227-b5b3-7d732924ebca tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807692 Oct 22 13:16:26.361815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4054b2b8-3811-412d-9779-07a8f1ee3310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:26.397363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:26.555451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1561fc5-6371-4001-acd5-c85f916ef0a9 req-b79a9df9-57e8-49fa-855e-0d1a28639be1 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960593 Oct 22 13:16:26.556464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-310d495a-74bb-45e9-8e03-8ce987430b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.557952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-310d495a-74bb-45e9-8e03-8ce987430b07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.4815278 Oct 22 13:16:26.614339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:26.737521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Pushing event updated for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:26.758281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:26.768211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:26.780970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:26.791979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25a9ea99-70b5-4516-aeef-4a1c4680ac16 req-8df82b29-dfa1-4d5c-970a-25b8e8565c79 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 210 time: 0.1999607 Oct 22 13:16:26.851567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-f5f7f705-1ea6-445a-b9cf-a417bfc65892 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 217 time: 0.2176635 Oct 22 13:16:26.954352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.954927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-86318b2a-8b31-416b-98e6-b3429852011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:26.955961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:26.956733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-86318b2a-8b31-416b-98e6-b3429852011f service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.4262457 Oct 22 13:16:27.015212 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-fd00de41-72e0-430c-8a30-1bfa929e34d2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2477856 Oct 22 13:16:27.033579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4054b2b8-3811-412d-9779-07a8f1ee3310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.051874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.063162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-067e8d25-6819-4627-8de6-116c284a7964 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc HTTP/1.1" status: 200 len: 217 time: 0.0735693 Oct 22 13:16:27.073130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd3590f3-aafd-46aa-8398-9777b2744b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.127059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4054b2b8-3811-412d-9779-07a8f1ee3310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.134583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Request body: {'port': {'device_id': 'f32776f6-455e-4241-83d2-749321d89b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:27.144587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.217271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf1508-d579-4032-a643-0e27aff8c1e4 req-b55b822a-ea70-4a08-9eea-97f618b19075 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:27.219300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fcf1508-d579-4032-a643-0e27aff8c1e4 req-b55b822a-ea70-4a08-9eea-97f618b19075 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.4431922 Oct 22 13:16:27.290100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c2da-1a67-4048-9005-54d46a1bc525 req-bd95e223-d89f-4c5e-abed-295d321369ca tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:27.292123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12b5c2da-1a67-4048-9005-54d46a1bc525 req-bd95e223-d89f-4c5e-abed-295d321369ca tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.3329210 Oct 22 13:16:27.300066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.307234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40398) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:27.308861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:27.330393 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4054b2b8-3811-412d-9779-07a8f1ee3310 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d0e08dba6754d75b5136f4d78dbc457&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4976163 Oct 22 13:16:27.331459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054b2b8-3811-412d-9779-07a8f1ee3310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89805c4-6868-4d7d-a4e7-69fa6e6dd12f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:27.332369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Request body: {'floatingip': {'port_id': '70a3a1d8-401e-4d7a-8115-c9e705dffd45'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:27.338361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40400) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:27.408492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:27.417478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:27.485204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event updated for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:27.585665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-1a1fc115-dbd4-47d4-822d-fa2de57e784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:27.589069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.592307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-1a1fc115-dbd4-47d4-822d-fa2de57e784f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.5085094 Oct 22 13:16:27.635351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fcf1508-d579-4032-a643-0e27aff8c1e4 req-0ddd353f-42fb-4117-9976-1f93eedf6a0d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016066 Oct 22 13:16:27.650358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.748758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.766204 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.878255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-381815d4-7d7c-444a-b33a-074b68c94e8e None None] Provisioning complete for port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:27.879249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-381815d4-7d7c-444a-b33a-074b68c94e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:27.973832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-381815d4-7d7c-444a-b33a-074b68c94e8e None None] Port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:16:28.122899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:28.134416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.148456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Transition to ACTIVE for port object 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:16:28.159806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.160722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.194683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.257154 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-135ff038-b65d-451e-a50b-252635cb725e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4821663 Oct 22 13:16:28.285145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Request body: {'port': {'device_id': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:28.393369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] device_id is not set on port 44a31d58-6457-4c47-986f-e91f5ba4b997 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:16:28.407130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-98bb7108-5927-45ec-bce2-c4eb9d33fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.408612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-98bb7108-5927-45ec-bce2-c4eb9d33fc35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 1.4508772 Oct 22 13:16:28.416768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.510660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.519742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Pushing event updated for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:28.524184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.559287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:16:28.614079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Attempting to bind port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:28.615451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Attempting to bind port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '3549a2a9-c232-46d6-b6f3-8ad79b6132d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:28.615865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Attempting to bind port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf on network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:28.624151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf on network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:16:28.624599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Attempting to bind port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf on network 312708e9-26c9-4fdb-a2c5-7ea6f6902a15 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:28.639469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:28.639914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Checking segment: {'id': '3549a2a9-c232-46d6-b6f3-8ad79b6132d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:28.640540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Bound using segment: {'id': '3549a2a9-c232-46d6-b6f3-8ad79b6132d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:28.641076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Bound port: 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3549a2a9-c232-46d6-b6f3-8ad79b6132d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:28.641511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.646199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd47dd-c6b0-4290-a05b-06ed3c11d675 req-b3a4c4df-6dd1-4439-95df-dea765c91e82 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.648188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9fd47dd-c6b0-4290-a05b-06ed3c11d675 req-b3a4c4df-6dd1-4439-95df-dea765c91e82 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 944 time: 1.0203650 Oct 22 13:16:28.670647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-539d30bd-78bf-43c2-bb0d-a318baa11977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.672432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-539d30bd-78bf-43c2-bb0d-a318baa11977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0315363 Oct 22 13:16:28.680157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3128-f80e-47bf-9f48-599728aa454a req-66e85b68-831e-429d-9349-a1ee055066e7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.681970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd4a3128-f80e-47bf-9f48-599728aa454a req-66e85b68-831e-429d-9349-a1ee055066e7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 931 time: 0.2853315 Oct 22 13:16:28.692889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.750086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-54c7d932-b224-4dc5-bd5d-5601b44d083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:28.751652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-54c7d932-b224-4dc5-bd5d-5601b44d083a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978725 Oct 22 13:16:28.774313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.776346 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.778297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:28.780427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f89805c4-6868-4d7d-a4e7-69fa6e6dd12f HTTP/1.1" status: 204 len: 168 time: 1.4179349 Oct 22 13:16:28.833126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df793b8a-a7c2-4285-9e1f-9ca218ec5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89805c4-6868-4d7d-a4e7-69fa6e6dd12f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:28.990642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9fd47dd-c6b0-4290-a05b-06ed3c11d675 req-a5ffc9bb-f4e3-4d41-9827-e8e8437c2f7c tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317463 Oct 22 13:16:29.050324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd4a3128-f80e-47bf-9f48-599728aa454a req-f2690a30-34ea-4703-a5d6-44b8157a5bae tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516479 Oct 22 13:16:29.141791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.216341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:29.246791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,segment=NetworkSegment(3549a2a9-c232-46d6-b6f3-8ad79b6132d0),segment_id=3549a2a9-c232-46d6-b6f3-8ad79b6132d0)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:29.295658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.391843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Pushing event updated for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:29.403692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:29.413103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:29.413788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.415198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-2f2d1fb4-4d1c-4d65-aeeb-ca8aceac91ee service neutron] 10.222.0.21 "PUT /v2.0/ports/1dc936c2-8cdb-483e-a14b-c952b5f4e8cf HTTP/1.1" status: 200 len: 1092 time: 2.2905524 Oct 22 13:16:29.415662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:29.418028 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b8154a-c11d-424f-86d8-a7b08fe67f65" -d '{"events": [{"name": "network-changed", "server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:29.423928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.466007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Transition to ACTIVE for port object f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:16:29.473223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.582315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:29.583794 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814667c3-84e0-49ad-beca-48e2eff697f4 x-openstack-request-id: req-814667c3-84e0-49ad-beca-48e2eff697f4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:29.584167 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:29.584433 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-814667c3-84e0-49ad-beca-48e2eff697f4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:29.584822 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf', 'status': 'completed', 'code': 200} Oct 22 13:16:29.585626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-79dabd92-5554-4d8e-aafb-253d54b09176 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850319 Oct 22 13:16:29.600474 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Floating IP 8637314a-e3f8-45f3-8a61-bc080a4ec716 associated. External IP: 172.25.6.83, port: 70a3a1d8-401e-4d7a-8115-c9e705dffd45. Oct 22 13:16:29.653973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:29.668943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cbd40c7-ea6e-4fa7-af9f-1419a5a9f74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.700939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.724736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-b06852a9-02d0-4e84-9987-d3d198cd385c service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9525585 Oct 22 13:16:29.744730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-0b05b061-1af8-48a4-9707-fd01514e7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:29.746282 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-0b05b061-1af8-48a4-9707-fd01514e7123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9b34850cc4e4cfa84f8e8775288b973&device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 1095 time: 0.2703996 Oct 22 13:16:29.792173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Attempting to bind port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:29.792427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Attempting to bind port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:29.792581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Attempting to bind port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:29.831739 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-ae90a237-fbd0-48cb-8192-8ab2fca5aae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf HTTP/1.1" status: 200 len: 217 time: 0.0744600 Oct 22 13:16:29.838251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce on network 5c224ee9-9cf2-4997-8426-b3d979e78391 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:16:29.838679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Attempting to bind port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce on network 5c224ee9-9cf2-4997-8426-b3d979e78391 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:29.886108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:29.886457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Checking segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:29.891001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Bound using segment: {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:29.891968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Bound port: f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d235f9-1be0-4c0d-a2ca-80e414f02eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:29.892907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:29.950051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-b91efebc-768b-48ff-953f-0270b21bc6ea tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:29.959411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-b91efebc-768b-48ff-953f-0270b21bc6ea tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.8249526 Oct 22 13:16:30.001001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.053740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:30.057207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:30.063002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-9051ec3b-3329-4fc2-b333-80c7cc9a85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:30.064556 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-9051ec3b-3329-4fc2-b333-80c7cc9a85e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2e2afc7-b1c0-4a01-a407-fe17452fa79d HTTP/1.1" status: 200 len: 852 time: 0.2217090 Oct 22 13:16:30.070788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.080000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cbd40c7-ea6e-4fa7-af9f-1419a5a9f74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.119580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cbd40c7-ea6e-4fa7-af9f-1419a5a9f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.121140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Port': ['ID=ec16e4cc-2c59-47e2-afa2-9c8679537a42,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:30.153849 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-63cc5c0f-27e0-4567-a699-f72110526b3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=312708e9-26c9-4fdb-a2c5-7ea6f6902a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714011 Oct 22 13:16:30.156321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-40ed7702-77c0-4d9d-a97f-e842d13a1086 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/quotas/4224646e84ba433a9c5eab787f91288f HTTP/1.1" status: 200 len: 375 time: 0.1958008 Oct 22 13:16:30.157962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:30.158650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.160140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 200 len: 1091 time: 1.8810842 Oct 22 13:16:30.243430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd40c7-ea6e-4fa7-af9f-1419a5a9f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1248fac8-8632-47d0-85b7-7278b4cbc2b5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:30.250037 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6cbd40c7-ea6e-4fa7-af9f-1419a5a9f74c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5d25f46f8534a94bd8cfabd55facf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537149 Oct 22 13:16:30.275108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40442) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:30.275772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e2848-d2fd-43b9-bf23-8af63eb742d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:30.328915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01788e31-4bbd-47f9-944c-aeb0a2ce8267 req-a30fed62-7eee-4aa9-bec6-0e8d673f41cc service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312279 Oct 22 13:16:30.441929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd922c-ed2a-4f9b-a343-1f1f4015a639 req-fa48f1ed-ef79-4f05-ab42-8eef8e628227 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:30.443680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6fd922c-ed2a-4f9b-a343-1f1f4015a639 req-fa48f1ed-ef79-4f05-ab42-8eef8e628227 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 944 time: 0.3169243 Oct 22 13:16:30.468874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-894152bd-ffe1-46f7-87e4-d90b861e48ae tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3108106 Oct 22 13:16:30.528012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-6b282e88-68f9-4796-babc-e0ec0444874e service neutron] 10.222.0.21 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586404 Oct 22 13:16:30.616317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-22618f2d-fc8f-4523-b5be-2519f2cbb2de service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351055 Oct 22 13:16:30.627170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Checking segment: {'id': '9514a19c-bac2-4e0a-88ca-1a83fa78e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e95152e9-6acf-4e9c-b5f2-778788f808d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:30.627442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network hostable DHCP agents. Network: e95152e9-6acf-4e9c-b5f2-778788f808d8, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:30.687523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:16:30.695213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-9adefa8a-fba9-43c1-9984-fb05b43c804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:30.696754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-9adefa8a-fba9-43c1-9984-fb05b43c804e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 1094 time: 0.2363636 Oct 22 13:16:30.708853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.734050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-1318658e-9ffa-4c3e-bf13-f07491290e89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3970485 Oct 22 13:16:30.743642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6fd922c-ed2a-4f9b-a343-1f1f4015a639 req-28671b62-4274-410d-be0d-362d0bc9fbda tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662959 Oct 22 13:16:30.774580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network e95152e9-6acf-4e9c-b5f2-778788f808d8 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:30.787270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-b9feec55-62f8-451c-aacb-71dc62436108 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 200 len: 217 time: 0.0691676 Oct 22 13:16:30.793650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.802764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a54154f-5b71-4612-a0e5-ea0cae6ccb13 req-5728758a-5224-4ba2-9f9b-1ed83d2148c0 service neutron] 10.222.0.21 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470171 Oct 22 13:16:30.879932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e95152e9-6acf-4e9c-b5f2-778788f808d8) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:30.892995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:30.894635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:30.906404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfb54c-790c-4381-9c39-f51f7a482012 None None] Network e95152e9-6acf-4e9c-b5f2-778788f808d8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:30.944426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-70c7bd50-5f59-4f8c-be2c-6020d45bc356 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583836 Oct 22 13:16:31.019919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:31.302680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-cb7337f5-03b5-4349-ab47-518722058eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.304321 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-cb7337f5-03b5-4349-ab47-518722058eed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.4989166 Oct 22 13:16:31.372205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Port': ['ID=44a31d58-6457-4c47-986f-e91f5ba4b997,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:31.384458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:31.388163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:31.392341 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1248fac8-8632-47d0-85b7-7278b4cbc2b5 HTTP/1.1" status: 204 len: 168 time: 1.1017883 Oct 22 13:16:31.429472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-004a2fcb-c656-4152-b423-74ae6e712df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.434763 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-004a2fcb-c656-4152-b423-74ae6e712df3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 1097 time: 0.2855344 Oct 22 13:16:31.460963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a1524-34f0-4df2-b9e1-75e92ecd4546 req-6a624a34-e174-4a15-b94d-d24056d690c4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.461096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b95a9-2f46-4a85-a590-5a2b65a70ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1248fac8-8632-47d0-85b7-7278b4cbc2b5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:31.465892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38a1524-34f0-4df2-b9e1-75e92ecd4546 req-6a624a34-e174-4a15-b94d-d24056d690c4 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 943 time: 0.4878922 Oct 22 13:16:31.474270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2e4069f-cf73-4ef7-8655-fefbb4a92405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:31.477621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-a1d87cef-c864-44c8-a972-9399be30fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.479224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-a1d87cef-c864-44c8-a972-9399be30fc1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9b34850cc4e4cfa84f8e8775288b973&device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 1095 time: 0.5671406 Oct 22 13:16:31.541111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:16:31.560212 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:31.562103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Sync routers for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:16:31.562948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-31a72d9b-3623-4679-825b-36794451150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.574659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-31a72d9b-3623-4679-825b-36794451150e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483346 Oct 22 13:16:31.588107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:31.594171 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:31.596779 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:31.600346 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f3d1c-641f-4454-a451-0d148b7717b3" -d '{"events": [{"name": "network-changed", "server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:31.607861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Checking segment: {'id': '2c981b03-0083-4ac4-91bb-7917a16580a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45cc20e8-91f4-461d-8e26-1ede48527d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:31.608309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network hostable DHCP agents. Network: 45cc20e8-91f4-461d-8e26-1ede48527d52, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:31.622182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-1eb2d1ff-fbef-4fc7-9502-0d917b623e11 service neutron] 10.222.0.25 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768520 Oct 22 13:16:31.761022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-85943909-0719-48e6-b1ef-cfa49a9b3798 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514001 Oct 22 13:16:31.781557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-58da8104-c057-4cf9-9b1b-f4560993092b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "PUT /v2.0/floatingips/8637314a-e3f8-45f3-8a61-bc080a4ec716 HTTP/1.1" status: 200 len: 991 time: 4.4527531 Oct 22 13:16:31.786508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:31.793593 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b1956-6120-4cb4-9f82-b9ada892a875" -d '{"events": [{"name": "network-changed", "server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:31.823206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a38a1524-34f0-4df2-b9e1-75e92ecd4546 req-4990d445-9da9-4319-b402-514d164a7999 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563747 Oct 22 13:16:31.854087 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:31.889506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-4aa9f5e0-8fc2-461b-b1ee-d28821c40c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:31.892651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-4aa9f5e0-8fc2-461b-b1ee-d28821c40c62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.4233887 Oct 22 13:16:31.925202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network 45cc20e8-91f4-461d-8e26-1ede48527d52 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:31.953180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-91d41787-716c-4fc0-b1c8-44d5240df482 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 200 len: 217 time: 0.0515604 Oct 22 13:16:32.011765 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdba176e-c4e9-461d-9e8e-f7365772ce6d x-openstack-request-id: req-cdba176e-c4e9-461d-9e8e-f7365772ce6d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:32.012136 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:32.012480 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdba176e-c4e9-461d-9e8e-f7365772ce6d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:32.012732 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'status': 'completed', 'code': 200} Oct 22 13:16:32.040909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f4305ef8-9860-4b52-978e-10c0b46d2098 req-b6794b68-32dd-4299-920e-2963cffbf69b service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444749 Oct 22 13:16:32.079034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 45cc20e8-91f4-461d-8e26-1ede48527d52) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:32.090446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec667ee-651d-478f-b853-4a208bb72c15 None None] Network 45cc20e8-91f4-461d-8e26-1ede48527d52 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:32.121198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:32.122708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-6deb1696-b9ac-4617-9331-1998215fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.125933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-6deb1696-b9ac-4617-9331-1998215fc91e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1574943 Oct 22 13:16:32.149726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.163028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.182104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:32.208907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-c43473df-c508-4f7d-99bd-61efebe4f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.216159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-c43473df-c508-4f7d-99bd-61efebe4f6b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=312708e9-26c9-4fdb-a2c5-7ea6f6902a15 HTTP/1.1" status: 200 len: 913 time: 0.6985064 Oct 22 13:16:32.371320 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e0b63a-699d-4e3d-b563-b641342ff790 x-openstack-request-id: req-b9e0b63a-699d-4e3d-b563-b641342ff790 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:32.371890 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:32.372325 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9e0b63a-699d-4e3d-b563-b641342ff790 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:32.381260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-d3cdad8f-4ed2-46c8-8e8f-ba7c17a5f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.382865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-d3cdad8f-4ed2-46c8-8e8f-ba7c17a5f6d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 1094 time: 0.2512889 Oct 22 13:16:32.383701 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'status': 'completed', 'code': 200} Oct 22 13:16:32.387879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-cf8d0c1a-f007-4333-86a5-d8b283df6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.392693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-cf8d0c1a-f007-4333-86a5-d8b283df6519 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565889 Oct 22 13:16:32.449065 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '8637314a-e3f8-45f3-8a61-bc080a4ec716', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'port_id': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'mac_address': 'fa:16:3e:fe:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:02Z', 'updated_at': '2021-10-22T13:16:28Z', 'revision_number': 1, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:32.492645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-440ef30b-6733-42c3-b2d8-962e75f2b223 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.8653488 Oct 22 13:16:32.493380 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Checking router: 640e6b87-2ddc-45d3-8ccd-36a5181852b3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:16:32.495099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40502) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:32.518345 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:32.519099 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:32.562405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-93161ea8-245d-4354-b6bc-0a2c8cec7081 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf HTTP/1.1" status: 200 len: 217 time: 0.3132648 Oct 22 13:16:32.590349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-4884e3e1-9dd2-4489-9607-d3a6ebc462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.592793 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-4884e3e1-9dd2-4489-9607-d3a6ebc462e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.1965649 Oct 22 13:16:32.657997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42ac8eca-49ae-4727-a2bf-eaa899247e5d req-cb2e7aec-0946-4d55-b8c1-a07cbb8799aa tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 210 time: 0.1993856 Oct 22 13:16:32.659959 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2e4069f-cf73-4ef7-8655-fefbb4a92405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:32.718510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-90117bdb-1ec0-4b30-bae2-d095c4423ae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 200 len: 217 time: 0.0937340 Oct 22 13:16:32.728268 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:32.834727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-72585e61-4d6d-4d73-80e1-85b538c6c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:32.838964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-72585e61-4d6d-4d73-80e1-85b538c6c5a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.1072009 Oct 22 13:16:32.900947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-9ede5980-1334-4d44-84c7-9e25f032ad43 service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071084 Oct 22 13:16:32.906342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2e4069f-cf73-4ef7-8655-fefbb4a92405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:33.088753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64be42-d960-4c62-ab8b-e9e8946aa862 req-37cf05be-f19c-4990-ab30-daccb6297001 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.097973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a64be42-d960-4c62-ab8b-e9e8946aa862 req-37cf05be-f19c-4990-ab30-daccb6297001 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 944 time: 0.8917737 Oct 22 13:16:33.131418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4069f-cf73-4ef7-8655-fefbb4a92405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86660dd5-edfd-4ddf-ac99-3842c2b7dc27,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:33.150065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-69b9f927-9065-4b05-aafb-33a2f46a700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.161068 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-69b9f927-9065-4b05-aafb-33a2f46a700f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557616 Oct 22 13:16:33.167478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-d46fcbb3-5b9d-404b-95a6-970ffa0adace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.169470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-d46fcbb3-5b9d-404b-95a6-970ffa0adace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec2f5045b3b54714a1047e24e97c900d&device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 1097 time: 0.7200522 Oct 22 13:16:33.197163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e8983-5fb4-4cdd-9655-c38c16ff486b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.214826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e8983-5fb4-4cdd-9655-c38c16ff486b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.219852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a0e8983-5fb4-4cdd-9655-c38c16ff486b tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6537025 Oct 22 13:16:33.223321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:33.233886 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '8637314a-e3f8-45f3-8a61-bc080a4ec716', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'port_id': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'mac_address': 'fa:16:3e:fe:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:02Z', 'updated_at': '2021-10-22T13:16:28Z', 'revision_number': 1, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:33.296332 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369a24-5b6f-4b1e-8f86-a38de2301d0c None None] The sync data for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 is: [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '8637314a-e3f8-45f3-8a61-bc080a4ec716', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'port_id': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'mac_address': 'fa:16:3e:fe:27:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:02Z', 'updated_at': '2021-10-22T13:16:28Z', 'revision_number': 1, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:16:33.342589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-9ae0651c-f45a-4dd4-a4c2-521189e5222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:33.345330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-9ae0651c-f45a-4dd4-a4c2-521189e5222a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2e2afc7-b1c0-4a01-a407-fe17452fa79d HTTP/1.1" status: 200 len: 852 time: 0.6987739 Oct 22 13:16:33.348534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a2e4069f-cf73-4ef7-8655-fefbb4a92405 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c4b4a1d75244298ac27de9e0ca0766f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3260567 Oct 22 13:16:33.353110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:33.391231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a64be42-d960-4c62-ab8b-e9e8946aa862 req-85871c30-c71b-4036-96f0-f138222a54ce tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918489 Oct 22 13:16:33.469414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-7ce03fcd-490e-4ab3-ab75-b91168249cba service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385096 Oct 22 13:16:33.529964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-c4180935-6741-4717-86c9-25bb5bbdcd45 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560874 Oct 22 13:16:33.564870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:33.740960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3391d-6a76-4f5d-a047-8a7970c6f7af None None] New status for floating IP 8637314a-e3f8-45f3-8a61-bc080a4ec716: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:16:33.803021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:33.856749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b57f3d1c-641f-4454-a451-0d148b7717b3 req-0ca02d0d-004f-4669-8492-6cc864e59ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128853 Oct 22 13:16:33.903215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-9f1a4453-3b3e-4e9a-bfd2-eb2fc84c0c97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=312708e9-26c9-4fdb-a2c5-7ea6f6902a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5459673 Oct 22 13:16:33.930527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:33.934447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:33.943145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86660dd5-edfd-4ddf-ac99-3842c2b7dc27 HTTP/1.1" status: 204 len: 168 time: 0.5875807 Oct 22 13:16:33.961078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac987-f386-40c5-8e1d-b0874aab52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86660dd5-edfd-4ddf-ac99-3842c2b7dc27,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:34.026974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ad88e-9182-4d7d-bb9c-7583d028cb68 req-584831d8-6228-468d-bdeb-8ac54644872c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:34.028917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d0ad88e-9182-4d7d-bb9c-7583d028cb68 req-584831d8-6228-468d-bdeb-8ac54644872c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 943 time: 1.0784070 Oct 22 13:16:34.051565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0cd20ff-074a-40f9-bdcd-b89a9b004604 req-e71c4d1e-ff6f-4533-af4f-6575e4f10fe1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 210 time: 0.1533070 Oct 22 13:16:34.251836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:34.285031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-964a459d-5dc3-4608-8e28-ff2871fd6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:34.296058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-e6a324ea-b7d3-47f3-89bc-636e4c18f2b2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:34.298445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-964a459d-5dc3-4608-8e28-ff2871fd6171 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 HTTP/1.1" status: 200 len: 907 time: 1.0502818 Oct 22 13:16:34.298852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-e6a324ea-b7d3-47f3-89bc-636e4c18f2b2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 811 time: 0.2280986 Oct 22 13:16:34.333019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Request body: {'port': {'device_id': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'admin_state_up': True, 'tenant_id': '4224646e84ba433a9c5eab787f91288f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:34.379039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d0ad88e-9182-4d7d-bb9c-7583d028cb68 req-659eeb7a-3f2e-4666-94b1-9ee7b30a1f69 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239636 Oct 22 13:16:34.411392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting port ec16e4cc-2c59-47e2-afa2-9c8679537a42 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:34.411735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.452587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-85f27b48-5b7e-4d9c-84b7-da985518e32b service neutron] 10.222.0.21 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041428 Oct 22 13:16:34.562254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-bf188a43-e0d1-404d-b7a7-2441db489115 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45 HTTP/1.1" status: 200 len: 1001 time: 0.2404506 Oct 22 13:16:34.589957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:34.630218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c08e8ac-f6b3-4cfe-b75d-e8b0d4793aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.688671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Made reservation on behalf of 4224646e84ba433a9c5eab787f91288f for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:34.695077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.712783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.754986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Calling delete_port for ec16e4cc-2c59-47e2-afa2-9c8679537a42 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:34.785027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,segment=NetworkSegment(3549a2a9-c232-46d6-b6f3-8ad79b6132d0),segment_id=3549a2a9-c232-46d6-b6f3-8ad79b6132d0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:34.819750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf', 'network_id': '312708e9-26c9-4fdb-a2c5-7ea6f6902a15', 'port_id': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf', 'mac_address': 'fa:16:3e:ab:e3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e2afc7-b1c0-4a01-a407-fe17452fa79d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:34.885945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.900574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:34.923479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,segment=NetworkSegment(3549a2a9-c232-46d6-b6f3-8ad79b6132d0),segment_id=3549a2a9-c232-46d6-b6f3-8ad79b6132d0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:34.939251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c08e8ac-f6b3-4cfe-b75d-e8b0d4793aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.940024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.961133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c08e8ac-f6b3-4cfe-b75d-e8b0d4793aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:34.965307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-623140db-eaf8-41ac-97ca-5f196e153b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:34.967820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-623140db-eaf8-41ac-97ca-5f196e153b92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cf41dc-07ac-4352-8475-333c897d303f HTTP/1.1" status: 200 len: 845 time: 0.3806951 Oct 22 13:16:34.982227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Allocated IP 172.20.0.6 (95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb/9165f615-bc5f-4c5d-a414-2ecf2a537986/3b9d8b17-b413-4e9a-9393-62db09a49c71) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:34.991306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ea63-b6c7-4bf0-9910-563749054025 req-494036c3-a077-4ba7-9d97-4b4844482876 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:35.000693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f4ea63-b6c7-4bf0-9910-563749054025 req-494036c3-a077-4ba7-9d97-4b4844482876 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 944 time: 0.4159737 Oct 22 13:16:35.005975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:35.042443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.043222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c08e8ac-f6b3-4cfe-b75d-e8b0d4793aed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54e36736d7bf457c9ccd7039b47cbfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515700 Oct 22 13:16:35.043426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:35.045925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08e8ac-f6b3-4cfe-b75d-e8b0d4793aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1feceb3-6e68-4596-8053-14e094135b1f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:35.064704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69b8154a-c11d-424f-86d8-a7b08fe67f65 req-8220fb94-d667-4fb3-a40d-5227bb27cb15 service neutron] 10.222.0.21 "GET /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026320 Oct 22 13:16:35.175782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f4ea63-b6c7-4bf0-9910-563749054025 req-f7406da5-5e1c-4c56-a293-fa67a78863c2 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740007 Oct 22 13:16:35.201498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.206246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/ports/ec16e4cc-2c59-47e2-afa2-9c8679537a42 HTTP/1.1" status: 204 len: 168 time: 1.9499300 Oct 22 13:16:35.207414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b96d-ecc6-41f0-8373-328a01d6fc97 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Port': ['ID=ec16e4cc-2c59-47e2-afa2-9c8679537a42,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:35.210038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:35.283701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1dc936c2-8cdb-483e-a14b-c952b5f4e8cf'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:35.298209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-945fb781-a64e-4ca0-9f29-9697eb42cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:35.299886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-945fb781-a64e-4ca0-9f29-9697eb42cd07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894316 Oct 22 13:16:35.312253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a81e2184-a53b-42d9-9340-b51ddf694cec req-dc927422-1537-4b3f-805c-fe45e62790fe tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 210 time: 0.0822132 Oct 22 13:16:35.330212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.376855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.401638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['81e44fc6-38db-4fc2-aac4-6dab9bc476dc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:35.444716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.446156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:35.450434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:35.469990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:35.507696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:35.573075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:35.573764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.599547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.616888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6d57276d-f1f8-47ed-9319-e02b0b6ace15 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960937 Oct 22 13:16:35.649843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Request body: {'port': {'device_id': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:35.680236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting port 44a31d58-6457-4c47-986f-e91f5ba4b997 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:35.680586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.696789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-6746e84e-580e-4248-97c3-20cf8c03565c service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834598 Oct 22 13:16:35.712398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e796-a31b-46c3-b4d9-bd929f6152ba req-e6f67f9d-1717-4c5b-8536-7e681314519d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:35.713906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a643e796-a31b-46c3-b4d9-bd929f6152ba req-e6f67f9d-1717-4c5b-8536-7e681314519d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 943 time: 0.2119169 Oct 22 13:16:35.826351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.950468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4e048b6c-55e1-464e-b504-0bcdd187b6ca None None] Provisioning complete for port 3b9d8b17-b413-4e9a-9393-62db09a49c71 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:35.952801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e048b6c-55e1-464e-b504-0bcdd187b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:35.985806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a643e796-a31b-46c3-b4d9-bd929f6152ba req-5be40ac2-005b-4682-a22c-583fb4966136 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875892 Oct 22 13:16:36.005051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.017760 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.017760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1feceb3-6e68-4596-8053-14e094135b1f HTTP/1.1" status: 204 len: 168 time: 0.9514439 Oct 22 13:16:36.041201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4e048b6c-55e1-464e-b504-0bcdd187b6ca None None] Port 3b9d8b17-b413-4e9a-9393-62db09a49c71 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:16:36.133733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.162289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Calling delete_port for 44a31d58-6457-4c47-986f-e91f5ba4b997 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:36.174859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b130553-2a01-4c62-97d9-ce9398b103d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1feceb3-6e68-4596-8053-14e094135b1f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:36.221594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:36.341052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:36.411952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-257b1956-6120-4cb4-9f82-b9ada892a875 req-f1e86ae2-b292-4919-b32a-49b9866b7479 service neutron] 10.222.0.26 "GET /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971660 Oct 22 13:16:36.525811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:36.535293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40706) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:36.545078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'port_id': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'mac_address': 'fa:16:3e:1a:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:36.566985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9d8b17-b413-4e9a-9393-62db09a49c71 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:36.583327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.604836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee810e9-dc9d-4389-804b-8c099798a4c5 req-d56df765-a661-4762-9b5c-fd9472ccc99d tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:36.619120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ee810e9-dc9d-4389-804b-8c099798a4c5 req-d56df765-a661-4762-9b5c-fd9472ccc99d tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 945 time: 0.2069228 Oct 22 13:16:36.627148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Transition to ACTIVE for port object 3b9d8b17-b413-4e9a-9393-62db09a49c71 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:16:36.629134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.634555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.640964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.661999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:36.723430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:36.732969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:36.742554 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.746306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae84a-5bcf-475b-ac60-64bddeafd8a0 req-07bbeb8b-278a-4695-91f9-d0830aecf587 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:36.748514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c93ae84a-5bcf-475b-ac60-64bddeafd8a0 req-07bbeb8b-278a-4695-91f9-d0830aecf587 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 931 time: 0.2781737 Oct 22 13:16:36.779544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Port': ['ID=44a31d58-6457-4c47-986f-e91f5ba4b997,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:36.809595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:36.852925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.859848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2b93393e-6750-47e5-8f94-2a8226416448 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/ports/44a31d58-6457-4c47-986f-e91f5ba4b997 HTTP/1.1" status: 204 len: 168 time: 1.6301553 Oct 22 13:16:36.867783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40722) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:36.868879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59f458fa-841c-4e6b-af2b-606a70b4aa08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:36.907267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ee810e9-dc9d-4389-804b-8c099798a4c5 req-533729c0-b72b-4e4e-9e64-0ed0d060a0c1 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848868 Oct 22 13:16:36.944384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a6d14ff0-ad1a-4015-a507-df5969465749 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0714881 Oct 22 13:16:36.959181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c93ae84a-5bcf-475b-ac60-64bddeafd8a0 req-ab4dd0dd-487a-4ff1-b222-018412b45cd6 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828592 Oct 22 13:16:36.961227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40726) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:36.969541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-898160770'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:37.014908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:37.021970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.084530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59f458fa-841c-4e6b-af2b-606a70b4aa08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.090868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:37.102823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-59f458fa-841c-4e6b-af2b-606a70b4aa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.116003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:37.119021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.121531 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment c87210e7-6f2d-4d22-91bc-4473808554fe of type vlan for network dd749512-a742-443c-af5c-b0fc3ddccd1d Oct 22 13:16:37.185837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Attempting to bind port 3b9d8b17-b413-4e9a-9393-62db09a49c71 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:37.187637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Attempting to bind port 3b9d8b17-b413-4e9a-9393-62db09a49c71 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:37.187890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.188473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Attempting to bind port 3b9d8b17-b413-4e9a-9393-62db09a49c71 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:37.213017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40732) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:37.219651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Port 3b9d8b17-b413-4e9a-9393-62db09a49c71 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:16:37.220292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Attempting to bind port 3b9d8b17-b413-4e9a-9393-62db09a49c71 on network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:37.254172 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.262544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:37.262544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.310074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:37.318735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Checking segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:37.319210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Bound using segment: {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:37.319673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Bound port: 3b9d8b17-b413-4e9a-9393-62db09a49c71, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:37.320046 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.334115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-59f458fa-841c-4e6b-af2b-606a70b4aa08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4749b56d015c48ccab0023719643ad7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928417 Oct 22 13:16:37.335786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f458fa-841c-4e6b-af2b-606a70b4aa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39fcc2-4a0a-4f13-9b63-38f41bc12506,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:37.347703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40738) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:37.469789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.476147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=dd749512-a742-443c-af5c-b0fc3ddccd1d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:37.487699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a61854c0-8f2b-4ad0-ba08-6116ded59e39 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5240347 Oct 22 13:16:37.493214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network dd749512-a742-443c-af5c-b0fc3ddccd1d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:37.494228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40744) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:37.503087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4eea7-d485-4f6a-8545-00fea41bc9b4 req-57029b51-5072-4679-9ced-6a963fb54590 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:37.510951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ae4eea7-d485-4f6a-8545-00fea41bc9b4 req-57029b51-5072-4679-9ced-6a963fb54590 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 944 time: 0.2804363 Oct 22 13:16:37.518989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1539893376'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:37.586009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a0cd52-8ca3-4ea5-ad14-a6337a8cca86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.599783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ae4eea7-d485-4f6a-8545-00fea41bc9b4 req-d4d3b82d-031c-41b3-a13d-1d104938bb1c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833519 Oct 22 13:16:37.617054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:37.621056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.633961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.648146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:37.653751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:37.657428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:37.666362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.666818 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Added segment e0e7de70-7429-46b5-914b-cdd02b07e36b of type vlan for network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 Oct 22 13:16:37.677275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.715608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.754424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.763714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:37.765161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:37.765820 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.776254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.778957 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b9d8b17-b413-4e9a-9393-62db09a49c71 HTTP/1.1" status: 200 len: 1091 time: 2.1337290 Oct 22 13:16:37.801998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:37.804345 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:37.807622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1317-890d-4bbf-98f6-3bc573bab1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:37.878667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3591015 Oct 22 13:16:37.894286 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a444132e-7916-4ab1-a9c3-d63dc02caab4 x-openstack-request-id: req-a444132e-7916-4ab1-a9c3-d63dc02caab4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:37.894529 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:37.895065 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a444132e-7916-4ab1-a9c3-d63dc02caab4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:37.895639 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'status': 'completed', 'code': 200} Oct 22 13:16:37.917708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.920432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:37.921547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc39fcc2-4a0a-4f13-9b63-38f41bc12506 HTTP/1.1" status: 204 len: 168 time: 0.5586584 Oct 22 13:16:37.929443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce4c72-2832-42ce-a15a-d2f3101295ec tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Network': ['ID=1d79e000-fe82-4a2b-a7b8-ff1036206f88,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:37.943673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:38.034087 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.034351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87604d7a-257a-469c-8e36-3541530e50a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39fcc2-4a0a-4f13-9b63-38f41bc12506,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:38.077105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-dc992a5b-d7e6-4a91-9144-01bf6190fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:38.091374 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-dc992a5b-d7e6-4a91-9144-01bf6190fba2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 1094 time: 0.2409673 Oct 22 13:16:38.137382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a0cd52-8ca3-4ea5-ad14-a6337a8cca86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.217335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-9dea264e-0558-4d2a-9d56-18dd5594ac97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71 HTTP/1.1" status: 200 len: 217 time: 0.1242080 Oct 22 13:16:38.218237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a0cd52-8ca3-4ea5-ad14-a6337a8cca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.300699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:38.350746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0cd52-8ca3-4ea5-ad14-a6337a8cca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce327981-ceb6-46d0-b7ee-8b342506629b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:38.375429 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24a0cd52-8ca3-4ea5-ad14-a6337a8cca86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a03def4b90f4f77ab5956e4d8f4223d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497288 Oct 22 13:16:38.377218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40764) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:38.393020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0084-0921-49d5-a37c-7ca93d8c1867 req-5079a736-a05c-4bfc-b1ec-87a6eef1377f tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:38.407509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-074f0084-0921-49d5-a37c-7ca93d8c1867 req-5079a736-a05c-4bfc-b1ec-87a6eef1377f tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 945 time: 0.2804956 Oct 22 13:16:38.416270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153abff1-5f79-4210-a1f8-250266345cbf req-7c568522-b38b-4fdb-a230-fcab014a3c29 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:38.440658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-153abff1-5f79-4210-a1f8-250266345cbf req-7c568522-b38b-4fdb-a230-fcab014a3c29 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.1957011 Oct 22 13:16:38.454779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:38.461356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:38.461783 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.472088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6f4db832-c51d-47ac-9c41-d1386a23e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:38.473980 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-6f4db832-c51d-47ac-9c41-d1386a23e71d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.2423248 Oct 22 13:16:38.534587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-153abff1-5f79-4210-a1f8-250266345cbf req-a83f2e60-a0df-42f3-bc97-b879eaee47d4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786386 Oct 22 13:16:38.566363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-074f0084-0921-49d5-a37c-7ca93d8c1867 req-c5ad8857-1ce1-47c2-895a-a5a4e216ec6a tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134133 Oct 22 13:16:38.649208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40770) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:38.662848 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.674401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.675907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-579b7ec8-b126-4dfa-9e74-3aa537b00cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.703775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,segment=NetworkSegment(3549a2a9-c232-46d6-b6f3-8ad79b6132d0),segment_id=3549a2a9-c232-46d6-b6f3-8ad79b6132d0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:38.705176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:38.708224 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff77857-1074-4a55-a71e-3fc0503303b6" -d '{"events": [{"server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:38.717137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.718320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:38.743442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.784223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:38.817831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-4f391a24-3ca7-4ba9-9bf5-66dda7d8d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:38.819928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-4f391a24-3ca7-4ba9-9bf5-66dda7d8d01b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940199 Oct 22 13:16:38.821567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.826318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.828110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce327981-ceb6-46d0-b7ee-8b342506629b HTTP/1.1" status: 204 len: 168 time: 0.3586683 Oct 22 13:16:38.851427 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030a1f8-77c0-4da7-98f7-5d96a4c54fdb x-openstack-request-id: req-d030a1f8-77c0-4da7-98f7-5d96a4c54fdb {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:38.852129 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:38.852654 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d030a1f8-77c0-4da7-98f7-5d96a4c54fdb {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:38.853322 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf', 'code': 200} Oct 22 13:16:38.888289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:38.893825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:38.894507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.898472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-579b7ec8-b126-4dfa-9e74-3aa537b00cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:38.939012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85ee0-c516-4dbd-9de2-cb95c36440e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce327981-ceb6-46d0-b7ee-8b342506629b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:38.963776 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-579b7ec8-b126-4dfa-9e74-3aa537b00cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.012635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-579b7ec8-b126-4dfa-9e74-3aa537b00cae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7656f2b05f4242ebbf9585e8d52f64b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597918 Oct 22 13:16:39.019525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:39.049803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.109942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:39.119383 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-ee102025-a48b-4bb2-8925-f16630a6609d service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625933 Oct 22 13:16:39.123750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.151616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b7ec8-b126-4dfa-9e74-3aa537b00cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceaa7ac-2d2e-4223-841a-044ebc8efd56,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:39.167462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a65e-b3a1-45e8-87b4-8b63f2d680a9 req-3cbc80a2-bf98-4358-b622-66fce0f7aded tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.176628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c63a65e-b3a1-45e8-87b4-8b63f2d680a9 req-3cbc80a2-bf98-4358-b622-66fce0f7aded tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 944 time: 0.2907758 Oct 22 13:16:39.181444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0d5fb-b64e-4d3f-80da-92eb622eab82 req-4ca7cb69-e73a-45fe-862c-832678cad9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.183087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3d0d5fb-b64e-4d3f-80da-92eb622eab82 req-4ca7cb69-e73a-45fe-862c-832678cad9ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 1097 time: 0.2552722 Oct 22 13:16:39.294413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.296025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:39.341397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3d0d5fb-b64e-4d3f-80da-92eb622eab82 req-1d4cf037-8502-4b62-abd8-a72d3f5cf64c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335080 Oct 22 13:16:39.349658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.371012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-eb1ab13b-01b1-431f-ab2e-3afc2b4819a5 req-23bb6918-9780-47fb-bbb9-117b279ad982 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440445 Oct 22 13:16:39.383206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c63a65e-b3a1-45e8-87b4-8b63f2d680a9 req-6e326dc7-53c9-49c5-a6ad-6395ea421c67 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055166 Oct 22 13:16:39.472060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.474728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.475882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ceaa7ac-2d2e-4223-841a-044ebc8efd56 HTTP/1.1" status: 204 len: 168 time: 0.4498134 Oct 22 13:16:39.508137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc108e42-91f0-447b-88f0-5e924f021a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceaa7ac-2d2e-4223-841a-044ebc8efd56,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:39.557067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-8ee580ba-2da4-499e-aa55-830676a03d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.558688 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-8ee580ba-2da4-499e-aa55-830676a03d67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 1094 time: 0.0811872 Oct 22 13:16:39.598746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40792) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:39.644499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ffe168-4f1f-4c7b-98d2-e4540f9987c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.795176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-c8fa2ca0-ce9b-40cd-921a-3c674c07b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.797272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-c8fa2ca0-ce9b-40cd-921a-3c674c07b6cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.2304208 Oct 22 13:16:39.810992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:39.918556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6252beb-b5fd-42c1-9562-d42b221176c7 req-fe452dd9-7c82-4148-9fc0-901aa816dec1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.922368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6252beb-b5fd-42c1-9562-d42b221176c7 req-fe452dd9-7c82-4148-9fc0-901aa816dec1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.2426820 Oct 22 13:16:39.937317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62184fb-0caa-4581-b36f-3e2ed7fd1e88 req-eb61d067-0c21-4dfa-bf0c-cca1dda8013f tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:39.946177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c62184fb-0caa-4581-b36f-3e2ed7fd1e88 req-eb61d067-0c21-4dfa-bf0c-cca1dda8013f tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 946 time: 0.1864746 Oct 22 13:16:39.988762 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-af30af93-2b5b-44d5-8286-07e857adce18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71 HTTP/1.1" status: 200 len: 217 time: 0.1780164 Oct 22 13:16:40.077496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c62184fb-0caa-4581-b36f-3e2ed7fd1e88 req-04643367-cea8-4858-82e8-9d82956db9ad tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296957 Oct 22 13:16:40.095826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6252beb-b5fd-42c1-9562-d42b221176c7 req-6eaa1588-532f-4fc1-b800-09d02416065d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451852 Oct 22 13:16:40.117726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-3d3ab1fd-667f-4487-8cea-c0ccdab5800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:40.119649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-3d3ab1fd-667f-4487-8cea-c0ccdab5800b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1045702 Oct 22 13:16:40.158820 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ffe168-4f1f-4c7b-98d2-e4540f9987c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.172034 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60ffe168-4f1f-4c7b-98d2-e4540f9987c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.235343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60ffe168-4f1f-4c7b-98d2-e4540f9987c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae36c73b8ffc4dcc97f7e53a0d717766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316745 Oct 22 13:16:40.235343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40810) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:40.235343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe168-4f1f-4c7b-98d2-e4540f9987c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b3147-4a9f-4d8f-9d17-8ad363f00842,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:40.288845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-84d447a6-ef43-456e-bb35-494d4fe59dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:40.290355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-84d447a6-ef43-456e-bb35-494d4fe59dac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623857 Oct 22 13:16:40.344782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.379269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.523074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-7d141a3d-5924-4d7f-9ede-43a91b097dff service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207785 Oct 22 13:16:40.591258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.594992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:40.596684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca6b3147-4a9f-4d8f-9d17-8ad363f00842 HTTP/1.1" status: 204 len: 168 time: 0.3625989 Oct 22 13:16:40.625570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131b128-026f-4e7d-b61c-dbac6742d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b3147-4a9f-4d8f-9d17-8ad363f00842,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:40.652987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce7413-96e1-4302-a664-d520e1a75512 req-43befd6a-4ccf-48c3-901f-7e83a9088034 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:40.655378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abce7413-96e1-4302-a664-d520e1a75512 req-43befd6a-4ccf-48c3-901f-7e83a9088034 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1537781 Oct 22 13:16:40.782221 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b07fb3b1-2909-4bed-bf6a-c3ab22efe3d5 req-6ed9f939-8093-4108-9f3c-1c755df09b02 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493145 Oct 22 13:16:40.808168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abce7413-96e1-4302-a664-d520e1a75512 req-6cf4d123-d639-4bf2-9058-4a437ed5deee tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427865 Oct 22 13:16:40.855148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:40.858860 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28368a4-1c7f-400d-b108-4b6a496c8c86" -d '{"events": [{"server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:40.922960 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a881ef0-10ca-49f9-b743-bd6cab4a711a x-openstack-request-id: req-9a881ef0-10ca-49f9-b743-bd6cab4a711a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:40.923252 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:40.923502 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a881ef0-10ca-49f9-b743-bd6cab4a711a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:40.924082 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'code': 200} Oct 22 13:16:41.094733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcc7c3-abdd-4b98-b25e-c7c45017a4fd req-c6341cc0-f718-44d3-a701-fdaa25257251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:41.097507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01bcc7c3-abdd-4b98-b25e-c7c45017a4fd req-c6341cc0-f718-44d3-a701-fdaa25257251 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 1096 time: 0.0694802 Oct 22 13:16:41.173942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:41.187624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'subnets': [{'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1512659454', 'ip_version': 6}, {'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:41.188301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'subnet': {'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1512659454', 'ip_version': 6}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:41.189186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Request body: {'subnet': {'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:41.287928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01bcc7c3-abdd-4b98-b25e-c7c45017a4fd req-4f6ee803-48c1-47e6-8330-a5be804601ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814458 Oct 22 13:16:41.399962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b593-a44e-4e21-8ae7-32e880425762 req-ba4dfe33-5d8c-458b-9f83-8215e7a815b1 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:41.401921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8504b593-a44e-4e21-8ae7-32e880425762 req-ba4dfe33-5d8c-458b-9f83-8215e7a815b1 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 946 time: 0.1937473 Oct 22 13:16:41.503656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123641f5-ce8d-4eb9-920c-2af62144b3a3 req-364a9308-9d1c-45ea-8d12-97753c073f6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:41.518912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-123641f5-ce8d-4eb9-920c-2af62144b3a3 req-364a9308-9d1c-45ea-8d12-97753c073f6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.2259514 Oct 22 13:16:41.561824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:41.618113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8504b593-a44e-4e21-8ae7-32e880425762 req-1ff38722-5f8b-4983-9fc6-b67b2e33d60d tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595988 Oct 22 13:16:41.652821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-123641f5-ce8d-4eb9-920c-2af62144b3a3 req-1fb714eb-8aa1-4982-a627-f3c722f6b406 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302853 Oct 22 13:16:41.787932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:41.801261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Made reservation on behalf of c5ee335f8239444b82b73f1945d2111b for: {'subnet': 2} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:41.808358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:41.808791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:41.828789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'mac_address': 'fa:16:3e:8f:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:41.955856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:41.991958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9d8b17-b413-4e9a-9393-62db09a49c71 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:42.020962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:42.034712 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:42.182809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:42.203591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5743fe-db3a-40a7-8de9-f75c1a6a8e64 req-599f0148-cea0-43ba-9d22-e0d64787e9e8 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:42.212004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5743fe-db3a-40a7-8de9-f75c1a6a8e64 req-599f0148-cea0-43ba-9d22-e0d64787e9e8 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1802015 Oct 22 13:16:42.217359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.217775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.218213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.218635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.219619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.220030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.220436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.220851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.221250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.221659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.222055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.222532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:42.269113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3b9d8b17-b413-4e9a-9393-62db09a49c71'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:42.643664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc5743fe-db3a-40a7-8de9-f75c1a6a8e64 req-a739a7a0-9421-45d5-9bca-7f645546565e tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4302456 Oct 22 13:16:42.723280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40988) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:42.797792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795617-af28-474a-9559-484904b5779b req-2ffdedc4-acf7-4374-ad1e-b408da903a88 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:42.805426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c795617-af28-474a-9559-484904b5779b req-2ffdedc4-acf7-4374-ad1e-b408da903a88 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 946 time: 0.5391121 Oct 22 13:16:42.879792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39c66e39-4325-45b0-ab24-e4fca2cb64d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:42.974923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c795617-af28-474a-9559-484904b5779b req-cf97f1a7-6eac-4956-9691-4e29dc8828f5 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578841 Oct 22 13:16:43.005606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39c66e39-4325-45b0-ab24-e4fca2cb64d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.009487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbfe7d-0726-4ea0-9a51-0ae8db333391 req-0e5399d0-b112-4b72-9aeb-7ac01794a093 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.011896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39c66e39-4325-45b0-ab24-e4fca2cb64d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.015448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3bbfe7d-0726-4ea0-9a51-0ae8db333391 req-0e5399d0-b112-4b72-9aeb-7ac01794a093 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 944 time: 0.1971335 Oct 22 13:16:43.076205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c66e39-4325-45b0-ab24-e4fca2cb64d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fe2064-9fa5-4105-af4a-215dce375587,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:43.095258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-39c66e39-4325-45b0-ab24-e4fca2cb64d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5168a0e76f894f57bf31ec7f220425e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682311 Oct 22 13:16:43.095781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3bbfe7d-0726-4ea0-9a51-0ae8db333391 req-ab62fbf5-a5bc-4b90-899c-7db8e55a561e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709553 Oct 22 13:16:43.096189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41022) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:43.237968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.252229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.293527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.364928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Subnet': ['ID=ce694ea7-49e7-4565-a6e0-0fd5fc20ef99,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:43.385847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Checking segment: {'id': 'c87210e7-6f2d-4d22-91bc-4473808554fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:43.386451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network hostable DHCP agents. Network: dd749512-a742-443c-af5c-b0fc3ddccd1d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:43.411487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.414739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.418791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2fe2064-9fa5-4105-af4a-215dce375587 HTTP/1.1" status: 204 len: 168 time: 0.3170447 Oct 22 13:16:43.419285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network dd749512-a742-443c-af5c-b0fc3ddccd1d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:43.433485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1925e-dc50-486d-92bd-0fa6dc274a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fe2064-9fa5-4105-af4a-215dce375587,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:43.437566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, dd749512-a742-443c-af5c-b0fc3ddccd1d) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:43.441737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.471140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df669bde-7731-4a59-835a-4deae9fc646d None None] Network dd749512-a742-443c-af5c-b0fc3ddccd1d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:43.568513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event updated for resources: {'Subnet': ['ID=820f74a5-1b90-4568-8411-b6a8e6b06014,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:43.575972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:43.584912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Checking segment: {'id': 'e0e7de70-7429-46b5-914b-cdd02b07e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:43.585283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network hostable DHCP agents. Network: 1d79e000-fe82-4a2b-a7b8-ff1036206f88, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:43.629937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:43.646619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1d79e000-fe82-4a2b-a7b8-ff1036206f88) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:43.653658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.655190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.656739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.680325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2679e4-23a9-4e24-b1e5-ae506290a0f0 None None] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:43.699808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41096) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:43.704587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a07078b-f42c-45ff-8daa-7483397a5739 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5271995 Oct 22 13:16:43.796812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-dd749512-a742-443c-af5c-b0fc3ddccd1d', 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d', 'tenant_id': 'c5ee335f8239444b82b73f1945d2111b', 'fixed_ips': [{'subnet_id': 'ce694ea7-49e7-4565-a6e0-0fd5fc20ef99'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:16:43.798592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.861383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 3b9d8b17-b413-4e9a-9393-62db09a49c71 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:16:43.877200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1f4d3-9b23-4849-9f33-61ff2e40b5db req-6dbe4ea7-bf4e-4071-ba10-5095fd846f9f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.879058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8d1f4d3-9b23-4849-9f33-61ff2e40b5db req-6dbe4ea7-bf4e-4071-ba10-5095fd846f9f tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1337078 Oct 22 13:16:43.924481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 3b9d8b17-b413-4e9a-9393-62db09a49c71 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:43.924890 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:43.932623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bedaee-4e06-4454-9474-01cd827ba4ac tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.936359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bedaee-4e06-4454-9474-01cd827ba4ac tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.939256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bedaee-4e06-4454-9474-01cd827ba4ac tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.942158 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-56bedaee-4e06-4454-9474-01cd827ba4ac tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2407320 Oct 22 13:16:43.954383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41102) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:43.957666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-cda82d0c-3e66-431a-8fb9-c1696eb38fdd tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:43.959353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-cda82d0c-3e66-431a-8fb9-c1696eb38fdd tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 946 time: 0.1627254 Oct 22 13:16:44.033659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8d1f4d3-9b23-4849-9f33-61ff2e40b5db req-d17aba33-49ad-447d-8cbd-1e9029b4f723 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427891 Oct 22 13:16:44.049391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting subnet ce694ea7-49e7-4565-a6e0-0fd5fc20ef99 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:16:44.108857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1d79e000-fe82-4a2b-a7b8-ff1036206f88', 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88', 'tenant_id': 'c5ee335f8239444b82b73f1945d2111b', 'fixed_ips': [{'subnet_id': '820f74a5-1b90-4568-8411-b6a8e6b06014'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:16:44.109726 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.129377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Allocated IP 2001:db8::1 (dd749512-a742-443c-af5c-b0fc3ddccd1d/ce694ea7-49e7-4565-a6e0-0fd5fc20ef99/cae7b894-8bd6-430e-890f-40b5caef0d50) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:44.254927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae046e9-80a4-403d-9bcd-db77bc95860f req-da9cccfa-33ad-4535-96b4-420aaf44be45 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:44.267214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae046e9-80a4-403d-9bcd-db77bc95860f req-da9cccfa-33ad-4535-96b4-420aaf44be45 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1133881 Oct 22 13:16:44.267631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:44.272287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Request body: {'floatingip': {'port_id': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:44.293245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c811ca-1da5-4de3-868b-fad2a2e5fe41 req-c2861acc-d069-4b35-b086-111e2a4cec50 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:44.302823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c811ca-1da5-4de3-868b-fad2a2e5fe41 req-c2861acc-d069-4b35-b086-111e2a4cec50 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 946 time: 0.1685388 Oct 22 13:16:44.341377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Deleting port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:44.346514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.370010 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.427539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41122) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:44.464371 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92b54f89-1eb4-4168-8f79-a284460cfa43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.474156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:44.475650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Allocated IP 2001:db8:0:1::1 (1d79e000-fe82-4a2b-a7b8-ff1036206f88/820f74a5-1b90-4568-8411-b6a8e6b06014/9d560594-3b01-46d4-99fe-b3da6e8f5973) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:44.505393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41126) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:44.520410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46c811ca-1da5-4de3-868b-fad2a2e5fe41 req-342fdf26-889f-471b-828c-9a812f54d809 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/security-groups?id=277b565a-daf6-46fb-bacf-ef0612484d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157669 Oct 22 13:16:44.541477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:44.542541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:44.563251 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80139267-1a9a-429e-92a7-12c7a67cedb0" -d '{"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-plugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:44.636626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e839b92-4699-4eac-9e48-4e63694a8d60 req-cd63e0dd-96c7-4026-a53f-63e0453c9913 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:44.643309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e839b92-4699-4eac-9e48-4e63694a8d60 req-cd63e0dd-96c7-4026-a53f-63e0453c9913 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 944 time: 0.2530551 Oct 22 13:16:44.663127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.741801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.765186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.783763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5158191-395d-4cea-9665-2977fdb4de4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.795202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.807070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] For port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,segment=NetworkSegment(3549a2a9-c232-46d6-b6f3-8ad79b6132d0),segment_id=3549a2a9-c232-46d6-b6f3-8ad79b6132d0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:44.807818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.814086 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ab17e-6419-4fad-93da-553543e28f46 x-openstack-request-id: req-f53ab17e-6419-4fad-93da-553543e28f46 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:44.814380 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-plugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:44.814652 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f53ab17e-6419-4fad-93da-553543e28f46 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:44.815216 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'code': 200} Oct 22 13:16:44.830346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:44.847273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:44.854310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Calling delete_port for 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:44.856602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.858997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:44.861396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a54d6acf-0d39-4a5c-8ebe-018d461d01b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.887967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:44.890323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e839b92-4699-4eac-9e48-4e63694a8d60 req-ebc5402d-fe6c-461f-b13b-2cea517ef309 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341511 Oct 22 13:16:44.897951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:44.918244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.030960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92b54f89-1eb4-4168-8f79-a284460cfa43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.034884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.056127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92b54f89-1eb4-4168-8f79-a284460cfa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.115006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Attempting to bind port 9d560594-3b01-46d4-99fe-b3da6e8f5973 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:45.115287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Attempting to bind port 9d560594-3b01-46d4-99fe-b3da6e8f5973 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e0e7de70-7429-46b5-914b-cdd02b07e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:45.115913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Attempting to bind port 9d560594-3b01-46d4-99fe-b3da6e8f5973 on network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:45.126075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Network dd749512-a742-443c-af5c-b0fc3ddccd1d is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:45.129118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:45.130035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Checking segment: {'id': 'e0e7de70-7429-46b5-914b-cdd02b07e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:45.130035 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.130637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Bound using segment: {'id': 'e0e7de70-7429-46b5-914b-cdd02b07e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:45.131335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Bound port: 9d560594-3b01-46d4-99fe-b3da6e8f5973, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e7de70-7429-46b5-914b-cdd02b07e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d79e000-fe82-4a2b-a7b8-ff1036206f88'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:45.131846 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.135580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:45.138777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7223ba-d67e-44fa-909f-da60c2077685 req-c8396be3-0e69-4132-98cc-96931299702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:45.140423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5a7223ba-d67e-44fa-909f-da60c2077685 req-c8396be3-0e69-4132-98cc-96931299702d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 1096 time: 0.2512436 Oct 22 13:16:45.145740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:45.147928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Pushing event updated for resources: {'Port': ['ID=9d560594-3b01-46d4-99fe-b3da6e8f5973,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.156046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-92b54f89-1eb4-4168-8f79-a284460cfa43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c5fdbcd13814a9ea3a5938d579c4aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122197 Oct 22 13:16:45.165357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54f89-1eb4-4168-8f79-a284460cfa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14feab8e-bdbe-4561-b65a-97e18be849bd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.169210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:45.180782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5158191-395d-4cea-9665-2977fdb4de4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.210202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5a7223ba-d67e-44fa-909f-da60c2077685 req-79ef41cb-d404-44dc-ab1e-f0f806a9fceb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557926 Oct 22 13:16:45.220644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5158191-395d-4cea-9665-2977fdb4de4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.226530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a54d6acf-0d39-4a5c-8ebe-018d461d01b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.273361 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a54d6acf-0d39-4a5c-8ebe-018d461d01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.274335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Pushing event updated for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.278730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Attempting to bind port cae7b894-8bd6-430e-890f-40b5caef0d50 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:45.278977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Attempting to bind port cae7b894-8bd6-430e-890f-40b5caef0d50 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c87210e7-6f2d-4d22-91bc-4473808554fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:45.279273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Attempting to bind port cae7b894-8bd6-430e-890f-40b5caef0d50 on network dd749512-a742-443c-af5c-b0fc3ddccd1d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:45.297972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:45.298365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Checking segment: {'id': 'c87210e7-6f2d-4d22-91bc-4473808554fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:45.298917 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.299740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Bound using segment: {'id': 'c87210e7-6f2d-4d22-91bc-4473808554fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:45.299877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Bound port: cae7b894-8bd6-430e-890f-40b5caef0d50, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87210e7-6f2d-4d22-91bc-4473808554fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd749512-a742-443c-af5c-b0fc3ddccd1d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:45.300181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.322829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] For port 9d560594-3b01-46d4-99fe-b3da6e8f5973, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:45.342346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158191-395d-4cea-9665-2977fdb4de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9518bb4-5eb1-4d84-9497-9ed5b3846664,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.349115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5158191-395d-4cea-9665-2977fdb4de4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8adb4a7c1a6410ebe12d4e3c6131fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8276551 Oct 22 13:16:45.358768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a54d6acf-0d39-4a5c-8ebe-018d461d01b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=023915807dfb4253a8aa4ec9220fbe7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737581 Oct 22 13:16:45.359419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41136) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:45.359854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:45.360002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] For port 9d560594-3b01-46d4-99fe-b3da6e8f5973, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d560594-3b01-46d4-99fe-b3da6e8f5973,segment=NetworkSegment(e0e7de70-7429-46b5-914b-cdd02b07e36b),segment_id=e0e7de70-7429-46b5-914b-cdd02b07e36b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:45.376080 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.404149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.419597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['1dc936c2-8cdb-483e-a14b-c952b5f4e8cf'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:45.429927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:45.459022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.475852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cae7b894-8bd6-430e-890f-40b5caef0d50,segment=NetworkSegment(c87210e7-6f2d-4d22-91bc-4473808554fe),segment_id=c87210e7-6f2d-4d22-91bc-4473808554fe)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:45.476513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d6acf-0d39-4a5c-8ebe-018d461d01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62683354-64b2-4704-88cd-558efe1a5fe3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.480013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Pushing event deleted for resources: {'Port': ['ID=1dc936c2-8cdb-483e-a14b-c952b5f4e8cf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.491866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.501674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc00c-3fc9-4e94-a655-d8d9c600c60e None None] Pushing event updated for resources: {'Port': ['ID=9d560594-3b01-46d4-99fe-b3da6e8f5973,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.503045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.515728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.523404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.570172 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.573661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] No DVR routers for this DVR port 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:45.577107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.586622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70af5e63-8186-4843-8c13-08c63e85f1b0 req-783f2ebc-14e0-4392-ac50-e9e1b1f95634 tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.21 "DELETE /v2.0/ports/1dc936c2-8cdb-483e-a14b-c952b5f4e8cf HTTP/1.1" status: 204 len: 173 time: 1.6181779 Oct 22 13:16:45.603281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'name': 'network-vif-deleted', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:45.609887 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f54402-9b85-4755-b724-7912f21a3bd5" -d '{"events": [{"server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "name": "network-vif-deleted", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:45.678629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.688300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2c0b2-b0c9-4fe3-bd34-002e8f9b4d3e None None] Pushing event updated for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:45.705834 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbd41b-a0f3-40f5-abf3-6569cd62dfb2 x-openstack-request-id: req-fadbd41b-a0f3-40f5-abf3-6569cd62dfb2 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:45.706125 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32776f6-455e-4241-83d2-749321d89b0d", "name": "network-vif-deleted", "tag": "1dc936c2-8cdb-483e-a14b-c952b5f4e8cf", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:45.706380 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fadbd41b-a0f3-40f5-abf3-6569cd62dfb2 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:45.706806 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32776f6-455e-4241-83d2-749321d89b0d', 'name': 'network-vif-deleted', 'tag': '1dc936c2-8cdb-483e-a14b-c952b5f4e8cf', 'status': 'completed', 'code': 200} Oct 22 13:16:45.757873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e57ecbe-f6b9-4a5d-8779-a82dece04cc6 req-37686122-52f5-4ba2-8444-c4cefc89ff6b tempest-ServerPasswordTestJSON-1953586496 tempest-ServerPasswordTestJSON-1953586496-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32776f6-455e-4241-83d2-749321d89b0d HTTP/1.1" status: 200 len: 210 time: 0.0768397 Oct 22 13:16:45.764532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.774520 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Floating IP 3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c associated. External IP: 172.25.6.85, port: f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce. Oct 22 13:16:45.807751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.859890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.923408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.954898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.957965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.961706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14feab8e-bdbe-4561-b65a-97e18be849bd HTTP/1.1" status: 204 len: 168 time: 0.7814529 Oct 22 13:16:45.965955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.973394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/subnets/ce694ea7-49e7-4565-a6e0-0fd5fc20ef99 HTTP/1.1" status: 204 len: 168 time: 2.0141554 Oct 22 13:16:45.980484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:45.980484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.981691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:45.986335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62683354-64b2-4704-88cd-558efe1a5fe3 HTTP/1.1" status: 204 len: 168 time: 0.6172221 Oct 22 13:16:46.073031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting subnet 820f74a5-1b90-4568-8411-b6a8e6b06014 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:16:46.077596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.094151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038aa8-c9f6-4804-891a-d642ac2d07b9 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Subnet': ['ID=ce694ea7-49e7-4565-a6e0-0fd5fc20ef99,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:46.150083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.205122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:16:46.270412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875017d8-905b-4f1e-aaba-2e566aaeaec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14feab8e-bdbe-4561-b65a-97e18be849bd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:46.344662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.347254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.348435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9518bb4-5eb1-4d84-9497-9ed5b3846664 HTTP/1.1" status: 204 len: 168 time: 0.9808476 Oct 22 13:16:46.369650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb82d32-6c8d-485a-8c7c-ab38f878d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62683354-64b2-4704-88cd-558efe1a5fe3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:46.404687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc088e-f49a-4ff3-9164-5abcf8caadd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9518bb4-5eb1-4d84-9497-9ed5b3846664,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:46.433905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:16:46.445577 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:16:46.446720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5350-9166-4753-9727-4968dbc6b2e2 req-73a73bf0-cb24-4e0a-b6a4-fb7bd6dfd5ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:46.448517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9aa5350-9166-4753-9727-4968dbc6b2e2 req-73a73bf0-cb24-4e0a-b6a4-fb7bd6dfd5ff tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2468302 Oct 22 13:16:46.452948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.466419 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:46.467222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:46.469194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.519269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f7e5ddc-3c0f-4101-8e74-b7417ad7999d tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "PUT /v2.0/floatingips/3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c HTTP/1.1" status: 200 len: 990 time: 2.2504454 Oct 22 13:16:46.521232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:46.525449 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:46.617042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9aa5350-9166-4753-9727-4968dbc6b2e2 req-cba365a2-a9e4-4539-97be-b1a1b4a45ca8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574526 Oct 22 13:16:46.642765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.693190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Subnet': ['ID=820f74a5-1b90-4568-8411-b6a8e6b06014,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:46.703029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:46.720131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41174) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:46.720659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d1e3536-a477-4b6b-8080-c35337b252d2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/subnets/820f74a5-1b90-4568-8411-b6a8e6b06014 HTTP/1.1" status: 204 len: 168 time: 0.7324018 Oct 22 13:16:46.733989 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589e854-8635-49d0-bf3d-35d239c7c2d6 x-openstack-request-id: req-e589e854-8635-49d0-bf3d-35d239c7c2d6 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:46.734275 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:46.734521 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e589e854-8635-49d0-bf3d-35d239c7c2d6 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:46.734957 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'status': 'completed', 'code': 200} Oct 22 13:16:46.811708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-e7dac6a5-9dbc-4a65-ac55-f5bbd4e26394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:46.813523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-e7dac6a5-9dbc-4a65-ac55-f5bbd4e26394 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 1096 time: 0.0671773 Oct 22 13:16:46.834395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7df867-3c57-485d-a724-f3c3a20163b6 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:46.855620 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f7df867-3c57-485d-a724-f3c3a20163b6 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1342580 Oct 22 13:16:46.856571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41180) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:46.898142 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:47.033853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41186) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:47.034589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41188) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:47.039012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.081014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-5c47348f-ae63-47e1-b392-6e71bf27ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:47.089091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-5c47348f-ae63-47e1-b392-6e71bf27ac89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.2610192 Oct 22 13:16:47.096729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2285637-c412-4f53-bf16-cc6626542e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.219880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Deleting subnet e2e2afc7-b1c0-4a01-a407-fe17452fa79d {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:16:47.227866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.268979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-3a872198-dc38-4e72-a063-16aac0f07d4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 200 len: 998 time: 0.1763997 Oct 22 13:16:47.389631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.392188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ca554-7aab-4c7d-898c-93721c60521a None None] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:47.396180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-3357c617-c2d3-4ee7-af43-934d65cb8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:47.397747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-3357c617-c2d3-4ee7-af43-934d65cb8a0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.1203012 Oct 22 13:16:47.444376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:1a:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:19Z', 'updated_at': '2021-10-22T13:16:45Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:47.504976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting port 9d560594-3b01-46d4-99fe-b3da6e8f5973 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:47.505595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.520565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-927a3f8f-5d64-464e-b809-b88f799427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:47.524882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-927a3f8f-5d64-464e-b809-b88f799427cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186199 Oct 22 13:16:47.531471 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:16:47.558492 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:47.559780 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:47.569909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.575366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cae7b894-8bd6-430e-890f-40b5caef0d50 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:47.615947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2285637-c412-4f53-bf16-cc6626542e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.640395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2285637-c412-4f53-bf16-cc6626542e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.677014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] Provisioning complete for port 9d560594-3b01-46d4-99fe-b3da6e8f5973 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:47.678219 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.788161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port cae7b894-8bd6-430e-890f-40b5caef0d50 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:47.788986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.825022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-8d80fc10-62c2-42fc-8ea1-aedd1c0624a3 service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888117 Oct 22 13:16:47.926385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] DHCP port deletion for 1d79e000-fe82-4a2b-a7b8-ff1036206f88 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:16:47.929918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:47.967113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:48.027371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a619918-11ff-4228-b00b-5aafd5303d5e None None] Network dd749512-a742-443c-af5c-b0fc3ddccd1d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:48.082266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] For port 9d560594-3b01-46d4-99fe-b3da6e8f5973, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d560594-3b01-46d4-99fe-b3da6e8f5973,segment=NetworkSegment(e0e7de70-7429-46b5-914b-cdd02b07e36b),segment_id=e0e7de70-7429-46b5-914b-cdd02b07e36b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:48.094929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.113418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.130780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf793-92d6-4c71-8a59-57ca7a87c59f req-77602011-47ab-4001-8302-917a72f44fe2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:48.139953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fbf793-92d6-4c71-8a59-57ca7a87c59f req-77602011-47ab-4001-8302-917a72f44fe2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.3138015 Oct 22 13:16:48.213188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e73822a5-86b5-47a6-8de6-ae5a8c023cd2 req-691f3a27-b89b-4505-acdc-74a51540ef1a service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579001 Oct 22 13:16:48.257694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2fbf793-92d6-4c71-8a59-57ca7a87c59f req-1788806d-33a8-4209-bc6d-efbfc6f90863 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160758 Oct 22 13:16:48.336590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:48.341094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-444daa0e-b03b-419d-aa4d-03fe5b039803 req-7bd1742b-85c2-4d9d-b942-d555b1c9b08a service neutron] (100619) timed out ('10.222.0.21', 53510) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:16:48.355174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Deleting port 9d560594-3b01-46d4-99fe-b3da6e8f5973 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:48.355542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.406511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] For port 9d560594-3b01-46d4-99fe-b3da6e8f5973, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d560594-3b01-46d4-99fe-b3da6e8f5973,segment=NetworkSegment(e0e7de70-7429-46b5-914b-cdd02b07e36b),segment_id=e0e7de70-7429-46b5-914b-cdd02b07e36b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:48.406910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.464581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2285637-c412-4f53-bf16-cc6626542e8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=061dc04fbf8f42859047457ecfa7e1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4216695 Oct 22 13:16:48.467297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:48.468833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Calling delete_port for 9d560594-3b01-46d4-99fe-b3da6e8f5973 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:48.469675 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:1a:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:19Z', 'updated_at': '2021-10-22T13:16:45Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:48.478103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2285637-c412-4f53-bf16-cc6626542e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc4af01-36d7-4922-afed-b2946385fa34,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:48.521091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cae7b894-8bd6-430e-890f-40b5caef0d50,segment=NetworkSegment(c87210e7-6f2d-4d22-91bc-4473808554fe),segment_id=c87210e7-6f2d-4d22-91bc-4473808554fe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:48.526109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.527910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:16:48.528648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 1dc936c2-8cdb-483e-a14b-c952b5f4e8cf not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:16:48.562439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.566952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e2e2afc7-b1c0-4a01-a407-fe17452fa79d HTTP/1.1" status: 204 len: 168 time: 1.5252938 Oct 22 13:16:48.569604 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.569825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:48.570793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d560594-3b01-46d4-99fe-b3da6e8f5973 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:48.572654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d49f-3b70-4b1c-a25f-0fa33035c786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e2afc7-b1c0-4a01-a407-fe17452fa79d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:48.581117 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd486c-d4e5-44a1-b58f-67f5c43efc34 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c', 'tenant_id': '20c0823251284394b7968051023eb59c', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'port_id': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'mac_address': 'fa:16:3e:1a:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:16:19Z', 'updated_at': '2021-10-22T13:16:45Z', 'revision_number': 1, 'project_id': '20c0823251284394b7968051023eb59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:16:48.604491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8dadb441-c93c-47b2-b953-2b7051ddda9c None None] Provisioning complete for port cae7b894-8bd6-430e-890f-40b5caef0d50 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:48.604838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8dadb441-c93c-47b2-b953-2b7051ddda9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.632433 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.636953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b63f-064a-43fd-adb4-76594687c024 None None] Pushing event updated for resources: {'Port': ['ID=9d560594-3b01-46d4-99fe-b3da6e8f5973,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:48.679677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.745422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] For port 9d560594-3b01-46d4-99fe-b3da6e8f5973, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d560594-3b01-46d4-99fe-b3da6e8f5973,segment=NetworkSegment(e0e7de70-7429-46b5-914b-cdd02b07e36b),segment_id=e0e7de70-7429-46b5-914b-cdd02b07e36b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:48.746129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.767832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.783816 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.787528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cc4af01-36d7-4922-afed-b2946385fa34 HTTP/1.1" status: 204 len: 168 time: 0.3166847 Oct 22 13:16:48.795232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.814867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:48.848807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9930-fbe4-4b99-9ece-0faa2f12995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc4af01-36d7-4922-afed-b2946385fa34,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:48.873464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Port': ['ID=9d560594-3b01-46d4-99fe-b3da6e8f5973,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:48.876406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] No DVR routers for this DVR port 9d560594-3b01-46d4-99fe-b3da6e8f5973 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:48.893680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97af14-cd46-44d0-b2a5-6d574e19c3be req-a2ab3653-0a40-4d0b-b58e-a5034454121a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:48.903730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd97af14-cd46-44d0-b2a5-6d574e19c3be req-a2ab3653-0a40-4d0b-b58e-a5034454121a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1675472 Oct 22 13:16:48.932038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Calling delete_port for 9d560594-3b01-46d4-99fe-b3da6e8f5973 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:48.989839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd97af14-cd46-44d0-b2a5-6d574e19c3be req-a946e197-dfc1-4a71-830c-35fb0fb0247c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Oct 22 13:16:49.065162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.089177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] DHCP port deletion for dd749512-a742-443c-af5c-b0fc3ddccd1d request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:16:49.099401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port 9d560594-3b01-46d4-99fe-b3da6e8f5973 {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:16:49.100572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d560594-3b01-46d4-99fe-b3da6e8f5973 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 13:16:49.105385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f919e-6549-4203-a1e9-13788df37a96 None None] New status for floating IP 3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:16:49.149604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.176798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312708e9-26c9-4fdb-a2c5-7ea6f6902a15']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.203184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d79e000-fe82-4a2b-a7b8-ff1036206f88']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.206557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3549a2a9-c232-46d6-b6f3-8ad79b6132d0') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.207020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3549a2a9-c232-46d6-b6f3-8ad79b6132d0') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.224377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e7de70-7429-46b5-914b-cdd02b07e36b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.224696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e7de70-7429-46b5-914b-cdd02b07e36b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:49.228162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.245725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.265731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.275791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:49.276272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:49.278043 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:49.281606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.285830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:49.301223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:49.301779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:49.305096 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:49.350530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port 9d560594-3b01-46d4-99fe-b3da6e8f5973 not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 13:16:49.406221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.418623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.426376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] 10.222.0.25 "DELETE /v2.0/networks/312708e9-26c9-4fdb-a2c5-7ea6f6902a15 HTTP/1.1" status: 204 len: 168 time: 0.8488200 Oct 22 13:16:49.491423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108caa65-ded3-4182-8958-f217eb73e33c admin admin] Pushing event deleted for resources: {'Network': ['ID=312708e9-26c9-4fdb-a2c5-7ea6f6902a15,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:49.502578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.513446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.517562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/1d79e000-fe82-4a2b-a7b8-ff1036206f88 HTTP/1.1" status: 204 len: 168 time: 2.6573675 Oct 22 13:16:49.520199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41260) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:49.521566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d560594-3b01-46d4-99fe-b3da6e8f5973 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:49.537479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86f3d0-10fe-4be2-8367-1ca4b3b98ea2 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=1d79e000-fe82-4a2b-a7b8-ff1036206f88,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:49.641355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.728911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9d560594-3b01-46d4-99fe-b3da6e8f5973 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:16:49.728911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d560594-3b01-46d4-99fe-b3da6e8f5973 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:16:49.729202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cae7b894-8bd6-430e-890f-40b5caef0d50 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:16:49.733386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Deleting port cae7b894-8bd6-430e-890f-40b5caef0d50 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:49.733669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.775643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41272) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:49.778095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.817512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cae7b894-8bd6-430e-890f-40b5caef0d50,segment=NetworkSegment(c87210e7-6f2d-4d22-91bc-4473808554fe),segment_id=c87210e7-6f2d-4d22-91bc-4473808554fe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:49.818187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.826190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Network 1d79e000-fe82-4a2b-a7b8-ff1036206f88 is not hosted by any dhcp agent {{(pid=100621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:16:49.826487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] No DVR routers for this DVR port 9d560594-3b01-46d4-99fe-b3da6e8f5973 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:49.839430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Calling delete_port for cae7b894-8bd6-430e-890f-40b5caef0d50 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:49.861952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537346a9-3204-44ff-abe7-342f7817ebbc None None] Pushing event deleted for resources: {'Port': ['ID=9d560594-3b01-46d4-99fe-b3da6e8f5973,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:49.865110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c05c038-cc03-4019-8a4e-a160a93a2778 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9b34850cc4e4cfa84f8e8775288b973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853150 Oct 22 13:16:49.866247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41274) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:49.876896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Deleting port cae7b894-8bd6-430e-890f-40b5caef0d50 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:16:49.877273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.953435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.979051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cae7b894-8bd6-430e-890f-40b5caef0d50,segment=NetworkSegment(c87210e7-6f2d-4d22-91bc-4473808554fe),segment_id=c87210e7-6f2d-4d22-91bc-4473808554fe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:49.979460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.990326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.992862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:49.998973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Calling delete_port for cae7b894-8bd6-430e-890f-40b5caef0d50 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:16:50.084149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.084600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port cae7b894-8bd6-430e-890f-40b5caef0d50, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cae7b894-8bd6-430e-890f-40b5caef0d50,segment=NetworkSegment(c87210e7-6f2d-4d22-91bc-4473808554fe),segment_id=c87210e7-6f2d-4d22-91bc-4473808554fe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:50.094943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.097466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/277b565a-daf6-46fb-bacf-ef0612484d37 HTTP/1.1" status: 204 len: 168 time: 0.2303138 Oct 22 13:16:50.101708 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.106967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.148827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:50.159577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152c79-ef6d-4cca-9f2e-decf277686cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b565a-daf6-46fb-bacf-ef0612484d37,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:50.159776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event deleted for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:50.173076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] No DVR routers for this DVR port cae7b894-8bd6-430e-890f-40b5caef0d50 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:50.186221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41288) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:50.241499 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.276558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] No DVR routers for this DVR port cae7b894-8bd6-430e-890f-40b5caef0d50 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:16:50.278253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718916e-149f-47ae-81b1-f0404b21b236 None None] Pushing event deleted for resources: {'Port': ['ID=cae7b894-8bd6-430e-890f-40b5caef0d50,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:50.316175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6dfd-86de-4e5c-996f-db0c6f6d212b req-ee186395-4fb6-4e11-9913-94c3539879d3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:50.317734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61fa6dfd-86de-4e5c-996f-db0c6f6d212b req-ee186395-4fb6-4e11-9913-94c3539879d3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1347730 Oct 22 13:16:50.353032 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.388363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd749512-a742-443c-af5c-b0fc3ddccd1d']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:50.405918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87210e7-6f2d-4d22-91bc-4473808554fe') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:50.406219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87210e7-6f2d-4d22-91bc-4473808554fe') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:50.420703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61fa6dfd-86de-4e5c-996f-db0c6f6d212b req-ec6fc018-110b-468b-9cac-157adb195d2f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Oct 22 13:16:50.422399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.440835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.452004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:50.452613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:50.456141 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:50.534266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.543412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.549494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/dd749512-a742-443c-af5c-b0fc3ddccd1d HTTP/1.1" status: 204 len: 168 time: 1.0281627 Oct 22 13:16:50.552266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41302) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:50.594212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d51d9-bec3-4b0c-b973-f06fbd7243ef tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=dd749512-a742-443c-af5c-b0fc3ddccd1d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:50.634014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e4729773-65f6-4970-89b7-35a8fb1b1d63 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-395517242'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:50.634519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e4729773-65f6-4970-89b7-35a8fb1b1d63 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Unknown quota resources ['metering_label']. {{(pid=100619) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:16:50.761183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.909562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4729773-65f6-4970-89b7-35a8fb1b1d63 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:50.910808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e4729773-65f6-4970-89b7-35a8fb1b1d63 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7235563 Oct 22 13:16:50.913789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:50.919044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dd9c262d-b05e-4de8-ba68-6d0f02ec840f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '10de7109-f9b0-4fe6-bd7e-d9d12a27ee7b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:50.921061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dd9c262d-b05e-4de8-ba68-6d0f02ec840f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:16:51.052179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.109720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cc20e8-91f4-461d-8e26-1ede48527d52']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:51.123412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c981b03-0083-4ac4-91bb-7917a16580a3') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:51.124197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c981b03-0083-4ac4-91bb-7917a16580a3') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:51.136578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.157262 n-d-813419-8 neutron-server[100620]: WARNING neutron.services.metering.metering_plugin [None req-dd9c262d-b05e-4de8-ba68-6d0f02ec840f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 13:16:51.158116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.170042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:51.170833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:51.175158 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:51.260387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.269742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.277752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/45cc20e8-91f4-461d-8e26-1ede48527d52 HTTP/1.1" status: 204 len: 168 time: 0.7239070 Oct 22 13:16:51.284446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41348) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:51.300275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=45cc20e8-91f4-461d-8e26-1ede48527d52,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:51.311743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.312749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.313327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.313894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.314476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.315076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.315653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.316416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.316997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.317557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.318233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.330011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e0a06-7d50-474d-9927-b83cdb2649c8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:51.455076 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.461320 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd9c262d-b05e-4de8-ba68-6d0f02ec840f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.462655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dd9c262d-b05e-4de8-ba68-6d0f02ec840f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5475323 Oct 22 13:16:51.467255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41358) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:51.475829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f3161fb1-f669-422d-8804-2f7217dff689 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '10de7109-f9b0-4fe6-bd7e-d9d12a27ee7b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:51.479268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f3161fb1-f669-422d-8804-2f7217dff689 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:16:51.548805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f987447-27b8-4d5b-8bb2-60fc0333e805 req-511975a6-7c8f-4abf-a976-23f253f5d16f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:51.556056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f987447-27b8-4d5b-8bb2-60fc0333e805 req-511975a6-7c8f-4abf-a976-23f253f5d16f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.4120884 Oct 22 13:16:51.593446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:51.612102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f987447-27b8-4d5b-8bb2-60fc0333e805 req-8d9dbd6c-7282-4b2b-95bd-e6a9b54a88dd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Oct 22 13:16:51.668450 n-d-813419-8 neutron-server[100620]: WARNING neutron.services.metering.metering_plugin [None req-f3161fb1-f669-422d-8804-2f7217dff689 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 13:16:51.746592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1516140750-network', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:51.777804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Made reservation on behalf of 1a1dd5d6c4e54a60a2e1d717f4f2038d for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:51.782999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.797070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.925757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.931725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.957292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:51.984442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:51.984787 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Added segment 0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4 of type vlan for network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 Oct 22 13:16:51.986219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92249ebe-cafa-469b-aa47-072198c722ff,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:52.038945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.082168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.084206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:52.084852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.124545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.170081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] Pushing event updated for resources: {'Network': ['ID=0dd672d2-bd9a-4d8e-904a-19b0c02e6894,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:52.181805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:52.182395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3161fb1-f669-422d-8804-2f7217dff689 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.183347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f3161fb1-f669-422d-8804-2f7217dff689 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7132733 Oct 22 13:16:52.186222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-98faa192-75d9-4493-8e04-a13b29114f1c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5916889 Oct 22 13:16:52.186910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41382) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.193970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.199345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Request body: {'subnet': {'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1516140750-subnet', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:52.214991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-33105eac-76f9-4df8-b973-ae2f180cb54e tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2e51a72d-bc7c-47b4-a90e-1458809c3ecc HTTP/1.1" status: 200 len: 462 time: 0.0241523 Oct 22 13:16:52.215183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95152e9-6acf-4e9c-b5f2-778788f808d8']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:52.215332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41386) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.226871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9514a19c-bac2-4e0a-88ca-1a83fa78e449') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:52.227401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9514a19c-bac2-4e0a-88ca-1a83fa78e449') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:52.239197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.266578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.268390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Made reservation on behalf of 1a1dd5d6c4e54a60a2e1d717f4f2038d for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:52.273802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.273933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:52.274135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:52.288474 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:52.352381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.363906 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.367086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] 10.222.0.25 "DELETE /v2.0/networks/e95152e9-6acf-4e9c-b5f2-778788f808d8 HTTP/1.1" status: 204 len: 168 time: 1.0812426 Oct 22 13:16:52.379909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c92cb-ed97-4567-8d26-2f866fd437f8 tempest-BulkNetworkOpsIpV6Test-1244090485 tempest-BulkNetworkOpsIpV6Test-1244090485-project] Pushing event deleted for resources: {'Network': ['ID=e95152e9-6acf-4e9c-b5f2-778788f808d8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:52.506875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eae8007e-9233-420d-af99-670c937110fc tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.508039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eae8007e-9233-420d-af99-670c937110fc tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/2e51a72d-bc7c-47b4-a90e-1458809c3ecc HTTP/1.1" status: 204 len: 168 time: 0.2912636 Oct 22 13:16:52.510901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41402) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.523511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e66ac4d8-df3a-42eb-9c32-2120c06886a5 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2e51a72d-bc7c-47b4-a90e-1458809c3ecc HTTP/1.1" status: 200 len: 221 time: 0.0113003 Oct 22 13:16:52.526922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.538396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d54ebb78-15fa-480e-9fc3-4dad30437ced tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2015738533', 'description': 'label created by tempest'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:52.543451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d54ebb78-15fa-480e-9fc3-4dad30437ced tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Unknown quota resources ['metering_label']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:16:52.632970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.649386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.698544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41416) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.741963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e0ef07-997a-472b-9692-eca8d090cbdb,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:52.751030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Checking segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:52.751606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Network hostable DHCP agents. Network: 0dd672d2-bd9a-4d8e-904a-19b0c02e6894, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:16:52.771652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:16:52.787661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 0dd672d2-bd9a-4d8e-904a-19b0c02e6894) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:52.793807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:52.795769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.801443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fd4ed-4080-4ce4-92d6-e881372fd999 None None] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:52.817181 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6b09d246-6b6b-4513-b57b-173d9e586ec9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6220453 Oct 22 13:16:52.820472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41420) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.826344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:52.853238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.854354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.875071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99df4bd8-fca5-4b67-bd45-8a016b3d2aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.889994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d54ebb78-15fa-480e-9fc3-4dad30437ced tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.891102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d54ebb78-15fa-480e-9fc3-4dad30437ced tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3591876 Oct 22 13:16:52.893803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41422) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.968838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb1a64-9a20-4bd9-bd2b-d11438b6c98f None None] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:16:52.975927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:52.992472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-92d04cdc-606f-4770-a684-e9a6f884739f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5ee335f8239444b82b73f1945d2111b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878556 Oct 22 13:16:52.993052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2c75a1bc-7f9d-46db-8e6d-32162d40fd45 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c44fe68d-bdf9-4b64-94a5-aa597818561d HTTP/1.1" status: 200 len: 468 time: 0.0980678 Oct 22 13:16:52.994968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41424) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:52.997810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41426) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.024173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d2d8-b4ce-44d4-874c-888cbdd8c182 req-2cb19f3a-10bd-46c3-91f2-50fd9850b704 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:53.026479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55e3d2d8-b4ce-44d4-874c-888cbdd8c182 req-2cb19f3a-10bd-46c3-91f2-50fd9850b704 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.3057852 Oct 22 13:16:53.149391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.183296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99df4bd8-fca5-4b67-bd45-8a016b3d2aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.202235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99df4bd8-fca5-4b67-bd45-8a016b3d2aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.264544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55e3d2d8-b4ce-44d4-874c-888cbdd8c182 req-c40eaa0a-7b74-4c4d-a218-9e451a45c747 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217872 Oct 22 13:16:53.265960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99df4bd8-fca5-4b67-bd45-8a016b3d2aba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3027987c17624bc081115793d5b526a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246879 Oct 22 13:16:53.269643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.309330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4bd8-fca5-4b67-bd45-8a016b3d2aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec925f-6694-48ad-9f08-c70080b28dec,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:53.334534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.358199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26c2e246-dbc8-40aa-96a1-f2197696ccd2 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.359368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-26c2e246-dbc8-40aa-96a1-f2197696ccd2 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c44fe68d-bdf9-4b64-94a5-aa597818561d HTTP/1.1" status: 204 len: 168 time: 0.3317680 Oct 22 13:16:53.383450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.421662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.429065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6e305f30-89af-4d44-ac1b-12e0351dd410 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c44fe68d-bdf9-4b64-94a5-aa597818561d HTTP/1.1" status: 200 len: 216 time: 0.0429468 Oct 22 13:16:53.429466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41448) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.431745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.460997 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.461832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-06ae5b59-bfa3-4f5f-b8aa-84c2e24c7166 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0312414 Oct 22 13:16:53.475070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.524442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f18eb8d5-f05d-4ab1-b81a-76c5287f14a7 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0431771 Oct 22 13:16:53.527847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.578176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:16:53.612502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3c736235-475a-479a-bb1a-63da756b4756 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/10de7109-f9b0-4fe6-bd7e-d9d12a27ee7b HTTP/1.1" status: 200 len: 472 time: 0.0820878 Oct 22 13:16:53.615860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.630036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d7709fae-33fd-4adf-8197-009647c5bb1f tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/b1c5ce49-1090-4fee-9435-9567c26d7c19 HTTP/1.1" status: 200 len: 459 time: 0.0128620 Oct 22 13:16:53.634971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41462) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.655275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.658178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.659461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61d69bf6-1783-454e-937f-0d3356d036a7 HTTP/1.1" status: 204 len: 168 time: 0.6635768 Oct 22 13:16:53.671361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d02c37-2c3b-4734-92a6-fc415ed83b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d69bf6-1783-454e-937f-0d3356d036a7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:53.704239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.709587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.711048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4ec925f-6694-48ad-9f08-c70080b28dec HTTP/1.1" status: 204 len: 168 time: 0.4313335 Oct 22 13:16:53.733921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292da6c6-4726-4ff8-bf54-0b1ccdfcc6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec925f-6694-48ad-9f08-c70080b28dec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:53.750451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.781124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.831887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:53.868750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49f0c2e8-c310-4978-9905-29ebc7eb6b37 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:53.869878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'port_id': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'mac_address': 'fa:16:3e:8f:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:16:53.876397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49f0c2e8-c310-4978-9905-29ebc7eb6b37 tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/b1c5ce49-1090-4fee-9435-9567c26d7c19 HTTP/1.1" status: 204 len: 168 time: 0.2400200 Oct 22 13:16:53.877006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41472) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:53.971505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Allocated IP 172.25.6.218 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/9f853b16-6812-41bd-9407-25f4b186a324) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:53.977146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.005879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9d8b17-b413-4e9a-9393-62db09a49c71 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:16:54.017030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cf11-4b50-49a7-8f89-8b758c4d4c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.061604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:54.075165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.175417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:54.190907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3b9d8b17-b413-4e9a-9393-62db09a49c71'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:16:54.220879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd6d9-d520-4ac3-a2de-d10c8e64d77c tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.224569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a7fd6d9-d520-4ac3-a2de-d10c8e64d77c tempest-MeteringIpV6TestJSON-2083977599 tempest-MeteringIpV6TestJSON-2083977599-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/10de7109-f9b0-4fe6-bd7e-d9d12a27ee7b HTTP/1.1" status: 204 len: 168 time: 0.3441520 Oct 22 13:16:54.226440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.276109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.284507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41494) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:54.312647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cdeeed97-c1f0-4e41-871c-4635a1667f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.392745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:54.401629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:54.411875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:54.509196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e188-c368-44bb-8ef8-155cb438a4d4 req-6c4f6cd3-8493-4627-9e7b-4bee4ce82319 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:54.511413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c94e188-c368-44bb-8ef8-155cb438a4d4 req-6c4f6cd3-8493-4627-9e7b-4bee4ce82319 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 944 time: 0.1498528 Oct 22 13:16:54.552714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Pushing event updated for resources: {'Port': ['ID=9f853b16-6812-41bd-9407-25f4b186a324,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:54.598417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c94e188-c368-44bb-8ef8-155cb438a4d4 req-c1103540-47f5-442f-83dd-49fcaa34b13f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771890 Oct 22 13:16:54.660664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cdeeed97-c1f0-4e41-871c-4635a1667f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.672548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cdeeed97-c1f0-4e41-871c-4635a1667f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:54.820137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cdeeed97-c1f0-4e41-871c-4635a1667f35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5caeac405234220b8fc621a607fde32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319002 Oct 22 13:16:54.823329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:54.876837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeed97-c1f0-4e41-871c-4635a1667f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a08c24-229c-40d6-9117-f3456c803711,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:54.899852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41524) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:54.985324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.019432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.070853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.095712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.099947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.103668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2a08c24-229c-40d6-9117-f3456c803711 HTTP/1.1" status: 204 len: 168 time: 0.2666802 Oct 22 13:16:55.124495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbb759-a4fb-4847-b430-d1ee581a3887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a08c24-229c-40d6-9117-f3456c803711,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:55.454106 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:16:55.493399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7dd35992-9870-4b86-ad0b-aca44c9faa45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.592077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:16:55.652859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.734199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7dd35992-9870-4b86-ad0b-aca44c9faa45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.751184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7dd35992-9870-4b86-ad0b-aca44c9faa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.791059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 3b9d8b17-b413-4e9a-9393-62db09a49c71 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:16:55.791752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:55.827284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:55.956782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7dd35992-9870-4b86-ad0b-aca44c9faa45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6777dd21bab1417fa09cbdc1f0d162d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0556960 Oct 22 13:16:55.998554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:56.129183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.152282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35992-9870-4b86-ad0b-aca44c9faa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d592c-8893-4484-a7ce-07477537a63f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:56.167669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:16:56.170970 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d94ca-0c47-4c7d-86a4-f952c758de2a" -d '{"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-plugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:16:56.208431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:16:56.226042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.306468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.343096 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d964cd2-54f1-40b7-b949-4dea8269e4d7 x-openstack-request-id: req-1d964cd2-54f1-40b7-b949-4dea8269e4d7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:16:56.344725 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-plugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:16:56.345176 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d964cd2-54f1-40b7-b949-4dea8269e4d7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:16:56.345581 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'code': 200} Oct 22 13:16:56.353751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec30ae-3706-4919-bd96-75b2c98e1eca req-12290cb3-bbc2-4ed5-bf1e-698309ba53f5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:56.398347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9ec30ae-3706-4919-bd96-75b2c98e1eca req-12290cb3-bbc2-4ed5-bf1e-698309ba53f5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 944 time: 0.5414693 Oct 22 13:16:56.413816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:56.423591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'networks': [{'name': 'tempest-network--221837809'}, {'name': 'tempest-network--1663374938'}]} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:56.424203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-network--221837809'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:56.425258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-network--1663374938'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:16:56.485033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.514890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'network': 2} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:16:56.522113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.526502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Router 5d1c6a23-ee62-4971-90b7-b21d84127d57 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:16:56.533401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9ec30ae-3706-4919-bd96-75b2c98e1eca req-6e4f96bb-182d-4230-b0de-b52e84c26a32 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339521 Oct 22 13:16:56.538166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.600480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.604471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.605949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a4d592c-8893-4484-a7ce-07477537a63f HTTP/1.1" status: 204 len: 168 time: 0.5637541 Oct 22 13:16:56.624519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e1533-b784-4cd8-a9f8-84293dbcfc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d592c-8893-4484-a7ce-07477537a63f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:56.656016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.698020 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.698908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.759955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:56.824035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc896eb7-3ff0-4d32-b60b-9ce623d73a40,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:56.853250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:56.853597 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment bee5054d-c017-4503-b8ca-02173ff67891 of type vlan for network b576d6f8-6e8f-45d6-baa4-6b80095ee48d Oct 22 13:16:57.038739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.072689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-221c0f67-d1c2-474e-938f-cce59fdcc75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.077502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:16:57.089815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Sync routers for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:16:57.108426 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:57.111533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:57.157920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.161862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2060f6dd-1dda-4a22-a2c6-1eac4c96956b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3402281 Oct 22 13:16:57.163184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41618) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:57.176250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:16:57.195077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41620) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:57.249145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.250038 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment b71a1e93-5ad1-4296-a412-acbcadf8cd7e of type vlan for network 18fb6c11-5769-4483-8bcf-02676d3b168b Oct 22 13:16:57.254074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32d5a91d-066f-464f-be38-3756f08fc947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.285037 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:57.343666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.439908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.440974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.449965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:57.455891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:57.456992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.546198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7147095 Oct 22 13:16:57.551015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:57.572208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32d5a91d-066f-464f-be38-3756f08fc947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.641985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=b576d6f8-6e8f-45d6-baa4-6b80095ee48d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:57.659108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32d5a91d-066f-464f-be38-3756f08fc947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.695118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b576d6f8-6e8f-45d6-baa4-6b80095ee48d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:57.762192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78681-c1b0-4e1b-958e-5b929be98b97 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=18fb6c11-5769-4483-8bcf-02676d3b168b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:57.788790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 18fb6c11-5769-4483-8bcf-02676d3b168b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:16:57.837392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:16:54Z', 'revision_number': 3, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:57.896445 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Checking router: 5d1c6a23-ee62-4971-90b7-b21d84127d57 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:16:57.897866 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Updating router 5d1c6a23-ee62-4971-90b7-b21d84127d57 port 9f853b16-6812-41bd-9407-25f4b186a324 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:16:57.909115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.917907 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:57.942998 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.035396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-32d5a91d-066f-464f-be38-3756f08fc947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b062a56ad22e4b61892704d1de6914ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362000 Oct 22 13:16:58.040042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5a91d-066f-464f-be38-3756f08fc947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ce57d-3073-426f-b4f9-148423e06847,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:58.043026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41640) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:58.172184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.212379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f4d82-240e-4281-875f-54e02cace86a tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:58.222859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f4d82-240e-4281-875f-54e02cace86a tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:58.230950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f4d82-240e-4281-875f-54e02cace86a tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:58.238574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f4d82-240e-4281-875f-54e02cace86a tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:58.240323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-809f4d82-240e-4281-875f-54e02cace86a tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6832089 Oct 22 13:16:58.246376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41646) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:58.283511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47072998-7b79-4e2f-9808-48547678e44f req-1871c9c1-9e02-4039-aab6-457dac8c8dcd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:58.287971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47072998-7b79-4e2f-9808-48547678e44f req-1871c9c1-9e02-4039-aab6-457dac8c8dcd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.5142987 Oct 22 13:16:58.307231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.429732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47072998-7b79-4e2f-9808-48547678e44f req-5dbf9bb2-703b-4564-acfc-897e8c9e5eb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319294 Oct 22 13:16:58.523438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.547721 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.556575 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.595635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.599352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.602073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d1ce57d-3073-426f-b4f9-148423e06847 HTTP/1.1" status: 204 len: 168 time: 0.5517201 Oct 22 13:16:58.624159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.662275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d68aa-79ca-479a-9e70-2242b6a65264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ce57d-3073-426f-b4f9-148423e06847,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:58.714822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Pushing event updated for resources: {'Port': ['ID=9f853b16-6812-41bd-9407-25f4b186a324,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:58.726478 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Attempting to bind port 9f853b16-6812-41bd-9407-25f4b186a324 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:16:58.733223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Attempting to bind port 9f853b16-6812-41bd-9407-25f4b186a324 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:16:58.734144 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Attempting to bind port 9f853b16-6812-41bd-9407-25f4b186a324 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:16:58.751202 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.754287 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.760830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.761415 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.761983 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.762509 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.763796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.764620 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.765286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.765831 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.766362 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.767075 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:16:58.775684 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:16:58.776827 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:16:58.777503 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.778199 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:16:58.782193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Bound port: 9f853b16-6812-41bd-9407-25f4b186a324, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:16:58.783076 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.882395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.911011 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] For port 9f853b16-6812-41bd-9407-25f4b186a324, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:16:58.918444 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] For port 9f853b16-6812-41bd-9407-25f4b186a324, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9f853b16-6812-41bd-9407-25f4b186a324,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:16:58.936286 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:58.949957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b576d6f8-6e8f-45d6-baa4-6b80095ee48d']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:58.993955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee5054d-c017-4503-b8ca-02173ff67891') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:58.993955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee5054d-c017-4503-b8ca-02173ff67891') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:59.017309 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:16:59.018316 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:59.032935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.069316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.078757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:59.079847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:16:59.164558 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:16:59.174268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.208061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.224305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/b576d6f8-6e8f-45d6-baa4-6b80095ee48d HTTP/1.1" status: 204 len: 168 time: 0.9736998 Oct 22 13:16:59.237488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:16:59.284033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Allocated IP 172.20.0.1 (0dd672d2-bd9a-4d8e-904a-19b0c02e6894/28e0ef07-997a-472b-9692-eca8d090cbdb/b180bd66-d061-4762-8f47-088b116bd0ae) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:16:59.355298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70dd41-57c5-49ca-b7b0-ec6455c1f4a0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=b576d6f8-6e8f-45d6-baa4-6b80095ee48d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:59.397797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c9d1-bf4d-46d1-8a4c-11bef1fbf10e None None] Pushing event updated for resources: {'Port': ['ID=9f853b16-6812-41bd-9407-25f4b186a324,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:16:59.518143 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:16:59.563773 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.717726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.720082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.735927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf3a8-7ae8-482c-9a8c-90129ca9e9c4 req-3a08fe81-9550-4497-8180-791b6cda3285 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:16:59.742024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-223bf3a8-7ae8-482c-9a8c-90129ca9e9c4 req-3a08fe81-9550-4497-8180-791b6cda3285 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1594644 Oct 22 13:16:59.743705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.864537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:16:59.868814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.873786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:16:59.883589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:16:59.898125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fb6c11-5769-4483-8bcf-02676d3b168b']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:59.912215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a1e93-5ad1-4296-a412-acbcadf8cd7e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:59.912604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a1e93-5ad1-4296-a412-acbcadf8cd7e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:16:59.924251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.927614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.952546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.959776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:16:59.960278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:16:59.994586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-223bf3a8-7ae8-482c-9a8c-90129ca9e9c4 req-aab4fc3b-770b-43b9-b764-3106dcdc2b8e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453125 Oct 22 13:17:00.009006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:00.032925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.039207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.039624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.039962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.040306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.040639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.040977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.043496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.046018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.046397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.046772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.047115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:00.054309 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:00.062559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.071291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.078579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/18fb6c11-5769-4483-8bcf-02676d3b168b HTTP/1.1" status: 204 len: 168 time: 0.8203049 Oct 22 13:17:00.081813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41692) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:00.095337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fc47d-1a3f-4e2d-bb7e-7706bd6a4624 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=18fb6c11-5769-4483-8bcf-02676d3b168b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:00.125075 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:16:54Z', 'revision_number': 3, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:00.158485 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374a1c-60aa-4196-b6ca-2d6afb12d7c7 None None] The sync data for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 is: [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:16:54Z', 'revision_number': 3, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:00.480235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d488f-498f-4381-abd3-2916449f89e6 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:00.494131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d488f-498f-4381-abd3-2916449f89e6 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:00.500130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc7d488f-498f-4381-abd3-2916449f89e6 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4130454 Oct 22 13:17:00.500130 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.501197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41710) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:00.510280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-581994508'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:00.574726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:00.585257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.667690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:00.681682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.682026 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment f0541833-f35a-4cf6-9b48-eb987c2c42be of type vlan for network 6e662b73-953c-457d-bdca-587e5d6b6adb Oct 22 13:17:00.764548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.829892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.842136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:00.843258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:00.939242 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4374526 Oct 22 13:17:00.958381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41720) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:00.973239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1110548437'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:01.060317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179c8e4-7bc8-4a65-876f-278c54a26ef2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=6e662b73-953c-457d-bdca-587e5d6b6adb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:01.075851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6e662b73-953c-457d-bdca-587e5d6b6adb details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:01.099053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:01.103157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.131918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.154039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.184581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:01.221534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.221899 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment eb423061-3787-4ed5-9da7-a5bd50401a31 of type vlan for network 6a17ca67-e9c2-4246-9be3-168a87ed023e Oct 22 13:17:01.310986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.314325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.380656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.387121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:01.387907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.533422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5748782 Oct 22 13:17:01.536655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41736) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:01.569906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'ports': [{'network_id': '6e662b73-953c-457d-bdca-587e5d6b6adb', 'name': 'tempest-port--1632424459', 'admin_state_up': True}, {'network_id': '6a17ca67-e9c2-4246-9be3-168a87ed023e', 'admin_state_up': False}]} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:01.570293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'port': {'network_id': '6e662b73-953c-457d-bdca-587e5d6b6adb', 'name': 'tempest-port--1632424459', 'admin_state_up': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:01.570801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'port': {'network_id': '6a17ca67-e9c2-4246-9be3-168a87ed023e', 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:01.640237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9f853b16-6812-41bd-9407-25f4b186a324 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:01.823713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9f853b16-6812-41bd-9407-25f4b186a324 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:01.824449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:01.861709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124f6f8-1785-4f6a-9487-c64d7d753ace tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=6a17ca67-e9c2-4246-9be3-168a87ed023e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:01.964268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6a17ca67-e9c2-4246-9be3-168a87ed023e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:02.072520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'port': 2} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:02.083266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:02.118412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:02.319542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] device_id is not set on port f1bd862a-3a8c-454e-9959-2340582e1510 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:02.358531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:02.385276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41760) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:02.387593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 9f853b16-6812-41bd-9407-25f4b186a324, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9f853b16-6812-41bd-9407-25f4b186a324,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:02.404541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:02.473984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:02.475138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:02.492653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:02.561690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:02.570236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=9f853b16-6812-41bd-9407-25f4b186a324,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:02.691474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022f072-b646-42e8-bb68-e0efd7574123 req-80a08d99-3671-49c1-afa6-36561c62026c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:02.693068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4022f072-b646-42e8-bb68-e0efd7574123 req-80a08d99-3671-49c1-afa6-36561c62026c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 1.4190183 Oct 22 13:17:02.770266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] device_id is not set on port 7961f630-5fbe-4b6c-ad10-98914e7152a9 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:02.956608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4022f072-b646-42e8-bb68-e0efd7574123 req-d9aed967-655b-49e8-9bef-1a39fc387bce tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524750 Oct 22 13:17:03.001641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Router 5d1c6a23-ee62-4971-90b7-b21d84127d57 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:17:03.030449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-924796631'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:03.035629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41774) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:03.118449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.193701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.235386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Made reservation on behalf of dcb8de9505bc40269cb01d47a2831e53 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:03.257290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.305226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.325346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Port': ['ID=f1bd862a-3a8c-454e-9959-2340582e1510,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:03.432216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04159a7d-3cb6-4849-9e79-bc51a349a1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.470844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:03.478570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f759dbf0-d393-4ef1-bda1-fad461696f50 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d1c6a23-ee62-4971-90b7-b21d84127d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3142016 Oct 22 13:17:03.486909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Sync routers for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:03.532627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:03.538329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:03.550973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9f853b16-6812-41bd-9407-25f4b186a324 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:03.552981 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.563871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.595645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:03.617854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6417a5b8-42dd-4598-ad96-dc8236d660a5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:03.637704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.638062 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Added segment 00070dec-377f-465d-b787-cbcccd64c4e4 of type vlan for network 742afa3d-dba4-4647-9a45-09d94022b035 Oct 22 13:17:03.638841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Checking segment: {'id': 'f0541833-f35a-4cf6-9b48-eb987c2c42be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e662b73-953c-457d-bdca-587e5d6b6adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:03.639193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network hostable DHCP agents. Network: 6e662b73-953c-457d-bdca-587e5d6b6adb, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:03.705281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network 6e662b73-953c-457d-bdca-587e5d6b6adb is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:03.750998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6e662b73-953c-457d-bdca-587e5d6b6adb) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:03.765271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.782057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:03.783063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.841784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.848541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:03.849219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.918171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:17:03.920160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04159a7d-3cb6-4849-9e79-bc51a349a1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.959411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04159a7d-3cb6-4849-9e79-bc51a349a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:03.962866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5364482 Oct 22 13:17:04.028446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04159a7d-3cb6-4849-9e79-bc51a349a1ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5077cfdefb034e989787dacb1ab5b51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9888599 Oct 22 13:17:04.032703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:04.040462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159a7d-3cb6-4849-9e79-bc51a349a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49967d94-9bb9-4681-8beb-28fc7966f8eb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:04.069340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93a6be-1c4b-424e-ba7e-c56b60238b9f tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Pushing event updated for resources: {'Network': ['ID=742afa3d-dba4-4647-9a45-09d94022b035,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:04.095138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a5d9e-7a60-4c47-bbbf-4967a2c9805d None None] Network 6e662b73-953c-457d-bdca-587e5d6b6adb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:04.141456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 742afa3d-dba4-4647-9a45-09d94022b035 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:04.154010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Port': ['ID=7961f630-5fbe-4b6c-ad10-98914e7152a9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:04.181534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.191123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Checking segment: {'id': 'eb423061-3787-4ed5-9da7-a5bd50401a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a17ca67-e9c2-4246-9be3-168a87ed023e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:04.191563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network hostable DHCP agents. Network: 6a17ca67-e9c2-4246-9be3-168a87ed023e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:04.256779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network 6a17ca67-e9c2-4246-9be3-168a87ed023e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:04.321169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.353686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6a17ca67-e9c2-4246-9be3-168a87ed023e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:04.373758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:04.387276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:04.414157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:04.415440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.503137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.506389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.512768 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49967d94-9bb9-4681-8beb-28fc7966f8eb HTTP/1.1" status: 204 len: 168 time: 0.4501200 Oct 22 13:17:04.526495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c209a7-c3a3-4b89-9a20-1dcc4588d1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49967d94-9bb9-4681-8beb-28fc7966f8eb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:04.551034 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e3198cab-764a-46a3-bec5-37462ae89cde tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0136447 Oct 22 13:17:04.553915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41822) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:04.631257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2269118-7d76-423f-933d-fda1ba6140fe tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:04.638529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2269118-7d76-423f-933d-fda1ba6140fe tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:04.640387 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b2269118-7d76-423f-933d-fda1ba6140fe tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0855215 Oct 22 13:17:04.669824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41826) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:04.765565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-4a593a14-57f5-4517-819a-7ee6e00d744c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:04.772406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12290537-1b5e-4ecf-a687-8be838c89b5b None None] Network 6a17ca67-e9c2-4246-9be3-168a87ed023e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:04.780250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-4a593a14-57f5-4517-819a-7ee6e00d744c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 811 time: 0.3168108 Oct 22 13:17:04.798587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:04.865368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'network_id': '742afa3d-dba4-4647-9a45-09d94022b035', 'binding:host_id': 'n-h1-813419-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1616679778'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:04.929847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-ab335ec9-40a8-4d44-ab76-9a2087266086 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/quotas/1a1dd5d6c4e54a60a2e1d717f4f2038d HTTP/1.1" status: 200 len: 375 time: 0.1417625 Oct 22 13:17:04.931041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Deleting port f1bd862a-3a8c-454e-9959-2340582e1510 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:04.931505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:04.965235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Made reservation on behalf of 7c414aec617c4224b4272165955dd488 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:04.968410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.055929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.095854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48825f-9768-4b0e-8c4d-414b99f5f5d2 req-961fa97f-d3bc-4d71-923b-d774d9e1999f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:05.097948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a48825f-9768-4b0e-8c4d-414b99f5f5d2 req-961fa97f-d3bc-4d71-923b-d774d9e1999f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2273316 Oct 22 13:17:05.125353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.180198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-cb119112-5dad-48a5-a5a4-f711cfbe64e7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2410727 Oct 22 13:17:05.199566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Calling delete_port for f1bd862a-3a8c-454e-9959-2340582e1510 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:05.208064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a48825f-9768-4b0e-8c4d-414b99f5f5d2 req-02bcc0d9-0a37-41f4-883a-acee5646983a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Oct 22 13:17:05.328299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9f853b16-6812-41bd-9407-25f4b186a324 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:05.328676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.353694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.356534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:05.413217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56be68be-0bfd-4c45-99fb-d03bc6444685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.415705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.424973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 5a2aad12-0c24-4147-968c-a9d537e37e8b yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:05.456679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:17:00Z', 'revision_number': 4, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b180bd66-d061-4762-8f47-088b116bd0ae', 'name': '', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'mac_address': 'fa:16:3e:fe:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:58Z', 'updated_at': '2021-10-22T13:17:00Z', 'revision_number': 2, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'subnets': [{'id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:05.468715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.495901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Checking router: 5d1c6a23-ee62-4971-90b7-b21d84127d57 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:17:05.496592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Updating router 5d1c6a23-ee62-4971-90b7-b21d84127d57 port b180bd66-d061-4762-8f47-088b116bd0ae binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:17:05.524466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.535164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Port': ['ID=f1bd862a-3a8c-454e-9959-2340582e1510,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:05.551913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.558122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-154ba380-873b-464d-a1cf-72fdc250c613 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/ports/f1bd862a-3a8c-454e-9959-2340582e1510 HTTP/1.1" status: 204 len: 168 time: 0.8710079 Oct 22 13:17:05.561970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:05.737204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Deleting port 7961f630-5fbe-4b6c-ad10-98914e7152a9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:05.737875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.888938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:05.911726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Calling delete_port for 7961f630-5fbe-4b6c-ad10-98914e7152a9 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:05.945524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf49f6-26cf-482e-8c34-6f3dad7e8126,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:05.959220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 5a2aad12-0c24-4147-968c-a9d537e37e8b yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:05.969862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-9430b568-731d-4c60-8a8a-525ae64b1a92 service neutron] 10.222.0.25 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658749 Oct 22 13:17:05.980872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.030725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.036912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.085252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Port': ['ID=7961f630-5fbe-4b6c-ad10-98914e7152a9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:06.093050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.097693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f1faff2-351b-4e50-8611-1b2d1993ad6f tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/ports/7961f630-5fbe-4b6c-ad10-98914e7152a9 HTTP/1.1" status: 204 len: 168 time: 0.5339730 Oct 22 13:17:06.099723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:06.138105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46985aa2-5939-4f5b-a6e6-2521dd3a518b tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333352 Oct 22 13:17:06.140743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:06.152372 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.154421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-801721807'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:06.160268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.225412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2aad12-0c24-4147-968c-a9d537e37e8b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:06.233719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56be68be-0bfd-4c45-99fb-d03bc6444685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.260938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9895ea-0b90-4280-8feb-9ac79b74b1a3 None None] Pushing event updated for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:06.273741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56be68be-0bfd-4c45-99fb-d03bc6444685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.300228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Attempting to bind port b180bd66-d061-4762-8f47-088b116bd0ae on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:06.300616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Attempting to bind port b180bd66-d061-4762-8f47-088b116bd0ae by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:06.301068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Attempting to bind port b180bd66-d061-4762-8f47-088b116bd0ae on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:06.314806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:06.315231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Checking segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:06.315597 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.316794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Bound using segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:06.317150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Bound port: b180bd66-d061-4762-8f47-088b116bd0ae, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:06.317547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.319032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:06.323666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.328932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-cb982e73-fbe0-4174-8306-538e59d07d1a service neutron] 10.222.0.25 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499918 Oct 22 13:17:06.381706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Checking segment: {'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:06.382105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Network hostable DHCP agents. Network: 742afa3d-dba4-4647-9a45-09d94022b035, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:06.389981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-56be68be-0bfd-4c45-99fb-d03bc6444685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7446cc2a3fa24b179da3849605e6f958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319951 Oct 22 13:17:06.392588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:06.395613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be68be-0bfd-4c45-99fb-d03bc6444685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367db3b-1712-431d-a201-b3c321c81a9d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:06.459624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] For port b180bd66-d061-4762-8f47-088b116bd0ae, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:06.467127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] For port b180bd66-d061-4762-8f47-088b116bd0ae, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b180bd66-d061-4762-8f47-088b116bd0ae,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:06.478481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.480125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:06.486090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Network 742afa3d-dba4-4647-9a45-09d94022b035 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:06.515320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 742afa3d-dba4-4647-9a45-09d94022b035) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:06.517501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.517852 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment 353f9778-7471-40c6-b679-4c485f33eabb of type vlan for network e96182ab-d591-4d7c-99eb-6692e369c660 Oct 22 13:17:06.526425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca14987-41d3-400e-be50-ec2024d758a0 req-c828ebfd-8f42-4d41-b632-37d1aea58aa1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:06.526819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.536731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ca14987-41d3-400e-be50-ec2024d758a0 req-c828ebfd-8f42-4d41-b632-37d1aea58aa1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1438100 Oct 22 13:17:06.548118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d24be4-4d29-4ee5-b61c-5eea339c2b8a None None] Network 742afa3d-dba4-4647-9a45-09d94022b035 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:06.582828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.592390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:06.639171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:06.639529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:06.639902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:06.721739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.725854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.727355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9367db3b-1712-431d-a201-b3c321c81a9d HTTP/1.1" status: 204 len: 168 time: 0.3333335 Oct 22 13:17:06.737907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:06.738996 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:06.743433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a9117-2f9b-4e00-a2c5-320a2843be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367db3b-1712-431d-a201-b3c321c81a9d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:06.753466 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 2 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:06.791746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.796797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ca14987-41d3-400e-be50-ec2024d758a0 req-b8f67fb3-3806-4b48-99a8-b25da7f36f52 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314825 Oct 22 13:17:06.802573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:06.802958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:06.803302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:06.813274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:06.813627 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:06.822069 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 3 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:06.848297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:06.848552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:06.848899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:06.858007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:06.858344 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:06.858845 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 4 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:06.869308 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.875605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:06.876237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:06.927685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:06.928493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:16:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:06.931430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7842286 Oct 22 13:17:06.934634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:06.941420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-354604556'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:06.953830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:06.954814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:06.955337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.004653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:07.009028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.020503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.021934 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.031566 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 5 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.076934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:07.078787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c626cc02-2421-47be-bf48-7e1a9dea3cfa req-a3704451-1b6b-434b-8a6a-5bc33e8f1e0d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 210 time: 0.1700926 Oct 22 13:17:07.115687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.116029 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Added segment 8d507c9b-7479-428e-ac60-ed29408188c3 of type vlan for network 2e9400ab-d198-46f4-b386-80b5ea052cbc Oct 22 13:17:07.118470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:17:07.246123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.259653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.259853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.260152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.280654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.283741 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.284368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038536ab-7334-489f-b075-49ad9a655bc5 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=e96182ab-d591-4d7c-99eb-6692e369c660,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:07.294851 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 6 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.343455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.349661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:07.350496 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.361338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.362038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.362650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.375614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.375853 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.376179 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 7 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.436355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.436691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.437033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.442390 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5061784 Oct 22 13:17:07.521241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e96182ab-d591-4d7c-99eb-6692e369c660 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:07.531549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.531893 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.532301 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 8 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.572086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9895ea-0b90-4280-8feb-9ac79b74b1a3 None None] Pushing event updated for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:07.584727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8a12e-a984-4b71-b678-8badadb7cca4 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Network': ['ID=2e9400ab-d198-46f4-b386-80b5ea052cbc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:07.586927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.589217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.589597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.597091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:07.611010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.611359 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.611766 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 9 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.619529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'subnets': [{'network_id': 'e96182ab-d591-4d7c-99eb-6692e369c660', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372507553', 'ip_version': 4}, {'network_id': '2e9400ab-d198-46f4-b386-80b5ea052cbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:07.619529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'subnet': {'network_id': 'e96182ab-d591-4d7c-99eb-6692e369c660', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372507553', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:07.619937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Request body: {'subnet': {'network_id': '2e9400ab-d198-46f4-b386-80b5ea052cbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:07.654392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.655125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.655482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.663830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 2e9400ab-d198-46f4-b386-80b5ea052cbc details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:07.668159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.670715 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.671285 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 10 to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b Oct 22 13:17:07.732592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:07.732592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:07.733545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:07.743204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 5a2aad12-0c24-4147-968c-a9d537e37e8b on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:07.746158 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 5a2aad12-0c24-4147-968c-a9d537e37e8b on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:07.746553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.828913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:17:00Z', 'revision_number': 4, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b180bd66-d061-4762-8f47-088b116bd0ae', 'name': '', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'mac_address': 'fa:16:3e:fe:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:58Z', 'updated_at': '2021-10-22T13:17:06Z', 'revision_number': 4, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'subnets': [{'id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:07.909790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 5a2aad12-0c24-4147-968c-a9d537e37e8b, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:07.910526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempted to set empty binding levels {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:17:07.926213 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:07.932379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fdf3fb-f404-4532-a9b1-9b64603051c9 None None] The sync data for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 is: [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:17:00Z', 'revision_number': 4, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b180bd66-d061-4762-8f47-088b116bd0ae', 'name': '', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'mac_address': 'fa:16:3e:fe:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:58Z', 'updated_at': '2021-10-22T13:17:06Z', 'revision_number': 4, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'subnets': [{'id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:08.014530 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.066591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2aad12-0c24-4147-968c-a9d537e37e8b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:08.098513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:08.099154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.235696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Made reservation on behalf of b75ac8ea33bb4f4fa8a13562f6313a63 for: {'subnet': 2} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:08.247224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.251195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.284215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:08.284541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0fd1ecfe-a982-440a-987e-bf207c4b9aa4 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.4840729 Oct 22 13:17:08.412915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebc95a9b-b5f5-42ca-a2e0-bd3b33f15928 req-90d31ce4-1117-4903-9e73-5ed11fe0af04 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 210 time: 0.1264234 Oct 22 13:17:08.443808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cce96-f7f1-4b5b-81fc-8d941eea81e5 req-bca8b560-ff26-4551-a733-e1e5a7b81d58 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:08.457100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e03cce96-f7f1-4b5b-81fc-8d941eea81e5 req-bca8b560-ff26-4551-a733-e1e5a7b81d58 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2914517 Oct 22 13:17:08.515463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e03cce96-f7f1-4b5b-81fc-8d941eea81e5 req-6acfc2e1-6b84-4519-97e4-b9d402c2c47e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 Oct 22 13:17:08.539789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Deleting port 5a2aad12-0c24-4147-968c-a9d537e37e8b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:08.540139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.727875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 5a2aad12-0c24-4147-968c-a9d537e37e8b, host n-h1-813419-8, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:08.728527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:08.773401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Calling delete_port for 5a2aad12-0c24-4147-968c-a9d537e37e8b owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:08.890275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-a0957e33-900f-4951-8991-5c4b348e1597 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:08.897314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-a0957e33-900f-4951-8991-5c4b348e1597 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.21 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 811 time: 0.2368553 Oct 22 13:17:08.908120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Request body: {'port': {'device_id': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'admin_state_up': True, 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:09.199782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Made reservation on behalf of 1a1dd5d6c4e54a60a2e1d717f4f2038d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:09.205702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.340114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.453142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2aad12-0c24-4147-968c-a9d537e37e8b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:09.478708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.485024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1614a5ee-75e5-4e7c-970b-8ed600c0a5f5 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5a2aad12-0c24-4147-968c-a9d537e37e8b HTTP/1.1" status: 204 len: 168 time: 1.1995666 Oct 22 13:17:09.485647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41932) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:09.535682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Allocated IP 172.20.0.10 (0dd672d2-bd9a-4d8e-904a-19b0c02e6894/28e0ef07-997a-472b-9692-eca8d090cbdb/6a9deb9f-674d-4883-8868-b3144e22fbba) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:09.569423 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a9a491-e52c-4584-9df9-32957162ede9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:17:09.582651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a1a9a491-e52c-4584-9df9-32957162ede9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports/5a2aad12-0c24-4147-968c-a9d537e37e8b HTTP/1.1" status: 404 len: 333 time: 0.0864739 Oct 22 13:17:09.587758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41936) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:09.628479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'network_id': '742afa3d-dba4-4647-9a45-09d94022b035', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1066541792'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:09.765256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.785156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b180bd66-d061-4762-8f47-088b116bd0ae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:09.792734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-362fe91c-0a42-44cc-b862-c6836abaea4b req-396d12b6-9987-4640-b059-269ab748920d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 210 time: 0.1192741 Oct 22 13:17:09.870473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Subnet': ['ID=b7f6c03d-04f1-4df6-a485-464b2bec1423,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:09.870966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Made reservation on behalf of 7c414aec617c4224b4272165955dd488 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:09.881664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.913494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Checking segment: {'id': '353f9778-7471-40c6-b679-4c485f33eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e96182ab-d591-4d7c-99eb-6692e369c660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:09.914785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network hostable DHCP agents. Network: e96182ab-d591-4d7c-99eb-6692e369c660, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:09.949031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.952210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network e96182ab-d591-4d7c-99eb-6692e369c660 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:09.968455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e96182ab-d591-4d7c-99eb-6692e369c660) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:09.977453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:09.999620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d3e10-bb46-4c60-9f88-a88b196cd892 None None] Network e96182ab-d591-4d7c-99eb-6692e369c660 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:10.021268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:10.125980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b180bd66-d061-4762-8f47-088b116bd0ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:10.126356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.174431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event updated for resources: {'Subnet': ['ID=751558b0-1e01-4af0-810d-9bc97ea55f16,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:10.204691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62ae58-e698-4ca8-901f-fb407ada632c req-37ff596c-0b07-4e4f-895b-51d62c61ac60 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.205244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Checking segment: {'id': '8d507c9b-7479-428e-ac60-ed29408188c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e9400ab-d198-46f4-b386-80b5ea052cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:10.205368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network hostable DHCP agents. Network: 2e9400ab-d198-46f4-b386-80b5ea052cbc, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:10.218069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc62ae58-e698-4ca8-901f-fb407ada632c req-37ff596c-0b07-4e4f-895b-51d62c61ac60 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.4208941 Oct 22 13:17:10.246968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Network 2e9400ab-d198-46f4-b386-80b5ea052cbc is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:10.287762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 2e9400ab-d198-46f4-b386-80b5ea052cbc) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:10.302140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.302692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.306340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.354866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e4356f6-7ac4-43a9-b032-4c384140aa9e tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7525771 Oct 22 13:17:10.367670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41950) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:10.439993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc62ae58-e698-4ca8-901f-fb407ada632c req-515f728e-1707-461d-8b8f-e0af34bd9b14 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209444 Oct 22 13:17:10.486807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.503330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3a941-3101-44b4-81b2-3326ea1c9fd7 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.508905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3a941-3101-44b4-81b2-3326ea1c9fd7 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.510552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3a941-3101-44b4-81b2-3326ea1c9fd7 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.517510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bee3a941-3101-44b4-81b2-3326ea1c9fd7 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1476221 Oct 22 13:17:10.520893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:10.595452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.621336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.653949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Deleting subnet b7f6c03d-04f1-4df6-a485-464b2bec1423 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:10.666140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.752818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Pushing event updated for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:10.779923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.784884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:10.806636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.812484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ff2ac-37db-4a65-ad9b-648e3bd3b057 None None] Network 2e9400ab-d198-46f4-b386-80b5ea052cbc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:10.832577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:10.919436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:10.947946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:10.972498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:10.973527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.000744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Network 742afa3d-dba4-4647-9a45-09d94022b035 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:11.050542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:11.060769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:11.064978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:11.066314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.150586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-41768dcf-ec6a-4659-951d-83d1b451eefe tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2484357 Oct 22 13:17:11.157345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:11.174208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Request body: {'port': {'device_id': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:11.178664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.236519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4010dd2d-f098-412b-ae52-d6c7ad603ce8 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6177518 Oct 22 13:17:11.265029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:11.267123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62563c05-ef23-4bbb-8c18-6b1c3d5a9023 req-aeff7415-6d73-4583-a18f-d44800fb6770 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:11.276290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f6c03d-04f1-4df6-a485-464b2bec1423,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:11.280105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62563c05-ef23-4bbb-8c18-6b1c3d5a9023 req-aeff7415-6d73-4583-a18f-d44800fb6770 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 932 time: 0.3769975 Oct 22 13:17:11.283768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.288521 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2ef9a95-c320-4e62-af40-99399949f3e2 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/subnets/b7f6c03d-04f1-4df6-a485-464b2bec1423 HTTP/1.1" status: 204 len: 168 time: 0.7661467 Oct 22 13:17:11.294503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:11.299100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:11.320800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.337756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62563c05-ef23-4bbb-8c18-6b1c3d5a9023 req-c6b72fd0-a397-41ae-9f64-feca2b1c28ac tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Oct 22 13:17:11.360238 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.615105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8d400-9fe6-41c2-94c0-7c36bfbb7968 None None] Network e96182ab-d591-4d7c-99eb-6692e369c660 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:11.818876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42002) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:11.864508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42006) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:11.907932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b180bd66-d061-4762-8f47-088b116bd0ae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b180bd66-d061-4762-8f47-088b116bd0ae,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:11.981919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Deleting subnet 751558b0-1e01-4af0-810d-9bc97ea55f16 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:11.991537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923f882-b274-4c40-b534-38828fc6acb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-2e9400ab-d198-46f4-b386-80b5ea052cbc', 'network_id': '2e9400ab-d198-46f4-b386-80b5ea052cbc', 'tenant_id': 'b75ac8ea33bb4f4fa8a13562f6313a63', 'fixed_ips': [{'subnet_id': '751558b0-1e01-4af0-810d-9bc97ea55f16'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:11.993999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e923f882-b274-4c40-b534-38828fc6acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:11.998883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.010046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.067577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.069587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c79f-000c-44a8-92a2-50f0ec2b4c79 req-17deaf58-6a61-4074-94b2-51b8f3ee8b2c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:12.080297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1573c79f-000c-44a8-92a2-50f0ec2b4c79 req-17deaf58-6a61-4074-94b2-51b8f3ee8b2c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2603681 Oct 22 13:17:12.147814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9edb911e-adfe-4a0c-b756-3471734090f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.183104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.203165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1573c79f-000c-44a8-92a2-50f0ec2b4c79 req-e4ebc046-ad3f-49d9-9891-f69b125fe45e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219018 Oct 22 13:17:12.228589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe4965cb-8441-4a4e-9890-16f2cd5e876c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.252637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9deb9f-674d-4883-8868-b3144e22fbba {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:17:12.270828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.316148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Transition to ACTIVE for port object 6a9deb9f-674d-4883-8868-b3144e22fbba will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:17:12.335897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.355305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:12.437650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.605779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.645308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.648404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/subnets/751558b0-1e01-4af0-810d-9bc97ea55f16 HTTP/1.1" status: 204 len: 168 time: 1.3475595 Oct 22 13:17:12.661170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:12.665911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-e923f882-b274-4c40-b534-38828fc6acb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 751558b0-1e01-4af0-810d-9bc97ea55f16: This subnet is being modified by another concurrent operation. Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:17:12.667858 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 751558b0-1e01-4af0-810d-9bc97ea55f16: This subnet is being modified by another concurrent operation. Oct 22 13:17:12.675706 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:17:12.681109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326895f1-ee6a-4d2a-8df6-9a4368a4469d tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Subnet': ['ID=751558b0-1e01-4af0-810d-9bc97ea55f16,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:12.683528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.715882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.751371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:12.776830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de88a7-10fe-4e13-9686-7a988538c0eb None None] Network 2e9400ab-d198-46f4-b386-80b5ea052cbc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:12.807582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fd5b-7e2e-4beb-94ce-c2ef07b260ef req-b502f3fc-a09d-4e4b-88e1-a7fd4d07034b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:12.821502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8be5fd5b-7e2e-4beb-94ce-c2ef07b260ef req-b502f3fc-a09d-4e4b-88e1-a7fd4d07034b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 944 time: 0.3726044 Oct 22 13:17:12.839990 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9edb911e-adfe-4a0c-b756-3471734090f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.869934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ea5fe-4431-4fae-9612-f903a91d2ad1 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:12.875467 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e9ea5fe-4431-4fae-9612-f903a91d2ad1 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2065237 Oct 22 13:17:12.876384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42020) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:12.902264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:12.919727 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe4965cb-8441-4a4e-9890-16f2cd5e876c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.945984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Attempting to bind port 6a9deb9f-674d-4883-8868-b3144e22fbba on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:12.948878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Attempting to bind port 6a9deb9f-674d-4883-8868-b3144e22fbba by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:12.951296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Attempting to bind port 6a9deb9f-674d-4883-8868-b3144e22fbba on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:12.963712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Port 6a9deb9f-674d-4883-8868-b3144e22fbba on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:12.964331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Attempting to bind port 6a9deb9f-674d-4883-8868-b3144e22fbba on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:12.964468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:12.964774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:12.965137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:12.970849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fe4965cb-8441-4a4e-9890-16f2cd5e876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:12.971526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:12.972175 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:12.974836 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 2 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.010628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9edb911e-adfe-4a0c-b756-3471734090f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.025759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:13.026115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Checking segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:13.026675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Bound using segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:13.026992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Bound port: 6a9deb9f-674d-4883-8868-b3144e22fbba, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:13.027325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.029243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.029750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.029991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.035204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.045224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.045561 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.045935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e79290-0702-4cde-b620-bc0d6ed653f3 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:17:13.046461 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 3 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.086348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4965cb-8441-4a4e-9890-16f2cd5e876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766ae608-f510-4fc9-b24d-3801013ebe0c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:13.099859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.100202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.100543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.113327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.113327 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.113327 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 4 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.133594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.133934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.134279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.141180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fe4965cb-8441-4a4e-9890-16f2cd5e876c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86ecea537cfd4d9c8669a138b60db7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2756286 Oct 22 13:17:13.171925 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.174318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42022) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:13.177381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.177726 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.187758 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 5 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.189532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb911e-adfe-4a0c-b756-3471734090f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4df4b-a179-4afd-8125-fe3610e56e78,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:13.217825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9400ab-d198-46f4-b386-80b5ea052cbc']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:13.223426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e79290-0702-4cde-b620-bc0d6ed653f3 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:17:13.233476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.233818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.234158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.238013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9edb911e-adfe-4a0c-b756-3471734090f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1578c201861483b855d335da875f972&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3814862 Oct 22 13:17:13.242989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.243325 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.244924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d507c9b-7479-428e-ac60-ed29408188c3') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:13.245220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d507c9b-7479-428e-ac60-ed29408188c3') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:13.247311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42026) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:13.251195 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 6 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.279173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8be5fd5b-7e2e-4beb-94ce-c2ef07b260ef req-533f3e42-161d-4f39-a0f1-a86e83b11057 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461823 Oct 22 13:17:13.315042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.331968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.332370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.332649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.355556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.355556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.364002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.364352 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.372624 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 7 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.376082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:13.380715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6a9deb9f-674d-4883-8868-b3144e22fbba,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:13.386350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:13.386789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:13.390916 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:13.422906 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.428672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.452215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.467497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:13.468507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.470472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/6a9deb9f-674d-4883-8868-b3144e22fbba HTTP/1.1" status: 200 len: 1092 time: 2.3047605 Oct 22 13:17:13.471434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:13.474242 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79e213-f4de-4b08-8a79-054765a55802" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:13.493724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.514792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.517681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.517681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.529446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3454-deb0-4c50-8502-dd3fdd723747 req-c650798f-92ce-4611-a888-1dba98a31233 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:13.539289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f2c3454-deb0-4c50-8502-dd3fdd723747 req-c650798f-92ce-4611-a888-1dba98a31233 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2194552 Oct 22 13:17:13.549963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.550376 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.553985 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 8 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.557301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.559917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.561089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/766ae608-f510-4fc9-b24d-3801013ebe0c HTTP/1.1" status: 204 len: 168 time: 0.3856072 Oct 22 13:17:13.602039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f0110-dac7-4db4-b67f-986f0d2db3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ae608-f510-4fc9-b24d-3801013ebe0c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:13.609226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.609669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.609894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.618459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.620723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.620976 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.623402 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 9 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.646183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.649512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/2e9400ab-d198-46f4-b386-80b5ea052cbc HTTP/1.1" status: 204 len: 168 time: 0.7663755 Oct 22 13:17:13.656872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa39af-d3e1-4268-a98c-3c23dac6b276 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=2e9400ab-d198-46f4-b386-80b5ea052cbc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:13.657854 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7d286-bd3c-4745-872b-736fefbbd6c6 x-openstack-request-id: req-6bd7d286-bd3c-4745-872b-736fefbbd6c6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:13.665411 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:13.665688 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bd7d286-bd3c-4745-872b-736fefbbd6c6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:13.666136 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba', 'status': 'completed', 'code': 200} Oct 22 13:17:13.673184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:13.718425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0321b-a68f-4198-98e6-de2193b1b5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:13.730412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f2c3454-deb0-4c50-8502-dd3fdd723747 req-f117b03d-e40c-4312-97cf-ba58414f2655 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901093 Oct 22 13:17:13.774746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-2cc9da20-843b-4d19-a76d-06ea0a0518af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:13.777072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-2cc9da20-843b-4d19-a76d-06ea0a0518af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 1095 time: 0.2229152 Oct 22 13:17:13.848792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-cf32ed0d-b78c-41de-be48-ca2480f3ee03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9deb9f-674d-4883-8868-b3144e22fbba HTTP/1.1" status: 200 len: 217 time: 0.0625918 Oct 22 13:17:13.862023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.862640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.863240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.876350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.879591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.880189 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.883545 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 10 to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc Oct 22 13:17:13.901047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:13.901911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:13.901911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:13.915844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:13.916240 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:13.916742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.919735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-a902f890-ae50-4110-9dac-f83786cfa56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:13.921375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-a902f890-ae50-4110-9dac-f83786cfa56b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.0632746 Oct 22 13:17:13.931441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.935779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:13.936937 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55e4df4b-a179-4afd-8125-fe3610e56e78 HTTP/1.1" status: 204 len: 168 time: 0.6830347 Oct 22 13:17:14.000319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a06f-62fb-4ebf-9dff-cf2d71a84591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4df4b-a179-4afd-8125-fe3610e56e78,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:14.001969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-4983ea5a-f54b-49ed-81a9-7ee76c4d4ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689561 Oct 22 13:17:14.172773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b180bd66-d061-4762-8f47-088b116bd0ae up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:14.256074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:14.256074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempted to set empty binding levels {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:17:14.301281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.369989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b180bd66-d061-4762-8f47-088b116bd0ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:14.370408 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.373065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.423607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] In _notify_port_updated(), no bound segment for port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:17:14.425090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.426159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.427304 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "PUT /v2.0/ports/2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc HTTP/1.1" status: 200 len: 975 time: 3.1544225 Oct 22 13:17:14.438888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42048) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:14.541911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:14.544743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96182ab-d591-4d7c-99eb-6692e369c660']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:14.584653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353f9778-7471-40c6-b679-4c485f33eabb') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:14.585104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353f9778-7471-40c6-b679-4c485f33eabb') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:14.599743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5dfb-7de3-4442-b61a-e3ff34dac14a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:14.628575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.629235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.629778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.630314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.630879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.631617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.632070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.633221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.633695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.634249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.634934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.635598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.636128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.636649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.637374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.638057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.638580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.639124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.639650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.640172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.640696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.641216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.641740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.642261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.642835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.643356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.643889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.653143 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-711749d0-cacf-4408-9332-819390088d43 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24110 time: 0.2001991 Oct 22 13:17:14.654522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:14.658736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4634b1e7-1443-42e6-a774-f64b15074c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.711438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.756139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b525ed-5a9e-4fd7-8e4a-ba815243edfb req-036e245d-6bd9-452b-8093-8f42c2273d18 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:14.766568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34b525ed-5a9e-4fd7-8e4a-ba815243edfb req-036e245d-6bd9-452b-8093-8f42c2273d18 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 944 time: 0.1491976 Oct 22 13:17:14.792660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.825082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:14.826354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.831396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-d773fa12-e80b-4844-b445-380a779c2c82 service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220248 Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:14.846903 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:14.909321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Deleting port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:14.909321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:14.960885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:14.998928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34b525ed-5a9e-4fd7-8e4a-ba815243edfb req-ab664dd3-97ad-4b96-9556-43cd3a20e1cb tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268329 Oct 22 13:17:15.059886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fe6277d-1452-4457-b9fb-018bc3f347f6 req-b02b3caf-cee7-43b3-a116-3b18c0e15fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160256 Oct 22 13:17:15.070332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d2546-bd65-4615-8ce4-f43982e21f77 req-ef1a116b-8484-4257-b8a4-5c3af3c2665a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:15.072528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f23d2546-bd65-4615-8ce4-f43982e21f77 req-ef1a116b-8484-4257-b8a4-5c3af3c2665a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1852274 Oct 22 13:17:15.087054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd301f26-1975-48d5-bc60-142437a13b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.104338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc, host n-h1-813419-8, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:15.104772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.122586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.146927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.153960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/e96182ab-d591-4d7c-99eb-6692e369c660 HTTP/1.1" status: 204 len: 168 time: 1.4763913 Oct 22 13:17:15.153960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Calling delete_port for 2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:15.166285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42064) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:15.216429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267216-09ce-48ce-83c0-474319d699e0 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=e96182ab-d591-4d7c-99eb-6692e369c660,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:15.219354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f23d2546-bd65-4615-8ce4-f43982e21f77 req-b95d0ba5-b74d-45d3-8b32-e76c8e75235b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306007 Oct 22 13:17:15.241559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e213-f4de-4b08-8a79-054765a55802 req-e5abb703-5373-42b1-9749-f0a52e2ed00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:15.244527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-e5abb703-5373-42b1-9749-f0a52e2ed00b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 1095 time: 0.0910237 Oct 22 13:17:15.422749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.426195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e213-f4de-4b08-8a79-054765a55802 req-b882646a-18ae-4314-8fec-ee73e7a67f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:15.427805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-b882646a-18ae-4314-8fec-ee73e7a67f57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.1619387 Oct 22 13:17:15.451424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4634b1e7-1443-42e6-a774-f64b15074c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.477778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4634b1e7-1443-42e6-a774-f64b15074c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.511092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-ddbc730e-8fbb-4226-b22c-586bff260092 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9deb9f-674d-4883-8868-b3144e22fbba HTTP/1.1" status: 200 len: 217 time: 0.0727959 Oct 22 13:17:15.532135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.591499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e213-f4de-4b08-8a79-054765a55802 req-4fb8a54c-17eb-43ac-b2a7-ba3523c525bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:15.597678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-4fb8a54c-17eb-43ac-b2a7-ba3523c525bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.0781333 Oct 22 13:17:15.633752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4634b1e7-1443-42e6-a774-f64b15074c67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f13eee96ad7e43f5a64a016a927fade9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0828269 Oct 22 13:17:15.635074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634b1e7-1443-42e6-a774-f64b15074c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb4c01-b67f-45bf-952c-1ae6c66901a1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:15.640227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:15.644298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd301f26-1975-48d5-bc60-142437a13b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.663814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:15.671301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd301f26-1975-48d5-bc60-142437a13b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.693739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.698163 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18be1878-643e-468f-9952-c076e6bfa36c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc HTTP/1.1" status: 204 len: 168 time: 1.0293875 Oct 22 13:17:15.712633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:15.713345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-705a1972-3940-48af-bc74-3cba4002dead service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015544 Oct 22 13:17:15.763459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.791075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a17ca67-e9c2-4246-9be3-168a87ed023e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:15.805050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb423061-3787-4ed5-9da7-a5bd50401a31') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:15.805733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb423061-3787-4ed5-9da7-a5bd50401a31') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:15.818243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.833329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-e11f4510-2e55-498b-81b4-e829715c5320 service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184478 Oct 22 13:17:15.835110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.887555 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd301f26-1975-48d5-bc60-142437a13b4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f303db0cff5486c8275b6fc43dade07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160542 Oct 22 13:17:15.891534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42070) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:15.930378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:15.930881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:15.940418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d79e213-f4de-4b08-8a79-054765a55802 req-2a78e13c-4deb-40f3-b91f-74ec14c34be6 service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976303 Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:15.943080 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:15.966529 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05d24c2-6f51-4aee-a0d8-efa6aad85107 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:17:15.968366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b05d24c2-6f51-4aee-a0d8-efa6aad85107 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports/2d4d6bcc-9cba-4a87-9c89-571d8d3eb3cc HTTP/1.1" status: 404 len: 333 time: 0.2521322 Oct 22 13:17:15.972674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:15.980521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209660601', 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:15.985933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301f26-1975-48d5-bc60-142437a13b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4d141-f73a-42f3-9791-0f012fdb943a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.015013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Made reservation on behalf of 7c414aec617c4224b4272165955dd488 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:16.018417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.046419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 984cfd93-2be6-41a2-8d3a-28f6c94e096b yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:16.071381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.108979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.117071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.136052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.142753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/6a17ca67-e9c2-4246-9be3-168a87ed023e HTTP/1.1" status: 204 len: 168 time: 0.9715395 Oct 22 13:17:16.146633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:16.186241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2b70-4d21-4edd-8b53-6c0c55c2a246 tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=6a17ca67-e9c2-4246-9be3-168a87ed023e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.222222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.288093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.295734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db863c-cd8b-4322-89c5-1054596215c6 req-c8172a6f-05ce-43bf-99e7-36fa523b324e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:16.297859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95db863c-cd8b-4322-89c5-1054596215c6 req-c8172a6f-05ce-43bf-99e7-36fa523b324e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 944 time: 0.2007852 Oct 22 13:17:16.305863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.336933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.349484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.353203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9bb4c01-b67f-45bf-952c-1ae6c66901a1 HTTP/1.1" status: 204 len: 168 time: 0.6966033 Oct 22 13:17:16.408536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78331f-7c4f-42c4-96bb-d5a32ad48d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb4c01-b67f-45bf-952c-1ae6c66901a1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.464279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.467755 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.471266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dd4d141-f73a-42f3-9791-0f012fdb943a HTTP/1.1" status: 204 len: 168 time: 0.5475602 Oct 22 13:17:16.471440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.496934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f7fe-46af-493c-89f3-91a535f3330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4d141-f73a-42f3-9791-0f012fdb943a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.578720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e662b73-953c-457d-bdca-587e5d6b6adb']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:16.587447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95db863c-cd8b-4322-89c5-1054596215c6 req-93ba9f17-4e56-4d21-8f61-4b986cafec98 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763455 Oct 22 13:17:16.619554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0541833-f35a-4cf6-9b48-eb987c2c42be') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:16.619857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0541833-f35a-4cf6-9b48-eb987c2c42be') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:16.624034 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.641081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.666327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb78ec3-94b9-4f6d-b46b-e3fd241d0d2f req-f6f5f4d7-721d-4fd8-8851-b9645064e1f7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:16.667949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb78ec3-94b9-4f6d-b46b-e3fd241d0d2f req-f6f5f4d7-721d-4fd8-8851-b9645064e1f7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1850665 Oct 22 13:17:16.682545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.730096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:16.730524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:16.743927 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:16.789731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.877748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb78ec3-94b9-4f6d-b46b-e3fd241d0d2f req-179b6dea-1b23-43a5-af99-8784aa7f3646 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860375 Oct 22 13:17:16.897136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.915881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.922462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] 10.222.0.25 "DELETE /v2.0/networks/6e662b73-953c-457d-bdca-587e5d6b6adb HTTP/1.1" status: 204 len: 168 time: 0.7726595 Oct 22 13:17:16.928432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=984cfd93-2be6-41a2-8d3a-28f6c94e096b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.944473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Network 742afa3d-dba4-4647-9a45-09d94022b035 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:16.947161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:16.949352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27bb80-47d4-49cd-9d80-e32fe54a73be tempest-BulkNetworkOpsTest-1412189371 tempest-BulkNetworkOpsTest-1412189371-project] Pushing event deleted for resources: {'Network': ['ID=6e662b73-953c-457d-bdca-587e5d6b6adb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:16.951991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:16.953107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:16.954101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:16.991420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a28b7f87-41d8-4e6d-bd24-1faa5c31df8c tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0163879 Oct 22 13:17:16.993207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42098) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.041686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197b6c0-d478-49ec-86a0-2b48bd7b4ed3 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:17.047391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42100) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.051136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6197b6c0-d478-49ec-86a0-2b48bd7b4ed3 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports/984cfd93-2be6-41a2-8d3a-28f6c94e096b HTTP/1.1" status: 200 len: 955 time: 0.0566685 Oct 22 13:17:17.144583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Deleting port 984cfd93-2be6-41a2-8d3a-28f6c94e096b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:17.145000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.219683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.234894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Calling delete_port for 984cfd93-2be6-41a2-8d3a-28f6c94e096b owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:17.289389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42106) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.314937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6203-7a94-4f25-9f6c-61a08c8a94ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.452779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.463992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42112) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.490499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.496835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/984cfd93-2be6-41a2-8d3a-28f6c94e096b HTTP/1.1" status: 204 len: 168 time: 0.4458234 Oct 22 13:17:17.497697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42116) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.542033 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abb4e82-4200-471b-938a-259c5086d9e6 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:17:17.544305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4abb4e82-4200-471b-938a-259c5086d9e6 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports/984cfd93-2be6-41a2-8d3a-28f6c94e096b HTTP/1.1" status: 404 len: 333 time: 0.0457475 Oct 22 13:17:17.550826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42118) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.559685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'network_id': '742afa3d-dba4-4647-9a45-09d94022b035', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1975323647'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:17.567932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79839c-9746-43eb-8830-c7192bca0dd9 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event deleted for resources: {'Port': ['ID=984cfd93-2be6-41a2-8d3a-28f6c94e096b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:17.585272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6203-7a94-4f25-9f6c-61a08c8a94ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.598810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb5d6203-7a94-4f25-9f6c-61a08c8a94ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.617671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Made reservation on behalf of 7c414aec617c4224b4272165955dd488 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:17.620320 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.649849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:17.714213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb5d6203-7a94-4f25-9f6c-61a08c8a94ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf0bae0d62fa4c80bba93f63066ebbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233980 Oct 22 13:17:17.714990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42126) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:17.725486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d6203-7a94-4f25-9f6c-61a08c8a94ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e815398d-7c14-4459-b3ff-b8d86f0d937e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:17.812138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.865114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.962056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.967572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:17.970930 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e815398d-7c14-4459-b3ff-b8d86f0d937e HTTP/1.1" status: 204 len: 168 time: 0.2335722 Oct 22 13:17:18.002735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4cd9f139-2af3-4071-b5cb-10048efca5dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b75ac8ea33bb4f4fa8a13562f6313a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373957 Oct 22 13:17:18.020127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42144) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:18.022961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59b8f-3a2c-461b-91cb-381abcb96244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e815398d-7c14-4459-b3ff-b8d86f0d937e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:18.122460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf23c45-1de6-4628-b856-42bd98071db4 req-fa371a09-a512-4d49-bcc2-805aca0a8704 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:18.129880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf23c45-1de6-4628-b856-42bd98071db4 req-fa371a09-a512-4d49-bcc2-805aca0a8704 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 944 time: 0.3643913 Oct 22 13:17:18.260902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.290525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.304255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09605fcd-c2c7-4ae4-bbbd-afcc7d8c0991 req-90992973-699f-4597-9829-3c80799cd453 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:18.307962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09605fcd-c2c7-4ae4-bbbd-afcc7d8c0991 req-90992973-699f-4597-9829-3c80799cd453 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.3019772 Oct 22 13:17:18.321296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf23c45-1de6-4628-b856-42bd98071db4 req-e53ccb40-5a4c-421a-a27f-63443b5bb000 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904910 Oct 22 13:17:18.346205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.437046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6a9deb9f-674d-4883-8868-b3144e22fbba details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:17:18.455249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09605fcd-c2c7-4ae4-bbbd-afcc7d8c0991 req-defbf1db-98bc-438e-9c0c-f7908fcf7524 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326547 Oct 22 13:17:18.485432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.571585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbcba2b-b21f-45ab-9a23-b121c18ed1e6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:18.591101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Network 742afa3d-dba4-4647-9a45-09d94022b035 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:18.600846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:18.608196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:18.609729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:18.610465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.614902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.617400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.630275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc896eb7-3ff0-4d32-b60b-9ce623d73a40 HTTP/1.1" status: 204 len: 168 time: 0.6015511 Oct 22 13:17:18.670993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07952c1-84ff-4fad-a584-942050747a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc896eb7-3ff0-4d32-b60b-9ce623d73a40,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:18.687350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ebf3b172-801c-4d71-8229-e3acc0ef8a4a tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1351094 Oct 22 13:17:18.690700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42192) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:18.697164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:18.705829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6a9deb9f-674d-4883-8868-b3144e22fbba,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:18.750502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '6a9deb9f-674d-4883-8868-b3144e22fbba', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'port_id': '6a9deb9f-674d-4883-8868-b3144e22fbba', 'mac_address': 'fa:16:3e:e5:b3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:17:18.816707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.847665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9deb9f-674d-4883-8868-b3144e22fbba {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:17:18.877553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:18.885222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6a9deb9f-674d-4883-8868-b3144e22fbba,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:18.901506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:19.004510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:19.471544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6a9deb9f-674d-4883-8868-b3144e22fbba'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:17:19.495177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] device_id is not set on port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:19.548067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:19.569231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:19.693461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9a42f-cdb3-4aab-81a5-c354c41c8e98 req-c11ecb1b-814c-4209-80c6-5b662f4b06a4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:19.700873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbcba2b-b21f-45ab-9a23-b121c18ed1e6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:19.708457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bf9a42f-cdb3-4aab-81a5-c354c41c8e98 req-c11ecb1b-814c-4209-80c6-5b662f4b06a4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 945 time: 0.1203983 Oct 22 13:17:19.753461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:19.753802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:19.754141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:19.770324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:19.770690 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:19.771148 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 2 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:19.808361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:19.817803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:19.818525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:19.819084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:19.824998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:19.825536 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:19.826523 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 3 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:19.842455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:19.842900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:19.843308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:19.848284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:19.848855 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:19.851187 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 4 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:19.883426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bf9a42f-cdb3-4aab-81a5-c354c41c8e98 req-8adf5ed6-72b5-4bdc-8e97-053fbb24f34d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660714 Oct 22 13:17:19.904952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:19.904952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:19.906056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:19.919773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:19.920899 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:19.921430 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 5 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:19.932824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc62a-d4a2-4d8c-88a2-975b60940346 req-c082dbd6-9fbe-4db5-8e78-a58d035383ba tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:19.943908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e8fc62a-d4a2-4d8c-88a2-975b60940346 req-c082dbd6-9fbe-4db5-8e78-a58d035383ba tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.2095625 Oct 22 13:17:19.954090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:19.955232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:19.956332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:19.969162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:19.970722 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:19.971753 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 6 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:20.007169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:20.007169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:20.009268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:20.020038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:20.020684 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:20.022511 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 7 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:20.026355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e8fc62a-d4a2-4d8c-88a2-975b60940346 req-962375ec-fdd1-49df-8f8e-92b8bb0ae0ec tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786595 Oct 22 13:17:20.055817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:20.056455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:20.058171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:20.065060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:20.065521 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:20.066131 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 8 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:20.097911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:20.102855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:20.103522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:20.114403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:20.115412 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:20.116432 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 9 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:20.163564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:20.171205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:20.171693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:20.202786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057390426-network', 'tenant_id': 'd2aa01a6b8594314ab046e8571a2f14b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:20.230520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:20.231153 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:20.233493 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempt 10 to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 Oct 22 13:17:20.275978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:20.276384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:20.276788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempting to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:20.288326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:20.288782 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Failed to bind port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on host n-h1-813419-8 for vnic_type normal using segments [{'id': '00070dec-377f-465d-b787-cbcccd64c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '742afa3d-dba4-4647-9a45-09d94022b035'}] Oct 22 13:17:20.289522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.304347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Made reservation on behalf of d2aa01a6b8594314ab046e8571a2f14b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:20.310705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.326587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.429489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:20.429855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attempted to set empty binding levels {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:17:20.443892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.496588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] In _notify_port_updated(), no bound segment for port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 on network 742afa3d-dba4-4647-9a45-09d94022b035 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:17:20.497614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:20.498217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.499569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "PUT /v2.0/ports/3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 HTTP/1.1" status: 200 len: 975 time: 1.8078082 Oct 22 13:17:20.503400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42276) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:20.524797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090ebe-3157-4067-93e5-f56cd4e3b327 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbcba2b-b21f-45ab-9a23-b121c18ed1e6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:20.572271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.582441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.619184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:20.630684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7da906-49e7-489c-95cf-6de4d234c998,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:20.635903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.636254 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Added segment 6c29361f-7d3e-46cb-b8f3-1343e6801f03 of type vlan for network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a Oct 22 13:17:20.697898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.703320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Deleting port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:20.703847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.724779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:20.744884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.747285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:20.748031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.788765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] For port 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6, host n-h1-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:20.789419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.807375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Calling delete_port for 3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:20.827271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:20.831051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0175581 Oct 22 13:17:20.865256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760428-6546-4305-8b1f-8d4c7ba0b842 admin admin] Pushing event updated for resources: {'Network': ['ID=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:20.866467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Request body: {'subnet': {'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057390426-subnet', 'tenant_id': 'd2aa01a6b8594314ab046e8571a2f14b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:20.877139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:20.898624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-810239986'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:20.936960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Made reservation on behalf of d2aa01a6b8594314ab046e8571a2f14b for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:20.939338 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.967504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.972472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:20.977304 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:20.992217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.061561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dbcba2b-b21f-45ab-9a23-b121c18ed1e6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:21.069497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.076422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-141936e7-8131-4dbf-ad0d-2425875d1635 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 HTTP/1.1" status: 204 len: 168 time: 0.5685859 Oct 22 13:17:21.078091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42298) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:21.112449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af7f0-b030-4c4f-b0d8-054967abf4dc req-919e9de1-2611-4c32-8be0-9ec93b37e89a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.113986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-968af7f0-b030-4c4f-b0d8-054967abf4dc req-919e9de1-2611-4c32-8be0-9ec93b37e89a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 945 time: 0.1355348 Oct 22 13:17:21.116215 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab0e24e-66ad-472b-9fd2-d7bfa2dd9775 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:17:21.118662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3ab0e24e-66ad-472b-9fd2-d7bfa2dd9775 tempest-PortsAdminExtendedAttrsTestJSON-1670011024 tempest-PortsAdminExtendedAttrsTestJSON-1670011024-project-admin] 10.222.0.25 "GET /v2.0/ports/3dbcba2b-b21f-45ab-9a23-b121c18ed1e6 HTTP/1.1" status: 404 len: 333 time: 0.0379691 Oct 22 13:17:21.125566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:21.175266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.187690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.237137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-968af7f0-b030-4c4f-b0d8-054967abf4dc req-8baa4969-830b-4875-8c1a-9ddc0e9a578a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052353 Oct 22 13:17:21.247958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c96f5-b958-42b7-8010-2dd9cf9e9eaf req-dff53f3a-14fd-4d59-9d50-5e17a6afa5be tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.249515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-376c96f5-b958-42b7-8010-2dd9cf9e9eaf req-dff53f3a-14fd-4d59-9d50-5e17a6afa5be tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.1332471 Oct 22 13:17:21.257313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:21.277864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.336641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.338147 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 7f6235d3-0aed-4b2e-82ae-d6036d2e7318 of type vlan for network 9820e390-016f-4ff8-81ce-712c968a4a31 Oct 22 13:17:21.341436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1568271-0edf-4167-94bd-31e275124a5a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:21.371597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.421248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-376c96f5-b958-42b7-8010-2dd9cf9e9eaf req-9adc70c6-33db-4712-b6e7-f9849c3c3b9d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445634 Oct 22 13:17:21.468208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.470867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd830c4-b24e-4966-ba7a-9125e045fcba,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:21.473395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Checking segment: {'id': '6c29361f-7d3e-46cb-b8f3-1343e6801f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:21.474056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Network hostable DHCP agents. Network: 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:21.498208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:21.508054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:21.517059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18d230-4f34-4d77-bd67-ee058f61d1c6 None None] Network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:21.519631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.520310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.524719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.547432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f2983eb7-396e-4765-b3d9-9f85a7186bdc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7174084 Oct 22 13:17:21.561560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742afa3d-dba4-4647-9a45-09d94022b035']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:21.579659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00070dec-377f-465d-b787-cbcccd64c4e4') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:21.579929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00070dec-377f-465d-b787-cbcccd64c4e4') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:21.593421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-a5cceb47-0554-475a-a175-8fad3fd46e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.595082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-a5cceb47-0554-475a-a175-8fad3fd46e9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 1096 time: 0.1584768 Oct 22 13:17:21.597332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.599226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.605373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.606118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.665137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.698798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc8d8b-1b80-48cb-99bf-abf3a2a7404d None None] Network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:21.709445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9821153 Oct 22 13:17:21.712545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42312) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:21.714725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:21.715218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:21.720287 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:21.724932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322701076'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:21.767450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:21.774555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.825947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:21.858231 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.863043 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 1e982bf1-a763-43a0-9266-74dc6c4f7049 of type vlan for network c3af27f3-ec4b-47e8-8687-d7c560844f00 Oct 22 13:17:21.927973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.966921 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:21.973543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:21.974542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.016991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3023052 Oct 22 13:17:22.025684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:22.031782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:22.095692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbe77-f08e-424e-96a4-6363ddbe5808 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=c3af27f3-ec4b-47e8-8687-d7c560844f00,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:22.095911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492d213-ee0f-4d5b-ad3a-879db4f8a2c9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=9820e390-016f-4ff8-81ce-712c968a4a31,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:22.110288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9820e390-016f-4ff8-81ce-712c968a4a31 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:22.157996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.166346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.170426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] 10.222.0.25 "DELETE /v2.0/networks/742afa3d-dba4-4647-9a45-09d94022b035 HTTP/1.1" status: 204 len: 168 time: 1.0432301 Oct 22 13:17:22.196901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813ee4-4793-4f47-910d-f251a57b6950 tempest-PortsAdminExtendedAttrsTestJSON-1396519493 tempest-PortsAdminExtendedAttrsTestJSON-1396519493-project] Pushing event deleted for resources: {'Network': ['ID=742afa3d-dba4-4647-9a45-09d94022b035,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:22.200715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-add395de-6f0b-40a3-8186-e0207b021f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:22.202207 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-add395de-6f0b-40a3-8186-e0207b021f38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.5877168 Oct 22 13:17:22.244284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:22.267115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-587c4523-965c-49ba-b61e-59e955ac7cbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71 HTTP/1.1" status: 200 len: 217 time: 0.0557528 Oct 22 13:17:22.312748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:22.316824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.348777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-ba3f5d8e-a8ba-4ee2-ba63-b1fce8408b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:22.350370 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-ba3f5d8e-a8ba-4ee2-ba63-b1fce8408b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0751808 Oct 22 13:17:22.461407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-21a0a51f-5a0b-4a83-bce2-e88ef672f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:22.462978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-21a0a51f-5a0b-4a83-bce2-e88ef672f5e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044581 Oct 22 13:17:22.493547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6a9deb9f-674d-4883-8868-b3144e22fbba up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:22.519033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42340) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:22.529304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878508418-network', 'tenant_id': 'c7d080891f67405dbb0b567605a54492'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:22.587710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c2b2-8830-4ddb-a8a5-faceba827ee0 req-a62409fa-291d-4ca5-b8d7-0330b07f5413 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:22.589519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3a7c2b2-8830-4ddb-a8a5-faceba827ee0 req-a62409fa-291d-4ca5-b8d7-0330b07f5413 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 945 time: 0.2197695 Oct 22 13:17:22.616130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 6a9deb9f-674d-4883-8868-b3144e22fbba completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:17:22.620979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 6a9deb9f-674d-4883-8868-b3144e22fbba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:22.621900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.652669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-c73f97e5-c4a0-4143-b058-e2cfbdc4f492 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711030 Oct 22 13:17:22.679248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Made reservation on behalf of c7d080891f67405dbb0b567605a54492 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:22.681142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42344) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:22.682080 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.733646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.767303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:22.771700 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b795a-656e-4f5b-b0e8-0433ff6af7f2" -d '{"events": [{"server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "name": "network-vif-plugged", "status": "completed", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:22.787846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6a9deb9f-674d-4883-8868-b3144e22fbba,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:22.794153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-57d16f0c-1e2b-442f-9a92-e887e9251d1e req-037e5051-66f4-4e02-9f96-d544bd4f32a0 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339133 Oct 22 13:17:22.794724 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.810702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.826114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:22.854695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:22.868098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3a7c2b2-8830-4ddb-a8a5-faceba827ee0 req-f5bcf683-2ce5-4e81-b50c-35dece748af0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623179 Oct 22 13:17:22.906947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ea01-aeef-4ee1-b456-523209dd5c1b req-38f4eec1-77ff-4ff8-8741-0b626cae67cf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:22.911089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eea8ea01-aeef-4ee1-b456-523209dd5c1b req-38f4eec1-77ff-4ff8-8741-0b626cae67cf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 945 time: 0.3328629 Oct 22 13:17:22.940533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3082b444-525a-4b7e-a349-cd60d97c93b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcb8de9505bc40269cb01d47a2831e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582161 Oct 22 13:17:22.940936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:22.990437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=f2c29137-8f45-4212-b2ef-4dde3d7cbc5e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:22.991336 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ebcec4-802a-47e4-b1a5-4d7eefc51c59 x-openstack-request-id: req-e2ebcec4-802a-47e4-b1a5-4d7eefc51c59 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:22.991941 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "name": "network-vif-plugged", "status": "completed", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:22.992208 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2ebcec4-802a-47e4-b1a5-4d7eefc51c59 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:22.992620 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba', 'code': 200} Oct 22 13:17:23.056090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '7f6235d3-0aed-4b2e-82ae-d6036d2e7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:23.056458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 9820e390-016f-4ff8-81ce-712c968a4a31, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:23.102283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eea8ea01-aeef-4ee1-b456-523209dd5c1b req-60641a45-2155-4d7c-815d-c06c1951db95 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762581 Oct 22 13:17:23.141890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.153471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9820e390-016f-4ff8-81ce-712c968a4a31 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:23.173137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.183154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9820e390-016f-4ff8-81ce-712c968a4a31) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:23.185100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.189097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95612c80-a545-4fc5-824d-eead672c8e69 req-8ce99f60-d3dc-4665-8289-31061406e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:23.190690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95612c80-a545-4fc5-824d-eead672c8e69 req-8ce99f60-d3dc-4665-8289-31061406e915 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 1097 time: 0.1358435 Oct 22 13:17:23.200706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759ab22-4e6a-4362-abc9-67f27fe3f1e7 None None] Network 9820e390-016f-4ff8-81ce-712c968a4a31 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:23.201269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.204501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:23.205076 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.251518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:23.288415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-32af42ab-7471-42b4-adea-00dcfed24389 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2612844 Oct 22 13:17:23.289532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.289865 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Added segment 4bd2c632-26e8-4330-99e9-9dbbcc8b0ed3 of type vlan for network 22070cf0-956c-40f9-aad8-7b0a5f2a47e7 Oct 22 13:17:23.293757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:23.299237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:23.301906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a280d6d6-4d3f-46d9-aa1d-ab5afb6a0975,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:23.347404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95612c80-a545-4fc5-824d-eead672c8e69 req-b7ee6ddb-b97b-41ad-8278-3f22b218346a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444337 Oct 22 13:17:23.363675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.414016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.419330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.424951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6417a5b8-42dd-4598-ad96-dc8236d660a5 HTTP/1.1" status: 204 len: 168 time: 0.4719093 Oct 22 13:17:23.431912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.433229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:23.435125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.436213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:23.441903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.452122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845727-fbab-4ba6-8bd1-1662d58bf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6417a5b8-42dd-4598-ad96-dc8236d660a5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:23.475310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9820e390-016f-4ff8-81ce-712c968a4a31', 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': 'f2c29137-8f45-4212-b2ef-4dde3d7cbc5e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:23.476460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.500972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9774125 Oct 22 13:17:23.502054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:23.535645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Request body: {'subnet': {'network_id': '22070cf0-956c-40f9-aad8-7b0a5f2a47e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878508418-subnet', 'tenant_id': 'c7d080891f67405dbb0b567605a54492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:23.593022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2edffa-524d-4fde-bb93-1e452b7ccd7f admin admin] Pushing event updated for resources: {'Network': ['ID=22070cf0-956c-40f9-aad8-7b0a5f2a47e7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:23.607496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 22070cf0-956c-40f9-aad8-7b0a5f2a47e7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:23.613204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Made reservation on behalf of c7d080891f67405dbb0b567605a54492 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:23.616623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.711048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:23.755393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Allocated IP 2001:db8::2 (9820e390-016f-4ff8-81ce-712c968a4a31/f2c29137-8f45-4212-b2ef-4dde3d7cbc5e/f62453fe-338b-4ec4-8d3a-2fa63c1af4d0) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:23.858274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.896272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:23.972354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=48c89c6c-3a55-4a5c-a745-8effb58244b4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:23.982198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:24.001786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '1e982bf1-a763-43a0-9266-74dc6c4f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:24.002616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.005123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: c3af27f3-ec4b-47e8-8687-d7c560844f00, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:24.044005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:24.080435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:24.088178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d9f2-0d05-42b9-bb82-dec9ff943eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.134054 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df996a4b-9247-4c79-bd2f-cc7393af9b9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c414aec617c4224b4272165955dd488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861890 Oct 22 13:17:24.134054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c3af27f3-ec4b-47e8-8687-d7c560844f00) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:24.139449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:24.142078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.148858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:24.150847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf219e-ca75-4bcb-aab0-8e4626331b94 None None] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:24.155608 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.161902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:24.185486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.231857 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e7a8a100-5495-471c-9fc6-16be95763126 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9367716 Oct 22 13:17:24.232530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:24.248309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1155164972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:24.251155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Pushing event updated for resources: {'Port': ['ID=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:24.298026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.299543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.310975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Network 9820e390-016f-4ff8-81ce-712c968a4a31 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:24.315400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:24.322659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:24.338203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.387491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.431220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d6e14-ac6b-46b3-92af-31a3843f7d16 req-2cf8a42d-fc83-439f-9479-1a9a4f63e531 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:24.433245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c49d6e14-ac6b-46b3-92af-31a3843f7d16 req-2cf8a42d-fc83-439f-9479-1a9a4f63e531 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.2096555 Oct 22 13:17:24.437499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Attempting to bind port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:24.437881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Attempting to bind port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '7f6235d3-0aed-4b2e-82ae-d6036d2e7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:24.438254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Attempting to bind port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 on network 9820e390-016f-4ff8-81ce-712c968a4a31 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:24.461282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:24.461520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Checking segment: {'id': '7f6235d3-0aed-4b2e-82ae-d6036d2e7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:24.461914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.462346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Bound using segment: {'id': '7f6235d3-0aed-4b2e-82ae-d6036d2e7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:24.462836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Bound port: f62453fe-338b-4ec4-8d3a-2fa63c1af4d0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6235d3-0aed-4b2e-82ae-d6036d2e7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9820e390-016f-4ff8-81ce-712c968a4a31'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:24.463236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.473852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7fd63-5da6-4181-ab8b-0832309aa965 req-676cfc15-83db-413e-8646-04fe289c1eb3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:24.476408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d7fd63-5da6-4181-ab8b-0832309aa965 req-676cfc15-83db-413e-8646-04fe289c1eb3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.2587299 Oct 22 13:17:24.513980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.529898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.537113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.545043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.546423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6bf49f6-26cf-482e-8c34-6f3dad7e8126 HTTP/1.1" status: 204 len: 168 time: 0.4059262 Oct 22 13:17:24.575106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc2a1-dc4b-4769-9909-01b1d03f4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf49f6-26cf-482e-8c34-6f3dad7e8126,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:24.606422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35d7fd63-5da6-4181-ab8b-0832309aa965 req-d51f9872-b71f-4bf5-9e43-6dee2837a4e7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145833 Oct 22 13:17:24.607168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.612715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:24.613539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-53e7bf17-49c9-4bf1-8f82-cc1b780c4710 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3675997 Oct 22 13:17:24.665236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c49d6e14-ac6b-46b3-92af-31a3843f7d16 req-2e16040e-d9f5-4c94-95e2-77fa85d32815 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828308 Oct 22 13:17:24.866974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c3af27f3-ec4b-47e8-8687-d7c560844f00', 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '48c89c6c-3a55-4a5c-a745-8effb58244b4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:24.867876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:24.903540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] For port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:24.917795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] For port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,segment=NetworkSegment(7f6235d3-0aed-4b2e-82ae-d6036d2e7318),segment_id=7f6235d3-0aed-4b2e-82ae-d6036d2e7318)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:24.928646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.013849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:25.016246 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91120be-568e-40e9-a587-857793c615dc" -d '{"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:25.078874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1107e39-a17d-4551-bf12-b9cf4ac8596b None None] Pushing event updated for resources: {'Port': ['ID=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:25.116649 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec4f4e-33b7-4709-98b6-5607263ba8be x-openstack-request-id: req-e9ec4f4e-33b7-4709-98b6-5607263ba8be {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:25.116926 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:25.117176 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9ec4f4e-33b7-4709-98b6-5607263ba8be {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:25.117559 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'code': 200} Oct 22 13:17:25.315535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Allocated IP 2001:db8:1::2 (c3af27f3-ec4b-47e8-8687-d7c560844f00/48c89c6c-3a55-4a5c-a745-8effb58244b4/f147df51-e772-4651-a176-ce6417b0ecf4) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:25.344354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.397768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd464cf-85b9-41b6-8d51-9b4dec6e9c7c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:25.535666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Checking segment: {'id': '4bd2c632-26e8-4330-99e9-9dbbcc8b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '22070cf0-956c-40f9-aad8-7b0a5f2a47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:25.535666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Network hostable DHCP agents. Network: 22070cf0-956c-40f9-aad8-7b0a5f2a47e7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:25.594356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.632732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.641840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.674466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Network 22070cf0-956c-40f9-aad8-7b0a5f2a47e7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:25.736418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 22070cf0-956c-40f9-aad8-7b0a5f2a47e7) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:25.765954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa31af-6253-4de8-af4d-5c81a5043770 None None] Network 22070cf0-956c-40f9-aad8-7b0a5f2a47e7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:25.778748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:25.779357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:25.878918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:25.893345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:25.909466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:25.915772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Pushing event updated for resources: {'Port': ['ID=f147df51-e772-4651-a176-ce6417b0ecf4,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:25.974709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6aa29804-5330-40e3-8f3c-30a312b5e041 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4648938 Oct 22 13:17:26.016475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Attempting to bind port f147df51-e772-4651-a176-ce6417b0ecf4 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:26.017137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Attempting to bind port f147df51-e772-4651-a176-ce6417b0ecf4 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1e982bf1-a763-43a0-9266-74dc6c4f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:26.017684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Attempting to bind port f147df51-e772-4651-a176-ce6417b0ecf4 on network c3af27f3-ec4b-47e8-8687-d7c560844f00 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:26.024958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:26.025734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Checking segment: {'id': '1e982bf1-a763-43a0-9266-74dc6c4f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:26.027012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:26.028088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Bound using segment: {'id': '1e982bf1-a763-43a0-9266-74dc6c4f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:26.029171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Bound port: f147df51-e772-4651-a176-ce6417b0ecf4, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e982bf1-a763-43a0-9266-74dc6c4f7049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c3af27f3-ec4b-47e8-8687-d7c560844f00'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:26.029741 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:26.192514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ddf0-a8cf-4804-addc-afd080eea279 req-2a1991b5-c37d-4a69-9890-7b53ed00a646 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:26.194210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e744ddf0-a8cf-4804-addc-afd080eea279 req-2a1991b5-c37d-4a69-9890-7b53ed00a646 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.4115832 Oct 22 13:17:26.348375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa58bfb-60bd-4fac-87ed-75809b79ca8f req-d9846d9d-2529-4005-93ce-f080e7893cb5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:26.350009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaa58bfb-60bd-4fac-87ed-75809b79ca8f req-d9846d9d-2529-4005-93ce-f080e7893cb5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.4599063 Oct 22 13:17:26.361214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] For port f147df51-e772-4651-a176-ce6417b0ecf4, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:26.364921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] For port f147df51-e772-4651-a176-ce6417b0ecf4, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f147df51-e772-4651-a176-ce6417b0ecf4,segment=NetworkSegment(1e982bf1-a763-43a0-9266-74dc6c4f7049),segment_id=1e982bf1-a763-43a0-9266-74dc6c4f7049)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:26.368874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:26.408541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:26.546854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e744ddf0-a8cf-4804-addc-afd080eea279 req-62fd684b-5677-4bcd-b606-55d1ac54e09f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368773 Oct 22 13:17:26.585498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaa58bfb-60bd-4fac-87ed-75809b79ca8f req-05271072-cba6-48c0-b08f-60395fff43eb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933863 Oct 22 13:17:26.598583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8::1 (9820e390-016f-4ff8-81ce-712c968a4a31/f2c29137-8f45-4212-b2ef-4dde3d7cbc5e/987bde85-5245-45b8-b6b1-e7684229489b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:26.604247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8959-bc44-4bab-859e-9b840e50a78c None None] Pushing event updated for resources: {'Port': ['ID=f147df51-e772-4651-a176-ce6417b0ecf4,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:26.629398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f186d-764e-429c-8a80-f983bb673496 None None] Network 22070cf0-956c-40f9-aad8-7b0a5f2a47e7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:26.911007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:26.915091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:26.978117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.095308 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.208124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9820e390-016f-4ff8-81ce-712c968a4a31 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:27.212416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:27.216786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59f7cbff-1da1-4ad7-bd73-962ff03a1aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.225275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d5e16-f1ed-4ce3-8410-90c8fce6e7c4 None None] Network 9820e390-016f-4ff8-81ce-712c968a4a31 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:27.225450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:27.225940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:27.225940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.331028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=987bde85-5245-45b8-b6b1-e7684229489b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:27.340598 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.454433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,segment=NetworkSegment(7f6235d3-0aed-4b2e-82ae-d6036d2e7318),segment_id=7f6235d3-0aed-4b2e-82ae-d6036d2e7318)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:27.470288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6d15-16e3-4774-8215-e01b07375ccd req-4bff17fe-1966-414b-a2f6-a4e5c5e19e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:27.472900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-4bff17fe-1966-414b-a2f6-a4e5c5e19e72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 1097 time: 0.1426604 Oct 22 13:17:27.473167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9ad4771e-f78c-44a4-b04e-7db789731278 None None] Provisioning complete for port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:27.473474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ad4771e-f78c-44a4-b04e-7db789731278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.476301 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.501304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-115875779', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:27.544493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Made reservation on behalf of 53cefb1e383c49c48511a1a72890496d for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:27.547620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.576030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.668323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0229d-c979-46fd-8935-e889d956014a req-6d8a1f38-84ef-43ef-bf31-c7daf17ed84a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:27.669896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50b0229d-c979-46fd-8935-e889d956014a req-6d8a1f38-84ef-43ef-bf31-c7daf17ed84a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2543006 Oct 22 13:17:27.697906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:27.716989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.717986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.753381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3b9d8b17-b413-4e9a-9393-62db09a49c71 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:27.787742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.795684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.806692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:27.811893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] device_id is not set on port a5028e19-94fd-4f41-84c4-b2580210b028 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:27.877516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6d15-16e3-4774-8215-e01b07375ccd req-a13d30f6-cfe9-4973-ae3a-64634c9d5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:27.879391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-a13d30f6-cfe9-4973-ae3a-64634c9d5726 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.3985269 Oct 22 13:17:27.927433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5947248-b8a9-4183-ad33-f15bcb56c09f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:27.987007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50b0229d-c979-46fd-8935-e889d956014a req-ae43ba43-d146-4caf-abcb-0c82effcf13a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756982 Oct 22 13:17:28.095610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-64a57282-fbf2-44db-9dc4-0054cb6f96e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9deb9f-674d-4883-8868-b3144e22fbba HTTP/1.1" status: 200 len: 217 time: 0.0950310 Oct 22 13:17:28.117830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Allocated IP 172.25.6.148 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/a5028e19-94fd-4f41-84c4-b2580210b028) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:28.244483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-5d6343cc-6661-4dd5-bfdc-92cd6aeab3c4 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:28.246577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-5d6343cc-6661-4dd5-bfdc-92cd6aeab3c4 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/networks?id=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a HTTP/1.1" status: 200 len: 809 time: 0.5347741 Oct 22 13:17:28.301554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6d15-16e3-4774-8215-e01b07375ccd req-1aab2eee-ae31-48bd-8e9c-edf0a39f10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:28.303635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-1aab2eee-ae31-48bd-8e9c-edf0a39f10a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.1428003 Oct 22 13:17:28.326804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-62c7bc0a-5a41-45ba-8432-1a08db394c41 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/quotas/d2aa01a6b8594314ab046e8571a2f14b HTTP/1.1" status: 200 len: 375 time: 0.0280564 Oct 22 13:17:28.347586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f8dcc01a-afaf-4847-8a35-f276d203c600 None None] Provisioning complete for port 987bde85-5245-45b8-b6b1-e7684229489b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:28.349402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc01a-afaf-4847-8a35-f276d203c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.356705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f147df51-e772-4651-a176-ce6417b0ecf4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:28.465294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.474900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de0c40-0f8f-47b6-b8f7-45ebfa66403d None None] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:28.505430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcc01a-afaf-4847-8a35-f276d203c600 None None] Port 987bde85-5245-45b8-b6b1-e7684229489b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:28.523654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.572871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-40b7cae1-a0e4-41dd-a8b2-a598e523c2d6 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2aa01a6b8594314ab046e8571a2f14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2451074 Oct 22 13:17:28.574866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Pushing event updated for resources: {'Port': ['ID=a5028e19-94fd-4f41-84c4-b2580210b028,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:28.590481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:28.592020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:28.594548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:28.647526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:28.648195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.648684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-faeea932-852b-4e79-b960-9b3eca63ad8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864889 Oct 22 13:17:28.676516 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a3297e35-3d69-46c0-9200-6961eb2a3ef0 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4480550 Oct 22 13:17:28.677540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f8dcc01a-afaf-4847-8a35-f276d203c600 None None] Provisioning complete for port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:28.677705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:28.679121 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc01a-afaf-4847-8a35-f276d203c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.684210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.148'}]}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:28.719403 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.724878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.735838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518422a-ad3a-4f7e-a1a1-3fa00efb4a69 req-ee2633de-f559-4a22-9b3e-eb68661678d8 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:28.737570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b518422a-ad3a-4f7e-a1a1-3fa00efb4a69 req-ee2633de-f559-4a22-9b3e-eb68661678d8 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.5754178 Oct 22 13:17:28.747046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f147df51-e772-4651-a176-ce6417b0ecf4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:28.748003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.811147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:28.858480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2e664040-16d3-4a87-b509-744fde437f97 service neutron] 10.222.0.25 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842784 Oct 22 13:17:28.987234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.011409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-efc63009-7ef5-4123-822c-f34392c25c3c service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494518 Oct 22 13:17:29.018955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-ebfb4413-5ea1-4617-b874-ef5375d89e3a service neutron] 10.222.0.25 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594341 Oct 22 13:17:29.020397 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.073888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port f147df51-e772-4651-a176-ce6417b0ecf4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f147df51-e772-4651-a176-ce6417b0ecf4,segment=NetworkSegment(1e982bf1-a763-43a0-9266-74dc6c4f7049),segment_id=1e982bf1-a763-43a0-9266-74dc6c4f7049)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:29.090294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.091665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:29.238704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-626bafc7-1601-4c2d-ac6a-6616f41d3d18 None None] Provisioning complete for port 987bde85-5245-45b8-b6b1-e7684229489b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:29.239153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-626bafc7-1601-4c2d-ac6a-6616f41d3d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.348710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.375651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=f147df51-e772-4651-a176-ce6417b0ecf4,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:29.399414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-626bafc7-1601-4c2d-ac6a-6616f41d3d18 None None] Port 987bde85-5245-45b8-b6b1-e7684229489b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:29.403753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:29.404211 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.422335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.438182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-626bafc7-1601-4c2d-ac6a-6616f41d3d18 None None] Provisioning complete for port f147df51-e772-4651-a176-ce6417b0ecf4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:29.438567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-626bafc7-1601-4c2d-ac6a-6616f41d3d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.594672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b518422a-ad3a-4f7e-a1a1-3fa00efb4a69 req-1bed050e-5547-4b5e-b275-1e3b9a8f122f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470683 Oct 22 13:17:29.614656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.629666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.630636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.735608 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.737252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3dcad21a-a04a-4c24-8a75-d13455221431 None None] Provisioning complete for port f147df51-e772-4651-a176-ce6417b0ecf4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:29.737705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3dcad21a-a04a-4c24-8a75-d13455221431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.774251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:29.857323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14502dc5-00eb-4e01-b217-3b8973803d60 req-868011a5-ef41-4199-b725-27cc440ba076 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 210 time: 0.1317585 Oct 22 13:17:29.898374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=987bde85-5245-45b8-b6b1-e7684229489b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:29.929335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-624e6d15-16e3-4774-8215-e01b07375ccd req-1e1c3c04-0c50-431b-9773-4cc9b7196f3f service neutron] 10.222.0.21 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074049 Oct 22 13:17:29.951559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a2a92-698c-4a1c-9f46-a8c08f22b425 req-9d21fa6d-affe-4de8-aae1-d069e2b7dedb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:29.953729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b1a2a92-698c-4a1c-9f46-a8c08f22b425 req-9d21fa6d-affe-4de8-aae1-d069e2b7dedb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1577711 Oct 22 13:17:29.962905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9820e390-016f-4ff8-81ce-712c968a4a31 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:29.972834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:30.076631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.084101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.159553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.159806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa776744-65ad-40a6-9a8c-344d10c9aa06 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:17:30.170565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f147df51-e772-4651-a176-ce6417b0ecf4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:30.190260 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:17:30.195361 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0345a968-403e-4c75-b8db-abd1b0d04465 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5121129 Oct 22 13:17:30.195361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42484) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:30.205264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b1a2a92-698c-4a1c-9f46-a8c08f22b425 req-1bfab885-45f9-4a40-b402-6f1aa6c59833 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406223 Oct 22 13:17:30.273732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:17:30.315739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Deleting port a5028e19-94fd-4f41-84c4-b2580210b028 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:30.316138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.376917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f147df51-e772-4651-a176-ce6417b0ecf4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:30.377039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.456820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.474783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Calling delete_port for a5028e19-94fd-4f41-84c4-b2580210b028 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:30.539491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:30.548445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d8f626a4-5f11-4fe7-a9c2-3907cb9a8b6e None None] Provisioning complete for port 987bde85-5245-45b8-b6b1-e7684229489b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:30.551604 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] Sync routers for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:30.554735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8f626a4-5f11-4fe7-a9c2-3907cb9a8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.566522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e32a5eb7-477d-432f-b101-68fd9f244959 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9519169 Oct 22 13:17:30.571134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:30.571134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:30.575759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42494) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:30.640765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d8f626a4-5f11-4fe7-a9c2-3907cb9a8b6e None None] Port 987bde85-5245-45b8-b6b1-e7684229489b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:30.665689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffb541-b372-45f4-8e50-f9f3c5d1cdd6 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:30.667292 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:30.667841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-65ffb541-b372-45f4-8e50-f9f3c5d1cdd6 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports/987bde85-5245-45b8-b6b1-e7684229489b HTTP/1.1" status: 200 len: 911 time: 0.0906322 Oct 22 13:17:30.670881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42500) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:30.690196 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:30.690840 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:30.771598 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:30.772509 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5e4c-b589-4403-883f-392a9d302e3d None None] The sync data for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:30.800083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23154082-ed62-43b6-8b66-8c26f2a58378 req-9e4e2040-a33a-4482-b23d-bb2e5f5baedd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:30.800900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.801697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23154082-ed62-43b6-8b66-8c26f2a58378 req-9e4e2040-a33a-4482-b23d-bb2e5f5baedd tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2277603 Oct 22 13:17:30.846738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5028e19-94fd-4f41-84c4-b2580210b028,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:30.864403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefc354-69f2-4ec4-8fe3-b1b50535f213 req-05b42a5d-df85-47dd-b210-e5292984be96 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:30.865928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cefc354-69f2-4ec4-8fe3-b1b50535f213 req-05b42a5d-df85-47dd-b210-e5292984be96 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1447840 Oct 22 13:17:30.937053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:30.937685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23154082-ed62-43b6-8b66-8c26f2a58378 req-6ad4041f-199d-4efc-9f41-f5cfd1f19619 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250303 Oct 22 13:17:30.943098 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18051c1d-c204-492d-abf7-c837bb927847 tempest-RoutersAdminNegativeTest-1866942214 tempest-RoutersAdminNegativeTest-1866942214-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a5028e19-94fd-4f41-84c4-b2580210b028 HTTP/1.1" status: 204 len: 168 time: 0.7477791 Oct 22 13:17:31.003612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cefc354-69f2-4ec4-8fe3-b1b50535f213 req-f07f3bfc-0d60-427c-86e7-49b2b5c32be2 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019814 Oct 22 13:17:31.232844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-455407a6-5a3d-420c-bbd9-87b93a08e11f tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:31.233467 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-455407a6-5a3d-420c-bbd9-87b93a08e11f tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.26 "GET /v2.0/networks?id=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a HTTP/1.1" status: 200 len: 809 time: 0.2595322 Oct 22 13:17:31.249362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Request body: {'port': {'device_id': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a', 'admin_state_up': True, 'tenant_id': 'd2aa01a6b8594314ab046e8571a2f14b'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:31.255154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff4a4a10-7ac7-4574-9d7b-4beb2465efee req-ba5b0f8d-8757-4440-8461-48f6caf19844 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 210 time: 0.0715818 Oct 22 13:17:31.340289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.365191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-60a9222e-0e53-4f77-af59-34bf73049a45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138587 Oct 22 13:17:31.385246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Made reservation on behalf of d2aa01a6b8594314ab046e8571a2f14b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:31.389714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.411476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42510) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:31.551483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-f0635af2-8a1c-47de-a05b-6fa980ea8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:31.552975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-f0635af2-8a1c-47de-a05b-6fa980ea8b8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 1058 time: 0.1027577 Oct 22 13:17:31.582826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92e64b1c-9be6-4c03-b35b-a025d0bfd143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.601087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Allocated IP 172.20.0.7 (1216ca00-1bd4-4d15-ba1a-5f91d297ef5a/9cd830c4-b24e-4966-ba7a-9125e045fcba/cd68c023-0fe3-482f-a0c0-dd7e927ca005) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:31.758438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-8849d63e-121d-41fb-87f8-bae6f4db43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:31.759867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-8849d63e-121d-41fb-87f8-bae6f4db43fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1766741 Oct 22 13:17:31.806245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8:1::1 (c3af27f3-ec4b-47e8-8687-d7c560844f00/48c89c6c-3a55-4a5c-a745-8effb58244b4/efaeedb9-7fd4-493b-bd3f-76a09aba2a15) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:31.809127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92e64b1c-9be6-4c03-b35b-a025d0bfd143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.810717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-f79f8275-be96-467d-a306-2f7c1e6246fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 200 len: 217 time: 0.0425713 Oct 22 13:17:31.819174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92e64b1c-9be6-4c03-b35b-a025d0bfd143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.842966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.880997 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-92e64b1c-9be6-4c03-b35b-a025d0bfd143 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbff893982c249cbbf7abb0d6b9c7210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670694 Oct 22 13:17:31.883930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42516) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:31.891946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e64b1c-9be6-4c03-b35b-a025d0bfd143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048c117-e489-47f5-8da2-f4367b4a8924,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:31.897777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-b7d7aec8-f951-454b-9760-cd9f29182446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:31.900016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-b7d7aec8-f951-454b-9760-cd9f29182446 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0807981 Oct 22 13:17:31.946143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:31.993523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.006539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-8953482e-68d0-4563-83ba-d0ec5a5e823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:32.010211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-8953482e-68d0-4563-83ba-d0ec5a5e823b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823753 Oct 22 13:17:32.019904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.024599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:32.039839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:32.042950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.045662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Pushing event updated for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:32.049167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:32.134693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:32.135439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.157609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-2cb7081d-4309-4156-89ef-466f450d6fae tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131460 Oct 22 13:17:32.163159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.166147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.170036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0048c117-e489-47f5-8da2-f4367b4a8924 HTTP/1.1" status: 204 len: 168 time: 0.2822256 Oct 22 13:17:32.185878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Request body: {'port': {'device_id': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:32.217136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73391691-094c-40af-b721-7b80b5b9de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048c117-e489-47f5-8da2-f4367b4a8924,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:32.233208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919fc63-24ce-4716-a350-068dc3e11247 req-0c26e7c1-e794-456d-83da-f3b5fe6eff7a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:32.235226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c919fc63-24ce-4716-a350-068dc3e11247 req-0c26e7c1-e794-456d-83da-f3b5fe6eff7a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1788101 Oct 22 13:17:32.265117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb69cb-c4d9-4529-955d-156488ad0560 req-79a31971-3a5d-4e1d-a602-4d81cb00d64f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:32.266677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91cb69cb-c4d9-4529-955d-156488ad0560 req-79a31971-3a5d-4e1d-a602-4d81cb00d64f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1521428 Oct 22 13:17:32.274332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.284103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.320422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-5d8e1299-a9a8-455c-80b8-f96eceb4947c service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986186 Oct 22 13:17:32.358750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:32.387931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:32.406048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:32.406591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.411536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c919fc63-24ce-4716-a350-068dc3e11247 req-179542b7-71ca-49e7-978d-e89c32f8888b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618347 Oct 22 13:17:32.459761 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:17:32.472477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=efaeedb9-7fd4-493b-bd3f-76a09aba2a15,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:32.493354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91cb69cb-c4d9-4529-955d-156488ad0560 req-8fdb5d85-475c-47f5-ba69-2b0213569076 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152343 Oct 22 13:17:32.646498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4420d056-8ba6-48e2-85c6-6386b5fe0af9 req-e6017dce-25b6-4fe3-92eb-6441c288e7db service neutron] 10.222.0.21 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096426 Oct 22 13:17:32.714174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd68c023-0fe3-482f-a0c0-dd7e927ca005 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:17:32.736887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.748268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:32.761140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.780556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Transition to ACTIVE for port object cd68c023-0fe3-482f-a0c0-dd7e927ca005 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:17:32.793233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.825209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de765-c2e1-4bfb-912c-e3281b625610 req-502ef287-7840-47e3-8788-f0afa0511ce2 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:32.835136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f14de765-c2e1-4bfb-912c-e3281b625610 req-502ef287-7840-47e3-8788-f0afa0511ce2 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 931 time: 0.1755562 Oct 22 13:17:32.850929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-493b7c76-ef12-418b-94a6-4cbc3e38ad90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53cefb1e383c49c48511a1a72890496d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014659 Oct 22 13:17:32.854787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:32.878524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:32.909414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-18ebe006-075a-4bfa-9981-a9e418dbe1c5 None None] Provisioning complete for port efaeedb9-7fd4-493b-bd3f-76a09aba2a15 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:32.910839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18ebe006-075a-4bfa-9981-a9e418dbe1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:32.939109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f14de765-c2e1-4bfb-912c-e3281b625610 req-165b2732-3a87-4d49-898f-707dc3eb3a54 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025419 Oct 22 13:17:32.968167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.007922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.016767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Attempting to bind port cd68c023-0fe3-482f-a0c0-dd7e927ca005 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:33.017014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Attempting to bind port cd68c023-0fe3-482f-a0c0-dd7e927ca005 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6c29361f-7d3e-46cb-b8f3-1343e6801f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:33.017241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Attempting to bind port cd68c023-0fe3-482f-a0c0-dd7e927ca005 on network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:33.030074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Port cd68c023-0fe3-482f-a0c0-dd7e927ca005 on network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:17:33.030300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Attempting to bind port cd68c023-0fe3-482f-a0c0-dd7e927ca005 on network 1216ca00-1bd4-4d15-ba1a-5f91d297ef5a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:33.048656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:33.048924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Checking segment: {'id': '6c29361f-7d3e-46cb-b8f3-1343e6801f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:33.049184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Bound using segment: {'id': '6c29361f-7d3e-46cb-b8f3-1343e6801f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:33.049633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Bound port: cd68c023-0fe3-482f-a0c0-dd7e927ca005, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c29361f-7d3e-46cb-b8f3-1343e6801f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:33.049996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.132459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.136966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.138369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5947248-b8a9-4183-ad33-f15bcb56c09f HTTP/1.1" status: 204 len: 168 time: 0.2809672 Oct 22 13:17:33.153651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631d860-b8ac-4068-8234-48470da3f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5947248-b8a9-4183-ad33-f15bcb56c09f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:33.158906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:33.162464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005,segment=NetworkSegment(6c29361f-7d3e-46cb-b8f3-1343e6801f03),segment_id=6c29361f-7d3e-46cb-b8f3-1343e6801f03)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:33.172090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.181079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-18ebe006-075a-4bfa-9981-a9e418dbe1c5 None None] Port efaeedb9-7fd4-493b-bd3f-76a09aba2a15 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:33.224729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.232421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.233340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.245310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:33.246002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.248462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd68c023-0fe3-482f-a0c0-dd7e927ca005 HTTP/1.1" status: 200 len: 1091 time: 1.0689857 Oct 22 13:17:33.248929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:33.259238 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d7d96-5704-4201-a9f6-8a2fcde26665" -d '{"events": [{"name": "network-changed", "server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:33.312041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667c19b-ce2e-48bc-86e3-351dc30a8863 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:33.317206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=efaeedb9-7fd4-493b-bd3f-76a09aba2a15,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:33.366086 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e3d491-60f8-41f7-b6f9-0c05c26a0de2 x-openstack-request-id: req-65e3d491-60f8-41f7-b6f9-0c05c26a0de2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:33.366420 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:33.366700 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65e3d491-60f8-41f7-b6f9-0c05c26a0de2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:33.367096 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005', 'status': 'completed', 'code': 200} Oct 22 13:17:33.383991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-1b9d7046-870d-4ce5-bcf3-35c99300e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:33.385792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-1b9d7046-870d-4ce5-bcf3-35c99300e3a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2aa01a6b8594314ab046e8571a2f14b&device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 1094 time: 0.0576489 Oct 22 13:17:33.425734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:33.427366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:33.516628 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-829ee146-0eae-4d5e-b146-687513f17592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005 HTTP/1.1" status: 200 len: 217 time: 0.1224878 Oct 22 13:17:33.648598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-bb86605b-2e35-45c3-a44e-1ac1c0f7c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:33.651349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-bb86605b-2e35-45c3-a44e-1ac1c0f7c107 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cd830c4-b24e-4966-ba7a-9125e045fcba HTTP/1.1" status: 200 len: 849 time: 0.1266148 Oct 22 13:17:33.708217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-6154bbbe-877b-477e-8ad9-4590d3e6f411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431221 Oct 22 13:17:33.809492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eff1cdc3-a065-4719-8da5-d32e1b807d8f None None] Provisioning complete for port efaeedb9-7fd4-493b-bd3f-76a09aba2a15 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:33.809852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eff1cdc3-a065-4719-8da5-d32e1b807d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:33.862340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-eff1cdc3-a065-4719-8da5-d32e1b807d8f None None] Port efaeedb9-7fd4-493b-bd3f-76a09aba2a15 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:33.877104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-517f0140-aea2-42ac-8753-f011f365d90a service neutron] 10.222.0.26 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586883 Oct 22 13:17:34.008988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-33c7ad7c-e5e9-48ea-8480-c6bb988020cb req-5cf72815-13f7-4b70-9707-13c640299c6c service neutron] 10.222.0.26 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235714 Oct 22 13:17:34.120955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-1f75ec81-d5b9-43da-a0ce-8107bdb5540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.122673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-1f75ec81-d5b9-43da-a0ce-8107bdb5540b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2aa01a6b8594314ab046e8571a2f14b&device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 1094 time: 0.0489447 Oct 22 13:17:34.182196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65275fd-5694-48be-87a2-ee663e78f105 req-23095bd7-fca3-4a5f-b606-ca5038a58827 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.185405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d65275fd-5694-48be-87a2-ee663e78f105 req-23095bd7-fca3-4a5f-b606-ca5038a58827 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.6476736 Oct 22 13:17:34.202698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:17:34.203540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42572) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:34.238430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceddc3-9abc-46dd-9b77-f4f36e73d736 req-43e62db1-dbff-4e1b-b778-bf7f0bc473ee tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.245552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96ceddc3-9abc-46dd-9b77-f4f36e73d736 req-43e62db1-dbff-4e1b-b778-bf7f0bc473ee tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1463311 Oct 22 13:17:34.248526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-24248524-39b7-4faa-aa91-af99a27d025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.250813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-24248524-39b7-4faa-aa91-af99a27d025c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a HTTP/1.1" status: 200 len: 910 time: 0.1207139 Oct 22 13:17:34.301044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-1d45d9a5-bdee-44ad-bd12-3eca24d1d037 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005 HTTP/1.1" status: 200 len: 217 time: 0.0397952 Oct 22 13:17:34.360680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-0442adcd-cca9-47f1-a408-cd6db5ef82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.362299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-0442adcd-cca9-47f1-a408-cd6db5ef82c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cd830c4-b24e-4966-ba7a-9125e045fcba HTTP/1.1" status: 200 len: 849 time: 0.0526347 Oct 22 13:17:34.381672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1045921282'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:34.391142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d65275fd-5694-48be-87a2-ee663e78f105 req-71c8f9c0-7686-46cd-8c4c-367ebaa75d8c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934757 Oct 22 13:17:34.397557 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-e3759948-3762-420b-899e-f4429688aeaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281096 Oct 22 13:17:34.453385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96ceddc3-9abc-46dd-9b77-f4f36e73d736 req-3b9ee3e1-bd27-42e8-8fc4-14a821030bd2 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062557 Oct 22 13:17:34.454568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:34.462498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-adac3700-2b09-4863-9487-d8a9f2ec860e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903969 Oct 22 13:17:34.464940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:34.474467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] Sync routers for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:34.484520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42576) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:34.501526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.510397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:34.511091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:34.533607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.558114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54cf68-ab8f-4782-99f0-bd49bbad451d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.563253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-af54cf68-ab8f-4782-99f0-bd49bbad451d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports/efaeedb9-7fd4-493b-bd3f-76a09aba2a15 HTTP/1.1" status: 200 len: 913 time: 0.0751710 Oct 22 13:17:34.566499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42578) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:34.580397 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-ff1570bb-f1d1-423d-a868-44dc97067d0c service neutron] 10.222.0.26 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744988 Oct 22 13:17:34.580655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:34.589986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:34.591049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:34.625072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:34.626136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5266-c01d-4249-8b12-21b7b07af4d2 None None] The sync data for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:34.680429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00ce6-12bd-4e1d-a50e-381caeda7574 req-e09acaf2-9051-4934-9b3c-8942d862ec92 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.682711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5d00ce6-12bd-4e1d-a50e-381caeda7574 req-e09acaf2-9051-4934-9b3c-8942d862ec92 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 943 time: 0.1030548 Oct 22 13:17:34.755496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.764550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.815449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce4990-d359-4575-8611-e5f46cb08a21,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:34.820007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:34.832670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5d00ce6-12bd-4e1d-a50e-381caeda7574 req-4ffcd228-6688-48a3-89ee-3ac931e67e2e tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360126 Oct 22 13:17:34.854989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.854989 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Added segment 9d37908e-9b1c-44af-b068-ec9c39ec8aa5 of type vlan for network 809274b5-f1d9-43e0-a83c-e27e261ca35a Oct 22 13:17:34.917968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.948709 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.956494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:34.957441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:34.990927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7862821 Oct 22 13:17:34.994027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42582) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:34.999727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'subnet': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:35.071213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7d96-90b8-4449-836c-fa969637a5e6 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Network': ['ID=809274b5-f1d9-43e0-a83c-e27e261ca35a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:35.083296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:35.121995 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-215d7d96-5704-4201-a9f6-8a2fcde26665 req-64c447da-3a86-4bed-b4cb-29b829974a7b service neutron] 10.222.0.26 "GET /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075274 Oct 22 13:17:35.149863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:35.155634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.376291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.380770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.454742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Subnet': ['ID=0bbd7b57-0e71-460e-a1d7-2f778640d349,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:35.474313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Checking segment: {'id': '9d37908e-9b1c-44af-b068-ec9c39ec8aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:35.475039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network hostable DHCP agents. Network: 809274b5-f1d9-43e0-a83c-e27e261ca35a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:35.532634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:35.546312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 809274b5-f1d9-43e0-a83c-e27e261ca35a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:35.552020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:35.552895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.556360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d009b-487a-4f38-9ad1-0df626dcfd1d None None] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:35.604644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85193-4ee2-4e4a-b9bf-0f68859b4b51 req-dc9c1fda-5def-40a1-853b-7d0cda692674 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:35.606563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72a85193-4ee2-4e4a-b9bf-0f68859b4b51 req-dc9c1fda-5def-40a1-853b-7d0cda692674 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1160181 Oct 22 13:17:35.619694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-04f3e047-2f09-4e07-85d7-e16d3c53fba5 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6245687 Oct 22 13:17:35.622977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42592) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:35.634119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-1662381642'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:35.710841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72a85193-4ee2-4e4a-b9bf-0f68859b4b51 req-d52996d7-4c2e-4017-82b1-0112bb198724 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895197 Oct 22 13:17:35.735888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef332d5-16b3-4966-a99a-3153cb52fe3f req-2ae096db-9340-4738-bf06-fb6c5f0a0022 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:35.737590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ef332d5-16b3-4966-a99a-3153cb52fe3f req-2ae096db-9340-4738-bf06-fb6c5f0a0022 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.0820038 Oct 22 13:17:35.771599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cd68c023-0fe3-482f-a0c0-dd7e927ca005 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:17:35.826157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-809274b5-f1d9-43e0-a83c-e27e261ca35a', 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'tenant_id': '0d5618b8892047a5ae70a3f27b916df9', 'fixed_ips': [{'subnet_id': '0bbd7b57-0e71-460e-a1d7-2f778640d349'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:35.827332 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.842913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ef332d5-16b3-4966-a99a-3153cb52fe3f req-99185e9c-4ef2-4c7f-adc2-5031b9e70716 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908828 Oct 22 13:17:35.915802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port efaeedb9-7fd4-493b-bd3f-76a09aba2a15 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:35.915802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:35.957238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:35.961271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.005373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c637b-962e-48b0-a153-4ed84bca022f req-d090d71d-b227-4ce3-beea-ac94d3df7602 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:36.007932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af9c637b-962e-48b0-a153-4ed84bca022f req-d090d71d-b227-4ce3-beea-ac94d3df7602 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 943 time: 0.0664873 Oct 22 13:17:36.017976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:36.036170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005,segment=NetworkSegment(6c29361f-7d3e-46cb-b8f3-1343e6801f03),segment_id=6c29361f-7d3e-46cb-b8f3-1343e6801f03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:36.076389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Allocated IP 172.20.0.2 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/450c1470-7d25-4090-b515-6e4f7a27266b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:36.090920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af9c637b-962e-48b0-a153-4ed84bca022f req-8e52071c-7bd1-4586-8bd0-02b2e65af9c1 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735111 Oct 22 13:17:36.104031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.118047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005', 'network_id': '1216ca00-1bd4-4d15-ba1a-5f91d297ef5a', 'port_id': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005', 'mac_address': 'fa:16:3e:d1:2f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd830c4-b24e-4966-ba7a-9125e045fcba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:17:36.124160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for efaeedb9-7fd4-493b-bd3f-76a09aba2a15 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:36.215830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.236896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd68c023-0fe3-482f-a0c0-dd7e927ca005 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:17:36.270500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005,segment=NetworkSegment(6c29361f-7d3e-46cb-b8f3-1343e6801f03),segment_id=6c29361f-7d3e-46cb-b8f3-1343e6801f03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:36.289025 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.325813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.347821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.355799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=efaeedb9-7fd4-493b-bd3f-76a09aba2a15,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:36.364228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.375943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:36.408784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:36.412936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:36.424091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:36.490148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Pushing event updated for resources: {'Port': ['ID=450c1470-7d25-4090-b515-6e4f7a27266b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:36.509015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Attempting to bind port 450c1470-7d25-4090-b515-6e4f7a27266b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:36.509395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Attempting to bind port 450c1470-7d25-4090-b515-6e4f7a27266b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9d37908e-9b1c-44af-b068-ec9c39ec8aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:36.509755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Attempting to bind port 450c1470-7d25-4090-b515-6e4f7a27266b on network 809274b5-f1d9-43e0-a83c-e27e261ca35a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:36.516636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:36.517023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Checking segment: {'id': '9d37908e-9b1c-44af-b068-ec9c39ec8aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:36.517417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.517812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Bound using segment: {'id': '9d37908e-9b1c-44af-b068-ec9c39ec8aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:36.518718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Bound port: 450c1470-7d25-4090-b515-6e4f7a27266b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d37908e-9b1c-44af-b068-ec9c39ec8aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:36.519114 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.526513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.4 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/1e65f1f9-bbe8-46c3-a2fa-e29508ce9401) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:36.536804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['cd68c023-0fe3-482f-a0c0-dd7e927ca005'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:17:36.550892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.666502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] For port 450c1470-7d25-4090-b515-6e4f7a27266b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:36.671487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] For port 450c1470-7d25-4090-b515-6e4f7a27266b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=450c1470-7d25-4090-b515-6e4f7a27266b,segment=NetworkSegment(9d37908e-9b1c-44af-b068-ec9c39ec8aa5),segment_id=9d37908e-9b1c-44af-b068-ec9c39ec8aa5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:36.685927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:36.827365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab1e7-4fc1-49f6-b2b6-61dc4b1163b9 None None] Pushing event updated for resources: {'Port': ['ID=450c1470-7d25-4090-b515-6e4f7a27266b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:36.925127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:17:36.927646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d6654-1ba9-45eb-93dd-3836d1f4611b req-0c752b36-ec6f-4ea6-b6ee-ad3f4a54d62c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:36.935597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c6d6654-1ba9-45eb-93dd-3836d1f4611b req-0c752b36-ec6f-4ea6-b6ee-ad3f4a54d62c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1018915 Oct 22 13:17:36.945424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:37.001063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c6d6654-1ba9-45eb-93dd-3836d1f4611b req-3ad2c96c-e552-464d-837b-2cdaa91b6f50 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644867 Oct 22 13:17:37.083959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:37.092483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42608) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:37.092667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aebda145-674a-4cd6-a0d1-1db25bf8b3ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250189 Oct 22 13:17:37.094500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:37.100265 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] Sync routers for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:37.144219 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:37.144904 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:37.147490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:37.150861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:37.155554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:37.166489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=1e65f1f9-bbe8-46c3-a2fa-e29508ce9401,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:37.172693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee999fe-17c2-4de0-aa81-df24f218ac4c req-0f9f430f-1e60-4a40-9757-5066c347e65a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:37.183796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ee999fe-17c2-4de0-aa81-df24f218ac4c req-0f9f430f-1e60-4a40-9757-5066c347e65a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1521356 Oct 22 13:17:37.236384 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:37.238432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:37.239190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:37.254656 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:37.255610 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:37.277977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0b92460-e544-489c-b289-eba65068b2da tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6506917 Oct 22 13:17:37.282013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:37.290264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-1198103496', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b4:b7:58'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:37.301892 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:37.302476 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96352-1e77-4c29-8dc7-5c5ae1918632 None None] The sync data for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:37.333568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ee999fe-17c2-4de0-aa81-df24f218ac4c req-3a7e6a86-339c-41b7-b2f4-d2e13b851677 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488016 Oct 22 13:17:37.411615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc62287-090b-4681-94a7-3677e172d2a9 req-16fc7bdc-72b1-4817-bff0-bdf42cf4b042 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:37.413092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fc62287-090b-4681-94a7-3677e172d2a9 req-16fc7bdc-72b1-4817-bff0-bdf42cf4b042 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 944 time: 0.1904187 Oct 22 13:17:37.484101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:37.539196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fc62287-090b-4681-94a7-3677e172d2a9 req-d26589c4-3d0c-483f-8f58-3f1b6f4c3ac8 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Oct 22 13:17:37.589328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:37.610146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port caab565f-806c-44d8-b0e8-b3491c94182e yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:37.655978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:37.781927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cd68c023-0fe3-482f-a0c0-dd7e927ca005 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:37.799859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.14 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/caab565f-806c-44d8-b0e8-b3491c94182e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:37.892651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port cd68c023-0fe3-482f-a0c0-dd7e927ca005 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:17:37.907529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port cd68c023-0fe3-482f-a0c0-dd7e927ca005 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:37.907892 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.048838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.130905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 987bde85-5245-45b8-b6b1-e7684229489b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:38.135744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.147920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.184929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599197d6-e499-446c-a214-039ef1af47aa None None] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:38.238549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:38.241718 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847cb03a-f96a-4a86-885f-beeb2863d81c" -d '{"events": [{"server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "name": "network-vif-plugged", "status": "completed", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:38.316058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005,segment=NetworkSegment(6c29361f-7d3e-46cb-b8f3-1343e6801f03),segment_id=6c29361f-7d3e-46cb-b8f3-1343e6801f03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:38.317627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 450c1470-7d25-4090-b515-6e4f7a27266b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:38.357595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a7906887-7314-4723-b72b-14bca61e001a None None] Provisioning complete for port 450c1470-7d25-4090-b515-6e4f7a27266b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:38.358024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7906887-7314-4723-b72b-14bca61e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.380516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.399993 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2aa0b-3eb1-4c46-a44d-b2ff6b31cf8f x-openstack-request-id: req-f1e2aa0b-3eb1-4c46-a44d-b2ff6b31cf8f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:38.400368 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "name": "network-vif-plugged", "status": "completed", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:38.400628 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1e2aa0b-3eb1-4c46-a44d-b2ff6b31cf8f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:38.401200 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005', 'code': 200} Oct 22 13:17:38.406978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.409200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0cde3-afb6-44e5-a419-2f689c718d5c req-0f401699-fdfc-4f66-9d9b-ba9a58d2dc40 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.410944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6b0cde3-afb6-44e5-a419-2f689c718d5c req-0f401699-fdfc-4f66-9d9b-ba9a58d2dc40 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2057865 Oct 22 13:17:38.413212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.457889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 987bde85-5245-45b8-b6b1-e7684229489b owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:38.494405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.548380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7906887-7314-4723-b72b-14bca61e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.554012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=caab565f-806c-44d8-b0e8-b3491c94182e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:38.579632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533d41-139e-4d5f-86fb-d3d32c32a9f7 req-74f624fb-9aa0-4f52-a505-ad248c8b0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.581170 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a533d41-139e-4d5f-86fb-d3d32c32a9f7 req-74f624fb-9aa0-4f52-a505-ad248c8b0a13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 1096 time: 0.1208074 Oct 22 13:17:38.615402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:38.622661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:38.631315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:38.634883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:38.649145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a7906887-7314-4723-b72b-14bca61e001a None None] For port 450c1470-7d25-4090-b515-6e4f7a27266b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=450c1470-7d25-4090-b515-6e4f7a27266b,segment=NetworkSegment(9d37908e-9b1c-44af-b068-ec9c39ec8aa5),segment_id=9d37908e-9b1c-44af-b068-ec9c39ec8aa5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:38.667857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7906887-7314-4723-b72b-14bca61e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.688160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a533d41-139e-4d5f-86fb-d3d32c32a9f7 req-40171af8-d82d-44c1-8c0a-34d83a79b1f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897858 Oct 22 13:17:38.703946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.704683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.723175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 450c1470-7d25-4090-b515-6e4f7a27266b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:38.723580 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.726312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6b0cde3-afb6-44e5-a419-2f689c718d5c req-2ec7e11e-1f8f-44cb-89ea-0f0b1cccdef1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061044 Oct 22 13:17:38.731488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42646) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:38.733381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9ea3b42b-7829-456a-900a-9afed68d6507 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4491060 Oct 22 13:17:38.759392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7906887-7314-4723-b72b-14bca61e001a None None] Pushing event updated for resources: {'Port': ['ID=450c1470-7d25-4090-b515-6e4f7a27266b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:38.813072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6631e-3849-477f-9231-eac203dcbe7b req-e95b89dc-923c-4d10-9375-d8affe8264e9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.814899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42f6631e-3849-477f-9231-eac203dcbe7b req-e95b89dc-923c-4d10-9375-d8affe8264e9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.3595886 Oct 22 13:17:38.836569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:38.915990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=987bde85-5245-45b8-b6b1-e7684229489b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:38.961682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23074beb-bb68-43e4-af4a-4ce84b23cf4c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.969143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23074beb-bb68-43e4-af4a-4ce84b23cf4c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.975453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23074beb-bb68-43e4-af4a-4ce84b23cf4c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:38.977313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23074beb-bb68-43e4-af4a-4ce84b23cf4c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2444887 Oct 22 13:17:38.980399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42650) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:39.059396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42f6631e-3849-477f-9231-eac203dcbe7b req-94b7f468-06aa-4017-b316-3d610b619254 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334089 Oct 22 13:17:39.112410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.124322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c409757-a21f-43d4-b1cf-fddd3ffa7bb9 req-9b3b6152-a287-456f-ad5d-2cfde812efbb tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:39.125923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c409757-a21f-43d4-b1cf-fddd3ffa7bb9 req-9b3b6152-a287-456f-ad5d-2cfde812efbb tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 945 time: 0.2753603 Oct 22 13:17:39.184651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port caab565f-806c-44d8-b0e8-b3491c94182e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:39.185078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.208927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Provisioning complete for port caab565f-806c-44d8-b0e8-b3491c94182e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:39.209537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.280494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c409757-a21f-43d4-b1cf-fddd3ffa7bb9 req-69ec49bc-43c1-441c-a771-9a922c965afb tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417279 Oct 22 13:17:39.322161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Port caab565f-806c-44d8-b0e8-b3491c94182e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:39.336244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.347083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Provisioning complete for port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:39.347456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.350028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for caab565f-806c-44d8-b0e8-b3491c94182e owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:39.402918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:17:39.418940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:39.436513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Provisioning complete for port 450c1470-7d25-4090-b515-6e4f7a27266b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:39.436886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3200-bb54-4bcf-96f2-45261d29f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.515792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.524657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:39.541064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f6dd199d-ca6c-4af2-aef2-c47e49592c75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450493 Oct 22 13:17:39.541352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42656) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:39.551638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] Sync routers for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:39.559422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=caab565f-806c-44d8-b0e8-b3491c94182e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:39.577203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:39.580180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:39.601214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66212f61-4c23-4cd4-b307-44fdbec5eac1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 HTTP/1.1" status: 200 len: 205 time: 0.0564270 Oct 22 13:17:39.602134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42658) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:39.631344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:39.641689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] Routers {'d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:39.642843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:39.715895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:39.716607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd926c-9fc3-4f17-b3a3-04744ce2bae5 None None] The sync data for ids ['d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:39.739698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-293923d0-fd60-4ef7-bbf2-19706f76cdc1 None None] Provisioning complete for port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:39.740417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-293923d0-fd60-4ef7-bbf2-19706f76cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.779472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.829797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:39.833653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8358afbd-4197-490d-ad2f-13cd8f5d4049 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/caab565f-806c-44d8-b0e8-b3491c94182e HTTP/1.1" status: 204 len: 168 time: 0.8518848 Oct 22 13:17:39.841894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42662) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:40.004221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-293923d0-fd60-4ef7-bbf2-19706f76cdc1 None None] Port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:40.007758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.040534 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c1da06-646e-4ad1-9c95-6f8de7f410ff tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] GET failed (client error): The resource could not be found. Oct 22 13:17:40.045829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5c1da06-646e-4ad1-9c95-6f8de7f410ff tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports/caab565f-806c-44d8-b0e8-b3491c94182e HTTP/1.1" status: 404 len: 333 time: 0.1673851 Oct 22 13:17:40.046753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:40.051419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-2101353882'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:40.092246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.095258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.114828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcdcd7-2a3c-4b3d-a041-6973214a355e req-6a6af62b-47c0-4127-a733-a7e6a9165a64 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:40.116425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5dbcdcd7-2a3c-4b3d-a041-6973214a355e req-6a6af62b-47c0-4127-a733-a7e6a9165a64 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2734580 Oct 22 13:17:40.126270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-94576db0-1561-4eb6-b06e-cc81cba28e62 None None] Could not find standard attr ID for object caab565f-806c-44d8-b0e8-b3491c94182e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:17:40.202093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 450c1470-7d25-4090-b515-6e4f7a27266b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:40.258454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 450c1470-7d25-4090-b515-6e4f7a27266b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:40.259008 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.275910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.277427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:17:40.284870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:40.288588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.292175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f978b1d0-6e05-4063-ac82-4a4a33a46e68 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 HTTP/1.1" status: 204 len: 168 time: 0.6867051 Oct 22 13:17:40.294327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.296545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5dbcdcd7-2a3c-4b3d-a041-6973214a355e req-240df851-6654-4bce-95c0-674e93b717cb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682963 Oct 22 13:17:40.297067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42672) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:40.345682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port 11b9f0c4-f192-4c29-9722-1185b97eae3d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:40.361374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 48c89c6c-3a55-4a5c-a745-8effb58244b4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:40.373637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.414560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9904f-297d-4798-a271-2313ca3840d8 req-3674f9f0-be18-4676-a526-7d58c79e4197 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:40.416136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6c9904f-297d-4798-a271-2313ca3840d8 req-3674f9f0-be18-4676-a526-7d58c79e4197 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1934633 Oct 22 13:17:40.450675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.514535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.10 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/11b9f0c4-f192-4c29-9722-1185b97eae3d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:40.533688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6c9904f-297d-4798-a271-2313ca3840d8 req-c96a7be2-1607-42f8-b0eb-7c571edaf4aa tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091688 Oct 22 13:17:40.561403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325df32-4ce6-4428-bfa0-3cf4c5a7c81e req-a318d06b-a368-4687-bbb0-125399de5802 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:40.561403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c325df32-4ce6-4428-bfa0-3cf4c5a7c81e req-a318d06b-a368-4687-bbb0-125399de5802 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 945 time: 0.1152306 Oct 22 13:17:40.637345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.680744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c325df32-4ce6-4428-bfa0-3cf4c5a7c81e req-049618d0-b200-49e2-ba2b-318c670deec1 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Oct 22 13:17:40.721896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.733328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.754563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ec6db-1c78-4802-a869-795c3714523c None None] Network c3af27f3-ec4b-47e8-8687-d7c560844f00 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:40.766347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.772717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/48c89c6c-3a55-4a5c-a745-8effb58244b4 HTTP/1.1" status: 204 len: 168 time: 0.4738178 Oct 22 13:17:40.774131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42688) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:40.783265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e47f-0705-4487-b159-31b08fc863c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=48c89c6c-3a55-4a5c-a745-8effb58244b4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:40.827410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.853895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet f2c29137-8f45-4212-b2ef-4dde3d7cbc5e {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:40.861894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.897743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:40.901153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:40.906250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:40.915628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=11b9f0c4-f192-4c29-9722-1185b97eae3d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:40.921432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:40.974464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:40.976399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.004190 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-22c4bb23-6d68-4030-b1f3-d99cd0a89767 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9541490 Oct 22 13:17:41.005970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42690) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:41.015155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b4:b7:58'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:41.085833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.145173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.158739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] DHCP port deletion for c3af27f3-ec4b-47e8-8687-d7c560844f00 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:17:41.224131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Deleting port f147df51-e772-4651-a176-ce6417b0ecf4 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:41.232022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.277000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.361008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.364773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/f2c29137-8f45-4212-b2ef-4dde3d7cbc5e HTTP/1.1" status: 204 len: 168 time: 0.5896506 Oct 22 13:17:41.366430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19052e05-f8ff-4d79-bc44-991f7d524093 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c29137-8f45-4212-b2ef-4dde3d7cbc5e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:41.371806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:41.397618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db2f8a-5d7a-4593-acb4-b357e029ace6 None None] Network 9820e390-016f-4ff8-81ce-712c968a4a31 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:41.483710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.484549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-da8625e9-b530-4a0a-b158-aff6e0bbb500 None None] Provisioning complete for port 11b9f0c4-f192-4c29-9722-1185b97eae3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:41.484935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-da8625e9-b530-4a0a-b158-aff6e0bbb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.498064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.525954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] For port f147df51-e772-4651-a176-ce6417b0ecf4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f147df51-e772-4651-a176-ce6417b0ecf4,segment=NetworkSegment(1e982bf1-a763-43a0-9266-74dc6c4f7049),segment_id=1e982bf1-a763-43a0-9266-74dc6c4f7049)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:41.526371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.533482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-da8625e9-b530-4a0a-b158-aff6e0bbb500 None None] Port 11b9f0c4-f192-4c29-9722-1185b97eae3d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:41.607792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Calling delete_port for f147df51-e772-4651-a176-ce6417b0ecf4 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:41.626041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.650546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5caad-ddfc-4b4d-a652-48994937e0d5 req-4581184f-1428-4831-94ae-d20ed90134c5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:41.656612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7e5caad-ddfc-4b4d-a652-48994937e0d5 req-4581184f-1428-4831-94ae-d20ed90134c5 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2111707 Oct 22 13:17:41.689610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=11b9f0c4-f192-4c29-9722-1185b97eae3d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:41.706278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] In _notify_port_updated(), no bound segment for port 11b9f0c4-f192-4c29-9722-1185b97eae3d on network 809274b5-f1d9-43e0-a83c-e27e261ca35a {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:17:41.720866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:41.721584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.726564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71aac8ef-841c-4ffa-8be0-a16c53e7cb6a tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "PUT /v2.0/ports/11b9f0c4-f192-4c29-9722-1185b97eae3d HTTP/1.1" status: 200 len: 994 time: 0.7192087 Oct 22 13:17:41.731150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42710) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:41.934925 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.992457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port 11b9f0c4-f192-4c29-9722-1185b97eae3d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:41.995331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:41.999815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] No DVR routers for this DVR port f147df51-e772-4651-a176-ce6417b0ecf4 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:42.009263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ef8b-5311-443f-a839-668919b57cdb None None] Pushing event deleted for resources: {'Port': ['ID=f147df51-e772-4651-a176-ce6417b0ecf4,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:42.176645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.215195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for 11b9f0c4-f192-4c29-9722-1185b97eae3d owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:42.223533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f147df51-e772-4651-a176-ce6417b0ecf4 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:42.273764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f147df51-e772-4651-a176-ce6417b0ecf4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:17:42.281127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f147df51-e772-4651-a176-ce6417b0ecf4 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:17:42.375193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7e5caad-ddfc-4b4d-a652-48994937e0d5 req-dfefc291-8f7d-41a1-bec4-cdc714a86c8a tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7025211 Oct 22 13:17:42.375961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] The port 'f147df51-e772-4651-a176-ce6417b0ecf4' was deleted {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 22 13:17:42.395309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] DHCP port deletion for 9820e390-016f-4ff8-81ce-712c968a4a31 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:17:42.396958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-161e2d6e-e56c-4446-9b3f-5fc0d931b485 None None] Provisioning complete for port 11b9f0c4-f192-4c29-9722-1185b97eae3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:42.397381 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-161e2d6e-e56c-4446-9b3f-5fc0d931b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.449857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef8d-a1cc-4063-855f-506a42191412 req-45bdfe47-59ba-431d-b63c-5a7a296bcbe3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:42.458297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-014fef8d-a1cc-4063-855f-506a42191412 req-45bdfe47-59ba-431d-b63c-5a7a296bcbe3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.7896764 Oct 22 13:17:42.519480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.543612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-161e2d6e-e56c-4446-9b3f-5fc0d931b485 None None] Port 11b9f0c4-f192-4c29-9722-1185b97eae3d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:42.562772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3af27f3-ec4b-47e8-8687-d7c560844f00']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:42.579981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e982bf1-a763-43a0-9266-74dc6c4f7049') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:42.580425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e982bf1-a763-43a0-9266-74dc6c4f7049') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:42.593221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-014fef8d-a1cc-4063-855f-506a42191412 req-6c499342-89a5-42dd-94ef-0dcb968dd3a7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335642 Oct 22 13:17:42.597295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Deleting port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:42.597949 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.606585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.626050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.658635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.671746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:42.673426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:42.681222 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:42.688892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=11b9f0c4-f192-4c29-9722-1185b97eae3d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:42.774993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] For port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,segment=NetworkSegment(7f6235d3-0aed-4b2e-82ae-d6036d2e7318),segment_id=7f6235d3-0aed-4b2e-82ae-d6036d2e7318)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:42.775346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.814453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Calling delete_port for f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:42.859374 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.867072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:42.877645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/c3af27f3-ec4b-47e8-8687-d7c560844f00 HTTP/1.1" status: 204 len: 168 time: 1.5025289 Oct 22 13:17:42.884393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42722) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:42.978341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216ae28-81e6-419f-a258-4855762ad332 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=c3af27f3-ec4b-47e8-8687-d7c560844f00,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:43.085091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.097332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c216afa6-ae81-4c8c-8112-df1370520a46 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/11b9f0c4-f192-4c29-9722-1185b97eae3d HTTP/1.1" status: 204 len: 168 time: 1.3648586 Oct 22 13:17:43.098352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42724) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:43.109551 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.152522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.167759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Pushing event deleted for resources: {'Port': ['ID=f62453fe-338b-4ec4-8d3a-2fa63c1af4d0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:43.179314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] No DVR routers for this DVR port f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:43.184341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.185179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.185756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.186850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.187404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.188026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.192994 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0945608-eed0-4e98-9d37-84c65db20027 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] GET failed (client error): The resource could not be found. Oct 22 13:17:43.199156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.199580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42726) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:43.199928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0945608-eed0-4e98-9d37-84c65db20027 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports/11b9f0c4-f192-4c29-9722-1185b97eae3d HTTP/1.1" status: 404 len: 333 time: 0.0982521 Oct 22 13:17:43.200301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.202968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.203654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.204097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.204534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df12d5-aede-4917-a4e6-b72e2639e396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:43.206535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-1743163836'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:43.225139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-29bc8b97-e7e8-48e4-bbd4-4eed10c75009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.226749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-29bc8b97-e7e8-48e4-bbd4-4eed10c75009 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.0636563 Oct 22 13:17:43.333293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4f4cb-6576-42d8-9c6f-a69cc379be89 req-d3df280b-5a14-47fd-a232-e535e5375f47 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.341502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5d4f4cb-6576-42d8-9c6f-a69cc379be89 req-d3df280b-5a14-47fd-a232-e535e5375f47 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1776054 Oct 22 13:17:43.341725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-41cc21e1-67fb-4e1e-b274-70bb0ed3aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.341725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-41cc21e1-67fb-4e1e-b274-70bb0ed3aa70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.1015615 Oct 22 13:17:43.378489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.439285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-a2ff812a-ef85-47c0-aefc-dd9695f887bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.0865929 Oct 22 13:17:43.460828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9820e390-016f-4ff8-81ce-712c968a4a31']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:43.485409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6235d3-0aed-4b2e-82ae-d6036d2e7318') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:43.485710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6235d3-0aed-4b2e-82ae-d6036d2e7318') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:43.503521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5d4f4cb-6576-42d8-9c6f-a69cc379be89 req-972c8c19-97d7-4f60-9d58-6c1196a76fa2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214316 Oct 22 13:17:43.508710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.535829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-d8208289-78f6-4ef7-8e1f-e4fcddad7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.537350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-d8208289-78f6-4ef7-8e1f-e4fcddad7aa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.0899076 Oct 22 13:17:43.538879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.556326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:43.556956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.606014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-7b25ee92-14a7-42e7-968c-ef5eaa24e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.608410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-7b25ee92-14a7-42e7-968c-ef5eaa24e596 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637701 Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:43.631165 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:43.637302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.656954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.665684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/9820e390-016f-4ff8-81ce-712c968a4a31 HTTP/1.1" status: 204 len: 168 time: 0.7765861 Oct 22 13:17:43.669678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:43.673528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42738) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:43.677325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.686807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1710541990'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:43.699302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d53171-00c9-42bb-96ae-931a215c1e5c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=9820e390-016f-4ff8-81ce-712c968a4a31,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:43.710838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port 30ab6456-cae2-495f-9380-53080b6a3738 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:43.718248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:43.722723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.753186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:43.764550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.764951 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment fd0b2455-2b96-4d9a-80ee-67d729cd3148 of type vlan for network 8ac40930-1eca-4e02-919c-25232111d94f Oct 22 13:17:43.842868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.887641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-ba0c9182-9a56-45c6-aaac-cf59cf37ffbb service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597616 Oct 22 13:17:43.891536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.898031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.898879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:43.901416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02ba8-310e-4f2e-9242-5f0053cd15f9 req-c6454a86-9dd8-4277-9566-07e8041e2988 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:43.913595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2aa02ba8-310e-4f2e-9242-5f0053cd15f9 req-c6454a86-9dd8-4277-9566-07e8041e2988 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1906991 Oct 22 13:17:43.962096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.7 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/30ab6456-cae2-495f-9380-53080b6a3738) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:44.001926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2aa02ba8-310e-4f2e-9242-5f0053cd15f9 req-f7c5fca2-a90c-40f5-85fb-b550cb4d220d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872350 Oct 22 13:17:44.163972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=8ac40930-1eca-4e02-919c-25232111d94f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:44.169654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:44.170157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0dc3568e-d7d0-4828-b931-ad7ac896353d req-bdf83ba2-cc3c-49c4-8e44-affbb0d3dd36 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664034 Oct 22 13:17:44.182428 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6e638297-901b-4091-84b4-6ef36f0d4d5d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5069885 Oct 22 13:17:44.185868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42750) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:44.191640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '8ac40930-1eca-4e02-919c-25232111d94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:44.229183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8ac40930-1eca-4e02-919c-25232111d94f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:44.306687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:44.311651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:17:44.312078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f62453fe-338b-4ec4-8d3a-2fa63c1af4d0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:17:44.330805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:44.334773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:44.364998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:44.417041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:44.421788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:44.425743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:44.441673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=30ab6456-cae2-495f-9380-53080b6a3738,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:44.506873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:44.507612 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:44.534241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ea506ea-aea1-4713-9250-18c398c9d833 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3334453 Oct 22 13:17:44.538850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42760) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:44.547105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b4:b7:58'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:44.698733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca46e7-18a9-486e-9fdd-5a0da1244ea6 req-4ac629ae-01bd-43fe-9123-8c3ceaf84905 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:44.704935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04ca46e7-18a9-486e-9fdd-5a0da1244ea6 req-4ac629ae-01bd-43fe-9123-8c3ceaf84905 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0864463 Oct 22 13:17:44.811243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7b684ba8-f351-47e9-8ff6-5683dc9ba19a None None] Provisioning complete for port 30ab6456-cae2-495f-9380-53080b6a3738 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:44.812565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b684ba8-f351-47e9-8ff6-5683dc9ba19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:44.837667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04ca46e7-18a9-486e-9fdd-5a0da1244ea6 req-7279bd1d-7dee-461b-bf13-ffc1ba6f41b1 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045032 Oct 22 13:17:44.890952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7b684ba8-f351-47e9-8ff6-5683dc9ba19a None None] Port 30ab6456-cae2-495f-9380-53080b6a3738 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:44.896134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.016367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.157682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=8cb097c6-9a3f-4f4b-a280-9b672649034d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:45.194645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': 'fd0b2455-2b96-4d9a-80ee-67d729cd3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:45.194645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 8ac40930-1eca-4e02-919c-25232111d94f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:45.241055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 8ac40930-1eca-4e02-919c-25232111d94f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:45.245523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25f81-f367-4d81-a0b2-bd7158896661 req-dff92a73-d620-4232-a16e-2b0d6c761c1c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:45.249664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eda25f81-f367-4d81-a0b2-bd7158896661 req-dff92a73-d620-4232-a16e-2b0d6c761c1c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1395714 Oct 22 13:17:45.269418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8ac40930-1eca-4e02-919c-25232111d94f) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:45.270892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73686d0-d879-4d2d-bad9-7f2d69dde126 req-c153950b-e50f-47b5-8048-4236c2b99206 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:45.272555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b73686d0-d879-4d2d-bad9-7f2d69dde126 req-c153950b-e50f-47b5-8048-4236c2b99206 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 945 time: 0.1076076 Oct 22 13:17:45.275732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:45.276457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.285458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510219d-46ac-4570-8832-1135c0f257ec None None] Network 8ac40930-1eca-4e02-919c-25232111d94f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:45.313933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.326984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.332976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eda25f81-f367-4d81-a0b2-bd7158896661 req-58441b73-3036-4c51-9fcd-e997991f1d6a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736668 Oct 22 13:17:45.348823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-871a4918-3656-4970-ba84-3159dc7cff76 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1614089 Oct 22 13:17:45.352676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b73686d0-d879-4d2d-bad9-7f2d69dde126 req-480408dd-fe39-4b5e-8e43-3bc0bfa1f0e6 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599933 Oct 22 13:17:45.353261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:45.358407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1331605977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:45.400268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.402967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.545864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=30ab6456-cae2-495f-9380-53080b6a3738,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:45.546116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-8ac40930-1eca-4e02-919c-25232111d94f', 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '8cb097c6-9a3f-4f4b-a280-9b672649034d'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:45.547073 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.575322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] In _notify_port_updated(), no bound segment for port 30ab6456-cae2-495f-9380-53080b6a3738 on network 809274b5-f1d9-43e0-a83c-e27e261ca35a {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:17:45.587946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:45.588812 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.590882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b1038dc-b876-4289-a59d-3bdaaaee423f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "PUT /v2.0/ports/30ab6456-cae2-495f-9380-53080b6a3738 HTTP/1.1" status: 200 len: 996 time: 1.0513315 Oct 22 13:17:45.599530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:45.611789 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.628036 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.666423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.667738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e6d62a1-ee9c-46f9-a2b0-d9d904612b57 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3135033 Oct 22 13:17:45.670699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:45.680313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'port': {'network_id': '8ac40930-1eca-4e02-919c-25232111d94f', 'name': 'tempest-RoutersIpV6Test-286101914'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:45.765981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Allocated IP 2001:db8::2 (8ac40930-1eca-4e02-919c-25232111d94f/8cb097c6-9a3f-4f4b-a280-9b672649034d/217c8e07-f655-4a47-a90b-5f7a84dc5f43) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:45.821230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port 30ab6456-cae2-495f-9380-53080b6a3738 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:45.821885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.860367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5ce8bc04-4bd6-472e-936d-8618e17c11f4 None None] Provisioning complete for port 30ab6456-cae2-495f-9380-53080b6a3738 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:45.860741 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5ce8bc04-4bd6-472e-936d-8618e17c11f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.897747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8bc04-4bd6-472e-936d-8618e17c11f4 None None] Port 30ab6456-cae2-495f-9380-53080b6a3738 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:45.974984 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.983939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:45.986376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e6be-ced3-4353-bd15-6632f2ef1a64 req-cf984cd9-bd88-41f9-bf10-7ab31aa7d42c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:45.987736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9e6e6be-ced3-4353-bd15-6632f2ef1a64 req-cf984cd9-bd88-41f9-bf10-7ab31aa7d42c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0544832 Oct 22 13:17:45.989322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.005081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for 30ab6456-cae2-495f-9380-53080b6a3738 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:46.039194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Network 8ac40930-1eca-4e02-919c-25232111d94f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:46.043014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:46.046675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9e6e6be-ced3-4353-bd15-6632f2ef1a64 req-4f31a2bb-37ee-4ab9-b8df-67e69ed50b05 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455775 Oct 22 13:17:46.047324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:46.061480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Pushing event updated for resources: {'Port': ['ID=217c8e07-f655-4a47-a90b-5f7a84dc5f43,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:46.114787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Attempting to bind port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:46.115199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Attempting to bind port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fd0b2455-2b96-4d9a-80ee-67d729cd3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:46.115566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Attempting to bind port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 on network 8ac40930-1eca-4e02-919c-25232111d94f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:46.121934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:46.122741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Checking segment: {'id': 'fd0b2455-2b96-4d9a-80ee-67d729cd3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:46.123148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.123545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Bound using segment: {'id': 'fd0b2455-2b96-4d9a-80ee-67d729cd3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:46.124233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Bound port: 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0b2455-2b96-4d9a-80ee-67d729cd3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8ac40930-1eca-4e02-919c-25232111d94f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:46.124623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.169882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836a0a8-f09c-417e-bfa6-1834ff16b84e req-035deede-130c-44f0-ab1f-db11c624daaf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:46.178998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f836a0a8-f09c-417e-bfa6-1834ff16b84e req-035deede-130c-44f0-ab1f-db11c624daaf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0666912 Oct 22 13:17:46.184996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:46.189029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.191873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] For port 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:46.195354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] For port 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=217c8e07-f655-4a47-a90b-5f7a84dc5f43,segment=NetworkSegment(fd0b2455-2b96-4d9a-80ee-67d729cd3148),segment_id=fd0b2455-2b96-4d9a-80ee-67d729cd3148)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:46.202878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.204739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.246727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f836a0a8-f09c-417e-bfa6-1834ff16b84e req-2de16f8f-ca48-4b69-93af-d30f295e816b tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609624 Oct 22 13:17:46.253315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=30ab6456-cae2-495f-9380-53080b6a3738,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:46.269636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] device_id is not set on port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:46.314707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa669-6ad3-40f0-9a12-91e0e86396aa None None] Pushing event updated for resources: {'Port': ['ID=217c8e07-f655-4a47-a90b-5f7a84dc5f43,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:46.430704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d6599-3525-4be9-8c61-82412addea69 req-8cafeba2-e376-4d2b-88a5-2724ae30a2cb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:46.439912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-920d6599-3525-4be9-8c61-82412addea69 req-8cafeba2-e376-4d2b-88a5-2724ae30a2cb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0787237 Oct 22 13:17:46.477728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.484442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6969a91d-8925-41c1-8d76-9eb369e84a6f tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/30ab6456-cae2-495f-9380-53080b6a3738 HTTP/1.1" status: 204 len: 168 time: 0.8839154 Oct 22 13:17:46.505790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:46.530054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-920d6599-3525-4be9-8c61-82412addea69 req-b09fab29-1021-4c3f-bc0f-545c915ef6a8 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891609 Oct 22 13:17:46.585265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e30cb-258f-4d6a-a084-65a808171614 req-53e30fd0-e3bb-40ec-bf1e-eeb85a2cd4e9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:46.592700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-726e30cb-258f-4d6a-a084-65a808171614 req-53e30fd0-e3bb-40ec-bf1e-eeb85a2cd4e9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1049831 Oct 22 13:17:46.606080 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-3108bfa3-69fd-4e81-8f1e-917574f58562 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] GET failed (client error): The resource could not be found. Oct 22 13:17:46.607753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3108bfa3-69fd-4e81-8f1e-917574f58562 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports/30ab6456-cae2-495f-9380-53080b6a3738 HTTP/1.1" status: 404 len: 333 time: 0.1010492 Oct 22 13:17:46.613453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:46.618811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-134043403'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:46.678590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-392b713c-056c-4f99-a426-367ded171f58 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:46.680219 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-392b713c-056c-4f99-a426-367ded171f58 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.26 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 945 time: 0.1753566 Oct 22 13:17:46.681549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8::1e0 (8ac40930-1eca-4e02-919c-25232111d94f/8cb097c6-9a3f-4f4b-a280-9b672649034d/994b1c7f-be49-4923-b7f4-aa1e7c8b005d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:46.798088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-726e30cb-258f-4d6a-a084-65a808171614 req-dca15f21-2e1c-42d0-96a0-2ae64ef0d2d7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965358 Oct 22 13:17:46.843402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad6c9-448c-42c6-9812-1f0a2f598030 req-66ecd17b-dd44-4810-855e-35c1b8f4a561 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:46.845016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-606ad6c9-448c-42c6-9812-1f0a2f598030 req-66ecd17b-dd44-4810-855e-35c1b8f4a561 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 945 time: 0.1436048 Oct 22 13:17:46.877806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:46.881607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:46.919747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port f09e2a83-7260-4f82-b383-2b9bb49d995d yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:46.927165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-606ad6c9-448c-42c6-9812-1f0a2f598030 req-53ee7bfe-23e8-41ff-ba5a-6f152a388336 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb7da906-49e7-489c-95cf-6de4d234c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725412 Oct 22 13:17:46.959139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Deleting port cd68c023-0fe3-482f-a0c0-dd7e927ca005 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:46.966757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.008870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.067586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.5 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/f09e2a83-7260-4f82-b383-2b9bb49d995d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:47.104799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] For port cd68c023-0fe3-482f-a0c0-dd7e927ca005, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cd68c023-0fe3-482f-a0c0-dd7e927ca005,segment=NetworkSegment(6c29361f-7d3e-46cb-b8f3-1343e6801f03),segment_id=6c29361f-7d3e-46cb-b8f3-1343e6801f03)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:47.105691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.123652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Calling delete_port for cd68c023-0fe3-482f-a0c0-dd7e927ca005 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:47.125857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.206537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 8ac40930-1eca-4e02-919c-25232111d94f is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:47.214484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:47.217005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:47.222900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:47.223535 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.249524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=994b1c7f-be49-4923-b7f4-aa1e7c8b005d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:47.269050 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7727091d-646f-412a-8c0f-438032572496 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5972669 Oct 22 13:17:47.272419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42812) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:47.276994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7619-5f1a-4ea7-a9c7-b26f12315a70 req-eaf8271d-5fcc-41c0-95d9-09efcb9c0338 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:47.279334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-374f7619-5f1a-4ea7-a9c7-b26f12315a70 req-eaf8271d-5fcc-41c0-95d9-09efcb9c0338 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1263850 Oct 22 13:17:47.311963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.341228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-374f7619-5f1a-4ea7-a9c7-b26f12315a70 req-c0e62074-1dfc-4bdc-ba5b-f413b248697d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551937 Oct 22 13:17:47.373211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.425965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:47.429452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:47.433593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:47.471311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=f09e2a83-7260-4f82-b383-2b9bb49d995d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:47.506083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:47.506799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.529871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-277f9ec2-c157-40a7-ba68-0be0bbf7c3f1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9149489 Oct 22 13:17:47.532206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42814) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:47.540057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'network_id': '809274b5-f1d9-43e0-a83c-e27e261ca35a', 'name': 'tempest-AllowedAddressPairTestJSON-37880851'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:47.663131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55bc36-b250-45bc-a11c-0705d6617933 None None] Network 8ac40930-1eca-4e02-919c-25232111d94f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:47.708298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Made reservation on behalf of 0d5618b8892047a5ae70a3f27b916df9 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:47.712867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.737959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] device_id is not set on port 49402ec4-a683-48f2-8b81-0460da1701af yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:17:47.759727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Provisioning complete for port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:47.760094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.873274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Allocated IP 172.20.0.6 (809274b5-f1d9-43e0-a83c-e27e261ca35a/0bbd7b57-0e71-460e-a1d7-2f778640d349/49402ec4-a683-48f2-8b81-0460da1701af) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:47.941215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:47.972734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd8a0-4056-4338-a787-23518751f804 req-0d3fe4a3-f091-4ad2-a7cd-5f50de7d8bc5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:47.974568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-702dd8a0-4056-4338-a787-23518751f804 req-0d3fe4a3-f091-4ad2-a7cd-5f50de7d8bc5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1028972 Oct 22 13:17:47.980399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.047944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] For port 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=217c8e07-f655-4a47-a90b-5f7a84dc5f43,segment=NetworkSegment(fd0b2455-2b96-4d9a-80ee-67d729cd3148),segment_id=fd0b2455-2b96-4d9a-80ee-67d729cd3148)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:48.052955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.086123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Pushing event deleted for resources: {'Port': ['ID=cd68c023-0fe3-482f-a0c0-dd7e927ca005,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:48.088070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Provisioning complete for port f09e2a83-7260-4f82-b383-2b9bb49d995d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:48.088644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.152657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Port f09e2a83-7260-4f82-b383-2b9bb49d995d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:48.154228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffedc8-bd31-4d8b-b689-2965b3a3d9fe None None] Pushing event updated for resources: {'Port': ['ID=217c8e07-f655-4a47-a90b-5f7a84dc5f43,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:48.180069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] No DVR routers for this DVR port cd68c023-0fe3-482f-a0c0-dd7e927ca005 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:48.183483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.189422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f65d4541-a3ae-4084-a85e-a20f72b10d5a req-ce7db78e-405d-4b9f-a0c3-a2cbf9548fff tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.26 "DELETE /v2.0/ports/cd68c023-0fe3-482f-a0c0-dd7e927ca005 HTTP/1.1" status: 204 len: 173 time: 1.5008848 Oct 22 13:17:48.201328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'name': 'network-vif-deleted', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:48.205829 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43623b6a-059c-48d3-91f8-e1e228cd45cc" -d '{"events": [{"server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "name": "network-vif-deleted", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:48.214280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-702dd8a0-4056-4338-a787-23518751f804 req-7555dab1-7ea3-4aa9-b395-73de298bb8b4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275388 Oct 22 13:17:48.243163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77995335-7d97-4863-8b6e-70a43b3212fd req-ba742dc1-b844-4780-bd46-e6f35cbc82d0 tempest-VolumesActionsTest-947086062 tempest-VolumesActionsTest-947086062-project] 10.222.0.25 "GET /v2.0/ports?device_id=d19ceaee-b706-4f9e-94e4-44975c14cf26 HTTP/1.1" status: 200 len: 210 time: 0.1182249 Oct 22 13:17:48.293829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.325741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.362826 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e2362-9784-4059-a649-2ca4540e216d x-openstack-request-id: req-268e2362-9784-4059-a649-2ca4540e216d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:48.363346 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ceaee-b706-4f9e-94e4-44975c14cf26", "name": "network-vif-deleted", "tag": "cd68c023-0fe3-482f-a0c0-dd7e927ca005", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:48.363766 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-268e2362-9784-4059-a649-2ca4540e216d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:48.364391 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ceaee-b706-4f9e-94e4-44975c14cf26', 'name': 'network-vif-deleted', 'tag': 'cd68c023-0fe3-482f-a0c0-dd7e927ca005', 'status': 'completed', 'code': 200} Oct 22 13:17:48.371167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 217c8e07-f655-4a47-a90b-5f7a84dc5f43 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:48.380750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.520249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:48.536124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:48.536719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.572100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:48.592897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:48.621106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eedf855a-038c-4832-b56b-fa4d29f43f75 None None] Provisioning complete for port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:48.621878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eedf855a-038c-4832-b56b-fa4d29f43f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.646844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=49402ec4-a683-48f2-8b81-0460da1701af,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:48.676474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.685675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.697231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6939d8d-c6ef-4190-8334-bce965816afd req-beab5d0b-c295-4b27-8d2e-7e60dbe1e68d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:48.706273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6939d8d-c6ef-4190-8334-bce965816afd req-beab5d0b-c295-4b27-8d2e-7e60dbe1e68d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2489367 Oct 22 13:17:48.719962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-eedf855a-038c-4832-b56b-fa4d29f43f75 None None] Port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:48.735346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eedf855a-038c-4832-b56b-fa4d29f43f75 None None] Provisioning complete for port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:48.736027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eedf855a-038c-4832-b56b-fa4d29f43f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.806876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=994b1c7f-be49-4923-b7f4-aa1e7c8b005d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:48.819891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6939d8d-c6ef-4190-8334-bce965816afd req-c321debd-3c54-4e28-b88e-8f39e274fbd9 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123250 Oct 22 13:17:48.832771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:48.856879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:48.886886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7f647ffe-bec2-43b3-90c2-259641b2edd1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3504634 Oct 22 13:17:48.888246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42844) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:48.895668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b4:b7:58'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f3:b6:17'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:49.099777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-48dc0580-1a13-4377-b546-4f7601c19bc2 None None] Provisioning complete for port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:49.100172 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48dc0580-1a13-4377-b546-4f7601c19bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.118522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.192285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.222260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-48dc0580-1a13-4377-b546-4f7601c19bc2 None None] Port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:49.327524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1c86-2969-4f27-9489-66d826402ea5 req-ef720783-fb16-4f8d-8154-cc6d0e1c572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:49.330243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-ef720783-fb16-4f8d-8154-cc6d0e1c572f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4224646e84ba433a9c5eab787f91288f&device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 1096 time: 0.1255522 Oct 22 13:17:49.350519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4edf075e-50f4-45e9-8cb6-a8fedb224cd3 None None] Provisioning complete for port 49402ec4-a683-48f2-8b81-0460da1701af triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:49.351158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4edf075e-50f4-45e9-8cb6-a8fedb224cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.427308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4edf075e-50f4-45e9-8cb6-a8fedb224cd3 None None] Port 49402ec4-a683-48f2-8b81-0460da1701af cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:49.463628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.484804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a40df-f514-4a0e-92f6-c1238556480a req-32a8c51d-f975-4b5d-ad0e-aff83e434859 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:49.486319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-468a40df-f514-4a0e-92f6-c1238556480a req-32a8c51d-f975-4b5d-ad0e-aff83e434859 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2174501 Oct 22 13:17:49.561250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e87e0747-211d-4435-91fc-46e4e0806197 None None] Provisioning complete for port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:49.561726 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e87e0747-211d-4435-91fc-46e4e0806197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.601802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1c86-2969-4f27-9489-66d826402ea5 req-b4db48d9-0336-4f09-aa26-4376a43d4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:49.603305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-b4db48d9-0336-4f09-aa26-4376a43d4ade service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 200 len: 912 time: 0.2185459 Oct 22 13:17:49.606237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3419-971d-4d8e-ad56-9c5c31385c78 req-77efef42-eb39-4c86-8330-f6b98cd92b99 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:49.607844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-769d3419-971d-4d8e-ad56-9c5c31385c78 req-77efef42-eb39-4c86-8330-f6b98cd92b99 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1311500 Oct 22 13:17:49.649520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e87e0747-211d-4435-91fc-46e4e0806197 None None] Port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:49.752179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-468a40df-f514-4a0e-92f6-c1238556480a req-c1da0d8b-7359-4ed8-adbe-9dc8bf149c67 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491872 Oct 22 13:17:49.809261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-769d3419-971d-4d8e-ad56-9c5c31385c78 req-fdc49a9c-6d09-4a2f-8bc4-f718816705b9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435761 Oct 22 13:17:49.827992 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-38c7d1fa-e5f3-498c-b8c7-0be3d53a235e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 200 len: 999 time: 0.1878316 Oct 22 13:17:49.837530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cd68c023-0fe3-482f-a0c0-dd7e927ca005 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:49.865290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.873365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:49.878786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: cd68c023-0fe3-482f-a0c0-dd7e927ca005 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:17:49.882402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cd68c023-0fe3-482f-a0c0-dd7e927ca005 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:17:49.998208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] In _notify_port_updated(), no bound segment for port 49402ec4-a683-48f2-8b81-0460da1701af on network 809274b5-f1d9-43e0-a83c-e27e261ca35a {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:17:50.000540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1c86-2969-4f27-9489-66d826402ea5 req-3fe9d27a-39ff-483d-b9e4-1f16e8fc14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:50.002295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-3fe9d27a-39ff-483d-b9e4-1f16e8fc14cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 200 len: 850 time: 0.1446280 Oct 22 13:17:50.007570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:50.009071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.012135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "PUT /v2.0/ports/49402ec4-a683-48f2-8b81-0460da1701af HTTP/1.1" status: 200 len: 1053 time: 1.1226177 Oct 22 13:17:50.015741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:50.095912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d1c86-2969-4f27-9489-66d826402ea5 req-074f9c6e-697e-4be9-b26a-12b9885c79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:50.097446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-074f9c6e-697e-4be9-b26a-12b9885c79e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873656 Oct 22 13:17:50.122256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fee461-b851-4af6-bf0f-9d066590562d tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event updated for resources: {'Port': ['ID=49402ec4-a683-48f2-8b81-0460da1701af,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:50.152776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port 49402ec4-a683-48f2-8b81-0460da1701af {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:50.153370 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.215153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 217c8e07-f655-4a47-a90b-5f7a84dc5f43 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:17:50.266033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.274843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.275993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.298372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.316316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for 49402ec4-a683-48f2-8b81-0460da1701af owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:50.337589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:50.337974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.342825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=994b1c7f-be49-4923-b7f4-aa1e7c8b005d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:50.363015 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-a692e7cb-b56e-42c5-a82d-5fe2f2641876 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568417 Oct 22 13:17:50.473334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f3b89fb5-88ad-4087-b461-b13f82063744 None None] Provisioning complete for port 49402ec4-a683-48f2-8b81-0460da1701af triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:50.473623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3b89fb5-88ad-4087-b461-b13f82063744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.521442 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:50.548096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 8ac40930-1eca-4e02-919c-25232111d94f is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:50.552934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:50.587933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f3b89fb5-88ad-4087-b461-b13f82063744 None None] Port 49402ec4-a683-48f2-8b81-0460da1701af cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:50.650816 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-958d1c86-2969-4f27-9489-66d826402ea5 req-db99c39f-7090-4ab8-8f4a-b22fafc438a4 service neutron] 10.222.0.26 "GET /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747419 Oct 22 13:17:50.723584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=49402ec4-a683-48f2-8b81-0460da1701af,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:50.801520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 103d6789-0394-4c2b-bec1-f4abbef576e3 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:17:50.980088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:50.991453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2adc57d1-9398-4468-b312-af7024b5418e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/103d6789-0394-4c2b-bec1-f4abbef576e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7157862 Oct 22 13:17:50.991732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42882) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:51.001202 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] Sync routers for ids ['103d6789-0394-4c2b-bec1-f4abbef576e3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:51.024053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] Routers {'103d6789-0394-4c2b-bec1-f4abbef576e3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:51.025732 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['103d6789-0394-4c2b-bec1-f4abbef576e3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:51.037628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f676946f-10dc-4258-b850-285f31b16046 None None] Provisioning complete for port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:17:51.038237 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f676946f-10dc-4258-b850-285f31b16046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:51.066697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0cf9c-9fc1-4c13-9e4c-692674f56b20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:51.071430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4e0cf9c-9fc1-4c13-9e4c-692674f56b20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports/994b1c7f-be49-4923-b7f4-aa1e7c8b005d HTTP/1.1" status: 200 len: 983 time: 0.0786512 Oct 22 13:17:51.072334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:51.094458 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:51.104160 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] Routers {'103d6789-0394-4c2b-bec1-f4abbef576e3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:51.105838 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['103d6789-0394-4c2b-bec1-f4abbef576e3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:51.110977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f676946f-10dc-4258-b850-285f31b16046 None None] Port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:17:51.143071 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:51.143728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf20fee-69fa-4968-a150-16392989ef91 None None] The sync data for ids ['103d6789-0394-4c2b-bec1-f4abbef576e3'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:51.548774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ab7d-2432-441e-9ebd-d0469dc2c040 req-883eef34-e9a9-40ce-8704-cba9b1ae7561 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:51.550186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e555ab7d-2432-441e-9ebd-d0469dc2c040 req-883eef34-e9a9-40ce-8704-cba9b1ae7561 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.6592019 Oct 22 13:17:51.553313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:51.558568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ff005b5-0924-45ed-ac52-7c8c28e06f79 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/49402ec4-a683-48f2-8b81-0460da1701af HTTP/1.1" status: 204 len: 168 time: 1.5401428 Oct 22 13:17:51.562004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42888) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:51.585230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d371d-da0d-4617-bbc1-9d6c43a9521a req-1463326f-cbae-4a5a-89c0-f3062a9ac328 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:51.586847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-437d371d-da0d-4617-bbc1-9d6c43a9521a req-1463326f-cbae-4a5a-89c0-f3062a9ac328 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.5770311 Oct 22 13:17:51.615883 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-640b8731-fa2d-4796-acde-ded65ac3a949 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] GET failed (client error): The resource could not be found. Oct 22 13:17:51.619907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-640b8731-fa2d-4796-acde-ded65ac3a949 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports/49402ec4-a683-48f2-8b81-0460da1701af HTTP/1.1" status: 404 len: 333 time: 0.0532746 Oct 22 13:17:51.621168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42890) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:51.653927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e555ab7d-2432-441e-9ebd-d0469dc2c040 req-705cd562-6c35-465a-a5f8-ef15c439411c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927238 Oct 22 13:17:51.666424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-437d371d-da0d-4617-bbc1-9d6c43a9521a req-4ee7db3e-6528-4191-9bca-832fbbaebab4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Oct 22 13:17:52.055754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42904) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:52.069439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.165398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port f09e2a83-7260-4f82-b383-2b9bb49d995d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:52.165398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.188455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e56441dc-191c-4562-a0b9-146ac3f337f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.279979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e56441dc-191c-4562-a0b9-146ac3f337f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.285179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e56441dc-191c-4562-a0b9-146ac3f337f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.305862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.322012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for f09e2a83-7260-4f82-b383-2b9bb49d995d owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:52.332863 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e56441dc-191c-4562-a0b9-146ac3f337f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c83f3ecfcbe47dc987ccff98279c8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717924 Oct 22 13:17:52.332863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56441dc-191c-4562-a0b9-146ac3f337f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399bd0e3-4164-4787-87fb-100c13a36189,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:52.333970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42912) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:52.392593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.423328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.494430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.497171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.500805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/399bd0e3-4164-4787-87fb-100c13a36189 HTTP/1.1" status: 204 len: 168 time: 0.1633294 Oct 22 13:17:52.530101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e1646-1d66-4b98-a20a-da8e838340c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399bd0e3-4164-4787-87fb-100c13a36189,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:52.618994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.622642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 994b1c7f-be49-4923-b7f4-aa1e7c8b005d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:52.623344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.683970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=f09e2a83-7260-4f82-b383-2b9bb49d995d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:52.703647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.704905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.704905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.705108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.705407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.705906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.706314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.706748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.707173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.707582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.707984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.708394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:17:52.845098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.848590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f496883f-6168-462c-97c8-9e32beeb014c tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/f09e2a83-7260-4f82-b383-2b9bb49d995d HTTP/1.1" status: 204 len: 168 time: 1.2263761 Oct 22 13:17:52.851352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42926) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:52.884772 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-368e8c68-6f21-4099-8a40-a5fa40f086e1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] GET failed (client error): The resource could not be found. Oct 22 13:17:52.892083 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-368e8c68-6f21-4099-8a40-a5fa40f086e1 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "GET /v2.0/ports/f09e2a83-7260-4f82-b383-2b9bb49d995d HTTP/1.1" status: 404 len: 333 time: 0.0347621 Oct 22 13:17:52.893342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42930) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:52.936573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:52.978237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 994b1c7f-be49-4923-b7f4-aa1e7c8b005d owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:52.991596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d76d-f8b2-4342-88c3-a8893cd7d415 req-7ed4c3a4-75dd-4193-816a-fa2409bbadb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:52.993660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c15d76d-f8b2-4342-88c3-a8893cd7d415 req-7ed4c3a4-75dd-4193-816a-fa2409bbadb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1897933 Oct 22 13:17:53.016556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552235-2eb5-4fb7-9718-d3f523fb37ab req-a470315c-01c0-4339-a20b-5f7bae5780a5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:53.018236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61552235-2eb5-4fb7-9718-d3f523fb37ab req-a470315c-01c0-4339-a20b-5f7bae5780a5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1423943 Oct 22 13:17:53.122265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:53.122630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:53.127332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c15d76d-f8b2-4342-88c3-a8893cd7d415 req-35cd14e0-5e7d-45e7-a1a3-2cd1d44101cc tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209445 Oct 22 13:17:53.150721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61552235-2eb5-4fb7-9718-d3f523fb37ab req-44c2c32d-7ed3-4357-870b-f5899e244fc3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263168 Oct 22 13:17:53.362788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:53.403821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for 1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:53.405251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe0009-db10-4327-9380-58525adf1645 req-d47738d3-2962-4c78-b80e-89e7b623ef87 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:53.406797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54fe0009-db10-4327-9380-58525adf1645 req-d47738d3-2962-4c78-b80e-89e7b623ef87 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.0785811 Oct 22 13:17:53.488419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54fe0009-db10-4327-9380-58525adf1645 req-72797916-dd6c-42fb-a5e6-9efe90e6e34e tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744500 Oct 22 13:17:53.535245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:53.653597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=994b1c7f-be49-4923-b7f4-aa1e7c8b005d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:53.750580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:53.819894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=1e65f1f9-bbe8-46c3-a2fa-e29508ce9401,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:53.914864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.007248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.011793 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-669501ff-d894-4659-9fd1-db08ecd45621 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/ports/1e65f1f9-bbe8-46c3-a2fa-e29508ce9401 HTTP/1.1" status: 204 len: 168 time: 1.1168497 Oct 22 13:17:54.014115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 42992) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:54.164363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting subnet 0bbd7b57-0e71-460e-a1d7-2f778640d349 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:54.175763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.250173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.250376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 103d6789-0394-4c2b-bec1-f4abbef576e3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:17:54.405097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-893ef07b-dbd2-4ada-8795-0288fea04bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.409395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:17:54.415663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-40d3bf4e-2e2f-4e98-8913-680bd8037619 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/103d6789-0394-4c2b-bec1-f4abbef576e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3423119 Oct 22 13:17:54.418707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:54.433302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] Sync routers for ids ['103d6789-0394-4c2b-bec1-f4abbef576e3'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:17:54.452428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] Routers {'103d6789-0394-4c2b-bec1-f4abbef576e3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:54.453127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['103d6789-0394-4c2b-bec1-f4abbef576e3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:54.540575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e9d10-d177-4756-a949-2d9ed015b7a9 req-7ccf79a5-0830-4a45-bff4-8afac41d273d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:54.543391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553e9d10-d177-4756-a949-2d9ed015b7a9 req-7ccf79a5-0830-4a45-bff4-8afac41d273d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.2253194 Oct 22 13:17:54.550342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:54.562935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] Routers {'103d6789-0394-4c2b-bec1-f4abbef576e3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:17:54.564012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['103d6789-0394-4c2b-bec1-f4abbef576e3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:54.608661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:54.609981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e6474-604e-4413-8d7d-621c67c90d55 None None] The sync data for ids ['103d6789-0394-4c2b-bec1-f4abbef576e3'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:17:54.624885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.714103 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-410a382a-60ea-4317-adef-bdd582fb5d8c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] remove_router_interface failed (client error): The resource could not be found. Oct 22 13:17:54.716158 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-410a382a-60ea-4317-adef-bdd582fb5d8c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/103d6789-0394-4c2b-bec1-f4abbef576e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2962458 Oct 22 13:17:54.717685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.719243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43048) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:54.750763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-553e9d10-d177-4756-a949-2d9ed015b7a9 req-94919907-7f4c-4e8d-b04b-e98762074b52 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989119 Oct 22 13:17:54.759429 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0fef346-fb33-46e7-b9d9-000a51ad4713 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=103d6789-0394-4c2b-bec1-f4abbef576e3 HTTP/1.1" status: 200 len: 205 time: 0.0363557 Oct 22 13:17:54.761598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43050) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:54.828124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbd7b57-0e71-460e-a1d7-2f778640d349,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:54.830197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:54.843803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c00620-dde3-4d3c-b70e-9c40c7a41e45 None None] Network 809274b5-f1d9-43e0-a83c-e27e261ca35a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:54.845503 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-604a21e6-44b1-456a-ac64-dbad33a8fbc3 tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/subnets/0bbd7b57-0e71-460e-a1d7-2f778640d349 HTTP/1.1" status: 204 len: 168 time: 0.8301964 Oct 22 13:17:54.848191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43054) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:54.887206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.082139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] DHCP port deletion for 809274b5-f1d9-43e0-a83c-e27e261ca35a request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:17:55.108653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.109671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.112487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.125938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-0dc5af2e-4dec-41ac-bc7f-181cae0d9e81 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:55.127660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-0dc5af2e-4dec-41ac-bc7f-181cae0d9e81 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340 HTTP/1.1" status: 200 len: 943 time: 0.2297592 Oct 22 13:17:55.137373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Deleting port 450c1470-7d25-4090-b515-6e4f7a27266b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:55.137967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.170017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.170800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router 103d6789-0394-4c2b-bec1-f4abbef576e3 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:17:55.201603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.205791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46ac8718-7b59-47ab-8c9f-f758b0cb9749 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/103d6789-0394-4c2b-bec1-f4abbef576e3 HTTP/1.1" status: 204 len: 168 time: 0.4406760 Oct 22 13:17:55.206457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43078) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:55.269326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] For port 450c1470-7d25-4090-b515-6e4f7a27266b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=450c1470-7d25-4090-b515-6e4f7a27266b,segment=NetworkSegment(9d37908e-9b1c-44af-b068-ec9c39ec8aa5),segment_id=9d37908e-9b1c-44af-b068-ec9c39ec8aa5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:55.269963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.284543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 8cb097c6-9a3f-4f4b-a280-9b672649034d {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:17:55.288090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.300892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Calling delete_port for 450c1470-7d25-4090-b515-6e4f7a27266b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:55.340419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Deleting port 450c1470-7d25-4090-b515-6e4f7a27266b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:55.340723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.372301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.374067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port 3b9d8b17-b413-4e9a-9393-62db09a49c71 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:55.374474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.424076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.442949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] No DVR routers for this DVR port 450c1470-7d25-4090-b515-6e4f7a27266b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:55.475635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8145d-fdad-4665-9363-747fd94bd5e1 None None] Pushing event deleted for resources: {'Port': ['ID=450c1470-7d25-4090-b515-6e4f7a27266b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:55.500112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] For port 450c1470-7d25-4090-b515-6e4f7a27266b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=450c1470-7d25-4090-b515-6e4f7a27266b,segment=NetworkSegment(9d37908e-9b1c-44af-b068-ec9c39ec8aa5),segment_id=9d37908e-9b1c-44af-b068-ec9c39ec8aa5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:55.500516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.524016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Calling delete_port for 450c1470-7d25-4090-b515-6e4f7a27266b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:55.542576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.624295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port 3b9d8b17-b413-4e9a-9393-62db09a49c71, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3b9d8b17-b413-4e9a-9393-62db09a49c71,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:55.624955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.632090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.656847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for 3b9d8b17-b413-4e9a-9393-62db09a49c71 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:55.672915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb097c6-9a3f-4f4b-a280-9b672649034d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:55.676349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.681958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-51c67130-e1e6-41b9-bcfd-d08eec4d5eda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/8cb097c6-9a3f-4f4b-a280-9b672649034d HTTP/1.1" status: 204 len: 168 time: 0.4741755 Oct 22 13:17:55.689776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43092) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:55.695241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47e82b-3257-4b6a-9b33-1fdf2bfcb5c3 None None] Network 8ac40930-1eca-4e02-919c-25232111d94f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:55.791371 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:55.898776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] No DVR routers for this DVR port 450c1470-7d25-4090-b515-6e4f7a27266b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:55.916659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Port': ['ID=450c1470-7d25-4090-b515-6e4f7a27266b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:55.953920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.076717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:56.077400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.088300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] DHCP port deletion for 8ac40930-1eca-4e02-919c-25232111d94f request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:17:56.168608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=217c8e07-f655-4a47-a90b-5f7a84dc5f43,segment=NetworkSegment(fd0b2455-2b96-4d9a-80ee-67d729cd3148),segment_id=fd0b2455-2b96-4d9a-80ee-67d729cd3148)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:56.169210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.187333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 217c8e07-f655-4a47-a90b-5f7a84dc5f43 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:56.196120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.218419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['81e44fc6-38db-4fc2-aac4-6dab9bc476dc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:17:56.222095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:17:56.224689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 450c1470-7d25-4090-b515-6e4f7a27266b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:56.290640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=3b9d8b17-b413-4e9a-9393-62db09a49c71,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:56.297436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.300254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8cab0-ad1d-43e1-ab20-4ad44da81941 req-9825472d-2d21-4dd8-a7dc-c03a765610b8 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:56.301847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24c8cab0-ad1d-43e1-ab20-4ad44da81941 req-9825472d-2d21-4dd8-a7dc-c03a765610b8 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.2894299 Oct 22 13:17:56.334691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.351247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:56.412999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Deleting port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:17:56.413574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.431408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 450c1470-7d25-4090-b515-6e4f7a27266b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:17:56.432098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 450c1470-7d25-4090-b515-6e4f7a27266b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:17:56.433328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 217c8e07-f655-4a47-a90b-5f7a84dc5f43 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:17:56.447380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] No DVR routers for this DVR port 3b9d8b17-b413-4e9a-9393-62db09a49c71 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:56.453478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.462786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f1801d7-5b22-4543-b67f-a6bb1eda1775 req-bcc82121-168e-4ee8-ad1a-b1dccfb2fc6d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "DELETE /v2.0/ports/3b9d8b17-b413-4e9a-9393-62db09a49c71 HTTP/1.1" status: 204 len: 173 time: 1.3261864 Oct 22 13:17:56.463318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=217c8e07-f655-4a47-a90b-5f7a84dc5f43,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:56.466781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-deleted', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:17:56.484502 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b17fb-f3bf-4226-88c3-b2b2e61d0561" -d '{"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-deleted", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:17:56.496248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809274b5-f1d9-43e0-a83c-e27e261ca35a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.547669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d37908e-9b1c-44af-b068-ec9c39ec8aa5') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.548310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d37908e-9b1c-44af-b068-ec9c39ec8aa5') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.584802 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.606045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24c8cab0-ad1d-43e1-ab20-4ad44da81941 req-ff55ddcf-b925-4412-8d65-93bbfb382ebc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515357 Oct 22 13:17:56.643031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.645539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.650131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] For port 217c8e07-f655-4a47-a90b-5f7a84dc5f43, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:17:56.654353 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.675237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:56.675662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.706322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac40930-1eca-4e02-919c-25232111d94f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.733407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0b2455-2b96-4d9a-80ee-67d729cd3148') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.733683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Calling delete_port for 217c8e07-f655-4a47-a90b-5f7a84dc5f43 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:17:56.733825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0b2455-2b96-4d9a-80ee-67d729cd3148') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:17:56.738371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:56.739373 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:56.746952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.781401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.810747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.819936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:17:56.820335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:17:56.824656 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:17:56.897878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 217c8e07-f655-4a47-a90b-5f7a84dc5f43 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:17:56.906288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 217c8e07-f655-4a47-a90b-5f7a84dc5f43 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:17:57.010402 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.021578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.025432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] No DVR routers for this DVR port 217c8e07-f655-4a47-a90b-5f7a84dc5f43 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:17:57.030787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/8ac40930-1eca-4e02-919c-25232111d94f HTTP/1.1" status: 204 len: 168 time: 1.3279891 Oct 22 13:17:57.033245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27ed07-7660-4bfe-862d-dae4fd7594d7 None None] Pushing event deleted for resources: {'Port': ['ID=217c8e07-f655-4a47-a90b-5f7a84dc5f43,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:57.034331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:57.048053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67f23-8b54-478a-afd4-f67f844f7a61 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=8ac40930-1eca-4e02-919c-25232111d94f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:57.055244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1447062690'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:57.084466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.091197 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 22 Oct 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8135665-a0f1-494b-8718-92bb4d985106 x-openstack-request-id: req-a8135665-a0f1-494b-8718-92bb4d985106 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:17:57.091486 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340", "name": "network-vif-deleted", "tag": "3b9d8b17-b413-4e9a-9393-62db09a49c71", "status": "failed", "code": 422}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:17:57.091748 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8135665-a0f1-494b-8718-92bb4d985106 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:17:57.092157 n-d-813419-8 neutron-server[100620]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39bcb5fb-9ffe-4ea9-9ddf-4fc7aaa52340', 'name': 'network-vif-deleted', 'tag': '3b9d8b17-b413-4e9a-9393-62db09a49c71', 'status': 'failed', 'code': 422} returned with failed status Oct 22 13:17:57.125504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.129153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] 10.222.0.25 "DELETE /v2.0/networks/809274b5-f1d9-43e0-a83c-e27e261ca35a HTTP/1.1" status: 204 len: 168 time: 2.2799819 Oct 22 13:17:57.143953 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d1989e8-9319-4e97-9eb8-c05144855fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.217126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc3fd-bb70-49b6-921d-a29649b60a9e tempest-AllowedAddressPairTestJSON-237524671 tempest-AllowedAddressPairTestJSON-237524671-project] Pushing event deleted for resources: {'Network': ['ID=809274b5-f1d9-43e0-a83c-e27e261ca35a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:57.222264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795bded-ee1d-499c-91b5-a2938e24c5f6 req-01a93a10-282c-4d39-825d-49dbded27623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:57.244216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2795bded-ee1d-499c-91b5-a2938e24c5f6 req-01a93a10-282c-4d39-825d-49dbded27623 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 1097 time: 0.3399053 Oct 22 13:17:57.305864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2795bded-ee1d-499c-91b5-a2938e24c5f6 req-a449adca-000e-40c6-904a-213ea6c399b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Oct 22 13:17:57.306808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:57.312147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.391882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:17:57.410082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.411679 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 3f627b60-6694-4a1c-bc1d-7363be50d215 of type vlan for network 055652ca-5074-4c3d-a952-79b40a5f6e8e Oct 22 13:17:57.532904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.558653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43132) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:57.595114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.608415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:57.610020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.696996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43140) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:57.698858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6622236 Oct 22 13:17:57.704403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:57.727195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.749456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:57.810964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb4c0-12a2-411f-a579-846ccd0e3870 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=055652ca-5074-4c3d-a952-79b40a5f6e8e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:57.827015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:17:57.928647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c1ed-8086-45a8-9efa-c2c1366c840f req-caa04dc4-fd40-4af6-971e-8b5838952141 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:57.931174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e477c1ed-8086-45a8-9efa-c2c1366c840f req-caa04dc4-fd40-4af6-971e-8b5838952141 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1338716 Oct 22 13:17:57.985189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e477c1ed-8086-45a8-9efa-c2c1366c840f req-bc1793d7-9f75-4801-9dc9-a9c78870c442 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Oct 22 13:17:58.067691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:17:58.072005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.098344 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2339b167-2719-4d63-a345-17078e1c5b5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d5618b8892047a5ae70a3f27b916df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361931 Oct 22 13:17:58.098820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43152) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:58.216493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135b81-d7ed-4761-b3c3-2d7c6510a5ab req-fff0bc36-4b25-4c86-aff0-95a8bf9d4e36 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:58.231245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec135b81-d7ed-4761-b3c3-2d7c6510a5ab req-fff0bc36-4b25-4c86-aff0-95a8bf9d4e36 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 907 time: 0.1133180 Oct 22 13:17:58.254140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.280089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.340811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.343575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.347186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1ce4990-d359-4575-8611-e5f46cb08a21 HTTP/1.1" status: 204 len: 168 time: 0.2450836 Oct 22 13:17:58.360002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eba74-194d-49f1-8905-da5f5fc33813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce4990-d359-4575-8611-e5f46cb08a21,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:58.392944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.488058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=04300ac2-6d30-449a-a9f2-788017625460,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:58.492784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '3f627b60-6694-4a1c-bc1d-7363be50d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:58.493235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 055652ca-5074-4c3d-a952-79b40a5f6e8e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:17:58.512976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:17:58.523975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 055652ca-5074-4c3d-a952-79b40a5f6e8e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:58.534658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7577a4a-638c-4f3f-a50a-0672bc96f64d None None] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:17:58.541013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:58.542498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.567203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-01119ccb-c189-4ffa-88a1-95eb4f8f9b9f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8690660 Oct 22 13:17:58.569794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43164) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:58.581606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-674684779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:17:58.647007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.650249 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.756448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.771353 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.774172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-055652ca-5074-4c3d-a952-79b40a5f6e8e', 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '04300ac2-6d30-449a-a9f2-788017625460'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:17:58.775102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.812807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:58.814467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d961a8ed-6999-4d72-aa28-30fcbfe14735 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2432411 Oct 22 13:17:58.818983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43168) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:17:58.971832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Allocated IP 2001:db8::2 (055652ca-5074-4c3d-a952-79b40a5f6e8e/04300ac2-6d30-449a-a9f2-788017625460/296336d0-9e87-45f4-b9b5-1a84cb7cbcf9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:17:59.295075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.310875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.336151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711785-5930-469b-bcd9-66bcb690ce37 req-5672b899-839c-4bfd-8848-03b02b4e831f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:59.349394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f711785-5930-469b-bcd9-66bcb690ce37 req-5672b899-839c-4bfd-8848-03b02b4e831f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1568890 Oct 22 13:17:59.415534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f711785-5930-469b-bcd9-66bcb690ce37 req-7b435ef1-29a7-4dce-940f-40a16f3a3403 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 Oct 22 13:17:59.422238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:17:59.444825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:17:59.448504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Pushing event updated for resources: {'Port': ['ID=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:17:59.457352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:17:59.533083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Attempting to bind port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:17:59.533570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Attempting to bind port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '3f627b60-6694-4a1c-bc1d-7363be50d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:17:59.533945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Attempting to bind port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 on network 055652ca-5074-4c3d-a952-79b40a5f6e8e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:17:59.544595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:17:59.545256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Checking segment: {'id': '3f627b60-6694-4a1c-bc1d-7363be50d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:17:59.545833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.546389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Bound using segment: {'id': '3f627b60-6694-4a1c-bc1d-7363be50d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:17:59.547353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Bound port: 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f627b60-6694-4a1c-bc1d-7363be50d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '055652ca-5074-4c3d-a952-79b40a5f6e8e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:17:59.547944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.629359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] For port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:17:59.632951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] For port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,segment=NetworkSegment(3f627b60-6694-4a1c-bc1d-7363be50d215),segment_id=3f627b60-6694-4a1c-bc1d-7363be50d215)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:17:59.640042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.655864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5f24-11e8-4c71-80bb-fd15d6c3a72d req-64d935b2-daf7-4922-9024-6b8385920a26 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:59.670151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eddc5f24-11e8-4c71-80bb-fd15d6c3a72d req-64d935b2-daf7-4922-9024-6b8385920a26 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 907 time: 0.2323589 Oct 22 13:17:59.697649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-7d1ceae3-34d8-4903-bfb8-e93041b5a5aa tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:17:59.700164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-7d1ceae3-34d8-4903-bfb8-e93041b5a5aa tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 907 time: 0.1906567 Oct 22 13:17:59.774908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:17:59.835982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d4454-c7f2-4a94-8f55-0da4000440cc None None] Pushing event updated for resources: {'Port': ['ID=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:00.017247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.051918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:00.052332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.138098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-f3699542-3eae-45cd-b616-2b09c4da2fdc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:00.148862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-f3699542-3eae-45cd-b616-2b09c4da2fdc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 811 time: 0.3116889 Oct 22 13:18:00.289578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:00.395865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:00.396239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.430766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:00.431366 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.488694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:00.568053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-807a2c42-edb1-4af6-8776-6ae58f28bc7b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/quotas/1a1dd5d6c4e54a60a2e1d717f4f2038d HTTP/1.1" status: 200 len: 375 time: 0.4182506 Oct 22 13:18:00.575536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.625823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,segment=NetworkSegment(3f627b60-6694-4a1c-bc1d-7363be50d215),segment_id=3f627b60-6694-4a1c-bc1d-7363be50d215)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:00.637589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8::1 (055652ca-5074-4c3d-a952-79b40a5f6e8e/04300ac2-6d30-449a-a9f2-788017625460/05c13c71-0884-4d69-8bc9-f35a69df9ce9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:00.640490 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.766508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-b1ebf8e4-a104-4adc-92f4-ade8c7eeca17 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960225 Oct 22 13:18:00.817517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:00.848278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.893170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:00.933408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:00.937543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:00.940981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:00.941969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.026202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=05c13c71-0884-4d69-8bc9-f35a69df9ce9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:01.129245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-53638933-6b26-439d-9d8e-a3383814bc1f service neutron] 10.222.0.25 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453920 Oct 22 13:18:01.130986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.201828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0788bb-08ea-4a1a-89a7-321b045891da req-f4a7ef51-e3a4-48d6-a3be-e1190ffaab60 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:01.203480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab0788bb-08ea-4a1a-89a7-321b045891da req-f4a7ef51-e3a4-48d6-a3be-e1190ffaab60 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d878989-5769-4847-a07c-ee86cfc62346 HTTP/1.1" status: 200 len: 907 time: 0.3667641 Oct 22 13:18:01.262594 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.303469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=0c3a4f8e-f35c-40b2-8746-19e903c6ae2a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:01.320233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463e814-7860-4eb7-acba-a9dd0a741b3f None None] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:01.377486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.395201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.395689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.397226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.402748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.403943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.405037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.405670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.407109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.407544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.408545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.412736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:01.438788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] No DVR routers for this DVR port 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:01.471605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.493053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a192f727-61a0-4662-a035-97441ce4c0f3 req-8cb44147-f97e-4a89-9fdb-e9b9a91c0862 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "DELETE /v2.0/ports/0c3a4f8e-f35c-40b2-8746-19e903c6ae2a HTTP/1.1" status: 204 len: 173 time: 1.7864268 Oct 22 13:18:01.494162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'name': 'network-vif-deleted', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:01.497375 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381e372-e147-49bb-98ef-36cb372c31fd" -d '{"events": [{"server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "name": "network-vif-deleted", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:01.739814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-68b9e7d6-e307-47e8-85af-89817e2e0fff service neutron] 10.222.0.25 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963435 Oct 22 13:18:01.772166 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337efc5c-2bcb-4aee-b1ae-84369f282bc3 x-openstack-request-id: req-337efc5c-2bcb-4aee-b1ae-84369f282bc3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:01.772471 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d878989-5769-4847-a07c-ee86cfc62346", "name": "network-vif-deleted", "tag": "0c3a4f8e-f35c-40b2-8746-19e903c6ae2a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:01.772729 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-337efc5c-2bcb-4aee-b1ae-84369f282bc3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:01.773141 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d878989-5769-4847-a07c-ee86cfc62346', 'name': 'network-vif-deleted', 'tag': '0c3a4f8e-f35c-40b2-8746-19e903c6ae2a', 'status': 'completed', 'code': 200} Oct 22 13:18:01.808444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a3ab200e-f322-4e24-aaa3-ee298677e806 None None] Provisioning complete for port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:01.809434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3ab200e-f322-4e24-aaa3-ee298677e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.823419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.835636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.836851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:01.974055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=05c13c71-0884-4d69-8bc9-f35a69df9ce9,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:02.214529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:02.219971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:02.236114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb859ad2-954e-4cc5-8caa-e206cfa24970 req-f22f2113-d4e3-4e95-918c-f274130a1945 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 210 time: 0.1327431 Oct 22 13:18:02.273196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:02.478759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d383277f-4b07-467c-8057-afe9f0a4bf5f None None] Provisioning complete for port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:02.488223 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d383277f-4b07-467c-8057-afe9f0a4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:02.535200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 5001ab99-e871-4bb1-b9a4-dcf9982038b8 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:18:02.613595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:02.614012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:02.784175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b87c-25de-4a5d-a9c7-b340a0ca91fa req-8136d581-16ba-416a-a096-61f21098483d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:02.803214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f6b87c-25de-4a5d-a9c7-b340a0ca91fa req-8136d581-16ba-416a-a096-61f21098483d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.0904493 Oct 22 13:18:02.855233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:02.872831 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] Sync routers for ids ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:02.888735 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ebee4c27-5aa4-43e5-ade9-f765a8f5a888 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/5001ab99-e871-4bb1-b9a4-dcf9982038b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0685754 Oct 22 13:18:02.889689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:02.894513 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] Routers {'5001ab99-e871-4bb1-b9a4-dcf9982038b8'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:02.897521 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:02.942980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f6b87c-25de-4a5d-a9c7-b340a0ca91fa req-ef028574-2b2d-471e-b102-c5f48c51b27d tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338573 Oct 22 13:18:02.971715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43298) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:03.021559 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:03.042727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d46fa-9a19-42ea-9bad-799293f25c29 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:03.050690 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] Routers {'5001ab99-e871-4bb1-b9a4-dcf9982038b8'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:03.054613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43302) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:03.060191 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-173d46fa-9a19-42ea-9bad-799293f25c29 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports/05c13c71-0884-4d69-8bc9-f35a69df9ce9 HTTP/1.1" status: 200 len: 911 time: 0.1639602 Oct 22 13:18:03.060892 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:03.116845 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:03.117822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5ef8-e87c-45a5-a6fa-3bf30ea56b33 None None] The sync data for ids ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:03.185258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c4b5-706c-44a9-9eb9-50ecd544e81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.431400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c56fea30-d8a5-4c30-978c-5bba238943f9 req-f6b5ad97-a55b-4b2f-a61c-c641297e9d6e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 210 time: 0.0874298 Oct 22 13:18:03.471741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d383277f-4b07-467c-8057-afe9f0a4bf5f None None] Provisioning complete for port 05c13c71-0884-4d69-8bc9-f35a69df9ce9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:03.473431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d383277f-4b07-467c-8057-afe9f0a4bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.559788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d383277f-4b07-467c-8057-afe9f0a4bf5f None None] Port 05c13c71-0884-4d69-8bc9-f35a69df9ce9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:03.573302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c4b5-706c-44a9-9eb9-50ecd544e81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.585815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c4b5-706c-44a9-9eb9-50ecd544e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.663349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ef0c4b5-706c-44a9-9eb9-50ecd544e81a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33fa52811d984f87962a8ac69828332b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900995 Oct 22 13:18:03.664073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43314) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:03.674066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c4b5-706c-44a9-9eb9-50ecd544e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d91f7-0c07-4597-809a-1e6e5f142db5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:03.684288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3c8c46ab-5923-473c-b902-4309fdba783b None None] Provisioning complete for port 05c13c71-0884-4d69-8bc9-f35a69df9ce9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:03.684650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c8c46ab-5923-473c-b902-4309fdba783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.730498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c46ab-5923-473c-b902-4309fdba783b None None] Port 05c13c71-0884-4d69-8bc9-f35a69df9ce9 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:03.786727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.832250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:03.844570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.117697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.126243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.127482 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b15d91f7-0c07-4597-809a-1e6e5f142db5 HTTP/1.1" status: 204 len: 168 time: 0.4624200 Oct 22 13:18:04.158167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-bf77d6d4-a348-440b-a266-7095cad8bf86 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:04.159897 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-bf77d6d4-a348-440b-a266-7095cad8bf86 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.26 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 811 time: 0.2745142 Oct 22 13:18:04.173926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68747c9-d65e-4398-b403-6891b7b803ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d91f7-0c07-4597-809a-1e6e5f142db5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:04.184372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Request body: {'port': {'device_id': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'admin_state_up': True, 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:04.271906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20d39-7786-4224-9c76-499e288485fd req-848e4e87-da48-406d-9199-06ac2c199e59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:04.280627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43d20d39-7786-4224-9c76-499e288485fd req-848e4e87-da48-406d-9199-06ac2c199e59 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.1417849 Oct 22 13:18:04.334053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-787859db-ad81-454a-93d3-8de081ae2937 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:04.335713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-787859db-ad81-454a-93d3-8de081ae2937 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.1361499 Oct 22 13:18:04.435129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Made reservation on behalf of 1a1dd5d6c4e54a60a2e1d717f4f2038d for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:04.440033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.443574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43d20d39-7786-4224-9c76-499e288485fd req-aa014f40-a2c4-4df0-9fda-5bce5f9b20bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616516 Oct 22 13:18:04.642041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:04.710789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:04.711378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0c3a4f8e-f35c-40b2-8746-19e903c6ae2a not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:04.722556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-915e938c-203c-4a86-a7f6-0bf5baf2daf8 req-6efa6f6b-9d1d-4cdf-a53b-9633fb02865b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 210 time: 0.1295028 Oct 22 13:18:04.757486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43332) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:04.761574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 05c13c71-0884-4d69-8bc9-f35a69df9ce9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:04.761925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.801876 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fb20-3b5b-4d61-8aba-964f2a390368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:04.825293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Allocated IP 172.20.0.5 (0dd672d2-bd9a-4d8e-904a-19b0c02e6894/28e0ef07-997a-472b-9692-eca8d090cbdb/13b70a2c-63fe-4181-9525-5011ed53ada3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:05.096895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.170280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.183359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6a9deb9f-674d-4883-8868-b3144e22fbba'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:05.223323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:05.226945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:05.231326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:05.281561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:05.282156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.308522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1357296 Oct 22 13:18:05.315208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb87cd5-5624-46aa-a974-35047ce5e3c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Pushing event updated for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:05.322212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Request body: {'port': {'device_id': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:05.357126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:05.357715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.392577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.517756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.568513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 05c13c71-0884-4d69-8bc9-f35a69df9ce9 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:05.615778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792704-fbbb-469e-bdb8-4231ade29e40 req-aef7fc6e-0857-4609-a9b3-e144052035db tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:05.617331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65792704-fbbb-469e-bdb8-4231ade29e40 req-aef7fc6e-0857-4609-a9b3-e144052035db tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.2496121 Oct 22 13:18:05.626257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:05.626637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.703908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for 81e44fc6-38db-4fc2-aac4-6dab9bc476dc owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:05.747846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b70a2c-63fe-4181-9525-5011ed53ada3 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:05.759796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.774704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545cd31-4a75-4b91-b9f8-222ccc25fbe9 req-97f64c24-0ae9-4192-b6ac-7c8dd3233141 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:05.775185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Transition to ACTIVE for port object 13b70a2c-63fe-4181-9525-5011ed53ada3 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:18:05.782630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8545cd31-4a75-4b91-b9f8-222ccc25fbe9 req-97f64c24-0ae9-4192-b6ac-7c8dd3233141 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 945 time: 0.2409697 Oct 22 13:18:05.788220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.846926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65792704-fbbb-469e-bdb8-4231ade29e40 req-dbefc6d7-c0f8-4b48-950e-44e9c5e942bf tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127185 Oct 22 13:18:05.851235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Pushing event updated for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:05.901405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fb20-3b5b-4d61-8aba-964f2a390368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.922217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fb20-3b5b-4d61-8aba-964f2a390368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:05.960213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Attempting to bind port 13b70a2c-63fe-4181-9525-5011ed53ada3 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:05.960720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Attempting to bind port 13b70a2c-63fe-4181-9525-5011ed53ada3 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:05.961282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Attempting to bind port 13b70a2c-63fe-4181-9525-5011ed53ada3 on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:05.971611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Port 13b70a2c-63fe-4181-9525-5011ed53ada3 on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:18:05.971809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Attempting to bind port 13b70a2c-63fe-4181-9525-5011ed53ada3 on network 0dd672d2-bd9a-4d8e-904a-19b0c02e6894 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:05.981142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:05.982174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Checking segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:05.982823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Bound using segment: {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:05.983500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Bound port: 13b70a2c-63fe-4181-9525-5011ed53ada3, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:05.984133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.019146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8545cd31-4a75-4b91-b9f8-222ccc25fbe9 req-6cb7016f-5257-4c93-bfa6-75023200b39c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356141 Oct 22 13:18:06.085203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:06.102177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=13b70a2c-63fe-4181-9525-5011ed53ada3,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:06.111706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.119362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ef5fb20-3b5b-4d61-8aba-964f2a390368 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53f522bf2f3d4a75bcbc0a7c720bfd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607199 Oct 22 13:18:06.132086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:06.134272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5fb20-3b5b-4d61-8aba-964f2a390368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaed5cc2-ce9b-4f58-baea-71cb123a435b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:06.177948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:06.178661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.180076 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] 10.222.0.26 "PUT /v2.0/ports/13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 1091 time: 0.8622515 Oct 22 13:18:06.180519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:06.184145 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70df276-fb94-437b-a7ae-4bbefb591bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:06.231476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82cf5-dccf-46ae-bf60-aef3a36d2fcb service neutron] Pushing event updated for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:06.235439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b949b-b277-4c2c-affb-b404d20174c9 req-29184d40-baae-422f-b647-94c6364fb713 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:06.237006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-833b949b-b277-4c2c-affb-b404d20174c9 req-29184d40-baae-422f-b647-94c6364fb713 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 943 time: 0.2565036 Oct 22 13:18:06.283115 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b579a-9598-4cd2-97e8-4cbb81047259 x-openstack-request-id: req-828b579a-9598-4cd2-97e8-4cbb81047259 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:06.283822 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:06.284573 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-828b579a-9598-4cd2-97e8-4cbb81047259 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:06.285353 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3', 'status': 'completed', 'code': 200} Oct 22 13:18:06.306476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-81c73bb8-9400-4fb6-bc35-38fd4dc1f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:06.310465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-81c73bb8-9400-4fb6-bc35-38fd4dc1f16e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1094 time: 0.0639474 Oct 22 13:18:06.353550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.362054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.366489 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-57e04cb8-ab49-4db8-a18a-2b647b16b5d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 217 time: 0.0451505 Oct 22 13:18:06.430647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.437323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=05c13c71-0884-4d69-8bc9-f35a69df9ce9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:06.443636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:06.470666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-88f9281d-12b7-4e52-98d7-c3948734bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:06.475313 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-88f9281d-12b7-4e52-98d7-c3948734bb1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.0934370 Oct 22 13:18:06.482156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-833b949b-b277-4c2c-affb-b404d20174c9 req-7df3e631-63c8-4c67-959f-dd37154a2406 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937840 Oct 22 13:18:06.490562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.553898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-594d57c6-54ee-43f0-978d-cd7a75563948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571182 Oct 22 13:18:06.748843 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-146ccab6-e47d-4670-9963-26b94250dc54 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859174 Oct 22 13:18:06.868545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=81e44fc6-38db-4fc2-aac4-6dab9bc476dc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:06.904340 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd92327-208d-4bd1-a0e1-8a1ada4b86b6 req-c40ac1a6-4920-45c6-ab58-69cb853f90bc service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460257 Oct 22 13:18:06.924061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.945993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] No DVR routers for this DVR port 81e44fc6-38db-4fc2-aac4-6dab9bc476dc on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:06.956545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:06.960370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15364fa0-13d5-42a3-9abb-9306ee920db9 req-3868e975-2c3e-454e-942d-13371a2b96b0 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "DELETE /v2.0/ports/81e44fc6-38db-4fc2-aac4-6dab9bc476dc HTTP/1.1" status: 204 len: 173 time: 2.6028666 Oct 22 13:18:06.960833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'name': 'network-vif-deleted', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:06.963170 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564a5303-98e7-457c-97dd-cdab546086ec" -d '{"events": [{"server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "name": "network-vif-deleted", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:07.085013 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e55afa-ad38-4ede-96bb-2b05f5ce6fb9 x-openstack-request-id: req-65e55afa-ad38-4ede-96bb-2b05f5ce6fb9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:07.085772 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ee17e5-fa32-4067-8b52-e5fae12e19f4", "name": "network-vif-deleted", "tag": "81e44fc6-38db-4fc2-aac4-6dab9bc476dc", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:07.086220 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65e55afa-ad38-4ede-96bb-2b05f5ce6fb9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:07.086850 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ee17e5-fa32-4067-8b52-e5fae12e19f4', 'name': 'network-vif-deleted', 'tag': '81e44fc6-38db-4fc2-aac4-6dab9bc476dc', 'status': 'completed', 'code': 200} Oct 22 13:18:07.124280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa98e-a731-42c7-a64a-ffe79a5c8493 req-9f1dd6f8-0daf-4df0-a3ab-96a7a6e8842b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:07.132784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112aa98e-a731-42c7-a64a-ffe79a5c8493 req-9f1dd6f8-0daf-4df0-a3ab-96a7a6e8842b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.2681375 Oct 22 13:18:07.185462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:07.188099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:07.189311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaed5cc2-ce9b-4f58-baea-71cb123a435b HTTP/1.1" status: 204 len: 168 time: 1.0494394 Oct 22 13:18:07.231012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcfcff-6611-4c0f-b1cc-e059167f13ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaed5cc2-ce9b-4f58-baea-71cb123a435b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:07.255177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66c4047e-84fd-4afe-821a-97bc07dc0bc0 req-a706a4bc-5e68-4d72-a246-c8a207fd830c tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ee17e5-fa32-4067-8b52-e5fae12e19f4 HTTP/1.1" status: 200 len: 210 time: 0.0600197 Oct 22 13:18:07.317330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-e6864c0b-0afa-4376-8309-3135b92c1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:07.319046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-e6864c0b-0afa-4376-8309-3135b92c1a71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1094 time: 0.3415418 Oct 22 13:18:07.326817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112aa98e-a731-42c7-a64a-ffe79a5c8493 req-1a0f1d30-2a10-4285-ac42-0441daa14f2d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926889 Oct 22 13:18:07.402229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 5001ab99-e871-4bb1-b9a4-dcf9982038b8 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:07.504645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-ed102d89-6039-41d4-92a9-2f2efcd2750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:07.507870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-ed102d89-6039-41d4-92a9-2f2efcd2750b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.1343944 Oct 22 13:18:07.753657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-251269e0-201e-42df-9bbf-623e41b4c521 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 217 time: 0.1481643 Oct 22 13:18:07.755985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:07.764672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6228da68-46a8-447b-b3f6-8d891ace3cd7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/5001ab99-e871-4bb1-b9a4-dcf9982038b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7089677 Oct 22 13:18:07.767795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43396) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:07.779365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] Sync routers for ids ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:07.794755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] Routers {'5001ab99-e871-4bb1-b9a4-dcf9982038b8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:07.795435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:07.835835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-daea0fab-2991-42ef-b391-595372bc5781 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=5001ab99-e871-4bb1-b9a4-dcf9982038b8 HTTP/1.1" status: 200 len: 205 time: 0.0590551 Oct 22 13:18:07.839105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43400) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:07.861883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6affc6-8343-42a2-b2a2-7169f1dbd9b1 req-b0215f21-20ae-415e-934e-43eeab1b5dc5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:07.870543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d6affc6-8343-42a2-b2a2-7169f1dbd9b1 req-b0215f21-20ae-415e-934e-43eeab1b5dc5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 943 time: 0.2469563 Oct 22 13:18:07.890068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:07.917298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] Routers {'5001ab99-e871-4bb1-b9a4-dcf9982038b8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:07.922440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-2511ece8-5303-4eb4-9202-cfa8222a4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:07.924132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:07.924552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-2511ece8-5303-4eb4-9202-cfa8222a4a2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.1583135 Oct 22 13:18:07.942307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d6affc6-8343-42a2-b2a2-7169f1dbd9b1 req-1fbd0284-d91a-49c3-83a4-7fe2e47d7997 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704525 Oct 22 13:18:08.007279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-15d8a197-a62a-4fd6-a417-5102fd00e5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635908 Oct 22 13:18:08.038011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:08.039924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e890b-4333-497a-ab92-cdcb1298c0a1 None None] The sync data for ids ['5001ab99-e871-4bb1-b9a4-dcf9982038b8'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:08.044374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 81e44fc6-38db-4fc2-aac4-6dab9bc476dc no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:08.054187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.078041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 81e44fc6-38db-4fc2-aac4-6dab9bc476dc {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:08.078382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 81e44fc6-38db-4fc2-aac4-6dab9bc476dc not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:08.107740 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.268633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-c503cb51-4578-44ce-8120-9b83534ddd7e service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434030 Oct 22 13:18:08.311884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668285c-29d6-47f3-8f16-e98410f25821 req-ffc651b2-c74b-4a12-b103-e2b3864cdc27 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:08.313503 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3668285c-29d6-47f3-8f16-e98410f25821 req-ffc651b2-c74b-4a12-b103-e2b3864cdc27 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.1832848 Oct 22 13:18:08.320013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.323565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.434906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.435446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router 5001ab99-e871-4bb1-b9a4-dcf9982038b8 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:18:08.444230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.447022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d94d89cb-0a19-4d8b-88b7-e985adfe57d2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/5001ab99-e871-4bb1-b9a4-dcf9982038b8 HTTP/1.1" status: 204 len: 168 time: 0.6065838 Oct 22 13:18:08.450377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43424) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:08.454169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3668285c-29d6-47f3-8f16-e98410f25821 req-3a4f6222-364d-49bb-ba03-d2e30b34c512 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269162 Oct 22 13:18:08.515400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f70df276-fb94-437b-a7ae-4bbefb591bfe req-6d566e77-551c-4977-9c51-ab2393ef81df service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008777 Oct 22 13:18:08.595997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 04300ac2-6d30-449a-a9f2-788017625460 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:08.602747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.694849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:08.792405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642b4a1-f74d-4388-a435-ee000a422b4a req-373f583c-5009-4052-a5a7-772054d27c29 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:08.794373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0642b4a1-f74d-4388-a435-ee000a422b4a req-373f583c-5009-4052-a5a7-772054d27c29 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.0971098 Oct 22 13:18:08.865873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0642b4a1-f74d-4388-a435-ee000a422b4a req-28e9837d-5fdb-4540-9f37-879c7d3fe1cc tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Oct 22 13:18:09.128726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f20d5b-bd8c-457e-bc36-97dac0b145f2 req-7ab075f1-0e3f-461a-94bf-cf6399a53b0e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:09.130458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8f20d5b-bd8c-457e-bc36-97dac0b145f2 req-7ab075f1-0e3f-461a-94bf-cf6399a53b0e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 943 time: 0.0800455 Oct 22 13:18:09.193156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.217696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8f20d5b-bd8c-457e-bc36-97dac0b145f2 req-24f17f98-4f63-410b-bdc7-e3411368b58e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Oct 22 13:18:09.286809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.325085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=04300ac2-6d30-449a-a9f2-788017625460,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:09.327337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.332381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6e0c545-8e0b-4d16-80cc-becd5eade465 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/04300ac2-6d30-449a-a9f2-788017625460 HTTP/1.1" status: 204 len: 168 time: 0.8801754 Oct 22 13:18:09.335608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:09.341726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef96b6a-0fe7-4cc2-a39d-088705006acc None None] Network 055652ca-5074-4c3d-a952-79b40a5f6e8e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:09.451728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:18:09.469748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-545b4a09-756a-4877-8eb3-e4ef11ff6a4b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:09.472176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-545b4a09-756a-4877-8eb3-e4ef11ff6a4b tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.26 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.1061187 Oct 22 13:18:09.480490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.632962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] DHCP port deletion for 055652ca-5074-4c3d-a952-79b40a5f6e8e request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:18:09.690278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:09.690729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.760962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dc5ab-fc50-48b2-88a9-2e5bf2dc5cff req-e42dd000-3f79-4643-8c9d-26a3eff12d15 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:09.762871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Deleting port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:09.766053 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.770856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a9dc5ab-fc50-48b2-88a9-2e5bf2dc5cff req-e42dd000-3f79-4643-8c9d-26a3eff12d15 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.1301014 Oct 22 13:18:09.792937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Deleting port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:09.793490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.866907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] For port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,segment=NetworkSegment(3f627b60-6694-4a1c-bc1d-7363be50d215),segment_id=3f627b60-6694-4a1c-bc1d-7363be50d215)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:09.867972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.884453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Calling delete_port for 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:09.923594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,segment=NetworkSegment(3f627b60-6694-4a1c-bc1d-7363be50d215),segment_id=3f627b60-6694-4a1c-bc1d-7363be50d215)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:09.923983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:09.980430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:09.984138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 13b70a2c-63fe-4181-9525-5011ed53ada3 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:18:10.045981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a9dc5ab-fc50-48b2-88a9-2e5bf2dc5cff req-65819a64-baf3-4b2d-bb69-fbf9ba45fdc6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739437 Oct 22 13:18:10.066127 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.068878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.148260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] No DVR routers for this DVR port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:10.166459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940430f0-00f0-42c7-8cfe-c1ff2ecb3552 None None] Pushing event deleted for resources: {'Port': ['ID=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:10.180686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.296664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-305f4f5f-af7c-4f2d-bfce-3c839efbce6f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:10.298251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-305f4f5f-af7c-4f2d-bfce-3c839efbce6f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.4526694 Oct 22 13:18:10.302548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:10.314928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=296336d0-9e87-45f4-b9b5-1a84cb7cbcf9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:10.324800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:10.367275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43acb-8a4b-4ed1-b926-0cf247ed64ff req-7fa28b97-72f4-4103-b4f6-3245f8a1f526 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:10.371540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9b43acb-8a4b-4ed1-b926-0cf247ed64ff req-7fa28b97-72f4-4103-b4f6-3245f8a1f526 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 946 time: 0.3676724 Oct 22 13:18:10.428388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:10.428937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 296336d0-9e87-45f4-b9b5-1a84cb7cbcf9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:10.444890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.456258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] For port 70a3a1d8-401e-4d7a-8115-c9e705dffd45, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=70a3a1d8-401e-4d7a-8115-c9e705dffd45,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:10.456907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.472478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055652ca-5074-4c3d-a952-79b40a5f6e8e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:10.484523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f627b60-6694-4a1c-bc1d-7363be50d215') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:10.484523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f627b60-6694-4a1c-bc1d-7363be50d215') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:10.499158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.510692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=13b70a2c-63fe-4181-9525-5011ed53ada3,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:10.525469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.540167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '13b70a2c-63fe-4181-9525-5011ed53ada3', 'network_id': '0dd672d2-bd9a-4d8e-904a-19b0c02e6894', 'port_id': '13b70a2c-63fe-4181-9525-5011ed53ada3', 'mac_address': 'fa:16:3e:2f:18:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0ef07-997a-472b-9692-eca8d090cbdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:18:10.545455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:10.546503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.601791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.627512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b70a2c-63fe-4181-9525-5011ed53ada3 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:10.679412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=13b70a2c-63fe-4181-9525-5011ed53ada3,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:10.691878 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:10.695114 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.701039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.706645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.720353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/055652ca-5074-4c3d-a952-79b40a5f6e8e HTTP/1.1" status: 204 len: 168 time: 1.3834889 Oct 22 13:18:10.722031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:10.755328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232583604', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:10.776611 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.777277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.777277 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Floating IP 8637314a-e3f8-45f3-8a61-bc080a4ec716 disassociated. External IP: 172.25.6.83, port: 70a3a1d8-401e-4d7a-8115-c9e705dffd45. Oct 22 13:18:10.777984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Calling delete_port for 70a3a1d8-401e-4d7a-8115-c9e705dffd45 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:10.802611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132f7e-cc6c-4546-90c4-888f7671698a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=055652ca-5074-4c3d-a952-79b40a5f6e8e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:10.838311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9b43acb-8a4b-4ed1-b926-0cf247ed64ff req-3cba3295-0230-4597-8345-918cb683745f tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691377 Oct 22 13:18:10.859589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.860910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.868284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfb90-c960-4358-831c-0c01761f341b req-3ea0fc14-7f22-4f7a-8e45-5a43748bb69b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:10.877161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccbfb90-c960-4358-831c-0c01761f341b req-3ea0fc14-7f22-4f7a-8e45-5a43748bb69b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 943 time: 0.4539120 Oct 22 13:18:10.891397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:10.949217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['13b70a2c-63fe-4181-9525-5011ed53ada3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:10.981311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:10.981645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:10.987838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:11.216472 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:11.598443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:11.632257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:11.715609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccbfb90-c960-4358-831c-0c01761f341b req-23153cd7-8c2c-4447-9272-c546e82f50ea tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8375790 Oct 22 13:18:11.787021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f700f8-57b4-4256-b05d-49acf4c172fd req-9f34702f-3795-48f6-9dd2-6ce2480a26fb tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:11.795030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78f700f8-57b4-4256-b05d-49acf4c172fd req-9f34702f-3795-48f6-9dd2-6ce2480a26fb tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 946 time: 0.3123426 Oct 22 13:18:11.799001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:11.799454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:11.821010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 172.25.6.221 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f7d706a4-502c-40bb-bf12-a1380d3f4a7e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:11.882760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:11.962243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 13b70a2c-63fe-4181-9525-5011ed53ada3 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:12.021955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78f700f8-57b4-4256-b05d-49acf4c172fd req-b4eebc66-ebb0-468a-b54a-1bb6866b47c6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups?id=67e86e1a-03d9-4128-9cb3-a9c29e839aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258759 Oct 22 13:18:12.066167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.112859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.125649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 13b70a2c-63fe-4181-9525-5011ed53ada3 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:18:12.138049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 13b70a2c-63fe-4181-9525-5011ed53ada3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:12.138820 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.162936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.227700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:12.235700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=f7d706a4-502c-40bb-bf12-a1380d3f4a7e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:12.247141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:12.254753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:12.274360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.286341 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.295479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event deleted for resources: {'Port': ['ID=70a3a1d8-401e-4d7a-8115-c9e705dffd45,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:12.303581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:12.375686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:12.385551 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f62cda-865e-428e-a7bd-a5590d56ee6a" -d '{"events": [{"server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "name": "network-vif-plugged", "status": "completed", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:12.391774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:12.423987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=13b70a2c-63fe-4181-9525-5011ed53ada3,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:12.435715 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.436912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 70a3a1d8-401e-4d7a-8115-c9e705dffd45 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:12.546998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1c66-9895-4fab-81e6-8565aac2f856 req-418d5a6d-bf4a-4184-8f32-f0d318f0db27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:12.550517 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca0f6a-73d0-4841-abcb-b33ca6dd4877 x-openstack-request-id: req-70ca0f6a-73d0-4841-abcb-b33ca6dd4877 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:12.550909 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "name": "network-vif-plugged", "status": "completed", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:12.551167 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70ca0f6a-73d0-4841-abcb-b33ca6dd4877 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:12.551561 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3', 'code': 200} Oct 22 13:18:12.553918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 70a3a1d8-401e-4d7a-8115-c9e705dffd45 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:12.554271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 70a3a1d8-401e-4d7a-8115-c9e705dffd45 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:12.560117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a5d1c66-9895-4fab-81e6-8565aac2f856 req-418d5a6d-bf4a-4184-8f32-f0d318f0db27 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf52a64f-f481-4f96-8430-65aee2e2c216 HTTP/1.1" status: 200 len: 867 time: 0.5285783 Oct 22 13:18:12.616449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:12.698411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af48d0-a273-43de-99ad-cdf54d4244ac req-ba019363-ff4e-43a9-bf8a-ed9f3c7b12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:12.699871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59af48d0-a273-43de-99ad-cdf54d4244ac req-ba019363-ff4e-43a9-bf8a-ed9f3c7b12c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1096 time: 0.1324644 Oct 22 13:18:12.720960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] No DVR routers for this DVR port 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:12.726260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.730188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c829b07-73cb-474f-a590-f8fb55f6eb7b req-5dad654d-8ef6-4995-b191-663eacc04bc7 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.21 "DELETE /v2.0/ports/0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d HTTP/1.1" status: 204 len: 173 time: 2.3897591 Oct 22 13:18:12.730777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'name': 'network-vif-deleted', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:12.733341 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f38ee62-321f-441d-9823-3f680e8637e2" -d '{"events": [{"server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "name": "network-vif-deleted", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:12.737986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:12.788106 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-59af48d0-a273-43de-99ad-cdf54d4244ac req-117c34a2-44f1-49dc-9f45-bd94d5d821a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775406 Oct 22 13:18:12.800778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:12.813374 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac3872-7eac-4e32-bf0b-8a76e29a7276 x-openstack-request-id: req-1bac3872-7eac-4e32-bf0b-8a76e29a7276 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:12.814021 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52a64f-f481-4f96-8430-65aee2e2c216", "name": "network-vif-deleted", "tag": "0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:12.814021 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bac3872-7eac-4e32-bf0b-8a76e29a7276 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:12.814319 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52a64f-f481-4f96-8430-65aee2e2c216', 'name': 'network-vif-deleted', 'tag': '0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d', 'status': 'completed', 'code': 200} Oct 22 13:18:12.875136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a5d1c66-9895-4fab-81e6-8565aac2f856 req-4453d8af-9ffb-4b79-aa4c-3671309eb7a2 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=b417d917-fc50-423d-859b-93eaebd62652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126156 Oct 22 13:18:13.087687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4df27-102d-4abf-8c57-05cb9bf0a9a3 req-47e89349-93e2-4647-b754-532aa14c7832 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:13.104742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cea4df27-102d-4abf-8c57-05cb9bf0a9a3 req-47e89349-93e2-4647-b754-532aa14c7832 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1863809 Oct 22 13:18:13.127314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:13.127579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:13.140414 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Sync routers for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:13.159704 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:13.160451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.210562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cea4df27-102d-4abf-8c57-05cb9bf0a9a3 req-91cf3b6b-85f4-4f48-b35e-9da41decd0ca tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028929 Oct 22 13:18:13.295256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] No DVR routers for this DVR port 70a3a1d8-401e-4d7a-8115-c9e705dffd45 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:13.299986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:13.305467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b67c1e2-9891-462c-b96c-24b4075b36e2 req-3bb7cb70-19cc-4d19-85c7-57147cd2172d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.26 "DELETE /v2.0/ports/70a3a1d8-401e-4d7a-8115-c9e705dffd45 HTTP/1.1" status: 204 len: 173 time: 3.8219934 Oct 22 13:18:13.376701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58bcc32f-8de8-4d85-bb42-2731fb090f83 req-6df22c9f-3ae9-4f1f-977e-7eddbb0359a8 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/ports?device_id=d308b69f-cb19-47de-8fe9-61758defe45a HTTP/1.1" status: 200 len: 210 time: 0.2330003 Oct 22 13:18:13.398110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 7a3b2c81-77c6-4e04-a6d9-55485a29aae5 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:18:13.468439 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:13.618278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:13.630677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] Sync routers for ids ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:13.655493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] Routers {'7a3b2c81-77c6-4e04-a6d9-55485a29aae5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:13.655992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:13.657402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.660724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84dd35e3-1e65-4ca3-8666-bf481f8b668d tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9095011 Oct 22 13:18:13.660881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:13.730718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.741804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] Routers {'7a3b2c81-77c6-4e04-a6d9-55485a29aae5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:13.743535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.793627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.818299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.820816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d22d44-3666-4156-8671-5fcef8594e3c None None] The sync data for ids ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:13.844491 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Checking router: 640e6b87-2ddc-45d3-8ccd-36a5181852b3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:13.854888 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:13.855748 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:13.897355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43538) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:13.927885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a23fa0c-f023-4a96-98f0-0bb1f3c0fdf6 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers/7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 200 len: 885 time: 0.2648969 Oct 22 13:18:14.156218 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:14.578086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6a169-cff7-475d-bd9f-68fa784f6f82 req-bf39e872-7bb5-4d13-9ff7-288ac241a0e1 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:14.579683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64c6a169-cff7-475d-bd9f-68fa784f6f82 req-bf39e872-7bb5-4d13-9ff7-288ac241a0e1 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1953838 Oct 22 13:18:14.594405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9296fb-78bf-4863-a332-30ff1423afde req-68758c11-390b-41e2-80a0-5cd18012dde4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:14.596205 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:14.601708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f9296fb-78bf-4863-a332-30ff1423afde req-68758c11-390b-41e2-80a0-5cd18012dde4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.1889243 Oct 22 13:18:14.629046 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38f4c1-5e2c-4bae-9f73-96a431460aef None None] The sync data for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 is: [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '726a56e3-0d56-4223-bed2-688842ad0327', 'name': '', 'network_id': 'd4a331d0-1132-4f5d-a7d2-281ca3cf75a5', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'mac_address': 'fa:16:3e:cd:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98cf41dc-07ac-4352-8475-333c897d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:54Z', 'updated_at': '2021-10-22T13:16:01Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'subnets': [{'id': '98cf41dc-07ac-4352-8475-333c897d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:14.661761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3857b241-56aa-453c-a482-f6210811464b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7630813 Oct 22 13:18:14.664831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43562) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:14.669786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1232583604'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:14.687484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:14.730501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:14.731187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0bcc2a55-8854-4dfa-a7f8-e7c43ca1e77d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:14.752345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f9296fb-78bf-4863-a332-30ff1423afde req-d0c308b2-960a-45fc-8af8-e1d066a243ab tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495931 Oct 22 13:18:14.757824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64c6a169-cff7-475d-bd9f-68fa784f6f82 req-99ea6da5-47e0-4506-ad7f-27397133d3d8 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481321 Oct 22 13:18:14.815337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'name': 'network-vif-deleted', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:14.817619 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a88437-103b-4aaa-bf5e-54a346c591b6" -d '{"events": [{"server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "name": "network-vif-deleted", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:15.023681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43572) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:15.156760 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de12d3f-6135-498a-bd2a-4a08afff4068 x-openstack-request-id: req-2de12d3f-6135-498a-bd2a-4a08afff4068 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:15.157704 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b69f-cb19-47de-8fe9-61758defe45a", "name": "network-vif-deleted", "tag": "70a3a1d8-401e-4d7a-8115-c9e705dffd45", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:15.158153 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2de12d3f-6135-498a-bd2a-4a08afff4068 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:15.158864 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308b69f-cb19-47de-8fe9-61758defe45a', 'name': 'network-vif-deleted', 'tag': '70a3a1d8-401e-4d7a-8115-c9e705dffd45', 'status': 'completed', 'code': 200} Oct 22 13:18:15.206005 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e69fc-a260-491f-9124-6aa77373ff84 None None] New status for floating IP 8637314a-e3f8-45f3-8a61-bc080a4ec716: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:18:15.242460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.270944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-1f25fc6e-53cf-42c6-9580-0ab824dca7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:15.272996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-1f25fc6e-53cf-42c6-9580-0ab824dca7b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1096 time: 0.1289434 Oct 22 13:18:15.306592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.398219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.405559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.409294 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "DELETE /v2.0/security-groups/67e86e1a-03d9-4128-9cb3-a9c29e839aee HTTP/1.1" status: 204 len: 168 time: 0.3812714 Oct 22 13:18:15.410464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43576) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:15.416515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe982-0b34-4bf3-87c8-7137a647dbcb req-5f199573-2085-4277-a530-7606fa220840 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:15.425005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6ffe982-0b34-4bf3-87c8-7137a647dbcb req-5f199573-2085-4277-a530-7606fa220840 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1593034 Oct 22 13:18:15.429549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc2ea7-9ff8-4cab-a1be-01e5ac999f6d tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e86e1a-03d9-4128-9cb3-a9c29e839aee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:15.431363 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-5412e6cd-3961-4f88-aeec-df3657c06fc6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] show failed (client error): The resource could not be found. Oct 22 13:18:15.435562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5412e6cd-3961-4f88-aeec-df3657c06fc6 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "GET /v2.0/security-groups/67e86e1a-03d9-4128-9cb3-a9c29e839aee HTTP/1.1" status: 404 len: 347 time: 0.0215669 Oct 22 13:18:15.440573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43578) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:15.516371 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.625364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6ffe982-0b34-4bf3-87c8-7137a647dbcb req-c45a7d43-d4d7-4a02-b2b1-1958433bb6ff tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Oct 22 13:18:15.629343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.798930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-38c0e0f1-46f9-4cee-87ce-f6f7bbfb9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:15.800758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-38c0e0f1-46f9-4cee-87ce-f6f7bbfb9fcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.4927139 Oct 22 13:18:15.831895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Deleting port 30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:15.842477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:15.868786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-c807bc28-f901-4f20-8886-bd7b594c0a6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 217 time: 0.0504701 Oct 22 13:18:15.895432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-bfd9e53b-4a0b-4d99-b17b-59494d75b8af tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:15.897610 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-bfd9e53b-4a0b-4d99-b17b-59494d75b8af tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2141521 Oct 22 13:18:16.096649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.097685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.119210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Calling delete_port for 30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:16.137467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995571c8-f314-4789-9545-778876000770 req-3e1e2da0-2023-429b-ab12-8663533aa9bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:16.145381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-995571c8-f314-4789-9545-778876000770 req-3e1e2da0-2023-429b-ab12-8663533aa9bf tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 945 time: 0.2811389 Oct 22 13:18:16.160303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-6f1a82ac-6545-42fa-8691-8065c67a1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:16.164986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-6f1a82ac-6545-42fa-8691-8065c67a1c6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.2843027 Oct 22 13:18:16.223220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:16.223220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.239990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 7a3b2c81-77c6-4e04-a6d9-55485a29aae5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:16.248775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-9fa7a614-ce3d-4efa-997d-ad903be3d176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624146 Oct 22 13:18:16.311716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-995571c8-f314-4789-9545-778876000770 req-90f599ba-b6ef-4c37-bd17-dc6d1bf3d1bb tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups?id=8917b2c0-3c54-4b3b-8487-0dc0956b0195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650219 Oct 22 13:18:16.553650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] For port a9e32dcb-8454-438c-8e99-0ebf41af3474, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a9e32dcb-8454-438c-8e99-0ebf41af3474,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:16.554189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.826372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.826905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:16.827332 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Floating IP 65eba6b9-a7be-46ca-9261-078103c378ee disassociated. External IP: 172.25.6.97, port: a9e32dcb-8454-438c-8e99-0ebf41af3474. Oct 22 13:18:16.828167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for a9e32dcb-8454-438c-8e99-0ebf41af3474 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:17.056593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.081599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f93206-ba70-440e-a883-65a9f26fc73a req-5f9a3a53-c820-4b6c-b06e-984822ed9adc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:17.083223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94f93206-ba70-440e-a883-65a9f26fc73a req-5f9a3a53-c820-4b6c-b06e-984822ed9adc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.2160029 Oct 22 13:18:17.085576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-483edd48-8673-4703-a9be-49fa2cca6b7b service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974105 Oct 22 13:18:17.086752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:17.095627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.097069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cfe08172-9d5c-4865-bf1f-62f4b43ec732 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 200 len: 892 time: 2.4307728 Oct 22 13:18:17.098533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] Sync routers for ids ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:17.103749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:17.106520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Pushing event deleted for resources: {'Port': ['ID=30c4d1fa-7cd2-4dda-b233-c5d3ad94ffb0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:17.109157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.137710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] Routers {'7a3b2c81-77c6-4e04-a6d9-55485a29aae5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:17.140942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:17.157104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=a9e32dcb-8454-438c-8e99-0ebf41af3474,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:17.212758 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.216137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.219124 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cf70152f-0f3f-42b1-9358-9d6e4b37ae10 tempest-ServersTestJSON-881933953 tempest-ServersTestJSON-881933953-project] 10.222.0.25 "DELETE /v2.0/floatingips/8637314a-e3f8-45f3-8a61-bc080a4ec716 HTTP/1.1" status: 204 len: 168 time: 1.7772477 Oct 22 13:18:17.222931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:17.234537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:17.261404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] Routers {'7a3b2c81-77c6-4e04-a6d9-55485a29aae5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:17.262039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:17.362778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:17.363564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94f93206-ba70-440e-a883-65a9f26fc73a req-38ba66b7-83fa-426f-8619-67d4fb57c3d0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656353 Oct 22 13:18:17.368504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3412e-b861-4b4d-bd26-3715b7a64b8a None None] The sync data for ids ['7a3b2c81-77c6-4e04-a6d9-55485a29aae5'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:17.442724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66532b90-df0f-4efe-b366-4ce726b7ee75 req-9b068a0c-15fe-4f7d-83bc-e000d2463d41 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381209 Oct 22 13:18:17.454326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3ce795f3-6d05-41b2-bf49-33d2f9bd273e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers/7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 200 len: 892 time: 0.3451438 Oct 22 13:18:17.454852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43608) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:17.512528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28fbff29-68f9-43dd-8045-5fd7d70d377a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 200 len: 205 time: 0.0565722 Oct 22 13:18:17.515001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:17.615485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-843edf8c-7d3c-4f92-a3e6-3f9536288ea3 req-683644bf-f67b-43b2-8ad9-acc32ef47c73 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 210 time: 0.1104097 Oct 22 13:18:17.732244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:17.984002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:18.003255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.018940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a9e32dcb-8454-438c-8e99-0ebf41af3474 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:18.030500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a9e32dcb-8454-438c-8e99-0ebf41af3474 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:18.149805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port f7d706a4-502c-40bb-bf12-a1380d3f4a7e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:18.150222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.244862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Router 9f934be7-d1be-4052-8501-3839640fc963 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:18.282144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.319346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for f7d706a4-502c-40bb-bf12-a1380d3f4a7e owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:18.552368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:18.568861 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Sync routers for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:18.597980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:18.598937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:18.664687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] No DVR routers for this DVR port a9e32dcb-8454-438c-8e99-0ebf41af3474 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:18.674555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.681751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3407-9512-40cf-b3a7-064a401ef671 req-89304181-497d-4bf0-9b07-967dd2c157cc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:18.683757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0eff3407-9512-40cf-b3a7-064a401ef671 req-89304181-497d-4bf0-9b07-967dd2c157cc tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1507933 Oct 22 13:18:18.691663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0cfa1d5c-be53-4bde-ac24-035337d9f311 req-3249dd37-f7ef-4caf-9456-cb56bb322cb4 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.26 "DELETE /v2.0/ports/a9e32dcb-8454-438c-8e99-0ebf41af3474 HTTP/1.1" status: 204 len: 173 time: 2.7781093 Oct 22 13:18:18.696349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-deleted', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:18.701766 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a72e5-90d2-4402-876c-ed49ab486cc6" -d '{"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-deleted", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:18.749988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0eff3407-9512-40cf-b3a7-064a401ef671 req-2d8157e4-6a98-4d97-b5e0-b0226709b782 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Oct 22 13:18:18.835158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98b32973-391a-4dfc-b313-7b78bafc710f req-08caacd4-f84b-4fe0-b7a8-533dff5104e3 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/ports?device_id=314ce997-5a80-4ff6-a505-1a3e42a8ba2d HTTP/1.1" status: 200 len: 210 time: 0.0514157 Oct 22 13:18:18.874211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.891958 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54d036-35f2-46d2-8fcc-79c740ca4d8d x-openstack-request-id: req-3d54d036-35f2-46d2-8fcc-79c740ca4d8d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:18.892672 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ce997-5a80-4ff6-a505-1a3e42a8ba2d", "name": "network-vif-deleted", "tag": "a9e32dcb-8454-438c-8e99-0ebf41af3474", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:18.893122 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d54d036-35f2-46d2-8fcc-79c740ca4d8d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:18.894172 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314ce997-5a80-4ff6-a505-1a3e42a8ba2d', 'name': 'network-vif-deleted', 'tag': 'a9e32dcb-8454-438c-8e99-0ebf41af3474', 'status': 'completed', 'code': 200} Oct 22 13:18:18.906065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=f7d706a4-502c-40bb-bf12-a1380d3f4a7e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:18.968802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:18.996481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.006436 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:19.218102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.224447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.335324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.336072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router 7a3b2c81-77c6-4e04-a6d9-55485a29aae5 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:18:19.364024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.364024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c40fa560-c3ba-4391-9687-8f97317629ad tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 204 len: 168 time: 1.8420753 Oct 22 13:18:19.364539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43662) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:19.386853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568795607'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:19.472263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:19.475963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.559541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:19.569469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.569812 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 406de3d0-26e8-4bba-8ea6-b7ba2f891b88 of type vlan for network 9dae3f0c-0972-44d1-851e-37347e20955f Oct 22 13:18:19.604978 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:19.636033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Deleting port 726a56e3-0d56-4223-bed2-688842ad0327 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:19.636918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.640425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.695165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.696015 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Checking router: 9f934be7-d1be-4052-8501-3839640fc963 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:19.702792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:19.704040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.726996 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:19.728805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:19.761410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] For port 726a56e3-0d56-4223-bed2-688842ad0327, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=726a56e3-0d56-4223-bed2-688842ad0327,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:19.761820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:19.803941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Calling delete_port for 726a56e3-0d56-4223-bed2-688842ad0327 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:19.816358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4507139 Oct 22 13:18:19.832979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43670) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:19.858161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:19.946688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c63090-0536-4149-8c85-68f9dadb8255 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=9dae3f0c-0972-44d1-851e-37347e20955f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:19.983361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9dae3f0c-0972-44d1-851e-37347e20955f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:20.014132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:20.107382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9850-cc0d-4ece-ac34-224b071e088e req-160f995d-7c18-463e-aeb9-f3f9ab2e7d94 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:20.116841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-583d9850-cc0d-4ece-ac34-224b071e088e req-160f995d-7c18-463e-aeb9-f3f9ab2e7d94 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1830654 Oct 22 13:18:20.177736 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:20.195368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43682) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:20.392608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-583d9850-cc0d-4ece-ac34-224b071e088e req-a57de8af-3dd3-4bf9-b3f3-2333f9cced03 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701778 Oct 22 13:18:20.402431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:20.429498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:20.445897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:20.506927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=726a56e3-0d56-4223-bed2-688842ad0327,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:20.744524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b099aa07-3f83-44a1-89df-144d33b53587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:20.748462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:20.896832 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:20.944874 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fdbd2-1976-4c80-99b0-80a0463df2f0 None None] The sync data for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 is: [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:09:10Z', 'revision_number': 4, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '72ead71b-d72b-4005-b09f-9a4d7169cf9c', 'name': '', 'network_id': '95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'mac_address': 'fa:16:3e:cf:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:09Z', 'updated_at': '2021-10-22T13:09:16Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'subnets': [{'id': '9165f615-bc5f-4c5d-a414-2ecf2a537986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:20.979077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:20.986294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.045114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b099aa07-3f83-44a1-89df-144d33b53587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.048100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.090782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b099aa07-3f83-44a1-89df-144d33b53587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.171881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b099aa07-3f83-44a1-89df-144d33b53587 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8558879e0927453ba48455a52504ee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753990 Oct 22 13:18:21.179002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43690) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:21.190189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099aa07-3f83-44a1-89df-144d33b53587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d75dc-f55c-490c-bf3c-771686f3186c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:21.193111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=60450b03-65aa-4cdb-bf4a-6b36c2a80f8e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:21.261381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '406de3d0-26e8-4bba-8ea6-b7ba2f891b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:21.261760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 9dae3f0c-0972-44d1-851e-37347e20955f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:21.326039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.328955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.332683 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "DELETE /v2.0/security-groups/8917b2c0-3c54-4b3b-8487-0dc0956b0195 HTTP/1.1" status: 204 len: 168 time: 1.3087602 Oct 22 13:18:21.335401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43696) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:21.351926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd263-4bc3-49d7-b616-de7ebee0b167 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8917b2c0-3c54-4b3b-8487-0dc0956b0195,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:21.352180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9dae3f0c-0972-44d1-851e-37347e20955f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:21.361591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.366200 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-783dfd0e-5c5e-47f7-80c4-f14e520c2607 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] show failed (client error): The resource could not be found. Oct 22 13:18:21.371365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-783dfd0e-5c5e-47f7-80c4-f14e520c2607 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "GET /v2.0/security-groups/8917b2c0-3c54-4b3b-8487-0dc0956b0195 HTTP/1.1" status: 404 len: 347 time: 0.0347049 Oct 22 13:18:21.373651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43698) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:21.440981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:21.535368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6d7d4-69c4-4276-bcc5-86331cf314a5 None None] New status for floating IP 65eba6b9-a7be-46ca-9261-078103c378ee: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:18:21.561519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9dae3f0c-0972-44d1-851e-37347e20955f) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:21.570797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:21.577003 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-89385f1f-af49-418c-949a-fb8fd194bb37 admin admin] 10.222.0.25 "PUT /v2.0/routers/640e6b87-2ddc-45d3-8ccd-36a5181852b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3527648 Oct 22 13:18:21.579490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:21.583799 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Sync routers for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:21.595479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.599623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:21.600404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.601012 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:21.603590 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:21.643726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c0618147-f79b-4f00-9d7e-e8c79497fca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8067899 Oct 22 13:18:21.651749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43706) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:21.659994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2117284192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:21.696871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4362d1-489a-4876-8045-cb21d1db8ff6 None None] Network 9dae3f0c-0972-44d1-851e-37347e20955f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:21.707669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Deleting port 86a5838d-e895-40c0-8597-f26fa8908232 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:21.708648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.713514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.714892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.740147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.755404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:21.758811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b87d75dc-f55c-490c-bf3c-771686f3186c HTTP/1.1" status: 204 len: 168 time: 0.5783167 Oct 22 13:18:21.867763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fedac-3116-4ab3-8ca4-470111f22be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d75dc-f55c-490c-bf3c-771686f3186c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:21.950451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:21.985583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.063438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.165763 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.221184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.253588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.253913 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.279245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9dae3f0c-0972-44d1-851e-37347e20955f', 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '60450b03-65aa-4cdb-bf4a-6b36c2a80f8e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:18:22.280131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.287727 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.292135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9ceb740d-a773-470b-a58e-6c886f4b3bb9 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6351814 Oct 22 13:18:22.293120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Calling delete_port for 86a5838d-e895-40c0-8597-f26fa8908232 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:22.294760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43730) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:22.315344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c941-f919-4420-95f7-b2fe49e43f78 req-09f80349-98b5-47a8-82ff-03b7e90f6cdd tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:22.316902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6af2c941-f919-4420-95f7-b2fe49e43f78 req-09f80349-98b5-47a8-82ff-03b7e90f6cdd tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.7947905 Oct 22 13:18:22.399474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Deleting port 731216df-96de-4e2a-b21b-0808a42150a9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:22.399726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.403099 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '731216df-96de-4e2a-b21b-0808a42150a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:18:20Z', 'revision_number': 5, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port': {'id': '731216df-96de-4e2a-b21b-0808a42150a9', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:15:48Z', 'updated_at': '2021-10-22T13:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:22.448673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Checking router: 640e6b87-2ddc-45d3-8ccd-36a5181852b3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:22.461573 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Routers {'640e6b87-2ddc-45d3-8ccd-36a5181852b3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:22.462475 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:17:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:22.558888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:22.602045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Allocated IP 2001:db8::2 (9dae3f0c-0972-44d1-851e-37347e20955f/60450b03-65aa-4cdb-bf4a-6b36c2a80f8e/4bbf42c5-35a5-4f4a-a841-f7bf2966c388) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:22.605460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18d79824-3894-454d-b568-09c5fd18b1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.608758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] For port 731216df-96de-4e2a-b21b-0808a42150a9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=731216df-96de-4e2a-b21b-0808a42150a9,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:22.608959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.621432 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] Set router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:22.698690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6af2c941-f919-4420-95f7-b2fe49e43f78 req-97b96975-4387-4906-b32d-f8a43180fec3 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417788 Oct 22 13:18:22.752425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:18:22Z', 'revision_number': 6, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:22.754951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Calling delete_port for 731216df-96de-4e2a-b21b-0808a42150a9 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:22.786658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc733ba5-7e08-44ac-a4ad-ffcc5bb9bf1b None None] The sync data for ids ['640e6b87-2ddc-45d3-8ccd-36a5181852b3'] in n-d-813419-8 is: [{'id': '640e6b87-2ddc-45d3-8ccd-36a5181852b3', 'name': 'tempest-ServersTestJSON-1311673782-router', 'tenant_id': 'ec2f5045b3b54714a1047e24e97c900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:15:46Z', 'updated_at': '2021-10-22T13:18:22Z', 'revision_number': 6, 'project_id': 'ec2f5045b3b54714a1047e24e97c900d', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:22.833787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.847031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.911552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Network 9dae3f0c-0972-44d1-851e-37347e20955f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:22.924342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18d79824-3894-454d-b568-09c5fd18b1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:22.929449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:22.934924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:22.977783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.002146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Pushing event updated for resources: {'Port': ['ID=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:23.058633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Pushing event deleted for resources: {'Port': ['ID=86a5838d-e895-40c0-8597-f26fa8908232,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:23.071200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Attempting to bind port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:23.071874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Attempting to bind port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '406de3d0-26e8-4bba-8ea6-b7ba2f891b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:23.072800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Attempting to bind port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 on network 9dae3f0c-0972-44d1-851e-37347e20955f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:23.091375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:23.091666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Checking segment: {'id': '406de3d0-26e8-4bba-8ea6-b7ba2f891b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:23.092290 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.092878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Bound using segment: {'id': '406de3d0-26e8-4bba-8ea6-b7ba2f891b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:23.093778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Bound port: 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406de3d0-26e8-4bba-8ea6-b7ba2f891b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9dae3f0c-0972-44d1-851e-37347e20955f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:23.094360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.102884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18d79824-3894-454d-b568-09c5fd18b1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.120219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.173510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18d79824-3894-454d-b568-09c5fd18b1b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c5bf2c90c6b4354a591f5b612cab4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135719 Oct 22 13:18:23.180189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:23.228251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.230755 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.233414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.237160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-00a10ee5-0d5f-4c57-ade3-c89a7b77ad56 tempest-ServerActionsTestJSON-1005390181 tempest-ServerActionsTestJSON-1005390181-project] 10.222.0.25 "DELETE /v2.0/floatingips/65eba6b9-a7be-46ca-9261-078103c378ee HTTP/1.1" status: 204 len: 168 time: 1.8505123 Oct 22 13:18:23.243399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43754) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:23.256793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=731216df-96de-4e2a-b21b-0808a42150a9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:23.553537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] For port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:23.557677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] For port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,segment=NetworkSegment(406de3d0-26e8-4bba-8ea6-b7ba2f891b88),segment_id=406de3d0-26e8-4bba-8ea6-b7ba2f891b88)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:23.566315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.592586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d79824-3894-454d-b568-09c5fd18b1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523bbb8e-837a-41e4-af9c-4bf58c6157ba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:23.650018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.664475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b3a92-e19c-4380-a9e0-77253d7910b1 None None] Pushing event updated for resources: {'Port': ['ID=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:23.698590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8::1 (9dae3f0c-0972-44d1-851e-37347e20955f/60450b03-65aa-4cdb-bf4a-6b36c2a80f8e/02527903-ef5c-4274-b6eb-6f7ff2c6fd06) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:23.788659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.826209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.833921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.892538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.924695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.925325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 640e6b87-2ddc-45d3-8ccd-36a5181852b3 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:18:23.930559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.936547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bab97bd9-c31e-432e-99f8-e11f5a8921a0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/640e6b87-2ddc-45d3-8ccd-36a5181852b3 HTTP/1.1" status: 204 len: 168 time: 2.3558826 Oct 22 13:18:23.945571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:23.988385 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6407e4df-a248-41f7-bf76-6db16611e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:23.995222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.007954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.028803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/523bbb8e-837a-41e4-af9c-4bf58c6157ba HTTP/1.1" status: 204 len: 168 time: 0.8426909 Oct 22 13:18:24.064862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44b980-6b0b-429a-8411-3edb293e0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bbb8e-837a-41e4-af9c-4bf58c6157ba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:24.227439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.281277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3abdd-33a6-414a-9b86-9a6ff420bf33 req-876bde15-7065-4cdf-9111-f3427821b7a9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:24.290139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15d3abdd-33a6-414a-9b86-9a6ff420bf33 req-876bde15-7065-4cdf-9111-f3427821b7a9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.4466114 Oct 22 13:18:24.340496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:24.421639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Deleting subnet 98cf41dc-07ac-4352-8475-333c897d303f {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:24.426825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.453297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:24.454066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.488075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.589432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.645355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.728737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,segment=NetworkSegment(406de3d0-26e8-4bba-8ea6-b7ba2f891b88),segment_id=406de3d0-26e8-4bba-8ea6-b7ba2f891b88)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:24.746531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:24.845284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:24.848613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 731216df-96de-4e2a-b21b-0808a42150a9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:24.877419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 731216df-96de-4e2a-b21b-0808a42150a9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:24.877774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 731216df-96de-4e2a-b21b-0808a42150a9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:24.878201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 726a56e3-0d56-4223-bed2-688842ad0327 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:24.907236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 726a56e3-0d56-4223-bed2-688842ad0327 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:24.907590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 726a56e3-0d56-4223-bed2-688842ad0327 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:25.377479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d981af-8d7b-4ed4-895e-09fca3352dbd None None] Network 9dae3f0c-0972-44d1-851e-37347e20955f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:25.595387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15d3abdd-33a6-414a-9b86-9a6ff420bf33 req-3912517c-a084-4e84-936c-62db9755a04c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3038747 Oct 22 13:18:25.599660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6f37b849-29e6-4167-b954-fe953a5448d8 None None] Provisioning complete for port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:25.600251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f37b849-29e6-4167-b954-fe953a5448d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:25.666833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:25.758157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:25.860647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:25.863859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98cf41dc-07ac-4352-8475-333c897d303f HTTP/1.1" status: 204 len: 168 time: 1.7714245 Oct 22 13:18:25.864161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ecb67-f871-4a8c-b283-d506441fee58 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:25.866709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:25.962360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acac97e-46d8-4280-af99-67de156c617e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cf41dc-07ac-4352-8475-333c897d303f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:25.974870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9dae3f0c-0972-44d1-851e-37347e20955f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:25.995214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=02527903-ef5c-4274-b6eb-6f7ff2c6fd06,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:26.014182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:26.052184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:26.052743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.177406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.272746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-acecd589-d286-4d26-b25b-fe55ec204d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:26.277446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-acecd589-d286-4d26-b25b-fe55ec204d5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1096 time: 0.2162962 Oct 22 13:18:26.304128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:26.452683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.471721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-db999a16-c46a-4959-a4c5-c558a693801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:26.473289 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-db999a16-c46a-4959-a4c5-c558a693801d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.1376336 Oct 22 13:18:26.528935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:26.534091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.535811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-b97ff3b4-181d-4c40-9044-d1f728179c36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 217 time: 0.0540471 Oct 22 13:18:26.617749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] DHCP port deletion for d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:18:26.676527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Deleting port 157f4421-c997-4aab-afc2-52e858ed4298 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:26.679110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.866660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] For port 157f4421-c997-4aab-afc2-52e858ed4298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=157f4421-c997-4aab-afc2-52e858ed4298,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:26.867036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.886264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Calling delete_port for 157f4421-c997-4aab-afc2-52e858ed4298 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:26.953157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Deleting port 157f4421-c997-4aab-afc2-52e858ed4298 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:26.953699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:26.963956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6c993147-5b07-40f3-9442-ea1bd56e9e3a None None] Provisioning complete for port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:26.968945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6c993147-5b07-40f3-9442-ea1bd56e9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.008579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-4b5d7b05-6943-43d2-8c28-db649f70f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:27.012611 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-4b5d7b05-6943-43d2-8c28-db649f70f003 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.4680333 Oct 22 13:18:27.026913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.081234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] No DVR routers for this DVR port 157f4421-c997-4aab-afc2-52e858ed4298 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:27.128188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Pushing event deleted for resources: {'Port': ['ID=157f4421-c997-4aab-afc2-52e858ed4298,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:27.275072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.310914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bd506cee-52e7-4fed-9cdb-993dc6989f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.343692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a331d0-1132-4f5d-a7d2-281ca3cf75a5']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:27.367401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca068d-77e4-45cd-ac7d-3df12440e237') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:27.370319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca068d-77e4-45cd-ac7d-3df12440e237') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:27.383340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.401431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.403034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.413578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.429254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] For port 157f4421-c997-4aab-afc2-52e858ed4298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=157f4421-c997-4aab-afc2-52e858ed4298,segment=NetworkSegment(fdca068d-77e4-45cd-ac7d-3df12440e237),segment_id=fdca068d-77e4-45cd-ac7d-3df12440e237)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:27.429721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.445376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6c993147-5b07-40f3-9442-ea1bd56e9e3a None None] Provisioning complete for port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:27.445833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6c993147-5b07-40f3-9442-ea1bd56e9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.449415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.471632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:27.473322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.487971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Calling delete_port for 157f4421-c997-4aab-afc2-52e858ed4298 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:27.501774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd07e2d-9111-4f99-b194-6b8d24c3bd60 req-ce8cc457-dbf0-4e51-bb64-6bc772645c5c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:27.503468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbd07e2d-9111-4f99-b194-6b8d24c3bd60 req-ce8cc457-dbf0-4e51-bb64-6bc772645c5c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.6590919 Oct 22 13:18:27.566003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6c993147-5b07-40f3-9442-ea1bd56e9e3a None None] Port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:27.607390 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:27.659533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-3c8f1984-d0b5-4b8f-835e-18aff701a39e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6090658 Oct 22 13:18:27.662662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.684664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-26c19ef0-592a-4f39-b50c-f8ab451e28f8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:18:27.685775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-26c19ef0-592a-4f39-b50c-f8ab451e28f8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185316 Oct 22 13:18:27.686976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.704474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 HTTP/1.1" status: 204 len: 168 time: 1.8330328 Oct 22 13:18:27.777687 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.783633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669daa6-ebfb-4c0c-9e65-78d8eea81953 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a331d0-1132-4f5d-a7d2-281ca3cf75a5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:27.786206 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.812091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.913238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Pushing event deleted for resources: {'Port': ['ID=157f4421-c997-4aab-afc2-52e858ed4298,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:27.949053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ed275b9d-5921-4529-a2ef-4d533234e77f None None] Provisioning complete for port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:27.949356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ed275b9d-5921-4529-a2ef-4d533234e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:27.954516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] Network d4a331d0-1132-4f5d-a7d2-281ca3cf75a5 is not hosted by any dhcp agent {{(pid=100621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:18:27.955688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d4ce2-cd64-4a2c-a3c4-48bbebda08f3 None None] No DVR routers for this DVR port 157f4421-c997-4aab-afc2-52e858ed4298 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:28.074756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-2e7c7723-2d69-4d73-8122-e1da5f30be01 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705022 Oct 22 13:18:28.080340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=02527903-ef5c-4274-b6eb-6f7ff2c6fd06,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:28.113255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ed275b9d-5921-4529-a2ef-4d533234e77f None None] Port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:28.145650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:28.167204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbd07e2d-9111-4f99-b194-6b8d24c3bd60 req-676d994a-fee8-4a75-bf02-416161793927 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777078 Oct 22 13:18:28.289104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 157f4421-c997-4aab-afc2-52e858ed4298 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:28.318994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 9dae3f0c-0972-44d1-851e-37347e20955f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:28.322176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:28.335359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 157f4421-c997-4aab-afc2-52e858ed4298 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:28.335886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 157f4421-c997-4aab-afc2-52e858ed4298 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:28.402465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-910dbfa0-c172-4cb0-a8b1-5c840eddc28c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec2f5045b3b54714a1047e24e97c900d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556384 Oct 22 13:18:28.404924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:28.453562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dd1c2fa-9e10-4eff-b089-dfb2d6770337 req-508c3aa8-9db3-4943-99a4-7fa57327eab8 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619282 Oct 22 13:18:28.504107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.576571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.578948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.709749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.713939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.715436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0f245be-e8aa-4d36-b104-1aaa84613f08 HTTP/1.1" status: 204 len: 168 time: 0.3095710 Oct 22 13:18:28.730263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e98a6-d375-451f-a145-930346951281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f245be-e8aa-4d36-b104-1aaa84613f08,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:28.879531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7f30f9ed-548b-4da4-9fc2-aa4dfafc7e71 None None] Provisioning complete for port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:28.880566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7f30f9ed-548b-4da4-9fc2-aa4dfafc7e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:28.954510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7f30f9ed-548b-4da4-9fc2-aa4dfafc7e71 None None] Port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:29.059764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router ec971d47-1e31-48bb-a603-888a7d42e6ee is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:18:29.406214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:29.417868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a92ff1ca-ec7e-40e8-8f4c-327fb8251f3a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/ec971d47-1e31-48bb-a603-888a7d42e6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1212382 Oct 22 13:18:29.420347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:29.424017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] Sync routers for ids ['ec971d47-1e31-48bb-a603-888a7d42e6ee'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:29.440394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Deleting port 72ead71b-d72b-4005-b09f-9a4d7169cf9c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:29.441852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] Routers {'ec971d47-1e31-48bb-a603-888a7d42e6ee'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:29.444838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ec971d47-1e31-48bb-a603-888a7d42e6ee'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:29.445621 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:29.547949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:29.570189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418f95c-105d-400c-b127-3f051a1b2346 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:29.572513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5418f95c-105d-400c-b127-3f051a1b2346 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports/02527903-ef5c-4274-b6eb-6f7ff2c6fd06 HTTP/1.1" status: 200 len: 911 time: 0.1500392 Oct 22 13:18:29.574539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] Routers {'ec971d47-1e31-48bb-a603-888a7d42e6ee'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:29.575229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ec971d47-1e31-48bb-a603-888a7d42e6ee'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:29.580664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43882) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:29.593788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60450b03-65aa-4cdb-bf4a-6b36c2a80f8e'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:29.646087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] For port 72ead71b-d72b-4005-b09f-9a4d7169cf9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=72ead71b-d72b-4005-b09f-9a4d7169cf9c,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:29.647230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:29.667448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Calling delete_port for 72ead71b-d72b-4005-b09f-9a4d7169cf9c owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:29.707322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:29.710295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1acfeb-cdc2-451b-bd38-b3e91c5bcb45 None None] The sync data for ids ['ec971d47-1e31-48bb-a603-888a7d42e6ee'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:29.755010 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:29.926701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:29.960222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecf086-c262-428c-b3ce-d31467967ed7 req-c96f9f3e-63c6-40d8-b947-94d96ba42211 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:29.963539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfecf086-c262-428c-b3ce-d31467967ed7 req-c96f9f3e-63c6-40d8-b947-94d96ba42211 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.7019913 Oct 22 13:18:29.965677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:30.097049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=72ead71b-d72b-4005-b09f-9a4d7169cf9c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:30.381950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:30.458115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfecf086-c262-428c-b3ce-d31467967ed7 req-ad768d1e-2644-4981-9108-f4c939df1df9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824398 Oct 22 13:18:30.596283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43906) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:30.767501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Router 9f934be7-d1be-4052-8501-3839640fc963 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:30.783669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:30.794884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1020412632-network', 'tenant_id': '6798c49111024fa8b2d374eff8b9140f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:30.812501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:30.820112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:30.822465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:30.824643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/ports/02527903-ef5c-4274-b6eb-6f7ff2c6fd06 HTTP/1.1" status: 200 len: 911 time: 1.2429860 Oct 22 13:18:30.834287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43910) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:30.944088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:30.949956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fdbdc4f2-4e51-4285-b6b3-b7fffdf2dd9c admin admin] 10.222.0.25 "PUT /v2.0/routers/9f934be7-d1be-4052-8501-3839640fc963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7048316 Oct 22 13:18:30.953498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43914) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:30.958159 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Sync routers for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:30.972121 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:30.981584 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:31.111694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:31.122700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.340980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.438136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Deleting port 13bd455b-f091-4420-8a1a-37babb047e0f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:31.438820 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.542488 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:18:29Z', 'revision_number': 5, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port': {'id': '13bd455b-f091-4420-8a1a-37babb047e0f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f934be7-d1be-4052-8501-3839640fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:05Z', 'updated_at': '2021-10-22T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:31.578565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Checking router: 9f934be7-d1be-4052-8501-3839640fc963 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:31.582663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Made reservation on behalf of 6798c49111024fa8b2d374eff8b9140f for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:31.588583 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Routers {'9f934be7-d1be-4052-8501-3839640fc963'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:31.589369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.589831 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9f934be7-d1be-4052-8501-3839640fc963'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:31.621924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd1ae8-9d0b-4e25-af54-21459d154604 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=02527903-ef5c-4274-b6eb-6f7ff2c6fd06,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:31.665139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.722207 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] Set router 9f934be7-d1be-4052-8501-3839640fc963 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:31.742435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] For port 13bd455b-f091-4420-8a1a-37babb047e0f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=13bd455b-f091-4420-8a1a-37babb047e0f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:31.743193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:31.780790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Calling delete_port for 13bd455b-f091-4420-8a1a-37babb047e0f owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:31.797054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcef61-df77-4c5a-aeaf-767997a5cec0 req-7ad210b8-0cd4-4b7b-8c2b-7757fe12e6e4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:31.806540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56dcef61-df77-4c5a-aeaf-767997a5cec0 req-7ad210b8-0cd4-4b7b-8c2b-7757fe12e6e4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1466026 Oct 22 13:18:31.838477 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:18:31Z', 'revision_number': 6, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:31.909289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b28eef-6c09-4075-8f69-c8ea410db7cf None None] The sync data for ids ['9f934be7-d1be-4052-8501-3839640fc963'] in n-d-813419-8 is: [{'id': '9f934be7-d1be-4052-8501-3839640fc963', 'name': 'tempest-ServerActionsTestJSON-849721414-router', 'tenant_id': '4224646e84ba433a9c5eab787f91288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:04Z', 'updated_at': '2021-10-22T13:18:31Z', 'revision_number': 6, 'project_id': '4224646e84ba433a9c5eab787f91288f', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:32.008967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56dcef61-df77-4c5a-aeaf-767997a5cec0 req-f294d644-6741-4e4a-809f-c2f66a76a7e1 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013261 Oct 22 13:18:32.035721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-639e1b19-f117-4b9d-936c-c2276a72bbd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068878 Oct 22 13:18:32.157393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 72ead71b-d72b-4005-b09f-9a4d7169cf9c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:32.195823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43942) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:32.228630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 72ead71b-d72b-4005-b09f-9a4d7169cf9c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:32.229152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 72ead71b-d72b-4005-b09f-9a4d7169cf9c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:32.316828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.324250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-e7b7091f-1c81-47d3-a88c-58b0204c7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:32.326151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-e7b7091f-1c81-47d3-a88c-58b0204c7092 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c0823251284394b7968051023eb59c&device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 1096 time: 0.1517346 Oct 22 13:18:32.336909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.430864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:32.431233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.448963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Deleting subnet 9cd830c4-b24e-4966-ba7a-9125e045fcba {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:32.454866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.520724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.569567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.586226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bd455b-f091-4420-8a1a-37babb047e0f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:32.685351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.751574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd830c4-b24e-4966-ba7a-9125e045fcba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:32.763640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.764298 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Added segment edf72da5-b3a6-48a1-b7f8-753d02f5493f of type vlan for network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 Oct 22 13:18:32.766375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-f1c8d352-0ed0-4cce-b373-9e18036299bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:32.772366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:32.779082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-f1c8d352-0ed0-4cce-b373-9e18036299bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 200 len: 912 time: 0.3579516 Oct 22 13:18:32.786177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.799651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.807830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6dce9dc1-3203-4091-8188-21b46241af33 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9cd830c4-b24e-4966-ba7a-9125e045fcba HTTP/1.1" status: 204 len: 168 time: 0.6070600 Oct 22 13:18:32.810800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43948) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:32.882319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.926753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:32.928523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:32.929252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.038546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:33.038870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4371116 Oct 22 13:18:33.053522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.060354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Request body: {'subnet': {'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1020412632-subnet', 'tenant_id': '6798c49111024fa8b2d374eff8b9140f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:33.224484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.232825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f08b3-3469-4861-a29a-6d6a6e9ddb65 admin admin] Pushing event updated for resources: {'Network': ['ID=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:33.244662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:33.410905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.494805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1216ca00-1bd4-4d15-ba1a-5f91d297ef5a']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:33.508913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c29361f-7d3e-46cb-b8f3-1343e6801f03') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:33.509232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c29361f-7d3e-46cb-b8f3-1343e6801f03') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:33.522532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.542717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.565934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:33.566358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:33.568307 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:33.695877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.705077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.707761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.727739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.731538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] 10.222.0.25 "DELETE /v2.0/networks/1216ca00-1bd4-4d15-ba1a-5f91d297ef5a HTTP/1.1" status: 204 len: 168 time: 0.9197743 Oct 22 13:18:33.734325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:33.776818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c5219-cd91-49a4-8893-52e00af7091b admin admin] Pushing event deleted for resources: {'Network': ['ID=1216ca00-1bd4-4d15-ba1a-5f91d297ef5a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:33.801433 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.802409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f934be7-d1be-4052-8501-3839640fc963 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:18:33.809970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.813713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0a6c734d-de25-4ba6-947b-0de969899000 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9f934be7-d1be-4052-8501-3839640fc963 HTTP/1.1" status: 204 len: 168 time: 2.8566356 Oct 22 13:18:33.813815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Deleting subnet acd464cf-85b9-41b6-8d51-9b4dec6e9c7c {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:33.819211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43962) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:33.830417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.833243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-6c2a8a38-d8eb-4e4b-a801-201862b58784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 200 len: 1000 time: 1.0529804 Oct 22 13:18:33.907538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-e6d18eac-7ae2-4f4d-b0f5-cecd60f23fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:33.908920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-e6d18eac-7ae2-4f4d-b0f5-cecd60f23fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 200 len: 850 time: 0.0663455 Oct 22 13:18:33.913343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:33.913717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.981485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ebba3-de97-4668-ae92-69286a2122c7 req-0b9cfa8d-b949-4a16-b3c4-179480b193f9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:33.983686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345ebba3-de97-4668-ae92-69286a2122c7 req-0b9cfa8d-b949-4a16-b3c4-179480b193f9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.2272091 Oct 22 13:18:33.987663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:33.987851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Made reservation on behalf of 6798c49111024fa8b2d374eff8b9140f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:33.990107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.093153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Deleting subnet 9165f615-bc5f-4c5d-a414-2ecf2a537986 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:34.098004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.146806 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.147502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345ebba3-de97-4668-ae92-69286a2122c7 req-1bbac48c-2202-4f50-9c22-f8460abfe7cf tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483171 Oct 22 13:18:34.220366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 13bd455b-f091-4420-8a1a-37babb047e0f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:34.226932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-4f98eef5-06ff-4c36-b44a-06685b71e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:34.240341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-4f98eef5-06ff-4c36-b44a-06685b71e62b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c224ee9-9cf2-4997-8426-b3d979e78391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214440 Oct 22 13:18:34.245620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.265921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 13bd455b-f091-4420-8a1a-37babb047e0f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:34.267099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 13bd455b-f091-4420-8a1a-37babb047e0f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:34.315901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.342231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec84ce-4935-42f8-a41f-bd47dbbe3dc3 None None] Network 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:34.358958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.362960 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9165f615-bc5f-4c5d-a414-2ecf2a537986 HTTP/1.1" status: 204 len: 168 time: 0.5418184 Oct 22 13:18:34.369141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:34.382421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13d4ee-c666-4f00-a1fc-194988304250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9165f615-bc5f-4c5d-a414-2ecf2a537986,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:34.398744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.405749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-c6970ec5-8ee4-4a75-a6a0-af8b3ad7126c service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462340 Oct 22 13:18:34.433137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.447539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 02527903-ef5c-4274-b6eb-6f7ff2c6fd06 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:34.613133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-88d08aea-0280-4a6d-83bb-6c2371d2fa7d req-e1339b7a-62e6-4e9f-ada2-7b5aea5db49c service neutron] 10.222.0.21 "GET /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046808 Oct 22 13:18:34.614671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.683362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdb9370-5773-4a23-86eb-4db35407de4b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:34.690908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Checking segment: {'id': 'edf72da5-b3a6-48a1-b7f8-753d02f5493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:34.691261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Network hostable DHCP agents. Network: 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:34.711671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:34.723714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:34.731722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:34.732682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.738269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81319cf-1528-486a-af7e-efd11a3327e7 None None] Network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:34.756581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-47487f25-3665-4fca-9bb7-d816bd7470b8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7101674 Oct 22 13:18:34.790010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:34.812318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] DHCP port deletion for 95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:18:34.870217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.009056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa85ebd-e6ec-49ab-beb3-edfb94d191ef None None] Network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:35.036686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd464cf-85b9-41b6-8d51-9b4dec6e9c7c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:35.051867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.063319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dcabec6b-be28-4c2b-a4cf-5cd07b568a0f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/acd464cf-85b9-41b6-8d51-9b4dec6e9c7c HTTP/1.1" status: 204 len: 168 time: 1.3279412 Oct 22 13:18:35.065523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43976) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:35.082483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Deleting port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:35.082886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.111471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.166680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Deleting port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:35.167080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.171418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=02527903-ef5c-4274-b6eb-6f7ff2c6fd06,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:35.317928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.481671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] For port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:35.482219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.496504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Calling delete_port for 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:35.503848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.560379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] For port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,segment=NetworkSegment(f1cbcfe6-618d-4db8-9ad7-ba5d508ba409),segment_id=f1cbcfe6-618d-4db8-9ad7-ba5d508ba409)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:35.560960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.585023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Calling delete_port for 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:35.622275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.644167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.668365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-9aadc243-7850-447b-9546-8e7339373cad tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:35.671440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-9aadc243-7850-447b-9546-8e7339373cad tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/networks?id=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 HTTP/1.1" status: 200 len: 821 time: 0.1629515 Oct 22 13:18:35.712770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.720576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] No DVR routers for this DVR port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:35.730221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:35.752162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22070cf0-956c-40f9-aad8-7b0a5f2a47e7']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:35.769607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd2c632-26e8-4330-99e9-9dbbcc8b0ed3') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:35.770056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd2c632-26e8-4330-99e9-9dbbcc8b0ed3') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:35.789077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-b14c1baf-6541-4c0f-989a-99bb921b4669 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/quotas/6798c49111024fa8b2d374eff8b9140f HTTP/1.1" status: 200 len: 375 time: 0.1054020 Oct 22 13:18:35.814258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260b04-b843-4e1e-9496-54eb4906db3d req-4860e107-9fae-468c-bbd3-190400c8270f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:35.817167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a260b04-b843-4e1e-9496-54eb4906db3d req-4860e107-9fae-468c-bbd3-190400c8270f tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.4954793 Oct 22 13:18:35.824726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:35.861787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] Pushing event deleted for resources: {'Port': ['ID=7dd9ba4c-2a16-4508-b4dc-f2b286d706ed,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:35.880926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c5031-b23f-4243-b28a-5986137007f3 None None] No DVR routers for this DVR port 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:35.882242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-3d034aed-3204-4738-8975-a42fcd6c5913 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6798c49111024fa8b2d374eff8b9140f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631230 Oct 22 13:18:36.044031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router ec971d47-1e31-48bb-a603-888a7d42e6ee has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:36.062065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.075580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.087762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:36.088302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:36.093875 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:36.128104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a260b04-b843-4e1e-9496-54eb4906db3d req-ccc4d9ab-b2ff-4b42-888f-643ad48bb66a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995825 Oct 22 13:18:36.156377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.173505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.175144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cbcfe6-618d-4db8-9ad7-ba5d508ba409') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.216710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:36.218864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-47f9cf79-5495-43fa-9669-f6940a6ecde0 service neutron] 10.222.0.25 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179629 Oct 22 13:18:36.231380 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77432c77-ec65-4bbf-b3e9-cd8b74681d49 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/ec971d47-1e31-48bb-a603-888a7d42e6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3812652 Oct 22 13:18:36.234396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44002) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:36.241901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.252692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.266876 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.270109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] 10.222.0.25 "DELETE /v2.0/networks/22070cf0-956c-40f9-aad8-7b0a5f2a47e7 HTTP/1.1" status: 204 len: 168 time: 1.1825955 Oct 22 13:18:36.274381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] Sync routers for ids ['ec971d47-1e31-48bb-a603-888a7d42e6ee'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:36.286965 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79ed76af-67a2-4fd2-b05d-a14d71d52163 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec971d47-1e31-48bb-a603-888a7d42e6ee HTTP/1.1" status: 200 len: 205 time: 0.0513299 Oct 22 13:18:36.287691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44006) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:36.293697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] Routers {'ec971d47-1e31-48bb-a603-888a7d42e6ee'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:36.295158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ec971d47-1e31-48bb-a603-888a7d42e6ee'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.309784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.331789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f967be-3e6a-4852-87e3-4c4a28529971 admin admin] Pushing event deleted for resources: {'Network': ['ID=22070cf0-956c-40f9-aad8-7b0a5f2a47e7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:36.366261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:36.420258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:36.421939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7dd9ba4c-2a16-4508-b4dc-f2b286d706ed not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:36.450655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.450898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-4bac0096-0614-4b67-b8ab-ba7ae7c2a6cd service neutron] 10.222.0.25 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371913 Oct 22 13:18:36.466758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] Routers {'ec971d47-1e31-48bb-a603-888a7d42e6ee'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:36.467900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ec971d47-1e31-48bb-a603-888a7d42e6ee'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.505259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.529625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:36.530776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:36.531442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb30a3c-0534-4066-87c6-255889159b68 None None] The sync data for ids ['ec971d47-1e31-48bb-a603-888a7d42e6ee'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:36.532740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.546642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44008) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:36.610538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4cd03eb2-ae2f-4996-ace9-998af28f1cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2aa01a6b8594314ab046e8571a2f14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626349 Oct 22 13:18:36.613035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:36.642796 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:36.697530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.744554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85ecf545-5306-4a4b-a4fd-3ed4abbc053e req-ba3f7445-22b6-476a-9e4c-3bae3657a12e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 210 time: 0.0363629 Oct 22 13:18:36.749525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.834685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.839186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.845228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb7da906-49e7-489c-95cf-6de4d234c998 HTTP/1.1" status: 204 len: 168 time: 0.2310872 Oct 22 13:18:36.855110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd876aa-2276-4f6a-8021-102e1e949475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7da906-49e7-489c-95cf-6de4d234c998,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:36.904377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.956041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:36.974414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] 10.222.0.25 "DELETE /v2.0/networks/95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb HTTP/1.1" status: 204 len: 168 time: 2.5976579 Oct 22 13:18:37.425356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fbf48-d672-4d9e-a107-23d38f3da145 req-2d6c1de0-c20f-47c6-87fd-41dc84cfc6e6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:37.427430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e68fbf48-d672-4d9e-a107-23d38f3da145 req-2d6c1de0-c20f-47c6-87fd-41dc84cfc6e6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1434336 Oct 22 13:18:37.531304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e68fbf48-d672-4d9e-a107-23d38f3da145 req-79fab87b-49c7-48db-8d5d-704947ad9ad7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 Oct 22 13:18:37.533593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44046) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:37.600913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-042854b8-8110-4d9a-8d27-5488e3aa485d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4224646e84ba433a9c5eab787f91288f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657115 Oct 22 13:18:37.603869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44050) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:37.616971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.630012 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.635665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b416-5977-4026-ad8e-9f95f5857375 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e40fbb-9a0c-4c8e-a965-e1adf2c1efdb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:37.679795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.707266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.734062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.735104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router ec971d47-1e31-48bb-a603-888a7d42e6ee {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:18:37.744160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.746096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84779943-8f42-4780-8778-9009f41ece75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/ec971d47-1e31-48bb-a603-888a7d42e6ee HTTP/1.1" status: 204 len: 168 time: 1.4475093 Oct 22 13:18:37.749318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:37.767928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:37.816704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.819851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.821090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b417d917-fc50-423d-859b-93eaebd62652 HTTP/1.1" status: 204 len: 168 time: 0.2162895 Oct 22 13:18:37.836557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea777-5067-4401-81c9-66a8d74aa393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417d917-fc50-423d-859b-93eaebd62652,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:37.901872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 60450b03-65aa-4cdb-bf4a-6b36c2a80f8e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:18:37.906734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:37.958013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e74725b-fc4f-4bbd-8752-da5586d2955f req-25629ce9-3c85-4eba-9c4f-fddb05b9b4ef tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 210 time: 0.0503907 Oct 22 13:18:37.979596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.060705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44064) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:38.083706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.096425 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.146234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7d4d95ca-a8e4-4bc3-b34c-9d2a8996c534 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7d080891f67405dbb0b567605a54492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841544 Oct 22 13:18:38.149391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:38.156712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.203950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=60450b03-65aa-4cdb-bf4a-6b36c2a80f8e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:38.206473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.207801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f438c-0a75-4b96-959a-59d2b64a3f9d None None] Network 9dae3f0c-0972-44d1-851e-37347e20955f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:38.209712 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-976248b7-06f4-4f90-83ba-22f18a3733ff tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/60450b03-65aa-4cdb-bf4a-6b36c2a80f8e HTTP/1.1" status: 204 len: 168 time: 0.4579482 Oct 22 13:18:38.212900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44068) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:38.309055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.373611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.395994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.409293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f61c3c54-cb60-4898-b927-4bfb1f37a1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.609011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.612474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.613874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a280d6d6-4d3f-46d9-aa1d-ab5afb6a0975 HTTP/1.1" status: 204 len: 168 time: 0.4630053 Oct 22 13:18:38.630972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] DHCP port deletion for 9dae3f0c-0972-44d1-851e-37347e20955f request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:18:38.735473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-d2b8d066-1a3e-4483-ab40-1d0ed7a713a9 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:38.737327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-d2b8d066-1a3e-4483-ab40-1d0ed7a713a9 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.21 "GET /v2.0/networks?id=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 HTTP/1.1" status: 200 len: 821 time: 0.3457077 Oct 22 13:18:38.757211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Deleting port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:38.765989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.776943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f61c3c54-cb60-4898-b927-4bfb1f37a1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.780083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Request body: {'port': {'device_id': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4', 'admin_state_up': True, 'tenant_id': '6798c49111024fa8b2d374eff8b9140f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:38.799931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fe8b6-29a2-4bb0-8ae3-3e4c5a38c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a280d6d6-4d3f-46d9-aa1d-ab5afb6a0975,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:38.816042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f61c3c54-cb60-4898-b927-4bfb1f37a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.910238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f61c3c54-cb60-4898-b927-4bfb1f37a1ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d40cac369384109adec1aec9ea1df3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884645 Oct 22 13:18:38.910238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c3c54-cb60-4898-b927-4bfb1f37a1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b8aff0-aadb-45db-9bb5-cdd6e208667d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:38.925423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:38.935714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Made reservation on behalf of 6798c49111024fa8b2d374eff8b9140f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:38.943125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.945261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] For port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,segment=NetworkSegment(406de3d0-26e8-4bba-8ea6-b7ba2f891b88),segment_id=406de3d0-26e8-4bba-8ea6-b7ba2f891b88)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:38.950867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:38.980951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Calling delete_port for 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:39.062174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.130887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.200729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.241177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] No DVR routers for this DVR port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:39.257355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Allocated IP 172.20.0.8 (33d60366-b2c3-4d0c-abe9-c1e0fb524cb4/5cdb9370-5773-4a23-86eb-4db35407de4b/454c0ed8-a1f6-473a-b764-692e3dd8d415) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:39.263762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.266934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.272856 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6b8aff0-aadb-45db-9bb5-cdd6e208667d HTTP/1.1" status: 204 len: 168 time: 0.3462610 Oct 22 13:18:39.283966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dde6d-a570-4d8e-84e1-f52b7b254e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b8aff0-aadb-45db-9bb5-cdd6e208667d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:39.294903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f4bac-9c0c-4348-8d2b-50d3c7ffd1c3 None None] Pushing event deleted for resources: {'Port': ['ID=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:39.405980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:39.407862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.502412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388, host n-d-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:39.502913 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.518904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:39.521603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 was not found and therefore no delete operation was performed {{(pid=100620) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:18:39.533032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44110) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:39.547672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.582360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cc776f1-2f47-4e4a-bcb2-68e7b840594d req-2082e2ab-15c2-43c8-8771-ffaf447d683e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 210 time: 0.2507551 Oct 22 13:18:39.591542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=4bbf42c5-35a5-4f4a-a841-f7bf2966c388,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:39.625770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef550944-2fd3-4aef-a390-bd07d3ca2189 req-596f004c-f49d-49fa-99d2-2150d766e198 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:39.642790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef550944-2fd3-4aef-a390-bd07d3ca2189 req-596f004c-f49d-49fa-99d2-2150d766e198 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.8959856 Oct 22 13:18:39.668759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:39.724429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44120) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:39.752698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a62452e-e93f-4e37-994d-ec4cf0d850ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.797445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.826340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dae3f0c-0972-44d1-851e-37347e20955f']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:39.833806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.851999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406de3d0-26e8-4bba-8ea6-b7ba2f891b88') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:39.854516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406de3d0-26e8-4bba-8ea6-b7ba2f891b88') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:39.874863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a62452e-e93f-4e37-994d-ec4cf0d850ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.881501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a62452e-e93f-4e37-994d-ec4cf0d850ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.921789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1785583584-network', 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:39.959171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a62452e-e93f-4e37-994d-ec4cf0d850ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26a87162d7db4ccc9434e0ae706dc0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335043 Oct 22 13:18:39.960119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44124) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:39.969690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62452e-e93f-4e37-994d-ec4cf0d850ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b2774-2d9e-4edd-b7e1-9a2baffa5803,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:39.970591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.982744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:39.985120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:39.999380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.003142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.024268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.032975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:18:40.035065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.060229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:18:40.070445 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:18:40.120997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef550944-2fd3-4aef-a390-bd07d3ca2189 req-43a30bf7-9477-4c26-a023-fc3b82046ee5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828322 Oct 22 13:18:40.149311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.156543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.157243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.163848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.172370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/9dae3f0c-0972-44d1-851e-37347e20955f HTTP/1.1" status: 204 len: 168 time: 1.9579492 Oct 22 13:18:40.176184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44132) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:40.188143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-65698805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:40.215862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf0e3-4900-492a-a05b-995468b6dbbe tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=9dae3f0c-0972-44d1-851e-37347e20955f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.231443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.233734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.237788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:18:40.249079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.250098 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.251118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:40.262127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.262483 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Added segment 135cdb06-9ed6-486b-bc80-43bcb606e93a of type vlan for network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 Oct 22 13:18:40.296721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:18:40.297466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4bbf42c5-35a5-4f4a-a841-f7bf2966c388 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:18:40.303925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:40.307648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.317655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:40.321113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:40.352266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.353255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:40.353846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.386342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6284b70e-779e-4e8d-afe3-d36d7cff6442,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.399297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8615000 Oct 22 13:18:40.399297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44138) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:40.404807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Request body: {'subnet': {'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1785583584-subnet', 'tenant_id': '18257906d49541f2860082017c76484d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:40.423110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.425981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.427173 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1b2774-2d9e-4edd-b7e1-9a2baffa5803 HTTP/1.1" status: 204 len: 168 time: 0.4642026 Oct 22 13:18:40.437390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.443000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Pushing event updated for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.453373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.487321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:40.488134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.501661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e83ae2-63ad-47b9-8309-ce252dec43fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b2774-2d9e-4edd-b7e1-9a2baffa5803,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.510961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48571421-2b11-445f-b785-dd6b38ba1c37 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.528432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:40.528938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:40.533094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.541600 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.550687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7f0e6ae4-e917-4a0a-b1e9-fb90485922a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3646791 Oct 22 13:18:40.552730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44142) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:40.574024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1121623871'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:40.627447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-ac10cc70-0e10-4aa6-a65c-e2bb4a696a3c tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563511 Oct 22 13:18:40.629743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:40.642560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.687205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Request body: {'port': {'device_id': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:40.835983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.863129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.879895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:40.915804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b5f2ec-7f24-4d66-a1df-d959eba166fc,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:40.929073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:40.929784 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 97b905c3-257a-4d45-ae08-5a45f2db8d6d of type vlan for network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 Oct 22 13:18:40.930294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:40.931861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Network hostable DHCP agents. Network: dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:40.951169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558e87-ff14-4adf-b14f-d3fbeeb33b0d req-095918bb-5035-4880-ab74-4031577dd4bd tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:40.953099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32558e87-ff14-4adf-b14f-d3fbeeb33b0d req-095918bb-5035-4880-ab74-4031577dd4bd tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 931 time: 0.1984422 Oct 22 13:18:40.969930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:40.995991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:41.005684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f5075-8e91-4fba-9e75-25d64befed2b None None] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:41.008542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:41.010249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:41.039008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32558e87-ff14-4adf-b14f-d3fbeeb33b0d req-9bd7ea05-e619-4423-90b3-17c0801bfc18 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Oct 22 13:18:41.079943 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-70bf52a5-00ff-4ab0-a159-4c7989625ad2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6792698 Oct 22 13:18:41.122885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:41.166845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:41.174811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:41.175441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:41.251275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44172) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:41.255420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6984603 Oct 22 13:18:41.257781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:41.313166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3271dca-f9fd-4d02-9126-aa8be8004bc1 None None] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:41.377828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864b2e3-2b33-4bec-bffe-82cf79e1a07e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:41.434157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:41.627664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711c1c5-1e47-47d6-b77c-910d79dc81a2 req-2e8defbe-f814-4526-9d69-6f4df7fe3b49 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:41.640112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6711c1c5-1e47-47d6-b77c-910d79dc81a2 req-2e8defbe-f814-4526-9d69-6f4df7fe3b49 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.2800875 Oct 22 13:18:41.671639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:41.676423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:41.907139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6711c1c5-1e47-47d6-b77c-910d79dc81a2 req-e3b64650-1ca7-44f5-82c4-27df88fbf95b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649429 Oct 22 13:18:41.999462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454c0ed8-a1f6-473a-b764-692e3dd8d415 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:42.024365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:42.061472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Transition to ACTIVE for port object 454c0ed8-a1f6-473a-b764-692e3dd8d415 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:18:42.073603 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:42.118329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:42.177825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Pushing event updated for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:42.300017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=dd688a51-6997-4c9e-aea5-5034263d9086,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:42.349708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:42.350244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:42.380426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:42.409665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:42.434209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f7a9c-f609-4ad6-af1d-4ea0744314fd None None] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:42.437099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:42.440785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:42.486777 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f091319d-9dcf-4fbe-8912-9f26c716c281 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2338204 Oct 22 13:18:42.490185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:42.606551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Attempting to bind port 454c0ed8-a1f6-473a-b764-692e3dd8d415 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:42.606945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Attempting to bind port 454c0ed8-a1f6-473a-b764-692e3dd8d415 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'edf72da5-b3a6-48a1-b7f8-753d02f5493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:42.608140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Attempting to bind port 454c0ed8-a1f6-473a-b764-692e3dd8d415 on network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:42.628709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Port 454c0ed8-a1f6-473a-b764-692e3dd8d415 on network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:18:42.630505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Attempting to bind port 454c0ed8-a1f6-473a-b764-692e3dd8d415 on network 33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:42.652678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:42.653017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Checking segment: {'id': 'edf72da5-b3a6-48a1-b7f8-753d02f5493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:42.653409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Bound using segment: {'id': 'edf72da5-b3a6-48a1-b7f8-753d02f5493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:42.653867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Bound port: 454c0ed8-a1f6-473a-b764-692e3dd8d415, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf72da5-b3a6-48a1-b7f8-753d02f5493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:42.654211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:42.740839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba923c-b251-4fbf-87b9-606daa85a9f3 req-f2a230fd-f244-4bbd-85de-3e97194a246f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:42.780621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bba923c-b251-4fbf-87b9-606daa85a9f3 req-f2a230fd-f244-4bbd-85de-3e97194a246f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 943 time: 0.3846915 Oct 22 13:18:42.987695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bba923c-b251-4fbf-87b9-606daa85a9f3 req-43bfb71e-b7a8-4837-b9b7-2cf7bf6cdd1f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886437 Oct 22 13:18:43.018051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:18:43.019003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:43.236818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:43.242976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415,segment=NetworkSegment(edf72da5-b3a6-48a1-b7f8-753d02f5493f),segment_id=edf72da5-b3a6-48a1-b7f8-753d02f5493f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:43.268240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-df1ae1ce-266d-4847-bc5d-f718bc5465a2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:43.272680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-df1ae1ce-266d-4847-bc5d-f718bc5465a2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.4890904 Oct 22 13:18:43.278656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:43.308701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e9734-ba62-475c-8f0a-62795390312f req-5540bca0-5d6c-43c3-b89e-e079500de9c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:43.316125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:43.319542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1e9734-ba62-475c-8f0a-62795390312f req-5540bca0-5d6c-43c3-b89e-e079500de9c0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1878459 Oct 22 13:18:43.373006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:43.374323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:43.376407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] 10.222.0.21 "PUT /v2.0/ports/454c0ed8-a1f6-473a-b764-692e3dd8d415 HTTP/1.1" status: 200 len: 1091 time: 2.7003324 Oct 22 13:18:43.377630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:43.380378 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d9c5ee-d179-4a78-bf47-e41baea0772b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:43.403319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-14810373-cf42-49a8-abc6-0f6798bcb3f9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.1143529 Oct 22 13:18:43.469977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a8d95-a9cd-407d-88a3-8ca54e642a8d service neutron] Pushing event updated for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:43.492848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1e9734-ba62-475c-8f0a-62795390312f req-eb959be6-7fc0-4498-80a2-11ddc3bf090c tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723304 Oct 22 13:18:43.536443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-fca2a921-4bcf-4d62-856a-f8ee8f968dd9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913579 Oct 22 13:18:43.665661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Allocated IP 2001:db8::2 (3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4/dd688a51-6997-4c9e-aea5-5034263d9086/c176a1b2-1e47-43b1-8cf3-d18d58f22b6b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:43.795461 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce078c11-ce58-45a8-85cc-1ca668e6f59d x-openstack-request-id: req-ce078c11-ce58-45a8-85cc-1ca668e6f59d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:43.795769 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:43.796063 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce078c11-ce58-45a8-85cc-1ca668e6f59d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:43.797137 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415', 'status': 'completed', 'code': 200} Oct 22 13:18:43.856467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-7f9c3c97-c157-4e64-aac0-0883bc749a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:43.861701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-7f9c3c97-c157-4e64-aac0-0883bc749a92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6798c49111024fa8b2d374eff8b9140f&device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 1094 time: 0.3663986 Oct 22 13:18:43.935991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-deb77deb-f077-46b5-a8aa-998270691f96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415 HTTP/1.1" status: 200 len: 217 time: 0.0618103 Oct 22 13:18:43.938068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-3a46c075-03f9-43eb-8a39-586992fabb90 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175867 Oct 22 13:18:44.095055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.107090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.221088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Pushing event updated for resources: {'Port': ['ID=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:44.235406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.235818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.236357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.236881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.237491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.237997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.238505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.239187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.239684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.240379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.240890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.241382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:44.254666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:44.257772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:44.261704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:44.287399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-8b238dda-fcd9-40bd-961a-bf124c6a83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:44.288392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-8b238dda-fcd9-40bd-961a-bf124c6a83b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5cdb9370-5773-4a23-86eb-4db35407de4b HTTP/1.1" status: 200 len: 861 time: 0.3435197 Oct 22 13:18:44.388012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8::1 (3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4/dd688a51-6997-4c9e-aea5-5034263d9086/f930b354-d6d0-4bdf-9ad6-031e13790fa0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:44.403333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Attempting to bind port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:44.405943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Attempting to bind port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:44.408661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Attempting to bind port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b on network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:44.417701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-b7cad81b-9a11-464f-b8d4-498e6df626a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126397 Oct 22 13:18:44.420781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e130-b05a-488c-912f-ca92f168ce86 req-e3c12e76-f938-4271-b0f8-6127f3d5f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:44.423140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6182e130-b05a-488c-912f-ca92f168ce86 req-e3c12e76-f938-4271-b0f8-6127f3d5f1ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1096 time: 0.7705119 Oct 22 13:18:44.430000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:44.434848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Checking segment: {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:44.438240 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.442295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Bound using segment: {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:44.443211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Bound port: c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:44.443963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.569918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-a2218763-eece-44d3-b3ca-a66248882dc0 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030893 Oct 22 13:18:44.635508 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.651781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] For port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:44.659343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54a908-fc05-43dc-8e1c-fd4606b14e6c req-e3ad8f68-cfc7-4db6-948e-21443851f644 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:44.662434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] For port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:44.673516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd54a908-fc05-43dc-8e1c-fd4606b14e6c req-e3ad8f68-cfc7-4db6-948e-21443851f644 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 943 time: 0.3791783 Oct 22 13:18:44.675530 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.720888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.787896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:44.799645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:44.806585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:44.807570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:44.854497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be265f-b18b-49b0-975a-cdb8ddf9314f None None] Pushing event updated for resources: {'Port': ['ID=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:44.866872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6182e130-b05a-488c-912f-ca92f168ce86 req-ff26159e-3d6c-480c-bd0d-94931bfb0b40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320230 Oct 22 13:18:44.882862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:44.885015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd54a908-fc05-43dc-8e1c-fd4606b14e6c req-592f3934-4d41-4642-b403-bca571b40d3f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080915 Oct 22 13:18:44.987475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-b790ff80-5ae3-4c54-bba4-621fa15021da service neutron] 10.222.0.21 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618405 Oct 22 13:18:45.141021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:45.828032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:45.843454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22cfbad2-8f1a-4c01-91d5-68316c492f6d req-8594de5d-74e2-4a79-b3b8-3b8b6532f55d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 210 time: 0.0566981 Oct 22 13:18:45.847882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:45.853912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:45.900100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bcb8c-26aa-4d36-8db4-fd978ed0b23f req-4c0bfdb9-e7a3-4688-9c7e-2e6cf400d0f2 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:45.917296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f8bcb8c-26aa-4d36-8db4-fd978ed0b23f req-4c0bfdb9-e7a3-4688-9c7e-2e6cf400d0f2 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.8011765 Oct 22 13:18:45.936531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:46.033773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea161524-95dc-4e80-a5ba-e70e364661b2 req-1c3c0ec3-5faf-46f0-aa42-bb1d378d1deb service neutron] 10.222.0.21 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0356181 Oct 22 13:18:46.114792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f8bcb8c-26aa-4d36-8db4-fd978ed0b23f req-81d50093-75a8-48cd-a867-0918ee684446 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956949 Oct 22 13:18:46.340826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:46.343950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:46.398143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55a4e-843d-4867-b491-50c24a5f8688 req-a1dbe832-e39e-4379-8464-95ea9427b9b3 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:46.423374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1f55a4e-843d-4867-b491-50c24a5f8688 req-a1dbe832-e39e-4379-8464-95ea9427b9b3 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 943 time: 0.3362212 Oct 22 13:18:46.460283 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:18:46.532371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c176a1b2-1e47-43b1-8cf3-d18d58f22b6b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:46.533388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-2839c742-08e2-4021-ba52-c50d6f036766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:46.543525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-2839c742-08e2-4021-ba52-c50d6f036766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6798c49111024fa8b2d374eff8b9140f&device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 1094 time: 0.3341236 Oct 22 13:18:46.652595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:46.653380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:46.758057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88685167-1020-43b0-afe4-4365a481e689 None None] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:46.877865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:18:46.902363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-b0b39595-b9db-42ea-8550-a74d08ef8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:46.912686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-b0b39595-b9db-42ea-8550-a74d08ef8eae service neutron] 10.222.0.21 "GET /v2.0/networks?id=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 HTTP/1.1" status: 200 len: 922 time: 0.3569968 Oct 22 13:18:46.983615 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c1f55a4e-843d-4867-b491-50c24a5f8688 req-0b8ab159-dd1f-46ee-9183-af4ab9225997 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589621 Oct 22 13:18:47.067942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f7872cc7-edfe-4b95-894d-354c6cc5ccfd None None] Provisioning complete for port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:47.068321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7872cc7-edfe-4b95-894d-354c6cc5ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.076440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-4ed09f3f-4230-4224-92f1-f21b0d370c72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415 HTTP/1.1" status: 200 len: 217 time: 0.1109362 Oct 22 13:18:47.089926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59841845-86c6-40a3-8ea5-08a610c0f344 req-fdd73d4f-ff7f-40b2-b50a-8fb9623bce18 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 210 time: 0.0775490 Oct 22 13:18:47.109932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:47.122339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2193d0e5-9114-4621-8f32-1a46f51d21ce tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6306870 Oct 22 13:18:47.125486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44296) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:47.127993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:47.136690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-3441236'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:47.175174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:47.176663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:47.276367 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.288970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-5e40d8a1-476c-49fb-9868-227107ca17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:47.303137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-5e40d8a1-476c-49fb-9868-227107ca17ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5cdb9370-5773-4a23-86eb-4db35407de4b HTTP/1.1" status: 200 len: 861 time: 0.2076311 Oct 22 13:18:47.315178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:47.333109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.418366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7872cc7-edfe-4b95-894d-354c6cc5ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.422483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:47.448770 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:47.464132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.501597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-71c24f91-44d1-40fc-937a-0c89ff2ce270 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918843 Oct 22 13:18:47.549110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:47.608206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:47.608206 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment a8c0024e-4d0d-44bf-9df9-d9697362158d of type vlan for network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 Oct 22 13:18:47.761434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8982889-e825-4a2b-ac4a-d054aef83780 req-43cd5c85-e3a3-4c71-b387-f77ceee852d9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:47.779653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8982889-e825-4a2b-ac4a-d054aef83780 req-43cd5c85-e3a3-4c71-b387-f77ceee852d9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.4741302 Oct 22 13:18:47.814748 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-f7872cc7-edfe-4b95-894d-354c6cc5ccfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:18:47.815326 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-f7872cc7-edfe-4b95-894d-354c6cc5ccfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:18:47.819881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:47.886318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-99d3b914-c0f9-4547-8b7d-5d96c429203b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:47.896057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-99d3b914-c0f9-4547-8b7d-5d96c429203b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.4508471 Oct 22 13:18:47.934916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': '303da427-c656-46e0-ac3c-956064c7bb5f', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:48.115800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.184514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8982889-e825-4a2b-ac4a-d054aef83780 req-a5b01959-ea22-4228-90a1-ace56567aaca tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038188 Oct 22 13:18:48.251842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-666566a3-4fa2-4d59-8518-46f3f8f9fb68 service neutron] 10.222.0.21 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162504 Oct 22 13:18:48.304794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:18:48.307953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:48.315275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.315981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c176a1b2-1e47-43b1-8cf3-d18d58f22b6b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:48.425631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.452725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:48.458162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.514175 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:44Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:45Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:48.516109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.2 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/8c8d6701-cc88-40fd-b7ef-770aa0591260) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:48.533442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:48.533836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.594172 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:48.594830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Updating router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 port f930b354-d6d0-4bdf-9ad6-031e13790fa0 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:18:48.657409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Provisioning complete for port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:48.657901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.688286 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:48.704704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d9c5ee-d179-4a78-bf47-e41baea0772b req-c1c903ee-0fd8-459f-8215-67553b8b286c service neutron] 10.222.0.21 "GET /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433473 Oct 22 13:18:48.848119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16c93485-c9c8-4e06-9398-c610d4e6f7a8 req-443bc70e-6ba1-466d-93b5-c62ca7c6eb1c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 210 time: 0.4813006 Oct 22 13:18:48.877884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7487803 Oct 22 13:18:48.884557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44326) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:48.903775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:48.931590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 454c0ed8-a1f6-473a-b764-692e3dd8d415 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:18:48.985865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10d468-7732-4811-a5a2-4e9ced5ca0aa req-38a5f1f6-f555-4718-b651-73693b0b882f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:48.997878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef10d468-7732-4811-a5a2-4e9ced5ca0aa req-38a5f1f6-f555-4718-b651-73693b0b882f tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 943 time: 0.8303344 Oct 22 13:18:49.125908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.134126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281ddb5-5283-44fd-9329-bddef7790cda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=5f28b60e-973b-4fd9-8d3b-599da41e3c49,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:49.228652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef10d468-7732-4811-a5a2-4e9ced5ca0aa req-e9073387-dbc2-4d92-8787-403b03c26052 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292080 Oct 22 13:18:49.273897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.327477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:49.340505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:49.356291 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.375209 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.457082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:49.459347 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Pushing event updated for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:49.485645 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.486369 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.489051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.489575 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.490235 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.490763 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.491508 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.494342 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.494922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.495596 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.497990 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.501375 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:49.574811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415,segment=NetworkSegment(edf72da5-b3a6-48a1-b7f8-753d02f5493f),segment_id=edf72da5-b3a6-48a1-b7f8-753d02f5493f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:49.595504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '454c0ed8-a1f6-473a-b764-692e3dd8d415', 'network_id': '33d60366-b2c3-4d0c-abe9-c1e0fb524cb4', 'port_id': '454c0ed8-a1f6-473a-b764-692e3dd8d415', 'mac_address': 'fa:16:3e:0f:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cdb9370-5773-4a23-86eb-4db35407de4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:18:49.599910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-d78386e8-84d8-468e-85e4-6459ff214765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:49.600752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:49.613176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-d78386e8-84d8-468e-85e4-6459ff214765 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 1096 time: 0.3806472 Oct 22 13:18:49.688956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:49.693091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.729719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5534c-febc-43a3-8570-ed448b144ea3 req-62d316e1-2ff6-4914-85de-edd04af58f1d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:49.735135 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Attempting to bind port f930b354-d6d0-4bdf-9ad6-031e13790fa0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:49.735638 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Attempting to bind port f930b354-d6d0-4bdf-9ad6-031e13790fa0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:49.735847 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Attempting to bind port f930b354-d6d0-4bdf-9ad6-031e13790fa0 on network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:49.742083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:49.742463 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Checking segment: {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:49.742926 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.743383 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Bound using segment: {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:49.743924 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Bound port: f930b354-d6d0-4bdf-9ad6-031e13790fa0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b905c3-257a-4d45-ae08-5a45f2db8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:49.744294 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:49.746236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cf5534c-febc-43a3-8570-ed448b144ea3 req-62d316e1-2ff6-4914-85de-edd04af58f1d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.3430262 Oct 22 13:18:49.777749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:49.888235 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] For port f930b354-d6d0-4bdf-9ad6-031e13790fa0, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:49.900981 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] For port f930b354-d6d0-4bdf-9ad6-031e13790fa0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f930b354-d6d0-4bdf-9ad6-031e13790fa0,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:49.910069 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.100793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.101538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.106252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.120128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-e956c963-2b9f-41a0-8512-8f41718bbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.128090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-e956c963-2b9f-41a0-8512-8f41718bbe2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 200 len: 912 time: 0.5138547 Oct 22 13:18:50.181497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa43e5-cd6d-4fde-bebc-71973d336c60 None None] Pushing event updated for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:50.242788 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:50.244030 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:50.256701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cf5534c-febc-43a3-8570-ed448b144ea3 req-79afcdbe-418e-4e40-8cc1-b07767f72df7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094862 Oct 22 13:18:50.284835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.290893 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-8f178f4e-bfdb-4ee7-874e-e5d7f0e0c5d7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3804252 Oct 22 13:18:50.329351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454c0ed8-a1f6-473a-b764-692e3dd8d415 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:50.345242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Request body: {'port': {'device_id': '303da427-c656-46e0-ac3c-956064c7bb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:50.380627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415,segment=NetworkSegment(edf72da5-b3a6-48a1-b7f8-753d02f5493f),segment_id=edf72da5-b3a6-48a1-b7f8-753d02f5493f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:50.386327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Provisioning complete for port f930b354-d6d0-4bdf-9ad6-031e13790fa0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:50.388701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-06bed879-b133-445c-b126-bf9bd47e4fd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 200 len: 217 time: 0.1587584 Oct 22 13:18:50.406741 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.420780 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.476364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:50.527475 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:50.531428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8a16-902f-4a4d-b271-616931a800ba req-a31af781-de25-454d-8d26-a1b8ff626a0b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.551769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2ff8a16-902f-4a4d-b271-616931a800ba req-a31af781-de25-454d-8d26-a1b8ff626a0b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 931 time: 0.3966804 Oct 22 13:18:50.553860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:50.554237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: 5f28b60e-973b-4fd9-8d3b-599da41e3c49, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:50.578301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:50.587886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.659883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:50.688807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5f28b60e-973b-4fd9-8d3b-599da41e3c49) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:50.696605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.697502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.733503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f8210-16ce-4327-8c36-cbd9485011f2 None None] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:50.758856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2ff8a16-902f-4a4d-b271-616931a800ba req-9ab138f6-bfa1-47e1-9383-a11759bd2e99 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047074 Oct 22 13:18:50.763745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-beb1ab4d-4846-432c-ac67-30549aa8e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.770375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-beb1ab4d-4846-432c-ac67-30549aa8e706 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 200 len: 851 time: 0.3696132 Oct 22 13:18:50.784445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['454c0ed8-a1f6-473a-b764-692e3dd8d415'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:50.809462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79711683-b6f6-4d48-86fa-f4b76ab5d533 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9237468 Oct 22 13:18:50.811254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44356) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:50.891969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-b7175896-2106-4a63-85fc-6fbf6d2be8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dd672d2-bd9a-4d8e-904a-19b0c02e6894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104646 Oct 22 13:18:50.906389 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:50.914435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390dad-7dd0-4df4-93be-1b7b531ba8f2 req-3803ba57-823d-4090-a8b0-f1e76b8faf31 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:50.930263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a390dad-7dd0-4df4-93be-1b7b531ba8f2 req-3803ba57-823d-4090-a8b0-f1e76b8faf31 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 944 time: 0.4350374 Oct 22 13:18:51.004816 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:44Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:49Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:51.068683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-9bcf9606-c1b5-45cb-a8cf-606032505bae service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413503 Oct 22 13:18:51.162262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] For port f930b354-d6d0-4bdf-9ad6-031e13790fa0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f930b354-d6d0-4bdf-9ad6-031e13790fa0,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:51.174210 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:51.208254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a390dad-7dd0-4df4-93be-1b7b531ba8f2 req-60892e51-252b-41ea-be9d-722287879409 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384826 Oct 22 13:18:51.262338 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9af79-fc42-42c3-9187-df04e734f443 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:44Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:49Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:18:51.270734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffd17413-ad8b-4e07-b243-311e07fffda5 req-41d203ef-30cf-46a7-93a1-d6986157e8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911623 Oct 22 13:18:51.289128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da7fe1-e61f-418b-8437-31705c661ebb None None] Pushing event updated for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:51.394359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5478f40d-70e4-4631-8016-60fc7f20b0c6 None None] Provisioning complete for port f930b354-d6d0-4bdf-9ad6-031e13790fa0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:51.394770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5478f40d-70e4-4631-8016-60fc7f20b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:51.505654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:18:51.507297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:51.593222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30832ba-1e7a-41c6-ac60-7a6c6bd66a09 req-a57bb1e6-3d59-4abb-ab0f-9142302f7ea0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:51.601108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a30832ba-1e7a-41c6-ac60-7a6c6bd66a09 req-a57bb1e6-3d59-4abb-ab0f-9142302f7ea0 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1551721 Oct 22 13:18:51.683858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a30832ba-1e7a-41c6-ac60-7a6c6bd66a09 req-e1534c80-1f8e-44b6-a6dd-6aab2f85faf9 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Oct 22 13:18:51.834347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Allocated IP 2001:db8:1::2 (5f28b60e-973b-4fd9-8d3b-599da41e3c49/8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd/60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:52.078638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a72c2-6ae6-41cf-bfbe-7ca544cb412c req-359b23c4-4dd2-465c-9eaa-58d1d45a33b3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:52.090979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e5a72c2-6ae6-41cf-bfbe-7ca544cb412c req-359b23c4-4dd2-465c-9eaa-58d1d45a33b3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 931 time: 0.1789017 Oct 22 13:18:52.120986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.136660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.206398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e5a72c2-6ae6-41cf-bfbe-7ca544cb412c req-0a103b22-2384-4b85-a5b0-6147dbeccc64 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094489 Oct 22 13:18:52.232679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Pushing event updated for resources: {'Port': ['ID=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:52.307517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:52.320293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:52.334095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:52.440184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Attempting to bind port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:52.440787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Attempting to bind port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:52.441358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Attempting to bind port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b on network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:52.460658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:52.466785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Checking segment: {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:52.467432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.471317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Bound using segment: {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:52.471317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Bound port: 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:52.471317 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.481501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eaff9-c59c-4af2-a16e-cdacf4fec986 req-b09516f3-933d-47e7-ac49-29c91d9d1fc5 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:52.499514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-758eaff9-c59c-4af2-a16e-cdacf4fec986 req-b09516f3-933d-47e7-ac49-29c91d9d1fc5 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 944 time: 0.1484196 Oct 22 13:18:52.531259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f930b354-d6d0-4bdf-9ad6-031e13790fa0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:52.614652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-758eaff9-c59c-4af2-a16e-cdacf4fec986 req-af7d16b0-f10a-4965-93f7-36fa426e9d5a tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018555 Oct 22 13:18:52.660392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8d6701-cc88-40fd-b7ef-770aa0591260 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:52.689244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.749664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Transition to ACTIVE for port object 8c8d6701-cc88-40fd-b7ef-770aa0591260 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:18:52.767701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f930b354-d6d0-4bdf-9ad6-031e13790fa0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:52.768134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.771035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.800407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] For port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:52.842175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] For port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:52.854075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:52.935748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764ca8-6973-43ee-b841-323e2bc37411 req-031d044a-6438-467d-85a2-e4196a0fbc5d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:52.946833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f764ca8-6973-43ee-b841-323e2bc37411 req-031d044a-6438-467d-85a2-e4196a0fbc5d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1310542 Oct 22 13:18:52.977433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:52.986304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 454c0ed8-a1f6-473a-b764-692e3dd8d415 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:53.013108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.030404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f764ca8-6973-43ee-b841-323e2bc37411 req-eb0b590d-47c6-4f77-8a62-caf2fa8d3bf5 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796270 Oct 22 13:18:53.053246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59d83a-1619-4cc0-9c35-459337a21ead None None] Pushing event updated for resources: {'Port': ['ID=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:53.098588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.102511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.103405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.105542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.105997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.107354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.107812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.109302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.110066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.114982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.115662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.116892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:18:53.142180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 454c0ed8-a1f6-473a-b764-692e3dd8d415 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:18:53.150193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 454c0ed8-a1f6-473a-b764-692e3dd8d415 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:53.150946 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.316881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.376268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:53.386547 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac0125f-0ee3-4795-856b-3d2251352b41" -d '{"events": [{"server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "name": "network-vif-plugged", "status": "completed", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:53.412523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415,segment=NetworkSegment(edf72da5-b3a6-48a1-b7f8-753d02f5493f),segment_id=edf72da5-b3a6-48a1-b7f8-753d02f5493f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:53.421651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.508381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd5b2f-7d25-44f1-b4c6-9739757afae2 req-c222fc70-b875-4867-9389-5ee48139dc73 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:53.517283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7bd5b2f-7d25-44f1-b4c6-9739757afae2 req-c222fc70-b875-4867-9389-5ee48139dc73 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 943 time: 0.1808281 Oct 22 13:18:53.552200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Attempting to bind port 8c8d6701-cc88-40fd-b7ef-770aa0591260 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:18:53.552544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Attempting to bind port 8c8d6701-cc88-40fd-b7ef-770aa0591260 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:18:53.552879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Attempting to bind port 8c8d6701-cc88-40fd-b7ef-770aa0591260 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:53.572359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:53.661116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Port 8c8d6701-cc88-40fd-b7ef-770aa0591260 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:18:53.661116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Attempting to bind port 8c8d6701-cc88-40fd-b7ef-770aa0591260 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:18:53.665125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:18:53.665501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:53.665948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:18:53.666398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Bound port: 8c8d6701-cc88-40fd-b7ef-770aa0591260, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:18:53.666922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.704112 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d5e2c7-e44b-45bc-9071-3f377eed7ac3 x-openstack-request-id: req-d3d5e2c7-e44b-45bc-9071-3f377eed7ac3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:53.704408 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "name": "network-vif-plugged", "status": "completed", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:53.704667 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3d5e2c7-e44b-45bc-9071-3f377eed7ac3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:53.706072 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415', 'code': 200} Oct 22 13:18:53.715622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7bd5b2f-7d25-44f1-b4c6-9739757afae2 req-52673eab-0a86-476a-ae7e-592fab250d5b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969695 Oct 22 13:18:53.927609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:18:53.965606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0c2d-5e03-44d0-8319-912f18f6e470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:53.980041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:18:53.996297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8:1::1 (5f28b60e-973b-4fd9-8d3b-599da41e3c49/8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd/cab905ec-7b68-460d-b0fd-54e83d54c7ee) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:18:54.019019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b092eb-48e9-46c5-ad30-06030268e214 req-60d09cfd-2e80-4428-808b-446c2fcce323 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.033157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1b092eb-48e9-46c5-ad30-06030268e214 req-60d09cfd-2e80-4428-808b-446c2fcce323 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1686368 Oct 22 13:18:54.125563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c6055-f30d-4a5a-8a9b-49dcd70bba72 req-00e1167f-be90-43b8-9dfa-f8fe32cb4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.129057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a02c6055-f30d-4a5a-8a9b-49dcd70bba72 req-00e1167f-be90-43b8-9dfa-f8fe32cb4b20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 1096 time: 0.3184347 Oct 22 13:18:54.178778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.188278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cf8d6-1bdb-49f3-9d40-a0e81f9a5d66 req-3b4d2464-6072-4abe-ae79-66f18758f5f5 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.198034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a4cf8d6-1bdb-49f3-9d40-a0e81f9a5d66 req-3b4d2464-6072-4abe-ae79-66f18758f5f5 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 945 time: 0.2824397 Oct 22 13:18:54.225454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.240669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.261348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9a4cf8d6-1bdb-49f3-9d40-a0e81f9a5d66 req-e115aade-1849-46f7-a0fc-49b069106c3b tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609555 Oct 22 13:18:54.303128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1b092eb-48e9-46c5-ad30-06030268e214 req-08238b38-8990-48f2-b381-119f31748d0d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635865 Oct 22 13:18:54.383086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.383086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.383086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 200 len: 1091 time: 4.0185649 Oct 22 13:18:54.383086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:54.383086 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:54.397523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a02c6055-f30d-4a5a-8a9b-49dcd70bba72 req-505821c8-7eb4-4120-b1e6-cc4cca9fefa7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467015 Oct 22 13:18:54.474822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:54.491322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:54.518207 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af4a77-3313-4456-8357-4e6239c49957 x-openstack-request-id: req-70af4a77-3313-4456-8357-4e6239c49957 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:54.518509 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:54.518787 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70af4a77-3313-4456-8357-4e6239c49957 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:54.519189 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260', 'status': 'completed', 'code': 200} Oct 22 13:18:54.533541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:54.541714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:18:54.542272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.544788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926cbca-56d9-4704-b85e-b38393964318 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:54.599929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:54.599929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.645147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-eba0ec0e-bd3e-4b64-b92a-79df33d57456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.646451 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-eba0ec0e-bd3e-4b64-b92a-79df33d57456 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 1094 time: 0.1989594 Oct 22 13:18:54.700871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-9e13d0bb-c069-46db-ad5a-9b017b83816a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 200 len: 217 time: 0.0411069 Oct 22 13:18:54.743990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.798500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:54.817719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.826338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:54.945764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:54.961705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:54.994102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-59a23733-91df-4851-b303-9c383e6d0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:54.996256 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-59a23733-91df-4851-b303-9c383e6d0597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1930935 Oct 22 13:18:55.014771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19b73-a706-46e6-a3ff-05aba8da8376 req-d22b968a-012b-4bff-8faa-9474dec33992 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:55.016388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c19b73-a706-46e6-a3ff-05aba8da8376 req-d22b968a-012b-4bff-8faa-9474dec33992 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 943 time: 0.0971873 Oct 22 13:18:55.072492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c19b73-a706-46e6-a3ff-05aba8da8376 req-e1924dd1-f92b-4be7-a0c0-2939e4e4408b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Oct 22 13:18:55.140302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa827f2-bb16-4cad-af7d-51bff332a9ca None None] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:55.314952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-94632a56-4092-4531-aba6-3bce8fa10a56 None None] Provisioning complete for port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:55.319094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-94632a56-4092-4531-aba6-3bce8fa10a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:55.383554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-79173a2c-d72f-490a-807d-e34c176b5d17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3440824 Oct 22 13:18:55.454974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:55.567043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-16a24f4e-0885-4159-a279-0afd3b82acfd service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739666 Oct 22 13:18:55.568504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:55.569814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:55.586552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55678ecf-c1ef-40f1-a39a-b8ec17a2e630 req-866e85d6-f42c-4ef7-aedd-cb056d9c105e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:55.588704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55678ecf-c1ef-40f1-a39a-b8ec17a2e630 req-866e85d6-f42c-4ef7-aedd-cb056d9c105e tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1687713 Oct 22 13:18:55.600909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8e39-89a9-4f25-95c1-4a3b4ff2b8cc req-4d3953dd-a1fe-4297-91d1-59116bfea049 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:55.612972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2ac8e39-89a9-4f25-95c1-4a3b4ff2b8cc req-4d3953dd-a1fe-4297-91d1-59116bfea049 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 945 time: 0.2020943 Oct 22 13:18:55.685623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55678ecf-c1ef-40f1-a39a-b8ec17a2e630 req-527a0d08-5efe-4944-acdd-9df25582318b tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Oct 22 13:18:55.741730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2ac8e39-89a9-4f25-95c1-4a3b4ff2b8cc req-51a63680-0ef5-43b3-8522-5d9ab110b0c7 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214921 Oct 22 13:18:55.932383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:56.065465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c7a71526-dc12-4be6-9ed1-2af48f9f9389 req-b16df4bc-485e-4084-b82a-18875fb68f47 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837792 Oct 22 13:18:56.092242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:18:56.094132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:56.170583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-27244448-afb4-4b50-a8ba-f5816d9cb3ff None None] Provisioning complete for port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:56.177474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-27244448-afb4-4b50-a8ba-f5816d9cb3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.385902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:18:56.386443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4467134-2b1c-4a1b-955a-05f990415afc req-cbc3d7be-eddd-4d86-b03e-6ffe507d4f79 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:56.399695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4467134-2b1c-4a1b-955a-05f990415afc req-cbc3d7be-eddd-4d86-b03e-6ffe507d4f79 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 943 time: 0.1612604 Oct 22 13:18:56.404441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:18:56.433769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-27244448-afb4-4b50-a8ba-f5816d9cb3ff None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:56.434134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-27244448-afb4-4b50-a8ba-f5816d9cb3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.494429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:56.513876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4467134-2b1c-4a1b-955a-05f990415afc req-d3202192-718d-4dc8-ac6d-6aa4e996ba90 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994487 Oct 22 13:18:56.516000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-27244448-afb4-4b50-a8ba-f5816d9cb3ff None None] Port cab905ec-7b68-460d-b0fd-54e83d54c7ee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:56.543120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:56.543998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.547341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-c9d8cb5e-8703-414c-869f-5b92cb664a9d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:56.548893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-c9d8cb5e-8703-414c-869f-5b92cb664a9d tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.26 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1429615 Oct 22 13:18:56.573934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-9f1309cf-5435-42b5-9349-d43492d84728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:56.575316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-9f1309cf-5435-42b5-9349-d43492d84728 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 1094 time: 0.2256641 Oct 22 13:18:56.667780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ef1b6420-cd35-4343-a961-3b4cf53af7f8 None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:56.668249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6420-cd35-4343-a961-3b4cf53af7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.711047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b6420-cd35-4343-a961-3b4cf53af7f8 None None] Port cab905ec-7b68-460d-b0fd-54e83d54c7ee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:56.766636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6bf53379-9e51-4535-9931-61798b7f61c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.796614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-7ae55e3a-85d0-4b94-b640-23eaa218d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:56.798094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-7ae55e3a-85d0-4b94-b640-23eaa218d85b service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.1470671 Oct 22 13:18:56.814110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Deleting port 13b70a2c-63fe-4181-9525-5011ed53ada3 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:18:56.814455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:56.866104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-d7aaea9d-2c3c-4bb3-b4a9-d4e5d2691167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 200 len: 217 time: 0.0530901 Oct 22 13:18:56.949955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-661674a0-46ec-45a4-8597-fcd90c71e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:56.951574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-661674a0-46ec-45a4-8597-fcd90c71e340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0658386 Oct 22 13:18:56.952789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:18:56.966767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ea5d9b90-8df1-4c28-992b-5772da3c8444 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1462493 Oct 22 13:18:56.966980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:18:56.993605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:18:56.994269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:57.000267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-93e9377a-8421-445f-9153-b96792e1511b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322280 Oct 22 13:18:57.001022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44454) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:57.007343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111661562'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:57.072997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] For port 13b70a2c-63fe-4181-9525-5011ed53ada3, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=13b70a2c-63fe-4181-9525-5011ed53ada3,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:57.073402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.127262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:57.132188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.159556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Calling delete_port for 13b70a2c-63fe-4181-9525-5011ed53ada3 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:18:57.212641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-00663b32-f6eb-40de-ba45-cff1b579049e service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992214 Oct 22 13:18:57.213410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d6507649-2c17-49b1-ae10-427b98b4a539 None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:18:57.213859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6507649-2c17-49b1-ae10-427b98b4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.217782 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f35e75c-f837-4311-8c6a-15b15d7545d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.264404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc600048-3b2c-49aa-9906-4a07e4b39ab3 req-6f456045-8ae7-46b4-a8ff-c637982469bf tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:57.273773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc600048-3b2c-49aa-9906-4a07e4b39ab3 req-6f456045-8ae7-46b4-a8ff-c637982469bf tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 945 time: 0.1901987 Oct 22 13:18:57.281499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:18:57.321868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:18:57.323938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14bdad-e144-42cf-8dfe-82b8e17be27b req-8cdb5235-bdf2-43c1-baaa-114ae6eb4a97 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:57.332157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab14bdad-e144-42cf-8dfe-82b8e17be27b req-8cdb5235-bdf2-43c1-baaa-114ae6eb4a97 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 945 time: 0.2473464 Oct 22 13:18:57.383838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.384640 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 1b437271-fe78-4f01-872e-bdef3818eebc of type vlan for network bcb6d38a-66a8-440f-a134-ae098567c757 Oct 22 13:18:57.433272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc600048-3b2c-49aa-9906-4a07e4b39ab3 req-85bf139e-dec3-44dc-bebd-ba669fdcbe1a tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579995 Oct 22 13:18:57.450019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6bf53379-9e51-4535-9931-61798b7f61c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.478440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6bf53379-9e51-4535-9931-61798b7f61c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.479141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9a60a6f5-96c8-4c3c-a117-12a2ba426fb5 req-eb0c2354-fb60-4208-b441-a8c4ab48a670 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491922 Oct 22 13:18:57.526388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.559853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.566877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:57.567752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.623054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab14bdad-e144-42cf-8dfe-82b8e17be27b req-96300beb-8ef5-4982-9647-02852c88f2af tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896910 Oct 22 13:18:57.654139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=bcb6d38a-66a8-440f-a134-ae098567c757,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:57.679527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c7959a4-858b-441d-b62a-23cadd6d70cf tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6748099 Oct 22 13:18:57.680971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:57.690139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:18:57.691562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6bf53379-9e51-4535-9931-61798b7f61c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ef3b98a3f4d4855aaa1ec8adbca1e26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1939776 Oct 22 13:18:57.702377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:57.708643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network bcb6d38a-66a8-440f-a134-ae098567c757 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:18:57.724061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf53379-9e51-4535-9931-61798b7f61c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286783a5-acfa-46f5-8cea-46fd70919a4d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:57.799030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d6507649-2c17-49b1-ae10-427b98b4a539 None None] Port cab905ec-7b68-460d-b0fd-54e83d54c7ee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:18:57.811894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.879486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.890890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:57.913329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['13b70a2c-63fe-4181-9525-5011ed53ada3'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:57.926507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6a9deb9f-674d-4883-8868-b3144e22fbba'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:58.019374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313785a-7d3e-4cd8-8768-a7e2c687ad04 req-8c555afc-1a0a-444e-9907-317bec0d11ac tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:58.029873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3313785a-7d3e-4cd8-8768-a7e2c687ad04 req-8c555afc-1a0a-444e-9907-317bec0d11ac tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 943 time: 0.2906492 Oct 22 13:18:58.087912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Pushing event deleted for resources: {'Port': ['ID=13b70a2c-63fe-4181-9525-5011ed53ada3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:58.232450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] No DVR routers for this DVR port 13b70a2c-63fe-4181-9525-5011ed53ada3 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:18:58.238085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.254755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1e6407-4e69-463a-8c3c-46f95d7b7467 req-0da9b9de-f08d-4166-8bed-fba40e3ed5f4 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.26 "DELETE /v2.0/ports/13b70a2c-63fe-4181-9525-5011ed53ada3 HTTP/1.1" status: 204 len: 173 time: 1.6931047 Oct 22 13:18:58.264787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8c8d6701-cc88-40fd-b7ef-770aa0591260 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:18:58.269794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'name': 'network-vif-deleted', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:18:58.277663 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ebeef5-5a9f-43de-9b63-7e2561e11d42" -d '{"events": [{"server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "name": "network-vif-deleted", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:18:58.322413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3313785a-7d3e-4cd8-8768-a7e2c687ad04 req-686454ef-0e88-4962-856c-0a4840b0fdcc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913461 Oct 22 13:18:58.400714 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c30a0c-d4af-4133-9370-5298cee11d02 x-openstack-request-id: req-99c30a0c-d4af-4133-9370-5298cee11d02 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:18:58.401014 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee63d0e-ecb6-43f8-8078-1bb529c21780", "name": "network-vif-deleted", "tag": "13b70a2c-63fe-4181-9525-5011ed53ada3", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:18:58.401270 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99c30a0c-d4af-4133-9370-5298cee11d02 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:18:58.401675 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee63d0e-ecb6-43f8-8078-1bb529c21780', 'name': 'network-vif-deleted', 'tag': '13b70a2c-63fe-4181-9525-5011ed53ada3', 'status': 'completed', 'code': 200} Oct 22 13:18:58.497061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:58.602984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-752fd89e-f8e9-40d2-a8ee-5227540a8ce9 req-02c0740a-97a3-4591-83f7-3a71c5952df1 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=fee63d0e-ecb6-43f8-8078-1bb529c21780 HTTP/1.1" status: 200 len: 210 time: 0.0437176 Oct 22 13:18:58.684263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9bdb-7a39-4292-9e05-1b1d3c2b0207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.713609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:58.798767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9bdb-7a39-4292-9e05-1b1d3c2b0207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.840592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8c8d6701-cc88-40fd-b7ef-770aa0591260', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': '8c8d6701-cc88-40fd-b7ef-770aa0591260', 'mac_address': 'fa:16:3e:4a:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:18:58.897440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9bdb-7a39-4292-9e05-1b1d3c2b0207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.898919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.901132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.925536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8d6701-cc88-40fd-b7ef-770aa0591260 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:18:58.940048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:58.954705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:18:58.966422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:54Z', 'revision_number': 3, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:18:55Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:18:58.975220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc8b9bdb-7a39-4292-9e05-1b1d3c2b0207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29f227b716e0416e8568116ac4bf60a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770100 Oct 22 13:18:58.979575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:18:59.006996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:18:59.007359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Updating router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 port cab905ec-7b68-460d-b0fd-54e83d54c7ee binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:18:59.010612 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.023901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:18:59.028899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.085833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.101191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.103911 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.151982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.178632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74763-553c-4027-bfd0-367cfcc0586b req-1e15f5d0-2ac3-41ff-a557-d9e26184d717 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:59.198035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcf74763-553c-4027-bfd0-367cfcc0586b req-1e15f5d0-2ac3-41ff-a557-d9e26184d717 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 945 time: 0.3883562 Oct 22 13:18:59.257088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.271332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.282172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/286783a5-acfa-46f5-8cea-46fd70919a4d HTTP/1.1" status: 204 len: 168 time: 1.5771260 Oct 22 13:18:59.309569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b9bdb-7a39-4292-9e05-1b1d3c2b0207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa4704-0077-4359-a2f0-4d596ed0c064,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.315015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.317958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.319231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77aa4704-0077-4359-a2f0-4d596ed0c064 HTTP/1.1" status: 204 len: 168 time: 0.3328719 Oct 22 13:18:59.327772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0a08-e264-4e42-b49f-4ac97326b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286783a5-acfa-46f5-8cea-46fd70919a4d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.350297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acc4cc-d186-41bd-83e4-99f1c79e6e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa4704-0077-4359-a2f0-4d596ed0c064,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.402789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcf74763-553c-4027-bfd0-367cfcc0586b req-2ec9cb12-01aa-441c-81cf-222a8bbb147e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035129 Oct 22 13:18:59.475140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.499729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b264eff-861e-45ae-9d9d-c3b39fdb7a53 req-98387e82-873f-4e4d-96f2-e0d914a5b293 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:59.510432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b264eff-861e-45ae-9d9d-c3b39fdb7a53 req-98387e82-873f-4e4d-96f2-e0d914a5b293 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 944 time: 0.0773995 Oct 22 13:18:59.525464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.576789 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.625336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b264eff-861e-45ae-9d9d-c3b39fdb7a53 req-a550a570-f189-4996-8313-ae0bba37bc20 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133983 Oct 22 13:18:59.639423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:18:59.683290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:18:59.683669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: bcb6d38a-66a8-440f-a134-ae098567c757, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:18:59.768837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=74bd6d66-bcc6-4330-8237-33c4d8ec4a44,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.833398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network bcb6d38a-66a8-440f-a134-ae098567c757 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:18:59.867351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, bcb6d38a-66a8-440f-a134-ae098567c757) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:18:59.895937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:18:59.896554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.919908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:18:59.921324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d866eb2-6007-4483-8d10-e3d2f1339519 None None] Network bcb6d38a-66a8-440f-a134-ae098567c757 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:18:59.943290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f844-b49b-435d-bf8b-c713f233d795 None None] Pushing event updated for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:18:59.960038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d156cf0-da88-45db-92b8-ac074817847a tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2749195 Oct 22 13:18:59.960597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:00.174301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44540) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:00.197152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-666b295a-0eb1-4bb9-999e-4c221be4c23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.256262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4456b4-8cc4-43b0-a587-57adadaa628b req-cf2985b8-3ae7-43a9-8e80-e78c26c485c7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:00.259837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e4456b4-8cc4-43b0-a587-57adadaa628b req-cf2985b8-3ae7-43a9-8e80-e78c26c485c7 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.1033263 Oct 22 13:19:00.270468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 13b70a2c-63fe-4181-9525-5011ed53ada3 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:00.295698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-d32b9faa-893d-4929-a3da-707fcdd75598 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:00.297198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-d32b9faa-893d-4929-a3da-707fcdd75598 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 945 time: 0.1520996 Oct 22 13:19:00.305912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 13b70a2c-63fe-4181-9525-5011ed53ada3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:00.306317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 13b70a2c-63fe-4181-9525-5011ed53ada3 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:00.323892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cd748fb1-2e2e-4960-9bfa-d319d5a2334c None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:00.324280 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd748fb1-2e2e-4960-9bfa-d319d5a2334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.326814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e4456b4-8cc4-43b0-a587-57adadaa628b req-8b1944e2-af07-44c7-8de3-dc89f81df2ee tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659263 Oct 22 13:19:00.369945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cd748fb1-2e2e-4960-9bfa-d319d5a2334c None None] Port cab905ec-7b68-460d-b0fd-54e83d54c7ee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:00.374918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Attempting to bind port cab905ec-7b68-460d-b0fd-54e83d54c7ee on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:00.375733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Attempting to bind port cab905ec-7b68-460d-b0fd-54e83d54c7ee by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:00.376117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Attempting to bind port cab905ec-7b68-460d-b0fd-54e83d54c7ee on network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:00.386986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:00.387431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Checking segment: {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:00.387783 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.388179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Bound using segment: {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:00.388671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Bound port: cab905ec-7b68-460d-b0fd-54e83d54c7ee, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c0024e-4d0d-44bf-9df9-d9697362158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:00.389063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.449087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Deleting port 454c0ed8-a1f6-473a-b764-692e3dd8d415 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:00.449431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.564587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] For port 454c0ed8-a1f6-473a-b764-692e3dd8d415, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=454c0ed8-a1f6-473a-b764-692e3dd8d415,segment=NetworkSegment(edf72da5-b3a6-48a1-b7f8-753d02f5493f),segment_id=edf72da5-b3a6-48a1-b7f8-753d02f5493f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:00.565255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.577828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-666b295a-0eb1-4bb9-999e-4c221be4c23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.582237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-bcb6d38a-66a8-440f-a134-ae098567c757', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:19:00.582918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Calling delete_port for 454c0ed8-a1f6-473a-b764-692e3dd8d415 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:00.584257 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.607849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-666b295a-0eb1-4bb9-999e-4c221be4c23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.670225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.676823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-666b295a-0eb1-4bb9-999e-4c221be4c23d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d588ebab19304f1399640e104bcc25f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991441 Oct 22 13:19:00.677230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b295a-0eb1-4bb9-999e-4c221be4c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c285fa-7914-4e60-9b99-84f99b421265,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:00.703050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44546) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:00.772331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Allocated IP 2001:db8:2::2 (bcb6d38a-66a8-440f-a134-ae098567c757/74bd6d66-bcc6-4330-8237-33c4d8ec4a44/da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:00.792038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f562dd5d-e99d-441a-b2c9-e3744fa1c1ed req-bf0703b6-58da-4829-992c-d3876ba6ebf6 tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad HTTP/1.1" status: 200 len: 210 time: 0.0457144 Oct 22 13:19:00.809819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.809990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] For port cab905ec-7b68-460d-b0fd-54e83d54c7ee, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:00.819056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] For port cab905ec-7b68-460d-b0fd-54e83d54c7ee, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cab905ec-7b68-460d-b0fd-54e83d54c7ee,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:00.823213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['454c0ed8-a1f6-473a-b764-692e3dd8d415'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:00.858747 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.873876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:00.899386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Pushing event deleted for resources: {'Port': ['ID=454c0ed8-a1f6-473a-b764-692e3dd8d415,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:00.940428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.074212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.081218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.082615 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3c285fa-7914-4e60-9b99-84f99b421265 HTTP/1.1" status: 204 len: 168 time: 0.3785954 Oct 22 13:19:01.085663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] No DVR routers for this DVR port 454c0ed8-a1f6-473a-b764-692e3dd8d415 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:01.096748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.098824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e12f0d-aeb2-4b0f-9a9a-9b94c6231c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c285fa-7914-4e60-9b99-84f99b421265,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:01.110641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fde50d2c-0152-47ea-b21d-de6263ad52ad req-dc052c97-4302-47b5-bc23-f8ee7837430e tempest-ServerMetadataNegativeTestJSON-1480994954 tempest-ServerMetadataNegativeTestJSON-1480994954-project] 10.222.0.21 "DELETE /v2.0/ports/454c0ed8-a1f6-473a-b764-692e3dd8d415 HTTP/1.1" status: 204 len: 173 time: 0.7959528 Oct 22 13:19:01.113939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'name': 'network-vif-deleted', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:01.127616 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e017b08-40bb-4a29-9aef-93f59f4c2977" -d '{"events": [{"server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "name": "network-vif-deleted", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:01.202884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c296ae-6127-4dfc-b423-d32e3cd1822e req-f595e9cd-92e4-4d9c-aa2b-1c3896808d64 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:01.207440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f844-b49b-435d-bf8b-c713f233d795 None None] Pushing event updated for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:01.219914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14c296ae-6127-4dfc-b423-d32e3cd1822e req-f595e9cd-92e4-4d9c-aa2b-1c3896808d64 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 944 time: 0.4721203 Oct 22 13:19:01.236285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:01.237310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:01.298451 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05539cbe-ede1-450a-91ed-05e70e956619 x-openstack-request-id: req-05539cbe-ede1-450a-91ed-05e70e956619 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:01.298846 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad", "name": "network-vif-deleted", "tag": "454c0ed8-a1f6-473a-b764-692e3dd8d415", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:01.299079 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05539cbe-ede1-450a-91ed-05e70e956619 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:01.299448 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbc522d-ebb0-41b3-bdf5-e98fc87e49ad', 'name': 'network-vif-deleted', 'tag': '454c0ed8-a1f6-473a-b764-692e3dd8d415', 'status': 'completed', 'code': 200} Oct 22 13:19:01.340831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14c296ae-6127-4dfc-b423-d32e3cd1822e req-0c4dcc0c-0a19-4c29-9e93-8ee929873fc5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193686 Oct 22 13:19:01.426183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:01.512813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd21e-219f-4ba5-9f50-ef9c78b8fd02 req-46c8ee06-7032-4273-8fad-2fb697fc6954 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:01.520680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ecfd21e-219f-4ba5-9f50-ef9c78b8fd02 req-46c8ee06-7032-4273-8fad-2fb697fc6954 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.0780237 Oct 22 13:19:01.572773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ecfd21e-219f-4ba5-9f50-ef9c78b8fd02 req-ffe4a487-f39e-469a-8015-af6829c2f383 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 Oct 22 13:19:01.643242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.691971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:01.692351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.720070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8:2::1 (bcb6d38a-66a8-440f-a134-ae098567c757/74bd6d66-bcc6-4330-8237-33c4d8ec4a44/62766bcf-4ddf-4509-a3ad-46027dcea90e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:01.729460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.855893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.857806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44570) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:01.907456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.938137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Deleting subnet 5cdb9370-5773-4a23-86eb-4db35407de4b {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:01.945915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.962255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network bcb6d38a-66a8-440f-a134-ae098567c757 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:01.968576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:01.978412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:01.978858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:01.993439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.002800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.052041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Pushing event updated for resources: {'Port': ['ID=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.077684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.089601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Network bcb6d38a-66a8-440f-a134-ae098567c757 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:02.099480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:02.106682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:02.143100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.176653 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.182584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdb9370-5773-4a23-86eb-4db35407de4b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.217658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.231824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5cdb9370-5773-4a23-86eb-4db35407de4b HTTP/1.1" status: 204 len: 168 time: 0.3728583 Oct 22 13:19:02.234425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:02.239594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8c8d6701-cc88-40fd-b7ef-770aa0591260 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:02.241634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.269231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.271488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.272120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.273537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.276426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.276970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.277525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.279965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.280612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.281710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.282910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.283989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a81a8-23ff-40fd-980d-72c63296997a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:02.362939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Attempting to bind port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:02.363315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Attempting to bind port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:02.363691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Attempting to bind port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 on network bcb6d38a-66a8-440f-a134-ae098567c757 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:02.398860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] For port cab905ec-7b68-460d-b0fd-54e83d54c7ee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cab905ec-7b68-460d-b0fd-54e83d54c7ee,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:02.409726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:54Z', 'revision_number': 3, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:00Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:02.415175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:02.415739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Checking segment: {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:02.416055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.416461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Bound using segment: {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:02.416966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Bound port: da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:02.417356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.429628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.433195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.479133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44588) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:02.533824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dbddd-c4f3-4fb3-8cad-96dc3483e277 None None] Pushing event updated for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.562142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b252c1-a7de-4867-82e3-0da1cc16f872 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:18:54Z', 'revision_number': 3, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:00Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:02.567521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8c8d6701-cc88-40fd-b7ef-770aa0591260 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:19:02.575440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8c8d6701-cc88-40fd-b7ef-770aa0591260 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:02.575734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.605885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95e54c-3734-4f65-a9cb-41aec44f67fe req-f5477369-af01-49c4-b3a9-aba1003ec388 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:02.619389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f95e54c-3734-4f65-a9cb-41aec44f67fe req-f5477369-af01-49c4-b3a9-aba1003ec388 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 944 time: 0.1845376 Oct 22 13:19:02.693098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] For port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:02.697696 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.702937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] For port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:02.722696 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.736878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-01773521-cc03-4155-b7d6-6246fdffa2f6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:02.738837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-01773521-cc03-4155-b7d6-6246fdffa2f6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.2382507 Oct 22 13:19:02.747298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.759464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.760265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.771520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d60366-b2c3-4d0c-abe9-c1e0fb524cb4']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:02.868222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf72da5-b3a6-48a1-b7f8-753d02f5493f') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:02.868562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf72da5-b3a6-48a1-b7f8-753d02f5493f') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:02.873363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d622c67-26de-4154-8357-e8d882389db8 None None] Pushing event updated for resources: {'Port': ['ID=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.888869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f95e54c-3734-4f65-a9cb-41aec44f67fe req-b9af4ce2-2ecf-4d5c-a480-f205ec52a944 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632835 Oct 22 13:19:02.915045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.945516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:02.975905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:02.979400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-480936083-network', 'tenant_id': '76cc45d65d5247548c65e67157f1f607'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:03.039136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:03.042520 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1321d977-d325-434d-841a-50c7136938fd" -d '{"events": [{"server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:03.062408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:03.074316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.109271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Made reservation on behalf of 76cc45d65d5247548c65e67157f1f607 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:03.113419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.134145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.195049 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a8e827-f62e-4e31-a9d1-eeb4c99639c4 x-openstack-request-id: req-62a8e827-f62e-4e31-a9d1-eeb4c99639c4 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:03.195049 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:03.195049 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62a8e827-f62e-4e31-a9d1-eeb4c99639c4 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:03.195049 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260', 'code': 200} Oct 22 13:19:03.195049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:03.243639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network bcb6d38a-66a8-440f-a134-ae098567c757 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:03.266116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:03.467215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:03.539909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.550263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.620717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:03.624912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.640571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f042c0-e21b-476a-bd54-f9edb05740b1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:03.641587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:03.642001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:03.645122 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:03.647426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.647426 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Added segment a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa of type vlan for network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 Oct 22 13:19:03.648065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:03.655893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ecba-584a-44ed-83eb-2bd0d97afa32 req-f1545051-0cfc-4846-be23-8f2eeef50a98 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:03.659723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0079ecba-584a-44ed-83eb-2bd0d97afa32 req-f1545051-0cfc-4846-be23-8f2eeef50a98 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 946 time: 0.9141345 Oct 22 13:19:03.678706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91a18688-7960-4a93-8fe5-0ed288319667 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7137578 Oct 22 13:19:03.678706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:03.684694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-474431052'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:03.744721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.772915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6788c0-3d17-4bd4-aeaf-cc4572dbf84d req-2b7ee28a-8c14-42e5-a44a-e0d5a1cbf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:03.773489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:03.774975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd6788c0-3d17-4bd4-aeaf-cc4572dbf84d req-2b7ee28a-8c14-42e5-a44a-e0d5a1cbf7cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 1096 time: 0.2090259 Oct 22 13:19:03.778403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.781592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.783819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.787062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] 10.222.0.25 "DELETE /v2.0/networks/33d60366-b2c3-4d0c-abe9-c1e0fb524cb4 HTTP/1.1" status: 204 len: 168 time: 1.5409784 Oct 22 13:19:03.808358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.809479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:03.810075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.816182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0079ecba-584a-44ed-83eb-2bd0d97afa32 req-2758630c-8597-4571-96a2-fe54d2f74f71 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/security-groups?id=92249ebe-cafa-469b-aa47-072198c722ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415780 Oct 22 13:19:03.825409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Deleting port 6a9deb9f-674d-4883-8868-b3144e22fbba {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:03.825758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.831783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680655-c110-4d4a-82a8-0410c6759b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d60366-b2c3-4d0c-abe9-c1e0fb524cb4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:03.840077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:03.869314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:03.869897 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added segment 896cc1cf-4498-48e7-acd4-ead40e933497 of type vlan for network dc5abcce-c34c-4b49-b925-db3c7990c8b4 Oct 22 13:19:03.877151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd6788c0-3d17-4bd4-aeaf-cc4572dbf84d req-3e41dca0-6b01-4b58-83c0-cd0768ca7da0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886209 Oct 22 13:19:03.887199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2495449 Oct 22 13:19:03.923923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:03.928734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Request body: {'subnet': {'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-480936083-subnet', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:03.988192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1876f-62b0-4b5f-bf23-d06baf8ca1da admin admin] Pushing event updated for resources: {'Network': ['ID=6808f4b5-8802-49a9-a6b5-5a995aa0a259,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:04.004010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:04.006860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] For port 6a9deb9f-674d-4883-8868-b3144e22fbba, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6a9deb9f-674d-4883-8868-b3144e22fbba,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:04.007577 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.028144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.059230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Calling delete_port for 6a9deb9f-674d-4883-8868-b3144e22fbba owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:04.085915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Made reservation on behalf of 76cc45d65d5247548c65e67157f1f607 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:04.091443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.152080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f820c-7a75-480b-bbe2-0f4f470a6c3d req-c8287469-4391-486e-94da-30addb177de0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:04.153737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-307f820c-7a75-480b-bbe2-0f4f470a6c3d req-c8287469-4391-486e-94da-30addb177de0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 945 time: 0.1420562 Oct 22 13:19:04.199598 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67febca-aa53-497b-8551-f8283232722c None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:04.223524 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:04.224165 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:04.246219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44608) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:04.249746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-307f820c-7a75-480b-bbe2-0f4f470a6c3d req-46e8a2cd-0046-4f6f-859e-c4b5fe64e045 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828190 Oct 22 13:19:04.338782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dca63af8-6862-4d4c-8bce-00015e141568 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6798c49111024fa8b2d374eff8b9140f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866165 Oct 22 13:19:04.345510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44610) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:04.374458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.379542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:04.392020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:04.392611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.481439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.507203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.526767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:04.582014 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.582014 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.588480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c2845a2-bd38-46c3-b642-9c8a4bdd85bc HTTP/1.1" status: 204 len: 168 time: 0.2389312 Oct 22 13:19:04.599493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9206643 Oct 22 13:19:04.613644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44618) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:04.616195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf6d1-b0f3-4d92-ab3e-3f4e736ff98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2845a2-bd38-46c3-b642-9c8a4bdd85bc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:04.629102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'subnet': {'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:04.672483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cb377-9042-4ce5-8670-802087eef79e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Network': ['ID=dc5abcce-c34c-4b49-b925-db3c7990c8b4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:04.674532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:04.675013 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.687787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.730016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:04.818127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.836388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69dfa5-dbb0-4673-9fc5-accb94105305 None None] Network bcb6d38a-66a8-440f-a134-ae098567c757 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:04.841588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab325605-acd9-4422-b0a5-a19f8db468eb,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:04.877893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6a9deb9f-674d-4883-8868-b3144e22fbba'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:04.879812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Pushing event deleted for resources: {'Port': ['ID=6a9deb9f-674d-4883-8868-b3144e22fbba,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:04.881585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Checking segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:04.881736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Network hostable DHCP agents. Network: 6808f4b5-8802-49a9-a6b5-5a995aa0a259, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:04.895922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:04.936640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Made reservation on behalf of 9f18e3943cac4788a67bfbd339bfe2ed for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:04.944269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:04.946845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:04.959959 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67febca-aa53-497b-8551-f8283232722c None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:04.960538 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67febca-aa53-497b-8551-f8283232722c None None] Updating router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 port 62766bcf-4ddf-4509-a3ad-46027dcea90e binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:04.972574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6808f4b5-8802-49a9-a6b5-5a995aa0a259) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:04.979306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:04.979918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.027210 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0efc0a55-2f58-4c2b-b7c8-4cb52fabe9a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0996735 Oct 22 13:19:05.027367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcf164-2b9d-455b-a9e3-5b90a8e26924 None None] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:05.027778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44624) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:05.032242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:05.037304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 454c0ed8-a1f6-473a-b764-692e3dd8d415 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:05.059399 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.080414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.082004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.101157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] No DVR routers for this DVR port 6a9deb9f-674d-4883-8868-b3144e22fbba on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:05.114068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.144390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d899b99-5d3f-470b-86d0-dc8719b3f460 req-16384daa-1063-4662-ac7c-6d6ac854dda6 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.21 "DELETE /v2.0/ports/6a9deb9f-674d-4883-8868-b3144e22fbba HTTP/1.1" status: 204 len: 173 time: 2.3866460 Oct 22 13:19:05.159345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'name': 'network-vif-deleted', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:05.162773 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeff969-983b-449b-b926-e2b7fe09846f" -d '{"events": [{"server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "name": "network-vif-deleted", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:05.250764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.273984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b34447f0-040e-48f6-9b50-4cdcfbff861d req-ef5449e7-12d7-4733-bcce-767989e11883 tempest-ServerRescueTestJSON-1260641632 tempest-ServerRescueTestJSON-1260641632-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c HTTP/1.1" status: 200 len: 210 time: 0.1773915 Oct 22 13:19:05.292948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e8189840-e732-450e-b71d-941b47c4515f None None] Provisioning complete for port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:05.293333 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8189840-e732-450e-b71d-941b47c4515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.293814 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231f23b9-a8d4-446c-99be-fb29aa4103b2 x-openstack-request-id: req-231f23b9-a8d4-446c-99be-fb29aa4103b2 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:05.294269 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c", "name": "network-vif-deleted", "tag": "6a9deb9f-674d-4883-8868-b3144e22fbba", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:05.295921 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-231f23b9-a8d4-446c-99be-fb29aa4103b2 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:05.296510 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9b3ef3-e2c8-4d19-b10f-6624ccf7159c', 'name': 'network-vif-deleted', 'tag': '6a9deb9f-674d-4883-8868-b3144e22fbba', 'status': 'completed', 'code': 200} Oct 22 13:19:05.439466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 454c0ed8-a1f6-473a-b764-692e3dd8d415 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:05.442276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 454c0ed8-a1f6-473a-b764-692e3dd8d415 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:05.442776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6a9deb9f-674d-4883-8868-b3144e22fbba no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:05.509664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73439c4b-89e9-48c1-bf33-9e795e236833 req-9455ee48-e758-4967-b318-89ad87591694 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:05.518324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73439c4b-89e9-48c1-bf33-9e795e236833 req-9455ee48-e758-4967-b318-89ad87591694 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 945 time: 0.0886562 Oct 22 13:19:05.616961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.625507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73439c4b-89e9-48c1-bf33-9e795e236833 req-86e39f41-1127-4b82-a591-c2244a595245 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059599 Oct 22 13:19:05.654734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 6a9deb9f-674d-4883-8868-b3144e22fbba {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:05.655407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6a9deb9f-674d-4883-8868-b3144e22fbba not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:05.751731 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.761762 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.765169 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.786296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:05.924772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Subnet': ['ID=3838994d-7814-4a9f-97b8-440d2d561dd4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:05.928855 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33873fc2-f3d6-4284-a9e1-c0ccbf232591 None None] Pushing event updated for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:05.939678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:05.941497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Checking segment: {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:05.944249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network hostable DHCP agents. Network: dc5abcce-c34c-4b49-b925-db3c7990c8b4, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:06.007139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:06.034392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.036765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cab905ec-7b68-460d-b0fd-54e83d54c7ee up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:06.042232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, dc5abcce-c34c-4b49-b925-db3c7990c8b4) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:06.049307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:06.050626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.066037 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8189840-e732-450e-b71d-941b47c4515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.096837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c77c3-c009-46e6-add4-1864a8f703d1 None None] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:06.114842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-722c20c2-8278-4e94-b522-d79cde16a74e tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4920814 Oct 22 13:19:06.126154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b67febca-aa53-497b-8551-f8283232722c None None] Attempting to bind port 62766bcf-4ddf-4509-a3ad-46027dcea90e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:06.126535 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b67febca-aa53-497b-8551-f8283232722c None None] Attempting to bind port 62766bcf-4ddf-4509-a3ad-46027dcea90e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:06.126925 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67febca-aa53-497b-8551-f8283232722c None None] Attempting to bind port 62766bcf-4ddf-4509-a3ad-46027dcea90e on network bcb6d38a-66a8-440f-a134-ae098567c757 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:06.131397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44662) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:06.145918 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67febca-aa53-497b-8551-f8283232722c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:06.147969 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67febca-aa53-497b-8551-f8283232722c None None] Checking segment: {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:06.147969 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.147969 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67febca-aa53-497b-8551-f8283232722c None None] Bound using segment: {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:06.147969 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b67febca-aa53-497b-8551-f8283232722c None None] Bound port: 62766bcf-4ddf-4509-a3ad-46027dcea90e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b437271-fe78-4f01-872e-bdef3818eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:06.148364 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.292650 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b67febca-aa53-497b-8551-f8283232722c None None] For port 62766bcf-4ddf-4509-a3ad-46027dcea90e, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:06.296151 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b67febca-aa53-497b-8551-f8283232722c None None] For port 62766bcf-4ddf-4509-a3ad-46027dcea90e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=62766bcf-4ddf-4509-a3ad-46027dcea90e,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:06.308632 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b67febca-aa53-497b-8551-f8283232722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.338741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44666) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:06.361451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-30463dfe-7c54-46e9-81b7-6e7cc08c5636 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:06.369628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-30463dfe-7c54-46e9-81b7-6e7cc08c5636 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.2909718 Oct 22 13:19:06.387446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-29c26b18-3454-4a46-8208-44ef1840ca54 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0168388 Oct 22 13:19:06.397372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44668) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:06.428522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:06.429230 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:06.457010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.545425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-f425d7d5-2ffd-49ac-8344-bdc52e17aa57 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569033 Oct 22 13:19:06.550749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.606343 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-e8189840-e732-450e-b71d-941b47c4515f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:19:06.606530 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-e8189840-e732-450e-b71d-941b47c4515f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:19:06.621300 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:06.644320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2142420187-network', 'tenant_id': '8c5dcc12525e408e806418ed10497a98'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:06.738847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:06.807824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:19:06.810112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:06.817721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port cab905ec-7b68-460d-b0fd-54e83d54c7ee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:06.819354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.055481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:19:07.056346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.078330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-76967ab2-1ec5-4913-9d86-37c3b5cca052 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319912 Oct 22 13:19:07.093373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33873fc2-f3d6-4284-a9e1-c0ccbf232591 None None] Pushing event updated for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:07.176614 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b67febca-aa53-497b-8551-f8283232722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:06Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:07.218943 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67febca-aa53-497b-8551-f8283232722c None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:06Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:07.517699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Made reservation on behalf of 8c5dcc12525e408e806418ed10497a98 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:07.520467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.619848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50fef2ec-6acb-41b5-b519-f6506ed4b56b req-9b80cbe9-0f94-4a47-b81b-9839461908b7 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257862 Oct 22 13:19:07.686844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.828769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.923314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.942716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.950890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Allocated IP 2001:db8:3::2 (dc5abcce-c34c-4b49-b925-db3c7990c8b4/3838994d-7814-4a9f-97b8-440d2d561dd4/6a43e861-2cf4-4a98-b2e9-4de553a53830) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:07.955731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:07.966380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:07.966962 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Added segment 74ed21eb-fb96-4b43-875f-e88882e174ac of type vlan for network d826e4ae-39cc-4d8b-b760-19296a38b765 Oct 22 13:19:08.043726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.139355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Allocated IP 172.25.6.147 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/bc945629-c0f9-4e08-bde2-284528e588a7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:08.234896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.237679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:08.238446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.393077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 62766bcf-4ddf-4509-a3ad-46027dcea90e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:08.543214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Provisioning complete for port 62766bcf-4ddf-4509-a3ad-46027dcea90e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:08.544165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.634243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2503703 Oct 22 13:19:08.642968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44692) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:08.655792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:08.680795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Request body: {'subnet': {'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2142420187-subnet', 'tenant_id': '8c5dcc12525e408e806418ed10497a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:08.699419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Allocated IP 172.20.0.2 (6808f4b5-8802-49a9-a6b5-5a995aa0a259/ab325605-acd9-4422-b0a5-a19f8db468eb/feb87837-6dc6-4336-85ff-c92e84e33d3a) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:08.741240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 62766bcf-4ddf-4509-a3ad-46027dcea90e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:08.743278 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.811192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2544e44-bdf8-411d-a050-9ef2564c72f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d826e4ae-39cc-4d8b-b760-19296a38b765,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:08.818187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Deleting port b180bd66-d061-4762-8f47-088b116bd0ae {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:08.824743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.890929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Made reservation on behalf of 8c5dcc12525e408e806418ed10497a98 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:08.893248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:08.962390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.031231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.099239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.140768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d826e4ae-39cc-4d8b-b760-19296a38b765 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:09.178719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-cc981205-cc8e-4495-a87f-35f9498864ec tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:09.188597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-cc981205-cc8e-4495-a87f-35f9498864ec tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.2952073 Oct 22 13:19:09.220614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.276987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-1e74052c-07c4-483b-b731-28d7349cc179 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0779493 Oct 22 13:19:09.397160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] For port b180bd66-d061-4762-8f47-088b116bd0ae, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b180bd66-d061-4762-8f47-088b116bd0ae,segment=NetworkSegment(0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4),segment_id=0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:09.397538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.410956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-9aea10ec-7328-493c-a24d-017bdb10ea9a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166484 Oct 22 13:19:09.417476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Calling delete_port for b180bd66-d061-4762-8f47-088b116bd0ae owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:09.458240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] For port 62766bcf-4ddf-4509-a3ad-46027dcea90e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=62766bcf-4ddf-4509-a3ad-46027dcea90e,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:09.459990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.473636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.476115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.522476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Allocated IP 2001:db8:3::1 (dc5abcce-c34c-4b49-b925-db3c7990c8b4/3838994d-7814-4a9f-97b8-440d2d561dd4/7b3bcec5-fede-4222-bff6-5835fbd802e5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:09.577230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-8369012f-21c2-425a-a110-3f7f906a38e7 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572094 Oct 22 13:19:09.607909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:09.608845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Provisioning complete for port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:09.609232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.653789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.661110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:09.673699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:09.691861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e8fea-decb-4ed4-9b23-5f4466c12edc None None] Pushing event updated for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:09.700322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.718348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-447df233-84e8-4856-99c1-c87eb59e19e3 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064625 Oct 22 13:19:09.738105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.795698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:09.806969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:09.808112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:09.817393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:09.818582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.832426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:09.908320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:09.912400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:09.918287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:09.935540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Pushing event deleted for resources: {'Port': ['ID=b180bd66-d061-4762-8f47-088b116bd0ae,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:10.062380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.063411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Pushing event updated for resources: {'Port': ['ID=6a43e861-2cf4-4a98-b2e9-4de553a53830,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:10.076644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Pushing event updated for resources: {'Port': ['ID=bc945629-c0f9-4e08-bde2-284528e588a7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:10.083961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.137469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e14e5794-d4ef-4ced-80c0-50c9517f370a req-a21d7afb-f172-4a94-9e0c-858732d5244b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 210 time: 0.0518243 Oct 22 13:19:10.158925 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.172754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:10.238143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Attempting to bind port 6a43e861-2cf4-4a98-b2e9-4de553a53830 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:10.238533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Attempting to bind port 6a43e861-2cf4-4a98-b2e9-4de553a53830 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:10.238915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Attempting to bind port 6a43e861-2cf4-4a98-b2e9-4de553a53830 on network dc5abcce-c34c-4b49-b925-db3c7990c8b4 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:10.267110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:10.267490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Checking segment: {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:10.267883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.268278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Bound using segment: {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:10.269116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Bound port: 6a43e861-2cf4-4a98-b2e9-4de553a53830, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:10.269116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.277299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.293739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.298805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.341403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:10.389858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:10.404880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Checking segment: {'id': '74ed21eb-fb96-4b43-875f-e88882e174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:10.405469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Network hostable DHCP agents. Network: d826e4ae-39cc-4d8b-b760-19296a38b765, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:10.440403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:10.451546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:10.514441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Network d826e4ae-39cc-4d8b-b760-19296a38b765 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:10.589985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:10.590514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.598497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Pushing event updated for resources: {'Port': ['ID=feb87837-6dc6-4336-85ff-c92e84e33d3a,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:10.601478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d826e4ae-39cc-4d8b-b760-19296a38b765) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:10.618825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:10.619423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.645406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.653613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] For port 6a43e861-2cf4-4a98-b2e9-4de553a53830, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:10.704814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb643c-37a2-439f-9f1b-a1054d422384 None None] Network d826e4ae-39cc-4d8b-b760-19296a38b765 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:10.717763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bd9066aa-170a-4e7f-8928-3e13c0bf2d46 None None] Provisioning complete for port 62766bcf-4ddf-4509-a3ad-46027dcea90e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:10.718288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bd9066aa-170a-4e7f-8928-3e13c0bf2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.740344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] For port 6a43e861-2cf4-4a98-b2e9-4de553a53830, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a43e861-2cf4-4a98-b2e9-4de553a53830,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:10.788578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.873551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Router 5d1c6a23-ee62-4971-90b7-b21d84127d57 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:10.912923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dabc1c8f-cbc9-42d6-9f73-bfd74d475a7e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2519691 Oct 22 13:19:10.984518 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:10.999655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Attempting to bind port feb87837-6dc6-4336-85ff-c92e84e33d3a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:11.000440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Attempting to bind port feb87837-6dc6-4336-85ff-c92e84e33d3a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:11.000887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Attempting to bind port feb87837-6dc6-4336-85ff-c92e84e33d3a on network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:11.010758 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:11.035145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:11.036272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:11.133726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:11.134912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Checking segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:11.135900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:11.137458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Bound using segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:11.137723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Bound port: feb87837-6dc6-4336-85ff-c92e84e33d3a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:11.138131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:11.443486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2394-243e-4912-bccd-2fb6790e90de None None] Pushing event updated for resources: {'Port': ['ID=6a43e861-2cf4-4a98-b2e9-4de553a53830,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:11.506589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:11.516686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event updated for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:11.522296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:11.565689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a5c25-2ae4-4796-a258-5c51d976f957 None None] Network d826e4ae-39cc-4d8b-b760-19296a38b765 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:11.778348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] For port feb87837-6dc6-4336-85ff-c92e84e33d3a, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:11.921873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:11.923427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] For port feb87837-6dc6-4336-85ff-c92e84e33d3a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=feb87837-6dc6-4336-85ff-c92e84e33d3a,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:11.947372 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:12.008109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:12.028780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-204008f2-0f50-4169-af7a-b58d84639455 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d1c6a23-ee62-4971-90b7-b21d84127d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6302695 Oct 22 13:19:12.076133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Sync routers for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:12.079941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f61fe28b-7895-46c2-82ca-89c5d4f977d1 req-b5d2b25f-43d7-41ac-9664-b98dd7a23da3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 210 time: 0.1558123 Oct 22 13:19:12.093609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44744) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:12.319545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9fa0-ed95-4ab4-98fb-969073b729f6 None None] Pushing event updated for resources: {'Port': ['ID=feb87837-6dc6-4336-85ff-c92e84e33d3a,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:12.334552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 62766bcf-4ddf-4509-a3ad-46027dcea90e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:12.335738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-5d9608d9-8e3d-4391-8341-bb2b735a701e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:12.338695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-5d9608d9-8e3d-4391-8341-bb2b735a701e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.3741214 Oct 22 13:19:12.357666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:12.358784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:12.378199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:12.423134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:12.432142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2022683238-network', 'tenant_id': 'dcbf3bacf862433481beb059e05a001a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:12.630248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Made reservation on behalf of dcbf3bacf862433481beb059e05a001a for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:12.635103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:12.656628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:12.682292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:12.692343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:12.697309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:12.801120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 62766bcf-4ddf-4509-a3ad-46027dcea90e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:12.801629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:12.890775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.6 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/edf51129-2104-43c2-a8ea-642cf1da12bc) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:13.101209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Router 15efe6af-0b50-4fe6-8aaa-28087abd2254 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:19:13.141501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11e34a-9b53-4954-b9f4-b89197bf7028 None None] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:13.198132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.208570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.234869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.285770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:13.305752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-471d00b1-85b1-42c6-9318-278a245269c8 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1728251 Oct 22 13:19:13.313023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44764) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:13.319081 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:13.355990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:13.379967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.383757 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:13.384901 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:13.629116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:13.653096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9693e0-fa08-415e-88da-6c8bd0cbb2a7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:13.710520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] Provisioning complete for port 6a43e861-2cf4-4a98-b2e9-4de553a53830 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:13.714921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.740220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:13.791635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.792247 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Added segment bbff23ed-c290-4b87-95d5-8dc311a41b07 of type vlan for network 45dc621c-8205-45ec-95c3-7ad3f3b9df85 Oct 22 13:19:13.796321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2aa74a22-e19f-47b9-a1f3-0490f9539cbd req-881cc908-3ac9-420d-835c-8727616bf75e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 210 time: 0.2459345 Oct 22 13:19:13.799983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.803774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7be9a1fd-6763-47ab-9a70-faea206bdafd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7728143 Oct 22 13:19:13.806000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:13.852939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Sync routers for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:13.922986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:13.941792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:13.987226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:13.996002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:13.996860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:14.043705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.108080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ae5cc-2328-46d1-81dd-7c1f2864ffdb None None] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:14.125294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a43e861-2cf4-4a98-b2e9-4de553a53830 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:14.220133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.252386 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:19:14.348577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:14.353761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:14.438290 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:10Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:14.445079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] For port 6a43e861-2cf4-4a98-b2e9-4de553a53830, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a43e861-2cf4-4a98-b2e9-4de553a53830,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:14.455040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:14.463099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:14.469758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.502537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '9f853b16-6812-41bd-9407-25f4b186a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port': {'id': '9f853b16-6812-41bd-9407-25f4b186a324', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:16:53Z', 'updated_at': '2021-10-22T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:14.523195 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:14.523688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Updating router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 port 7b3bcec5-fede-4222-bff6-5835fbd802e5 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:14.552632 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.590030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:14.590754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.600750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.602401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:14.603290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.609381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.744945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] Pushing event updated for resources: {'Network': ['ID=45dc621c-8205-45ec-95c3-7ad3f3b9df85,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:14.848892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-64d6dedf-1084-40d7-ae2a-ec8f8c5d8f62 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4891317 Oct 22 13:19:14.881828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-7af34d45-7f6d-4877-b8bb-50b22c65f3bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:19:14.883752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-7af34d45-7f6d-4877-b8bb-50b22c65f3bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070601 Oct 22 13:19:14.890189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-39d97a54-6ef7-426b-93f0-a41be55aacb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4649513 Oct 22 13:19:14.894014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:14.904841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Request body: {'subnet': {'network_id': '45dc621c-8205-45ec-95c3-7ad3f3b9df85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2022683238-subnet', 'tenant_id': 'dcbf3bacf862433481beb059e05a001a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:14.912900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Deleting port 9f853b16-6812-41bd-9407-25f4b186a324 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:14.919292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:14.958619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Made reservation on behalf of dcbf3bacf862433481beb059e05a001a for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:14.964916 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.073788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.173596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 45dc621c-8205-45ec-95c3-7ad3f3b9df85 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:15.182305 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.209437 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.304903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Checking router: 5d1c6a23-ee62-4971-90b7-b21d84127d57 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:15.315749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:15.356805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Request body: {'port': {'device_id': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:15.426861 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757835ff-f249-4b00-b618-7785c607b37b None None] Pushing event updated for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:15.452956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.470187 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Attempting to bind port 7b3bcec5-fede-4222-bff6-5835fbd802e5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:15.470587 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Attempting to bind port 7b3bcec5-fede-4222-bff6-5835fbd802e5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:15.474666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Attempting to bind port 7b3bcec5-fede-4222-bff6-5835fbd802e5 on network dc5abcce-c34c-4b49-b925-db3c7990c8b4 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:15.485664 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:15.486040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Checking segment: {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:15.486447 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.486868 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Bound using segment: {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:15.487502 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Bound port: 7b3bcec5-fede-4222-bff6-5835fbd802e5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cc1cf-4498-48e7-acd4-ead40e933497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:15.487883 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.510472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a43e861-2cf4-4a98-b2e9-4de553a53830 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:15.510881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.560492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1072-a9d4-43fb-88d2-43d37131b567 req-b3b2fbac-2500-468e-a079-0802a468b119 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:15.562092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c68a1072-a9d4-43fb-88d2-43d37131b567 req-b3b2fbac-2500-468e-a079-0802a468b119 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 931 time: 0.1728222 Oct 22 13:19:15.570398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.575734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Allocated IP 172.20.0.1 (6808f4b5-8802-49a9-a6b5-5a995aa0a259/ab325605-acd9-4422-b0a5-a19f8db468eb/1e62b996-27d1-4f52-8cab-eb5b78cebcc2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:15.604460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] For port 9f853b16-6812-41bd-9407-25f4b186a324, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9f853b16-6812-41bd-9407-25f4b186a324,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:15.604853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.626843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ff8f76-a21a-451a-ad84-6903232729f6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:15.631852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Calling delete_port for 9f853b16-6812-41bd-9407-25f4b186a324 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:15.635155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f097-61d9-456e-980a-17f96c63fbde None None] Pushing event updated for resources: {'Port': ['ID=6a43e861-2cf4-4a98-b2e9-4de553a53830,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:15.639406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Routers {'5d1c6a23-ee62-4971-90b7-b21d84127d57'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:15.640390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5d1c6a23-ee62-4971-90b7-b21d84127d57'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:15.658312 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] For port 7b3bcec5-fede-4222-bff6-5835fbd802e5, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:15.663733 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] For port 7b3bcec5-fede-4222-bff6-5835fbd802e5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b3bcec5-fede-4222-bff6-5835fbd802e5,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:15.683011 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.767891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.extraroute_db [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:19:15.792653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.extraroute_db [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Removed routes are [] {{(pid=100620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:19:15.792653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:15.800221 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:15.801185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:16.001824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.041066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] Provisioning complete for port feb87837-6dc6-4336-85ff-c92e84e33d3a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:16.041778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.055239 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:16.103953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c68a1072-a9d4-43fb-88d2-43d37131b567 req-adcf791e-36ac-47e5-a645-a94dab5d8f7c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308137 Oct 22 13:19:16.109455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Checking segment: {'id': 'bbff23ed-c290-4b87-95d5-8dc311a41b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '45dc621c-8205-45ec-95c3-7ad3f3b9df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:16.111134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Network hostable DHCP agents. Network: 45dc621c-8205-45ec-95c3-7ad3f3b9df85, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:16.219728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757835ff-f249-4b00-b618-7785c607b37b None None] Pushing event updated for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:16.426558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.503714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] Set router 5d1c6a23-ee62-4971-90b7-b21d84127d57 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:16.561526 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 6, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:16.636122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Network 45dc621c-8205-45ec-95c3-7ad3f3b9df85 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:16.645856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9dbd7-0416-41de-bbbd-b6ad08829c38 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 6, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:16.661847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 45dc621c-8205-45ec-95c3-7ad3f3b9df85) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:16.663392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:16.734709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:16.734709 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.769105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.797798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:16.801018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c319be-914e-46af-b8f4-277c6c314e9c None None] Network 45dc621c-8205-45ec-95c3-7ad3f3b9df85 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:16.802800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:16.808900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.813490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.856692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Pushing event updated for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:16.872887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:19:14Z', 'revision_number': 6, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:16.928374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a6e9fd7-9c90-4e37-880f-1c10c12b7582 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0160136 Oct 22 13:19:16.979525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:16.987933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f853b16-6812-41bd-9407-25f4b186a324,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:17.097162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.386862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096d31-125a-472d-a126-5637faa35e32 None None] The sync data for ids ['5d1c6a23-ee62-4971-90b7-b21d84127d57'] in n-d-813419-8 is: [{'id': '5d1c6a23-ee62-4971-90b7-b21d84127d57', 'name': 'tempest-ServerRescueTestJSON-1516140750-router', 'tenant_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:16:52Z', 'updated_at': '2021-10-22T13:19:14Z', 'revision_number': 6, 'project_id': '1a1dd5d6c4e54a60a2e1d717f4f2038d', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:17.402825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf51129-2104-43c2-a8ea-642cf1da12bc {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:17.424928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.460529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Transition to ACTIVE for port object edf51129-2104-43c2-a8ea-642cf1da12bc will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:19:17.500593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.578287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:17.619958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.641785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.644574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.651978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Pushing event updated for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:17.656740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.703587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95c646-7ec0-44b0-a2ce-2fc4a511708b req-332e2470-38a2-4d40-8629-66ae466cdb4a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:17.727983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b95c646-7ec0-44b0-a2ce-2fc4a511708b req-332e2470-38a2-4d40-8629-66ae466cdb4a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 931 time: 0.4571316 Oct 22 13:19:17.766127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:10Z', 'revision_number': 3, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:17.837503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Checking router: 15efe6af-0b50-4fe6-8aaa-28087abd2254 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:17.839753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Updating router 15efe6af-0b50-4fe6-8aaa-28087abd2254 port bc945629-c0f9-4e08-bde2-284528e588a7 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:17.889717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.900503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1c6a23-ee62-4971-90b7-b21d84127d57 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:19:17.907019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:17.927450 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb8adaf9-6462-4472-bd46-5a2962e3ec06 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d1c6a23-ee62-4971-90b7-b21d84127d57 HTTP/1.1" status: 204 len: 168 time: 5.8315756 Oct 22 13:19:17.933928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] For port feb87837-6dc6-4336-85ff-c92e84e33d3a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=feb87837-6dc6-4336-85ff-c92e84e33d3a,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:17.948548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44822) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:17.981975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab2f99-ffe7-4e9f-ab53-fedb11371e2a None None] Network 45dc621c-8205-45ec-95c3-7ad3f3b9df85 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:18.000893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b3bcec5-fede-4222-bff6-5835fbd802e5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:18.060108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:18.068814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.074379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a4ba55ef-a416-4bcd-a00a-568e0104bfda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 952 time: 4.7358165 Oct 22 13:19:18.075129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:18.078082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.079360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Deleting subnet 28e0ef07-997a-472b-9692-eca8d090cbdb {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:18.143260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.177832 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.185763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7b3bcec5-fede-4222-bff6-5835fbd802e5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:18.186547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.226106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2825f9b2-c7dd-44d7-ac31-1699a4fc9482 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 952 time: 0.1472869 Oct 22 13:19:18.230340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44832) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:18.240686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'routes': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:18.246017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.248520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Attempting to bind port edf51129-2104-43c2-a8ea-642cf1da12bc on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:18.248871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Attempting to bind port edf51129-2104-43c2-a8ea-642cf1da12bc by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:18.249204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Attempting to bind port edf51129-2104-43c2-a8ea-642cf1da12bc on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:18.363817 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:18.385897 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:18.387467 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:18.388615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Provisioning complete for port feb87837-6dc6-4336-85ff-c92e84e33d3a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:18.389061 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.406485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b95c646-7ec0-44b0-a2ce-2fc4a511708b req-5ad60f86-2d2f-4405-b009-a5bfb38f3045 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774664 Oct 22 13:19:18.415054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Port edf51129-2104-43c2-a8ea-642cf1da12bc on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:19:18.423098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Attempting to bind port edf51129-2104-43c2-a8ea-642cf1da12bc on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:18.483273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-55641a76-0139-4b74-b54c-e0a43a649807 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:18.485141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-55641a76-0139-4b74-b54c-e0a43a649807 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/networks?id=d826e4ae-39cc-4d8b-b760-19296a38b765 HTTP/1.1" status: 200 len: 825 time: 0.5134175 Oct 22 13:19:18.485905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9228b61-2639-4a91-9499-a84d290e8d01 None None] Pushing event updated for resources: {'Port': ['ID=feb87837-6dc6-4336-85ff-c92e84e33d3a,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:18.497754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:18.498241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:18.500132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:18.500703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Bound port: edf51129-2104-43c2-a8ea-642cf1da12bc, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:18.504724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.577968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-b3d6f275-d35a-4e57-97a6-dfc1b6da6a36 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/quotas/8c5dcc12525e408e806418ed10497a98 HTTP/1.1" status: 200 len: 375 time: 0.0499673 Oct 22 13:19:18.613148 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:18.616365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:18.621207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=edf51129-2104-43c2-a8ea-642cf1da12bc,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:18.642899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.685967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:18.686749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:18.688283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] 10.222.0.21 "PUT /v2.0/ports/edf51129-2104-43c2-a8ea-642cf1da12bc HTTP/1.1" status: 200 len: 1091 time: 3.7931514 Oct 22 13:19:18.690336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:18.694074 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:18.708803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-c7556f93-24e7-491f-8dc0-b4d4ae7c3d2a tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c5dcc12525e408e806418ed10497a98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849788 Oct 22 13:19:18.948255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-2424c21d-0bd6-47a9-bba7-1f385c837446 service neutron] 10.222.0.25 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377453 Oct 22 13:19:18.973912 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fae50a-7781-4ef7-934a-6ec179a9dc07 x-openstack-request-id: req-87fae50a-7781-4ef7-934a-6ec179a9dc07 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:18.974214 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:18.974477 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87fae50a-7781-4ef7-934a-6ec179a9dc07 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:18.975043 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc', 'status': 'completed', 'code': 200} Oct 22 13:19:19.037637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.131477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.176862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.187378 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 6, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:19.330722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.383125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.440160 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:19.450890 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:19.451506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:19.505205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.581106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.656072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-be02bc10-e989-4489-bf27-034c13dba0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:19.657586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-be02bc10-e989-4489-bf27-034c13dba0f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 1094 time: 0.7293401 Oct 22 13:19:19.660394 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:19.678293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.690679 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28e0ef07-997a-472b-9692-eca8d090cbdb HTTP/1.1" status: 204 len: 168 time: 1.7407057 Oct 22 13:19:19.696694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44842) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:19.699780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed94f2-fc37-4712-9c0c-723d3cc3c460 None None] Pushing event updated for resources: {'Port': ['ID=bc945629-c0f9-4e08-bde2-284528e588a7,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:19.703671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.735245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Attempting to bind port bc945629-c0f9-4e08-bde2-284528e588a7 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:19.735615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Attempting to bind port bc945629-c0f9-4e08-bde2-284528e588a7 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:19.735978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Attempting to bind port bc945629-c0f9-4e08-bde2-284528e588a7 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:19.743464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:19.743824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:19.744231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.745266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:19.745397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Bound port: bc945629-c0f9-4e08-bde2-284528e588a7, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:19.745695 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.784590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d84122-49b1-4e34-8d2b-0071a990634c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e0ef07-997a-472b-9692-eca8d090cbdb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:19.814411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 7b3bcec5-fede-4222-bff6-5835fbd802e5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b3bcec5-fede-4222-bff6-5835fbd802e5,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:19.821989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443611-ad29-4f34-b6d5-a86f78419679 service neutron] Pushing event updated for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:19.824754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Provisioning complete for port 7b3bcec5-fede-4222-bff6-5835fbd802e5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:19.825082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.862107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-483d9724-ab1b-4a2e-9262-db706801331b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf51129-2104-43c2-a8ea-642cf1da12bc HTTP/1.1" status: 200 len: 217 time: 0.1644428 Oct 22 13:19:19.863584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Pushing event updated for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:19.925955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:19.934905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device feb87837-6dc6-4336-85ff-c92e84e33d3a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:19.958739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-f495d7e2-07a9-4579-a4e9-b985b00f675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:19.960446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-f495d7e2-07a9-4579-a4e9-b985b00f675c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0869102 Oct 22 13:19:20.016579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:20.019887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:20.022777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-21190184-cb2a-4fcb-b481-c556ed23d038 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393698 Oct 22 13:19:20.029640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.050323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c104f8-9ab8-4040-9566-80fca53604ee req-193ca1c6-0440-4550-acb6-36fca21924ca tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:20.052434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06c104f8-9ab8-4040-9566-80fca53604ee req-193ca1c6-0440-4550-acb6-36fca21924ca tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 943 time: 0.3908093 Oct 22 13:19:20.056213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-e036b122-7b00-4adf-8223-48583d38f806 service neutron] 10.222.0.25 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1077032 Oct 22 13:19:20.075591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] For port bc945629-c0f9-4e08-bde2-284528e588a7, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:20.119851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 6, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:20.178400 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c8d5f-c370-4484-9fb2-96186e4f29e1 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 6, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:15Z', 'revision_number': 4, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:20.256393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] For port bc945629-c0f9-4e08-bde2-284528e588a7, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc945629-c0f9-4e08-bde2-284528e588a7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:20.320986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06c104f8-9ab8-4040-9566-80fca53604ee req-9f432c18-fd9b-4880-b2bd-dd448eda6da7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430885 Oct 22 13:19:20.362447 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.399590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:20.425868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.445806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Router 15efe6af-0b50-4fe6-8aaa-28087abd2254 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:20.495796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added routes are [] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:19:20.496118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:19:20.524760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8c10ff9-8484-43bf-b878-573796537e14 req-ccd4c431-a2c2-48ce-b686-c16c466b0c32 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.0903504 Oct 22 13:19:20.525621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed94f2-fc37-4712-9c0c-723d3cc3c460 None None] Pushing event updated for resources: {'Port': ['ID=bc945629-c0f9-4e08-bde2-284528e588a7,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:20.560941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd672d2-bd9a-4d8e-904a-19b0c02e6894']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:20.561542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port feb87837-6dc6-4336-85ff-c92e84e33d3a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:20.564486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.573608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:20.573965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd53a4f-ffb1-45a8-b6b1-1e45f86a58b4') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:20.584312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.600722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.609248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:20.609930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.684234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.688131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Provisioning complete for port 6a43e861-2cf4-4a98-b2e9-4de553a53830 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:20.688685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:20.707197 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:20.710185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-350c3888-4072-47e0-b821-3c53b02b4be7 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756403 Oct 22 13:19:20.711616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.721890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:20.729061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0dd672d2-bd9a-4d8e-904a-19b0c02e6894 HTTP/1.1" status: 204 len: 168 time: 1.0097880 Oct 22 13:19:20.764168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:20.766804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:20.823813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a542c36-5c17-4f6e-8d1c-dc5defea2704 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd672d2-bd9a-4d8e-904a-19b0c02e6894,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:20.938324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:20.944150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38a9aee3-d476-42e8-aa97-d11ee6cf8fbf req-0559eef2-aa53-40a5-b051-b7e829240da1 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044766 Oct 22 13:19:21.014829 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b3ac1889-6679-46ce-9d9f-4eebd2a23776 admin admin] 10.222.0.25 "PUT /v2.0/routers/15efe6af-0b50-4fe6-8aaa-28087abd2254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1977713 Oct 22 13:19:21.058176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.070402 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.094803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a43e861-2cf4-4a98-b2e9-4de553a53830 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:21.095064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-0b8fd106-cde7-45a0-aecb-9e25ea23a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:21.097067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-0b8fd106-cde7-45a0-aecb-9e25ea23a2f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 1094 time: 0.0930350 Oct 22 13:19:21.148785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44864) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:21.278289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c4407999-4826-4532-8dd2-6e373fc28dcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a1dd5d6c4e54a60a2e1d717f4f2038d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280315 Oct 22 13:19:21.280664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:21.306230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:21.345083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-53f85e71-4cd0-4c2f-85df-ef81d8c794d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:21.346843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-53f85e71-4cd0-4c2f-85df-ef81d8c794d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.2413368 Oct 22 13:19:21.463622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.465981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:21.471406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-f66fae87-8dea-4cfc-be9a-d84769b1326b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf51129-2104-43c2-a8ea-642cf1da12bc HTTP/1.1" status: 200 len: 217 time: 0.1112645 Oct 22 13:19:21.525219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:21.532103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a43e861-2cf4-4a98-b2e9-4de553a53830 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:21.534383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.545260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.545260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-11189597-2152-42c7-a1e0-b2de11d127a2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 702 time: 3.3078349 Oct 22 13:19:21.559643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:21.571734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:21.717114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:21.717487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.717583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.719193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:21.720057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:21.747631 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e0da5d7-e03b-45fe-8a80-f54d5e53d5e6 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 702 time: 0.1863866 Oct 22 13:19:21.748510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44880) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:21.825630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:21.843333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.852488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:21.852488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92249ebe-cafa-469b-aa47-072198c722ff HTTP/1.1" status: 204 len: 168 time: 0.5679264 Oct 22 13:19:21.981226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd29e38-16f3-4b02-8f2a-eccda6447200 req-8fdd7b07-a75e-41e8-8a0e-50687e208385 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:21.998297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcd29e38-16f3-4b02-8f2a-eccda6447200 req-8fdd7b07-a75e-41e8-8a0e-50687e208385 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 943 time: 0.5304720 Oct 22 13:19:22.015250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ac5d7-4ca2-4e72-8e61-99e2a5e61471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92249ebe-cafa-469b-aa47-072198c722ff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:22.033224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa81c630-949e-4daa-ab46-539ca1d28f11 req-f6deedb2-3beb-444e-abee-01eee7112786 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.3487909 Oct 22 13:19:22.202648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-6fefa036-f8c8-4912-80d9-80e082afa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:22.210519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-6fefa036-f8c8-4912-80d9-80e082afa21a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.6690960 Oct 22 13:19:22.311695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bcd29e38-16f3-4b02-8f2a-eccda6447200 req-8816fd17-879c-4c98-a457-0c2636cc5174 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109627 Oct 22 13:19:22.369767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-4dab4c6e-e903-4747-930a-83d46bbf5968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274381 Oct 22 13:19:22.391277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cd6ba-b21c-44c2-93a7-3498451794ce None None] Port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:22.476054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:22.482185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-793357421-network', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:22.550085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Made reservation on behalf of 0bce2d50f53e4ec0a24d9095e917f07e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:22.556168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:22.557220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:22.615848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-032c732d-c05b-4f6b-bd5e-60c0c525e8c8 None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:22.616390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-032c732d-c05b-4f6b-bd5e-60c0c525e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:22.659463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:22.691526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:18Z', 'revision_number': 2, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:22.760698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b3bcec5-fede-4222-bff6-5835fbd802e5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:22.769933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b4117-f7d0-4752-b70b-9321175d850c None None] The sync data for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 is: [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:18Z', 'revision_number': 2, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:22.889953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-032c732d-c05b-4f6b-bd5e-60c0c525e8c8 None None] Port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:22.905742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-f2825ad4-51a8-4701-91db-8e1d87acaead tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:22.909633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-f2825ad4-51a8-4701-91db-8e1d87acaead tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.26 "GET /v2.0/networks?id=d826e4ae-39cc-4d8b-b760-19296a38b765 HTTP/1.1" status: 200 len: 825 time: 0.8956709 Oct 22 13:19:22.984517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7b3bcec5-fede-4222-bff6-5835fbd802e5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:22.984909 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.015092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Request body: {'port': {'device_id': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765', 'admin_state_up': True, 'tenant_id': '8c5dcc12525e408e806418ed10497a98'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:23.079755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:20Z', 'revision_number': 7, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:19Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:23.200449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:23.234576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device edf51129-2104-43c2-a8ea-642cf1da12bc details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:19:23.268284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 7b3bcec5-fede-4222-bff6-5835fbd802e5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:23.268897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.307224 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.345771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-e6cad244-1d68-4ace-aa92-6dee4e178da1 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665766 Oct 22 13:19:23.346261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.370790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:23.382262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.383277 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Added segment 8374455c-b4ef-4fd1-bd75-3ecd591c7a5f of type vlan for network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 Oct 22 13:19:23.433416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:23.434067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:23.474245 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.490771 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:19:23.516609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 7b3bcec5-fede-4222-bff6-5835fbd802e5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b3bcec5-fede-4222-bff6-5835fbd802e5,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:23.517386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.532807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 7b3bcec5-fede-4222-bff6-5835fbd802e5 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:23.628914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e654ba-23b6-478a-bbba-4d81f68fbc62,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:23.677314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44926) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:23.707613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c360b59-0922-4cca-90b0-c6dfd2f1290f req-471c9e88-a347-4de0-b85c-9dcde5ddda57 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.3813338 Oct 22 13:19:23.751369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.752748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:23.753519 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:23.844710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] Pushing event updated for resources: {'Network': ['ID=c1a4248d-451b-45ec-b3ff-1331a01bd4d0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:23.980170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:24.062594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89bca-6b67-47af-8be2-9c382f64ff0d req-200e12b9-a43d-436d-b9d0-d75533ce466c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:24.072509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d89bca-6b67-47af-8be2-9c382f64ff0d req-200e12b9-a43d-436d-b9d0-d75533ce466c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 943 time: 0.4893689 Oct 22 13:19:24.076877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c47d1f29-dad7-48aa-a92c-9bd25310bcb4 req-7981e2d3-4d4b-4ddb-b2dd-976c1c36ee30 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597651 Oct 22 13:19:24.089128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=7b3bcec5-fede-4222-bff6-5835fbd802e5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:24.123615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2028144292-network', 'tenant_id': 'a4b687a79fe747c1b8bf5b74ee1eb5df'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:24.273175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9845df5b-2c97-4827-8a35-7b589e6c544f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7926531 Oct 22 13:19:24.276410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44934) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:24.280880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Made reservation on behalf of a4b687a79fe747c1b8bf5b74ee1eb5df for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:24.286079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:24.327068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:24.339910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Request body: {'subnet': {'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-793357421-subnet', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:24.343950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:24.366479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:19:24.366479 n-d-813419-8 neutron-server[100620]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 13:19:24.366479 n-d-813419-8 neutron-server[100620]: [parameters: {'project_id_1': '8c5dcc12525e408e806418ed10497a98', 'expiration_1': datetime.datetime(2021, 10, 22, 13, 19, 4, 172944)}] Oct 22 13:19:24.366479 n-d-813419-8 neutron-server[100620]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:19:24.367007 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:19:24.419406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d89bca-6b67-47af-8be2-9c382f64ff0d req-439a194d-3094-4bf1-b210-235e818a7f55 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076601 Oct 22 13:19:24.465382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:24.526760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Made reservation on behalf of 0bce2d50f53e4ec0a24d9095e917f07e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:24.531235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=edf51129-2104-43c2-a8ea-642cf1da12bc,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:24.534897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:24.577991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'edf51129-2104-43c2-a8ea-642cf1da12bc', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': 'edf51129-2104-43c2-a8ea-642cf1da12bc', 'mac_address': 'fa:16:3e:a8:3c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:19:24.736898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device feb87837-6dc6-4336-85ff-c92e84e33d3a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:24.784958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:24.807113 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4827ac4c-12ba-4935-b3ae-07aa8c0366c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.153077 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.181082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.212475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.242107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf51129-2104-43c2-a8ea-642cf1da12bc {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:25.314894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.318226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=edf51129-2104-43c2-a8ea-642cf1da12bc,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:25.325917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f645b3d6-afab-47a7-aa17-d1f245d6f331 req-40cf8642-3334-48a7-8f93-a0a83a369dea tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.1412442 Oct 22 13:19:25.332058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port feb87837-6dc6-4336-85ff-c92e84e33d3a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:25.339375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.473239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8da37c8-de35-4dbc-979e-7c7c540aaa06,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:25.494561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.574166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:25.605399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Made reservation on behalf of 8c5dcc12525e408e806418ed10497a98 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:25.613572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:25.653422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:25.808908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b180bd66-d061-4762-8f47-088b116bd0ae no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:25.835889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['edf51129-2104-43c2-a8ea-642cf1da12bc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:25.842119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:25.878097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b180bd66-d061-4762-8f47-088b116bd0ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:25.878535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b180bd66-d061-4762-8f47-088b116bd0ae not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:25.878886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9f853b16-6812-41bd-9407-25f4b186a324 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:25.907503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9f853b16-6812-41bd-9407-25f4b186a324 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:25.907852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9f853b16-6812-41bd-9407-25f4b186a324 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:25.927834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Allocated IP 172.20.0.3 (d826e4ae-39cc-4d8b-b760-19296a38b765/0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171/a5913a4d-8849-4d39-9fc0-c778f832bb22) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:25.958976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:20Z', 'revision_number': 7, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:19Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:25.989004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:26.009169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a042f39d-f2c6-47ab-b4fe-3c80397994a7 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2568257 Oct 22 13:19:26.010022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44944) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:26.035094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Checking segment: {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:26.037233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Network hostable DHCP agents. Network: c1a4248d-451b-45ec-b3ff-1331a01bd4d0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:26.038203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b29406-83e0-4158-be8d-06fea579c0a7 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:20Z', 'revision_number': 7, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3bcec5-fede-4222-bff6-5835fbd802e5', 'name': '', 'network_id': 'dc5abcce-c34c-4b49-b925-db3c7990c8b4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:18:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:09Z', 'updated_at': '2021-10-22T13:19:19Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '3838994d-7814-4a9f-97b8-440d2d561dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:26.078459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.078826 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Added segment 7cabd752-f39e-43ef-82b2-9c513bea400f of type vlan for network 626f2ed8-d8e4-4e39-8235-43b82db580e3 Oct 22 13:19:26.199701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 3838994d-7814-4a9f-97b8-440d2d561dd4 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:26.216750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9632ef-b24b-458e-8120-fdd0a55ac5ff,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:26.228563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.248883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc945629-c0f9-4e08-bde2-284528e588a7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:26.347730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.354449 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.357282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bc945629-c0f9-4e08-bde2-284528e588a7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:26.357781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.418132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:26.448926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.449941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:26.450527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.479575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b25ec8-cc26-48fd-9fb8-9e906599bcf1 req-7a975b28-5eaa-4ad4-9391-005aa3de0b40 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:26.481117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4b25ec8-cc26-48fd-9fb8-9e906599bcf1 req-7a975b28-5eaa-4ad4-9391-005aa3de0b40 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 944 time: 0.8205814 Oct 22 13:19:26.590517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.615098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.644111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3b56ca8-de7c-42d8-9a05-6d5deb50d08c req-d52e3351-6d40-4753-ac3f-36109c9c68a7 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.0856352 Oct 22 13:19:26.688924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port bc945629-c0f9-4e08-bde2-284528e588a7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc945629-c0f9-4e08-bde2-284528e588a7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:26.700503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.701904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c1a4248d-451b-45ec-b3ff-1331a01bd4d0) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:26.743747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd4968-7783-4b15-a94d-8635f7103dde None None] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:26.758830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Sync routers for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:26.791883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.792895 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:26.797407 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:26.803774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:26.806954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.854265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=3838994d-7814-4a9f-97b8-440d2d561dd4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:26.858553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:26.868645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4bf6d5c1-0bf0-4e8d-be80-3ef3a9d9dfe3 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/3838994d-7814-4a9f-97b8-440d2d561dd4 HTTP/1.1" status: 204 len: 168 time: 0.8555210 Oct 22 13:19:26.880590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:26.881252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:26.908922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2155f-804f-4a92-9b77-a82f005d1434 None None] Network dc5abcce-c34c-4b49-b925-db3c7990c8b4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:26.949436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2582855 Oct 22 13:19:26.959854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=bc945629-c0f9-4e08-bde2-284528e588a7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:26.965953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 44954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:26.985098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a0cf5d21-fb19-4829-97a7-b480b7ebdea3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7068353 Oct 22 13:19:26.990250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:26.996852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:26.997495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:18:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:27.004497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:27.032159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Request body: {'subnet': {'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2028144292-subnet', 'tenant_id': 'a4b687a79fe747c1b8bf5b74ee1eb5df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:27.121502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:27.128458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.142851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.143885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.145934 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:27.153433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00258-5a5d-4885-998a-d238899b2767 admin admin] Pushing event updated for resources: {'Network': ['ID=626f2ed8-d8e4-4e39-8235-43b82db580e3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:27.230916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4b25ec8-cc26-48fd-9fb8-9e906599bcf1 req-e585e7e1-17b6-44a3-be5e-3faf332c18e4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248287 Oct 22 13:19:27.258991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Made reservation on behalf of a4b687a79fe747c1b8bf5b74ee1eb5df for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:27.264634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.313284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.346460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.391569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:27.422301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 6a43e861-2cf4-4a98-b2e9-4de553a53830 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:27.422921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.512021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 6a43e861-2cf4-4a98-b2e9-4de553a53830, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a43e861-2cf4-4a98-b2e9-4de553a53830,segment=NetworkSegment(896cc1cf-4498-48e7-acd4-ead40e933497),segment_id=896cc1cf-4498-48e7-acd4-ead40e933497)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:27.513192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.532174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 6a43e861-2cf4-4a98-b2e9-4de553a53830 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:27.546748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device edf51129-2104-43c2-a8ea-642cf1da12bc up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:27.575997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.628434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:18Z', 'revision_number': 2, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:27.632674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Network d826e4ae-39cc-4d8b-b760-19296a38b765 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:27.640921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:27.643416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:27.689910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Checking router: 15efe6af-0b50-4fe6-8aaa-28087abd2254 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:27.690556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Updating router 15efe6af-0b50-4fe6-8aaa-28087abd2254 port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:27.706865 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-660432f9-5c0d-4208-97b4-720102e5250b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.750156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Pushing event updated for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:27.769176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:27.769869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.783189 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.786280 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.819069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-12a02416-ca72-44b4-b5b7-2d54ff2bf091 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8188550 Oct 22 13:19:27.836327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Request body: {'port': {'device_id': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:27.844262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-d9b21c4f-739f-4761-8e71-1a81e6b4fd20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5970094 Oct 22 13:19:27.937297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.951410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Checking segment: {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:27.951865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Network hostable DHCP agents. Network: 626f2ed8-d8e4-4e39-8235-43b82db580e3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:27.968093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:27.986124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.030884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64658625-011b-4e37-a963-50a9de447ba4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:28.035637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.043118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:28.055545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ab6f0-16da-4766-b241-07a98d414c54 req-13ad41b4-1153-4cbd-92af-c3bbf30bfa56 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:28.057517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-119ab6f0-16da-4766-b241-07a98d414c54 req-13ad41b4-1153-4cbd-92af-c3bbf30bfa56 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 931 time: 0.1954105 Oct 22 13:19:28.080917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.093208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:23Z', 'revision_number': 8, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:28.133609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c2e3f-dc85-4955-8079-f15c614cea2a None None] DHCP port deletion for dc5abcce-c34c-4b49-b925-db3c7990c8b4 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:19:28.138285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port edf51129-2104-43c2-a8ea-642cf1da12bc completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:19:28.158121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:28.178747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=6a43e861-2cf4-4a98-b2e9-4de553a53830,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:28.183304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc945629-c0f9-4e08-bde2-284528e588a7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:28.185654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'fixed_ips': [{'subnet_id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:19:28.186477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.219205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port 6a43e861-2cf4-4a98-b2e9-4de553a53830 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:28.235508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port edf51129-2104-43c2-a8ea-642cf1da12bc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:28.235877 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.348395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-3d57450f-552b-436b-be73-31c04ab72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:28.349991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-3d57450f-552b-436b-be73-31c04ab72156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 1096 time: 0.4078641 Oct 22 13:19:28.411807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5913a4d-8849-4d39-9fc0-c778f832bb22 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:28.420703 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.435318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Transition to ACTIVE for port object a5913a4d-8849-4d39-9fc0-c778f832bb22 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:19:28.454683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 626f2ed8-d8e4-4e39-8235-43b82db580e3) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:28.456572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.468444 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.471857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:28.472863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.483848 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.534425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a25ae-3aa8-4fbe-bcd0-2f07520c4d10 None None] Pushing event updated for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:28.569033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.583590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-899f30ae-99c0-4372-b653-52ee48863593 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5922964 Oct 22 13:19:28.639435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Attempting to bind port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:28.640147 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Attempting to bind port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:28.640404 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Attempting to bind port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 on network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:28.648889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-119ab6f0-16da-4766-b241-07a98d414c54 req-152d5bba-faa0-4b67-9150-8c60f7b97167 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823169 Oct 22 13:19:28.653628 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:28.654009 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Checking segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:28.654528 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.655116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Bound using segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:28.655505 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Bound port: 1e62b996-27d1-4f52-8cab-eb5b78cebcc2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:28.655890 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.724156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5abcce-c34c-4b49-b925-db3c7990c8b4']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:28.783271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4099-3ff5-4786-9c9a-ff84ee28160f req-e160b8f6-3937-41cc-9095-ec16b061ac7d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:28.784898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df2a4099-3ff5-4786-9c9a-ff84ee28160f req-e160b8f6-3937-41cc-9095-ec16b061ac7d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 944 time: 0.3452294 Oct 22 13:19:28.804453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] For port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:28.810244 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] For port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:28.825719 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.898843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896cc1cf-4498-48e7-acd4-ead40e933497') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:28.899195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896cc1cf-4498-48e7-acd4-ead40e933497') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:28.953916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:28.968459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:28.969808 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a25ae-3aa8-4fbe-bcd0-2f07520c4d10 None None] Pushing event updated for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:28.984752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df2a4099-3ff5-4786-9c9a-ff84ee28160f req-97c12105-fb49-4115-b472-7fe113a9fe7a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391537 Oct 22 13:19:28.989146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-85bd7693-013a-4cad-bcc8-408e01ac1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:29.002247 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-85bd7693-013a-4cad-bcc8-408e01ac1442 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.5893800 Oct 22 13:19:29.025940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d1e08-3708-4c61-8017-66b85ae722e2 None None] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:29.030563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:29.031282 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:29.040020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Attempting to bind port a5913a4d-8849-4d39-9fc0-c778f832bb22 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:29.040310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Attempting to bind port a5913a4d-8849-4d39-9fc0-c778f832bb22 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '74ed21eb-fb96-4b43-875f-e88882e174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:29.040651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Attempting to bind port a5913a4d-8849-4d39-9fc0-c778f832bb22 on network d826e4ae-39cc-4d8b-b760-19296a38b765 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:29.051206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Port a5913a4d-8849-4d39-9fc0-c778f832bb22 on network d826e4ae-39cc-4d8b-b760-19296a38b765 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:19:29.051543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Attempting to bind port a5913a4d-8849-4d39-9fc0-c778f832bb22 on network d826e4ae-39cc-4d8b-b760-19296a38b765 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:29.073398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:29.073745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Checking segment: {'id': '74ed21eb-fb96-4b43-875f-e88882e174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:29.074139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Bound using segment: {'id': '74ed21eb-fb96-4b43-875f-e88882e174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:29.074923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Bound port: a5913a4d-8849-4d39-9fc0-c778f832bb22, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ed21eb-fb96-4b43-875f-e88882e174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:29.078577 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.080256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.102545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:29.103152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:29.204123 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-571f4313-520e-44a4-ae2c-024ef073e7be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 200 len: 217 time: 0.2009108 Oct 22 13:19:29.205201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:29.205620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:29.223341 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:29.276774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:29.327469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-e1c7826b-40df-4318-a919-e7e6b7a7751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:29.329107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-e1c7826b-40df-4318-a919-e7e6b7a7751d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0822537 Oct 22 13:19:29.344747 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:29.421686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-11888065-b838-4091-82a9-48028ab23959 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748324 Oct 22 13:19:29.456351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:29.580886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:29.581752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.831601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.885779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.892283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/dc5abcce-c34c-4b49-b925-db3c7990c8b4 HTTP/1.1" status: 204 len: 168 time: 3.0052011 Oct 22 13:19:29.980145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40537-7e24-4c83-aa79-543c0bd51a21 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=dc5abcce-c34c-4b49-b925-db3c7990c8b4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:29.988127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:29.989907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 44996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:30.031887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.048177 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:28Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:30.110876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bc945629-c0f9-4e08-bde2-284528e588a7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:30.111649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.159701 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6934-16d4-4012-9a8a-df39738c5bf8 None None] The sync data for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 is: [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:28Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:30.165890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-12579d3b-1715-4758-98ad-e82854fb7763 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783484 Oct 22 13:19:30.175061 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.261923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=edf51129-2104-43c2-a8ea-642cf1da12bc,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:30.369917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22,segment=NetworkSegment(74ed21eb-fb96-4b43-875f-e88882e174ac),segment_id=74ed21eb-fb96-4b43-875f-e88882e174ac)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:30.377382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Allocated IP 172.20.0.2 (c1a4248d-451b-45ec-b3ff-1331a01bd4d0/af9632ef-b24b-458e-8120-fdd0a55ac5ff/26357071-a32b-42ec-98bf-f2d6209a83d4) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:30.393015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.475043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-87cdc3d9-452c-4dfc-b8b7-a5e4464705ed tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:30.477832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-87cdc3d9-452c-4dfc-b8b7-a5e4464705ed tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 814 time: 1.1442046 Oct 22 13:19:30.496180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:30.497113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.498781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5913a4d-8849-4d39-9fc0-c778f832bb22 HTTP/1.1" status: 200 len: 1091 time: 2.6669204 Oct 22 13:19:30.509099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:30.512357 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120" -d '{"events": [{"name": "network-changed", "server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:30.547600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-99a10ece-76ef-448b-8005-71e96e1435b2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/quotas/a4b687a79fe747c1b8bf5b74ee1eb5df HTTP/1.1" status: 200 len: 375 time: 0.0449414 Oct 22 13:19:30.556742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b64ca-6d46-4f68-a8f2-4534ce5b1b97 req-1680e279-1a29-4c76-8234-f87fea6f87de tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:30.567842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d98b64ca-6d46-4f68-a8f2-4534ce5b1b97 req-1680e279-1a29-4c76-8234-f87fea6f87de tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 943 time: 0.2640104 Oct 22 13:19:30.597247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:30.606246 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f90a5e5-ce07-486c-92ea-47fed676d9ec" -d '{"events": [{"server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "name": "network-vif-plugged", "status": "completed", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:30.620024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.650767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-d784bc2f-1e7a-4ab1-9cf6-37cb028e58e6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746059 Oct 22 13:19:30.682208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f793-d62c-4e64-8af5-a138506995b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:30.753684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:30.786300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d98b64ca-6d46-4f68-a8f2-4534ce5b1b97 req-b03b14b1-6999-444d-ae61-3ebd62f9a2d4 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172654 Oct 22 13:19:30.792890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-267ffc46-bfb3-412b-9722-fddf083c4a3a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:19:30.797224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-267ffc46-bfb3-412b-9722-fddf083c4a3a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1364789 Oct 22 13:19:30.801499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-a797b098-1d6e-45c1-adac-e7972f128791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:30.812403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-a797b098-1d6e-45c1-adac-e7972f128791 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c5dcc12525e408e806418ed10497a98&device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 1094 time: 0.2154868 Oct 22 13:19:30.893319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b53c8a37-02ee-42ff-8195-81556e239b8c req-18b7f1a6-b05c-4307-ab3f-d4de02492e47 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462669 Oct 22 13:19:30.922270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-738c6ccf-a992-471e-8172-7dfba36459e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22 HTTP/1.1" status: 200 len: 217 time: 0.0820220 Oct 22 13:19:30.950682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:31.064899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216dc1d-99db-4980-8981-5aa356b2b4a0 None None] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:31.128410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Allocated IP 172.25.6.62 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/82c24e2c-0b90-40a8-a977-7fbca5386467) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:31.129296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cefc7-8706-4481-b9f4-227a2b62e222 req-b98658c9-7d1f-4b4c-a213-be5b0808943f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:31.132627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d2cefc7-8706-4481-b9f4-227a2b62e222 req-b98658c9-7d1f-4b4c-a213-be5b0808943f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.2236207 Oct 22 13:19:31.177820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-10a923c8-4a29-4bab-bd1b-ce3a9f5c82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:31.181158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-10a923c8-4a29-4bab-bd1b-ce3a9f5c82ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171 HTTP/1.1" status: 200 len: 865 time: 0.2002137 Oct 22 13:19:31.216585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d2cefc7-8706-4481-b9f4-227a2b62e222 req-1f487ecd-9f73-46e0-a147-a5f5ac8b249a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Oct 22 13:19:31.260534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-11fd48aa-4ee3-4630-aea3-d2ce8cfc1e47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d826e4ae-39cc-4d8b-b760-19296a38b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679357 Oct 22 13:19:31.285762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.316456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-1386142e-33bb-453d-b9ab-0df5b9576070 service neutron] 10.222.0.25 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012820 Oct 22 13:19:31.321620 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f86368-927d-4234-970e-da215a0e91fc x-openstack-request-id: req-f7f86368-927d-4234-970e-da215a0e91fc {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:31.322225 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:31.323031 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7f86368-927d-4234-970e-da215a0e91fc {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:31.323657 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22', 'status': 'completed', 'code': 200} Oct 22 13:19:31.373163 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.381736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.391336 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.450650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-5b4f9803-9bde-4b63-a6b6-f4a74279567c service neutron] 10.222.0.26 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746514 Oct 22 13:19:31.467315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.468687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:31.490579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:31.503734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:31.524418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] For port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:31.582501 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699ccce-5f0f-46e4-b25a-a6268e009b36 x-openstack-request-id: req-1699ccce-5f0f-46e4-b25a-a6268e009b36 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:31.582817 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "name": "network-vif-plugged", "status": "completed", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:31.583070 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1699ccce-5f0f-46e4-b25a-a6268e009b36 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:31.583460 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc', 'code': 200} Oct 22 13:19:31.590038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.601145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Pushing event updated for resources: {'Port': ['ID=26357071-a32b-42ec-98bf-f2d6209a83d4,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:31.608225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:31.675510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-1726002e-29dc-4eba-ae5d-6d174fe1c212 service neutron] 10.222.0.25 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330677 Oct 22 13:19:31.682134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.693698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ccb788c-df28-48f9-ba88-7f77b76d1f76 req-dc93ad6b-780d-4cfc-8daf-5ce62004e7a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313261 Oct 22 13:19:31.723946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:23Z', 'revision_number': 8, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:31.727890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880b47f-cead-4308-bc4d-92628225d758 req-0202efee-327a-4e17-bca3-841110f097f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:31.730419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4880b47f-cead-4308-bc4d-92628225d758 req-0202efee-327a-4e17-bca3-841110f097f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 1096 time: 0.0725071 Oct 22 13:19:31.805761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6227a483-bcd3-4996-8aa0-f59159512a48 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:23Z', 'revision_number': 8, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': '62766bcf-4ddf-4509-a3ad-46027dcea90e', 'name': '', 'network_id': 'bcb6d38a-66a8-440f-a134-ae098567c757', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:5b:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:00Z', 'updated_at': '2021-10-22T13:19:09Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '74bd6d66-bcc6-4330-8237-33c4d8ec4a44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:31.817479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4880b47f-cead-4308-bc4d-92628225d758 req-4bb0f998-1eb9-47ed-808c-26175cdd2b76 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798016 Oct 22 13:19:31.838567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-082f2c9f-6f4b-4fa0-9315-720f4b352076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:31.847594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-082f2c9f-6f4b-4fa0-9315-720f4b352076 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c5dcc12525e408e806418ed10497a98&device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 1094 time: 0.0898461 Oct 22 13:19:31.855024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Attempting to bind port 26357071-a32b-42ec-98bf-f2d6209a83d4 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:31.855466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Attempting to bind port 26357071-a32b-42ec-98bf-f2d6209a83d4 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:31.855950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Attempting to bind port 26357071-a32b-42ec-98bf-f2d6209a83d4 on network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:31.898806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:31.904831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Checking segment: {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:31.910709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.911181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Bound using segment: {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:31.911969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Bound port: 26357071-a32b-42ec-98bf-f2d6209a83d4, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:31.912652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.975147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-35bed2f9-0cab-4dda-a738-27b0b7dd99f1 None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:31.975640 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35bed2f9-0cab-4dda-a738-27b0b7dd99f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:31.979760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1064b8-e8fc-4d41-b241-171ea21f8d60 None None] Pushing event updated for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:31.983949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:31.984460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:32.042234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e925309-3fd5-4b73-8e88-22e1c60d2fa0 req-3b27aaca-d359-416f-9d11-98c6291aa6dc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 210 time: 0.0699651 Oct 22 13:19:32.102636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da909301-1967-4314-ba89-89bb81aa4537 req-b4b3d3ae-bbcf-4826-bca5-e6fb4ef2a3f0 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:32.104248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da909301-1967-4314-ba89-89bb81aa4537 req-b4b3d3ae-bbcf-4826-bca5-e6fb4ef2a3f0 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 943 time: 0.1137283 Oct 22 13:19:32.105792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-071aaab0-6760-45fe-af56-2e00812411da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:32.107176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-071aaab0-6760-45fe-af56-2e00812411da service neutron] 10.222.0.26 "GET /v2.0/networks?id=d826e4ae-39cc-4d8b-b760-19296a38b765 HTTP/1.1" status: 200 len: 926 time: 0.2563729 Oct 22 13:19:32.185124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-c49680f4-0fb3-4eb3-8ae0-8ed9b242b568 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22 HTTP/1.1" status: 200 len: 217 time: 0.0673378 Oct 22 13:19:32.308142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Pushing event updated for resources: {'Port': ['ID=82c24e2c-0b90-40a8-a977-7fbca5386467,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:32.320978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] For port 26357071-a32b-42ec-98bf-f2d6209a83d4, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:32.332250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] For port 26357071-a32b-42ec-98bf-f2d6209a83d4, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26357071-a32b-42ec-98bf-f2d6209a83d4,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:32.364347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da909301-1967-4314-ba89-89bb81aa4537 req-22f7631e-9da6-4d13-9350-c12680fa844e tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531466 Oct 22 13:19:32.365273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:32.391492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a43e861-2cf4-4a98-b2e9-4de553a53830 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:32.408629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-d351ff00-53bd-4cca-8d17-45e52be562c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:32.410082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-d351ff00-53bd-4cca-8d17-45e52be562c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171 HTTP/1.1" status: 200 len: 865 time: 0.2144864 Oct 22 13:19:32.419741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:32.436418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:32.440417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:32.561595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-c3e58bc9-488b-43a7-bf6d-74cd15e6aeaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d826e4ae-39cc-4d8b-b760-19296a38b765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829487 Oct 22 13:19:32.623411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e5498-3c8a-4381-aa4e-98c7205c46e3 req-2f63d3b2-1a80-4694-8b35-b7ac471a89ae tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:32.625954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e36e5498-3c8a-4381-aa4e-98c7205c46e3 req-2f63d3b2-1a80-4694-8b35-b7ac471a89ae tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.2303677 Oct 22 13:19:32.707692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6a43e861-2cf4-4a98-b2e9-4de553a53830 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:32.708092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a43e861-2cf4-4a98-b2e9-4de553a53830 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:32.745524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852a68-c99f-4ac5-a15a-d9bb13271b48 None None] Pushing event updated for resources: {'Port': ['ID=26357071-a32b-42ec-98bf-f2d6209a83d4,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:32.800103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e36e5498-3c8a-4381-aa4e-98c7205c46e3 req-a03fab4f-a527-496e-98eb-29f42ff39363 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532907 Oct 22 13:19:32.804581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-ce0bd9b9-e283-4401-a874-81aae32d8b86 service neutron] 10.222.0.26 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304032 Oct 22 13:19:32.940953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:32.948825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 62766bcf-4ddf-4509-a3ad-46027dcea90e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:32.949598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:33.006740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b89bdd6-e9de-4907-acf4-e0f8d43b9120 req-328e7739-344a-4edc-85a4-07506235e581 service neutron] 10.222.0.26 "GET /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889510 Oct 22 13:19:33.181634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe704967-368b-4171-a7ff-dbcb80b39278 req-10e3436d-0a48-4d22-9bf0-5e3f2675a79f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 210 time: 0.0445137 Oct 22 13:19:33.283031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 62766bcf-4ddf-4509-a3ad-46027dcea90e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=62766bcf-4ddf-4509-a3ad-46027dcea90e,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:33.283708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:33.313702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 62766bcf-4ddf-4509-a3ad-46027dcea90e owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:33.591150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfb11d-d89f-455e-b866-c587a387fc55 req-615c90f1-de35-43c7-9385-6012d19fc6b8 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:33.599021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1bfb11d-d89f-455e-b866-c587a387fc55 req-615c90f1-de35-43c7-9385-6012d19fc6b8 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 943 time: 0.1313245 Oct 22 13:19:33.670059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:33.742787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26357071-a32b-42ec-98bf-f2d6209a83d4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:33.795025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1bfb11d-d89f-455e-b866-c587a387fc55 req-93c7c918-e2cc-4fc9-92e9-1d6b96dd5249 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897039 Oct 22 13:19:33.922065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 26357071-a32b-42ec-98bf-f2d6209a83d4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:33.922464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.052852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.072973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.111254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=62766bcf-4ddf-4509-a3ad-46027dcea90e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:34.115823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6cc1-4786-4a3a-8615-f64a92037906 req-707a89ad-c2e4-4baa-92e7-0a1988f89afb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:34.129330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4ef6cc1-4786-4a3a-8615-f64a92037906 req-707a89ad-c2e4-4baa-92e7-0a1988f89afb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.1806765 Oct 22 13:19:34.135726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 26357071-a32b-42ec-98bf-f2d6209a83d4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26357071-a32b-42ec-98bf-f2d6209a83d4,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:34.145431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.146362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:34.149717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-4b2769e8-9e48-4901-9c12-ef704e69fa19 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:34.151301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-4b2769e8-9e48-4901-9c12-ef704e69fa19 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 814 time: 0.4775820 Oct 22 13:19:34.254029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4ef6cc1-4786-4a3a-8615-f64a92037906 req-fc0386e7-8ab0-4d7d-822e-76a33f27fabf tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236780 Oct 22 13:19:34.258406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Request body: {'port': {'device_id': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'admin_state_up': True, 'tenant_id': 'a4b687a79fe747c1b8bf5b74ee1eb5df'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:34.340722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=26357071-a32b-42ec-98bf-f2d6209a83d4,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:34.385761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a5913a4d-8849-4d39-9fc0-c778f832bb22 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:19:34.393004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0b88a-c8dc-49de-a479-a2dde41cd414 None None] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:34.423286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:19:34.429847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.607829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2634ddb-33d5-46e4-a43e-465c3773383a req-8b94f313-8d53-4362-a0b6-cdaf0bab21b3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 210 time: 0.0534830 Oct 22 13:19:34.673430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22,segment=NetworkSegment(74ed21eb-fb96-4b43-875f-e88882e174ac),segment_id=74ed21eb-fb96-4b43-875f-e88882e174ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:34.677666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9400eae-3cdb-4152-972f-c3d60d7eeb71 req-d0cba2cc-bf00-4d79-8013-1c7e6f4ffe82 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:34.689518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9400eae-3cdb-4152-972f-c3d60d7eeb71 req-d0cba2cc-bf00-4d79-8013-1c7e6f4ffe82 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.1844528 Oct 22 13:19:34.695521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a5913a4d-8849-4d39-9fc0-c778f832bb22', 'network_id': 'd826e4ae-39cc-4d8b-b760-19296a38b765', 'port_id': 'a5913a4d-8849-4d39-9fc0-c778f832bb22', 'mac_address': 'fa:16:3e:63:5f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:19:34.706261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:34.706661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.712401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a541fbb2-897b-4983-9302-9db237fed5b8 None None] Provisioning complete for port 26357071-a32b-42ec-98bf-f2d6209a83d4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:34.712773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a541fbb2-897b-4983-9302-9db237fed5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.769534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9400eae-3cdb-4152-972f-c3d60d7eeb71 req-55e7d68e-7e91-4036-ae6f-1971acd73fb9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737038 Oct 22 13:19:34.771147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Made reservation on behalf of a4b687a79fe747c1b8bf5b74ee1eb5df for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:34.777540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.813936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:34.831489 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Sync routers for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:34.858177 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:34.860210 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:34.952826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.965863 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68ceb7ac-7ee0-4146-9ba4-f49a992b02b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.9743221 Oct 22 13:19:34.968750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45058) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:34.982580 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:34.997101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:35.034121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5913a4d-8849-4d39-9fc0-c778f832bb22 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:35.122138 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:35.122585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524b49-c560-473d-8a07-82655f1fc89e req-e61cb06c-f056-4234-a80e-3af2fce9486d tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:35.138688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe524b49-c560-473d-8a07-82655f1fc89e req-e61cb06c-f056-4234-a80e-3af2fce9486d tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 943 time: 0.2215583 Oct 22 13:19:35.196531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22,segment=NetworkSegment(74ed21eb-fb96-4b43-875f-e88882e174ac),segment_id=74ed21eb-fb96-4b43-875f-e88882e174ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:35.204318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:35.222377 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-880b823f-0030-418e-a7d0-b5c65a42ef20 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0654986 Oct 22 13:19:35.227611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:35.233455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Allocated IP 172.20.0.12 (626f2ed8-d8e4-4e39-8235-43b82db580e3/64658625-011b-4e37-a963-50a9de447ba4/9e1690f4-d3fb-40fa-a81b-57f780d9a558) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:35.235263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:35.251013 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.307529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 74bd6d66-bcc6-4330-8237-33c4d8ec4a44 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:35.312922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.326849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b3bcec5-fede-4222-bff6-5835fbd802e5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:35.354740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7b3bcec5-fede-4222-bff6-5835fbd802e5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:35.355335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b3bcec5-fede-4222-bff6-5835fbd802e5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:35.374189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:35.375101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:35.428592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.458771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe524b49-c560-473d-8a07-82655f1fc89e req-ba2ec6b4-9fb7-4984-a7a2-f7e9b9ac36fc tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189702 Oct 22 13:19:35.535610 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:32Z', 'revision_number': 3, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:35.595697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a5913a4d-8849-4d39-9fc0-c778f832bb22'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:35.598343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:35.625951 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Checking router: bc2ad270-bce7-4789-bf4a-c0bcf787ae08 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:35.629895 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Updating router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 port 82c24e2c-0b90-40a8-a977-7fbca5386467 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:35.660889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.665700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43311318-7ff3-4748-bf1f-e58c8346eec8 req-d5d7cbc6-1dd1-4bc0-b83f-b5cebdf5a514 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:35.666261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:35.685726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43311318-7ff3-4748-bf1f-e58c8346eec8 req-d5d7cbc6-1dd1-4bc0-b83f-b5cebdf5a514 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.5331662 Oct 22 13:19:35.703370 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.770170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26357071-a32b-42ec-98bf-f2d6209a83d4 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:35.814305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5eac16d3-fb35-48e6-b5a5-13ccfa7f66f7 req-22140a0b-cc1d-4496-bf62-f6f62ab1283d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 210 time: 0.0369592 Oct 22 13:19:35.828025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.866969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43311318-7ff3-4748-bf1f-e58c8346eec8 req-6cbba4cf-0566-4ed2-b7dc-d02ae78fee7b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759021 Oct 22 13:19:35.871642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=74bd6d66-bcc6-4330-8237-33c4d8ec4a44,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:35.902272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:35.909064 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-df053219-c471-401e-a697-28b404bc9fe1 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/74bd6d66-bcc6-4330-8237-33c4d8ec4a44 HTTP/1.1" status: 204 len: 168 time: 0.6798990 Oct 22 13:19:35.911642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45070) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:35.963795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28dc15-ca37-4e8e-b454-598e20f7eed0 None None] Network bcb6d38a-66a8-440f-a134-ae098567c757 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:36.066685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.113135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.194310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:36.194589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.245065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.344669 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.358884 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.371678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:36.387364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:36.395931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,segment=NetworkSegment(1b437271-fe78-4f01-872e-bdef3818eebc),segment_id=1b437271-fe78-4f01-872e-bdef3818eebc)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:36.396303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.398257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:36.406197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:36.436779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:36.451848 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Attempting to bind port 82c24e2c-0b90-40a8-a977-7fbca5386467 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:36.452059 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Attempting to bind port 82c24e2c-0b90-40a8-a977-7fbca5386467 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:36.452403 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Attempting to bind port 82c24e2c-0b90-40a8-a977-7fbca5386467 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:36.460902 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:36.461327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:36.461959 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.462364 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:36.467051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Bound port: 82c24e2c-0b90-40a8-a977-7fbca5386467, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:36.467486 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.484842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-511136aa-cb41-486d-b48d-bac0f8c2a582 None None] Provisioning complete for port 26357071-a32b-42ec-98bf-f2d6209a83d4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:36.485344 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-511136aa-cb41-486d-b48d-bac0f8c2a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.509597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.537437 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] For port 82c24e2c-0b90-40a8-a977-7fbca5386467, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:36.541129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:36.541925 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] For port 82c24e2c-0b90-40a8-a977-7fbca5386467, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82c24e2c-0b90-40a8-a977-7fbca5386467,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:36.542198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.562238 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6520b-c44e-4b5a-82a3-9b9994db7319 None None] Pushing event updated for resources: {'Port': ['ID=82c24e2c-0b90-40a8-a977-7fbca5386467,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:36.564198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 26357071-a32b-42ec-98bf-f2d6209a83d4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:36.566533 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.573455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.591733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-17e99763-f80d-446a-bfc2-174fd63fd80c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3629947 Oct 22 13:19:36.630519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Request body: {'port': {'device_id': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:36.669280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:33Z', 'revision_number': 9, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:36.676600 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:36.681221 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:36.691064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:36.755853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd0824-daa5-40a5-90ab-81b41a791924 None None] DHCP port deletion for bcb6d38a-66a8-440f-a134-ae098567c757 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:19:36.773031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:36.791447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:36.810400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:36.841628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:36.842280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:36.859789 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:36.902996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-476da286-12e0-4658-b6a2-730e3380329d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:36.904752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-476da286-12e0-4658-b6a2-730e3380329d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.2370591 Oct 22 13:19:37.036782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.073056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb6d38a-66a8-440f-a134-ae098567c757']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:37.086992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b437271-fe78-4f01-872e-bdef3818eebc') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:37.087542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b437271-fe78-4f01-872e-bdef3818eebc') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:37.109066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port edf51129-2104-43c2-a8ea-642cf1da12bc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:37.109619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.113794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.123760 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6520b-c44e-4b5a-82a3-9b9994db7319 None None] Pushing event updated for resources: {'Port': ['ID=82c24e2c-0b90-40a8-a977-7fbca5386467,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:37.156405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.166143 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:32Z', 'revision_number': 3, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:37.177624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:37.178106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:37.183101 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:37.201033 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0826f4c-5c53-4104-8571-6d5318b5adc2 None None] The sync data for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 is: [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:32Z', 'revision_number': 3, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:37.357865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.363954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port edf51129-2104-43c2-a8ea-642cf1da12bc, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=edf51129-2104-43c2-a8ea-642cf1da12bc,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:37.364322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.380681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.388633 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/bcb6d38a-66a8-440f-a134-ae098567c757 HTTP/1.1" status: 204 len: 168 time: 1.4758861 Oct 22 13:19:37.389464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:37.389853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:37.416399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for edf51129-2104-43c2-a8ea-642cf1da12bc owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:37.418282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c1efc-9948-4457-82ce-89764ca2b664 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=bcb6d38a-66a8-440f-a134-ae098567c757,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:37.592003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:37.672088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:37.682888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c236b2-996a-4aa9-b938-821c170e3f9c req-59bfe825-6cd4-4d08-be6c-9952ac9d4250 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:37.685556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3c236b2-996a-4aa9-b938-821c170e3f9c req-59bfe825-6cd4-4d08-be6c-9952ac9d4250 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 932 time: 0.2649417 Oct 22 13:19:37.738214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:37.738636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da85cd48-aadd-43db-9d6b-4b4c4d4c7ed3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:37.763469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1a9bb-3d77-483c-a7ff-eb23936902a1 req-f39ff9c5-acbc-41b7-a878-ccbcbaaeab90 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:37.774831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b1a9bb-3d77-483c-a7ff-eb23936902a1 req-f39ff9c5-acbc-41b7-a878-ccbcbaaeab90 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 944 time: 1.0955763 Oct 22 13:19:37.872329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:33Z', 'revision_number': 9, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:37.940605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a4917-fd8e-4f56-bf0f-ccdd0f737285 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:33Z', 'revision_number': 9, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'cab905ec-7b68-460d-b0fd-54e83d54c7ee', 'name': '', 'network_id': '5f28b60e-973b-4fd9-8d3b-599da41e3c49', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:64:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:53Z', 'updated_at': '2021-10-22T13:19:02Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': '8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:37.980342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Allocated IP 172.20.0.1 (c1a4248d-451b-45ec-b3ff-1331a01bd4d0/af9632ef-b24b-458e-8120-fdd0a55ac5ff/a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:38.017700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b1a9bb-3d77-483c-a7ff-eb23936902a1 req-b1c8183d-c553-4785-8096-e4c6a5609556 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418680 Oct 22 13:19:38.044049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3c236b2-996a-4aa9-b938-821c170e3f9c req-f12d7090-ff62-4175-9ef6-b80869c4e3fc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942550 Oct 22 13:19:38.075657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45094) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:38.114033 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.319111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a5913a4d-8849-4d39-9fc0-c778f832bb22 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:38.383699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a77a-84b0-400c-8095-6626f1d9823a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.408978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a04c-d131-49eb-a367-8cc7a33d520e req-4e01f606-c79c-4387-854f-c80857399460 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:38.410851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89d8a04c-d131-49eb-a367-8cc7a33d520e req-4e01f606-c79c-4387-854f-c80857399460 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f HTTP/1.1" status: 200 len: 945 time: 0.3021834 Oct 22 13:19:38.470986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a5913a4d-8849-4d39-9fc0-c778f832bb22 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:19:38.491034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a5913a4d-8849-4d39-9fc0-c778f832bb22 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:38.492310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.544557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.673259 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.730629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:38.736779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.738896 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3767753f-1c91-49d1-8334-6f95deeb29d3" -d '{"events": [{"server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:38.755719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:38.758379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['edf51129-2104-43c2-a8ea-642cf1da12bc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:38.764022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22,segment=NetworkSegment(74ed21eb-fb96-4b43-875f-e88882e174ac),segment_id=74ed21eb-fb96-4b43-875f-e88882e174ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:38.775713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89d8a04c-d131-49eb-a367-8cc7a33d520e req-8b2bcdc9-1b5a-4391-8f22-f21a68c35eb1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410404 Oct 22 13:19:38.795836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=edf51129-2104-43c2-a8ea-642cf1da12bc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:38.854479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.883204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:38.898788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port edf51129-2104-43c2-a8ea-642cf1da12bc on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:38.905520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.931805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.940171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:38.943957 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-940aec55-5f7f-4818-b3c7-c348e72d5097 req-3bbf705f-fa3c-4f23-8c36-9825ddd1b4bb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "DELETE /v2.0/ports/edf51129-2104-43c2-a8ea-642cf1da12bc HTTP/1.1" status: 204 len: 173 time: 2.0321503 Oct 22 13:19:38.945521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'name': 'network-vif-deleted', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:38.955991 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0f64e-576d-4759-9bd4-1614431b3b6d" -d '{"events": [{"server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "name": "network-vif-deleted", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:38.969650 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82dec71-c168-46ed-ae3a-6b62c687bcc8 x-openstack-request-id: req-e82dec71-c168-46ed-ae3a-6b62c687bcc8 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:38.969772 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:38.970040 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e82dec71-c168-46ed-ae3a-6b62c687bcc8 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:38.970476 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22', 'code': 200} Oct 22 13:19:39.068340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:39.100208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.118794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Transition to ACTIVE for port object 9e1690f4-d3fb-40fa-a81b-57f780d9a558 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:19:39.180296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.206589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:39.228331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a77a-84b0-400c-8095-6626f1d9823a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.230643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:39.235866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:39.239063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:39.310683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a77a-84b0-400c-8095-6626f1d9823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.451797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9a77a-84b0-400c-8095-6626f1d9823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38c413-fc8e-472e-9325-d1c0f13d0f45,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:39.458431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574178a-da73-4d63-a1ee-437993e787fb req-0d13b4ca-c2b7-4390-a0e5-a46d55c746b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:39.460381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6574178a-da73-4d63-a1ee-437993e787fb req-0d13b4ca-c2b7-4390-a0e5-a46d55c746b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 1096 time: 0.3816693 Oct 22 13:19:39.481207 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb890009-3456-4ee0-bb6d-3a059367347f x-openstack-request-id: req-eb890009-3456-4ee0-bb6d-3a059367347f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:39.482289 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f", "name": "network-vif-deleted", "tag": "edf51129-2104-43c2-a8ea-642cf1da12bc", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:39.483121 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb890009-3456-4ee0-bb6d-3a059367347f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:39.488520 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f7cea-3f1f-4ca9-946e-4fcc45721b8f', 'name': 'network-vif-deleted', 'tag': 'edf51129-2104-43c2-a8ea-642cf1da12bc', 'status': 'completed', 'code': 200} Oct 22 13:19:39.537339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:39.555719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ba9a77a-84b0-400c-8095-6626f1d9823a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e4bde9a4e6e440ba1ca3d19adb2cab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4762893 Oct 22 13:19:39.592504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:39.639596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd22a5-a36d-4a9c-ba19-0cc50c5aa2ca req-93ce1443-1446-4ff7-8716-5a58b76fc971 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:39.641261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7bd22a5-a36d-4a9c-ba19-0cc50c5aa2ca req-93ce1443-1446-4ff7-8716-5a58b76fc971 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.4335804 Oct 22 13:19:39.643748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.680959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82c24e2c-0b90-40a8-a977-7fbca5386467 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:39.763617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 82c24e2c-0b90-40a8-a977-7fbca5386467 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:39.764354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.769688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.779077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port cab905ec-7b68-460d-b0fd-54e83d54c7ee {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:39.779648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.828190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.859212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.860302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-21038deb-acc7-4033-807b-6edb322a5e72 None None] Provisioning complete for port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:39.860935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21038deb-acc7-4033-807b-6edb322a5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.886500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7bd22a5-a36d-4a9c-ba19-0cc50c5aa2ca req-8387d97a-a0eb-4159-b3a6-42f7c8718226 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Oct 22 13:19:39.949086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-21038deb-acc7-4033-807b-6edb322a5e72 None None] Port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:39.968544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.983716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:39.996465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port cab905ec-7b68-460d-b0fd-54e83d54c7ee, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cab905ec-7b68-460d-b0fd-54e83d54c7ee,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:39.997063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.001114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.004863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.017669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e38c413-fc8e-472e-9325-d1c0f13d0f45 HTTP/1.1" status: 204 len: 168 time: 0.4136136 Oct 22 13:19:40.023835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 82c24e2c-0b90-40a8-a977-7fbca5386467, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82c24e2c-0b90-40a8-a977-7fbca5386467,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:40.033919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.068921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb6094-2367-4515-9ce6-ea27851d007e req-245a8887-7ed1-487e-9376-26017acc2705 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:40.070972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0edb6094-2367-4515-9ce6-ea27851d007e req-245a8887-7ed1-487e-9376-26017acc2705 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.2626483 Oct 22 13:19:40.073481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6574178a-da73-4d63-a1ee-437993e787fb req-2cbfb188-ae8c-4364-90cc-59cb61a283d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742900 Oct 22 13:19:40.073841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 62766bcf-4ddf-4509-a3ad-46027dcea90e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:40.094396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315a024-5ef7-46a4-84bf-97177c4b515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38c413-fc8e-472e-9325-d1c0f13d0f45,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:40.100396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for cab905ec-7b68-460d-b0fd-54e83d54c7ee owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:40.111229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 62766bcf-4ddf-4509-a3ad-46027dcea90e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:40.111578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 62766bcf-4ddf-4509-a3ad-46027dcea90e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:40.156698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=82c24e2c-0b90-40a8-a977-7fbca5386467,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:40.249288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Attempting to bind port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:40.250018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Attempting to bind port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:40.250757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Attempting to bind port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:40.261690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0edb6094-2367-4515-9ce6-ea27851d007e req-7a3c5a72-c721-4acb-bf11-ebc0923f5e11 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709778 Oct 22 13:19:40.265020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:19:40.265343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Attempting to bind port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:40.286413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:40.286794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Checking segment: {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:40.287456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Bound using segment: {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:40.287797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Bound port: 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:40.288698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.487528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.509847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.512133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:40.549934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.585220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:40.593116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.597910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.599964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=cab905ec-7b68-460d-b0fd-54e83d54c7ee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:40.690013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:40.690712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:40.692728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] 10.222.0.21 "PUT /v2.0/ports/9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 1092 time: 4.0660317 Oct 22 13:19:40.692849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:40.695938 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee5a22-544e-4283-a784-de1b7fb163d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:40.750081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:40.825095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.006052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:41.012917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba052d-f901-4009-b33f-b75b20fdd92a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:41.017995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:41.021783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-39df1448-798f-4758-a503-1d22f76b87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:41.024165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-39df1448-798f-4758-a503-1d22f76b87c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1095 time: 0.2768369 Oct 22 13:19:41.036650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-8aee2854-635c-47f1-8c7b-ea9d1f6f17b1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:41.038315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-8aee2854-635c-47f1-8c7b-ea9d1f6f17b1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.2023973 Oct 22 13:19:41.124084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-54b4165e-e852-4092-9f8b-867848b0feb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0835078 Oct 22 13:19:41.128301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-2b304b29-c296-4c39-baf8-2409a6bd1c21 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0812640 Oct 22 13:19:41.141769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:41.232750 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59011156-ed64-4b2f-8203-f27506bf9954 x-openstack-request-id: req-59011156-ed64-4b2f-8203-f27506bf9954 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:41.233077 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:41.233574 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59011156-ed64-4b2f-8203-f27506bf9954 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:41.233901 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'status': 'completed', 'code': 200} Oct 22 13:19:41.265615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45170) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:41.311631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-6d2afb9e-ebd8-44dd-884a-f0127e214055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:41.313137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-6d2afb9e-ebd8-44dd-884a-f0127e214055 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.1820796 Oct 22 13:19:41.357978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:41.365357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ec476256-d51a-44ba-9542-fdd814619ada tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9605393 Oct 22 13:19:41.369331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45176) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:41.371013 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:41.378120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-1f034429-2cca-4a00-aaa2-9873f5173106 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2206011 Oct 22 13:19:41.388242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:41.388865 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:41.425286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet 8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:41.428811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.463710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-503d9e1f-fb3a-4067-a37f-a9fbdf98cda6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335056 Oct 22 13:19:41.486846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.505258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2d1c5a50-c471-42fd-99f8-201a6d0c8272 None None] Provisioning complete for port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:41.505798 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d1c5a50-c471-42fd-99f8-201a6d0c8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.514126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:41.556276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:41.592094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.597192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214102-57ca-4871-b707-9333373a615b req-ab0b7137-9bb7-4fc0-aa65-3e6ad10ae60c tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:41.605372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device edf51129-2104-43c2-a8ea-642cf1da12bc no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:41.605550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25214102-57ca-4871-b707-9333373a615b req-ab0b7137-9bb7-4fc0-aa65-3e6ad10ae60c tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.2896714 Oct 22 13:19:41.661602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-994714504-network', 'tenant_id': '06593a7a17874fd1bd1594989ab5f420'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:41.668643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82c24e2c-0b90-40a8-a977-7fbca5386467 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:41.669934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.674551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c5a50-c471-42fd-99f8-201a6d0c8272 None None] Port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:41.676431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: edf51129-2104-43c2-a8ea-642cf1da12bc {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:41.676991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device edf51129-2104-43c2-a8ea-642cf1da12bc not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:41.725254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:41.740569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-0d4308f1-8c51-4755-a6b2-e9bd8e00c019 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943394 Oct 22 13:19:41.742012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a65468-a6dc-4c31-8368-37c39e72d05e None None] Network 5f28b60e-973b-4fd9-8d3b-599da41e3c49 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:41.742382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.751088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f252afa2-15ec-4f26-9e09-006d58ff6491 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd HTTP/1.1" status: 204 len: 168 time: 0.3799748 Oct 22 13:19:41.752798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:41.763746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Made reservation on behalf of 06593a7a17874fd1bd1594989ab5f420 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:41.766746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.787100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.787464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 82c24e2c-0b90-40a8-a977-7fbca5386467 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:41.788919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.802962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25214102-57ca-4871-b707-9333373a615b req-c1380d83-23b9-457b-a8cc-1524e1d2fdb3 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916952 Oct 22 13:19:41.828125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-fa91b84a-ef19-4d90-ae7d-c2886ff689e6 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537245 Oct 22 13:19:41.862820 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:40Z', 'revision_number': 10, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:41.892310 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:41.902228 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:41.903017 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:41.928444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.980862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:41.992995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.072206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:42.073515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] DHCP port deletion for 5f28b60e-973b-4fd9-8d3b-599da41e3c49 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:19:42.095994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05e3e5-c65a-4ed3-a0a4-628217c709f2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:42.104000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.104539 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Added segment 4659ae52-70f8-4524-8105-807b1fdddd6b of type vlan for network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e Oct 22 13:19:42.165767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.178856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:42.179191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.179630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Deleting port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:42.180221 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.232595 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:42.266259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.267261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:42.267854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.288226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] For port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:42.289342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.307451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Calling delete_port for 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:42.371993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,segment=NetworkSegment(a8c0024e-4d0d-44bf-9df9-d9697362158d),segment_id=a8c0024e-4d0d-44bf-9df9-d9697362158d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:42.372677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.422102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.479015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:42.486712 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2199457 Oct 22 13:19:42.488099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1fa3e207-cd58-4ea6-874e-015bbbeb6c42 admin admin] 10.222.0.25 "PUT /v2.0/routers/bc2ad270-bce7-4789-bf4a-c0bcf787ae08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5163894 Oct 22 13:19:42.493822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45188) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:42.497898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:42.501395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Request body: {'subnet': {'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-994714504-subnet', 'tenant_id': '06593a7a17874fd1bd1594989ab5f420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:42.511671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Sync routers for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:42.527811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] Pushing event deleted for resources: {'Port': ['ID=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:42.541481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c340e2-14e1-4411-a2ce-97ac23f771d6 None None] No DVR routers for this DVR port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:42.560383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:42.561637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:42.622623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-545a1a2e-40c5-4736-a79a-e2046edd0904 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8810790 Oct 22 13:19:42.642419 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:40Z', 'revision_number': 10, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:42.653597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50616305-56eb-4af1-8ffb-5d9df3c21cda admin admin] Pushing event updated for resources: {'Network': ['ID=4a0151c5-0227-4911-ad33-9f9fe5e8df0e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:42.682110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Made reservation on behalf of 06593a7a17874fd1bd1594989ab5f420 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:42.685113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.698504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:42.700230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277196-a5df-4725-a1d9-be2524f87165 req-167284d9-92cd-446d-8a0d-d3fadfa1a727 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:42.709284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e277196-a5df-4725-a1d9-be2524f87165 req-167284d9-92cd-446d-8a0d-d3fadfa1a727 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1973648 Oct 22 13:19:42.746553 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed424816-65b0-47b1-8730-d6cbb29e5422 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:40Z', 'revision_number': 10, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None, '_interfaces': [{'id': 'f930b354-d6d0-4bdf-9ad6-031e13790fa0', 'name': '', 'network_id': '3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'mac_address': 'fa:16:3e:a4:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:18:43Z', 'updated_at': '2021-10-22T13:18:51Z', 'revision_number': 5, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'subnets': [{'id': 'dd688a51-6997-4c9e-aea5-5034263d9086', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:42.761597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1052fda-2ddd-49d2-a3cb-ba474d9f072e req-3ab70f5d-1679-498b-8672-a98d5dd07e0e service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990633 Oct 22 13:19:42.916250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:42.959370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:42.983836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:43.000259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:43.250840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.325824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f28b60e-973b-4fd9-8d3b-599da41e3c49']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:43.337665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c0024e-4d0d-44bf-9df9-d9697362158d') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:43.338192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c0024e-4d0d-44bf-9df9-d9697362158d') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:43.343119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e277196-a5df-4725-a1d9-be2524f87165 req-a062c5c3-5402-4c6e-9f54-95060720364b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308444 Oct 22 13:19:43.345889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.358527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.373739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.381020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:43.382757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:43.390527 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:43.436441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-372ea8a5-e7de-4115-8c24-d4b5a50266e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:43.445118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-372ea8a5-e7de-4115-8c24-d4b5a50266e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1095 time: 0.3606920 Oct 22 13:19:43.559956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d', 'name': '', 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'mac_address': 'fa:16:3e:03:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:36Z', 'updated_at': '2021-10-22T13:19:40Z', 'revision_number': 2, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'subnets': [{'id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:43.562433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.588049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:43.598155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.605365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/5f28b60e-973b-4fd9-8d3b-599da41e3c49 HTTP/1.1" status: 204 len: 168 time: 1.8485985 Oct 22 13:19:43.609068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd11992a-40d5-4d5e-8dae-c0e5587c9fab,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:43.620612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:43.686343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Checking segment: {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:43.686704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Network hostable DHCP agents. Network: 4a0151c5-0227-4911-ad33-9f9fe5e8df0e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:19:43.688926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee68e14-2acf-416f-85ff-c5f8a125f80c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=5f28b60e-973b-4fd9-8d3b-599da41e3c49,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:43.702735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Checking router: bc2ad270-bce7-4789-bf4a-c0bcf787ae08 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:43.702994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Updating router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:19:43.708220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:43.708469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 60b0ecf2-86fd-42b7-92ee-1fa1a6fc6e1b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:43.717674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cab905ec-7b68-460d-b0fd-54e83d54c7ee no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:43.752189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-24354b90-a4c0-4554-aef6-43a149fd33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:43.757367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-24354b90-a4c0-4554-aef6-43a149fd33c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.2860351 Oct 22 13:19:43.770033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22012-66dd-48e4-bba4-4fc9b52fcfb0 req-4c72b64f-e7e8-4b00-ad09-7cf3d8ee6eca tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:43.771925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0d22012-66dd-48e4-bba4-4fc9b52fcfb0 req-4c72b64f-e7e8-4b00-ad09-7cf3d8ee6eca tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.2435267 Oct 22 13:19:43.790964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: cab905ec-7b68-460d-b0fd-54e83d54c7ee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:43.791543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cab905ec-7b68-460d-b0fd-54e83d54c7ee not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:43.807026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:43.849086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-e5565cd8-0c29-4353-86b0-d2be59c1d14e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0716157 Oct 22 13:19:43.918226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-6ef4e0ea-204f-4d45-883b-470b872f91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:43.920245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-6ef4e0ea-204f-4d45-883b-470b872f91d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.0608573 Oct 22 13:19:43.936565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:19:43.951748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0d22012-66dd-48e4-bba4-4fc9b52fcfb0 req-d86c6ec7-4fcd-48f3-9504-868bdb3e1a0b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665201 Oct 22 13:19:43.980561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45212) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:43.987431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293708420', 'description': 'tempest-secgroup-smoke-1293708420 description', 'project_id': '76cc45d65d5247548c65e67157f1f607'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:43.995006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4a0151c5-0227-4911-ad33-9f9fe5e8df0e) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:44.003430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-e94df323-8abe-44d3-b2b7-0553c7fd60a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631583 Oct 22 13:19:44.005521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399c1b3-96db-4bac-bee4-89bf0568e2e3 None None] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:44.020764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:44.021685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.089817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.147217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-319d93f2-75cb-4edf-ad68-59bf38fd2655 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6501648 Oct 22 13:19:44.198894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3509c550-8d28-4804-a340-617d2dded882 req-f0ba7f8d-fad9-45b4-9b01-94fb23263424 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 210 time: 0.0465732 Oct 22 13:19:44.269339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.351951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373bac-6853-459b-a2e9-d10892b11527 req-1e110313-a0c4-408f-9041-da5655a06c6d tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:44.353709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65373bac-6853-459b-a2e9-d10892b11527 req-1e110313-a0c4-408f-9041-da5655a06c6d tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.1514904 Oct 22 13:19:44.355864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-c1e0e126-db49-47bd-ac7e-eeca2619364a service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208361 Oct 22 13:19:44.513572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65373bac-6853-459b-a2e9-d10892b11527 req-619cca5d-9dd7-447c-92c2-bf6a05301709 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342571 Oct 22 13:19:44.559181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.587132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5243b-faca-4b1e-8ea7-0b2b792dab97 req-dc267894-1451-45e4-a6e2-fce17282ec6e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:44.594479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf5243b-faca-4b1e-8ea7-0b2b792dab97 req-dc267894-1451-45e4-a6e2-fce17282ec6e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1543214 Oct 22 13:19:44.599294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.620601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea1109-d21b-4118-8a6c-73bb8da2b8ea None None] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:44.670392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9ee5a22-544e-4283-a784-de1b7fb163d8 req-e20f9f37-09a8-45c3-b0d0-94cc456468e8 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044646 Oct 22 13:19:44.691410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.698220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7148418 Oct 22 13:19:44.698967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45230) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:44.720671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:44.722343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port f930b354-d6d0-4bdf-9ad6-031e13790fa0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:44.722733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.832931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf5243b-faca-4b1e-8ea7-0b2b792dab97 req-8bc1dd42-836f-43b2-8d0e-6e1201aa8a83 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373896 Oct 22 13:19:44.833157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.850118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d88d1-4969-42fe-9ed6-e4a5f12ceed6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8658f23e-7d82-43ba-8a9c-337dc106bdd0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:44.861327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.908305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port f930b354-d6d0-4bdf-9ad6-031e13790fa0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f930b354-d6d0-4bdf-9ad6-031e13790fa0,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:44.909915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.921981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:44.940410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for f930b354-d6d0-4bdf-9ad6-031e13790fa0 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:45.071960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.099464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30213-557b-4532-b010-4fd04c06869c req-4877faaf-63a8-4391-b039-a82fea9123b8 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:45.102161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2db30213-557b-4532-b010-4fd04c06869c req-4877faaf-63a8-4391-b039-a82fea9123b8 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.1459601 Oct 22 13:19:45.137032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:45.147712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.182294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.182697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.183026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.183362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.183694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.184024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.184349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.184672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.184992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.189864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.190389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.191693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:45.242639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662315d5-acea-4feb-ba28-f84c0a18c175,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:45.262031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2db30213-557b-4532-b010-4fd04c06869c req-7b397997-2f82-4825-9d0c-cf381d8df408 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947106 Oct 22 13:19:45.361637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.365316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a5b09f3-254d-4104-8651-91f86e1631fe tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6587546 Oct 22 13:19:45.370879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Attempting to bind port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:45.371466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45244) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:45.377773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Attempting to bind port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:45.383080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Attempting to bind port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d on network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:45.383226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-46b369f5-8856-4dc1-a9e4-3823fc4ea7ae tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:45.386584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-46b369f5-8856-4dc1-a9e4-3823fc4ea7ae tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.4079092 Oct 22 13:19:45.390549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:45.391286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Checking segment: {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:45.394712 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.395256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Bound using segment: {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:45.395899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Bound port: a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:45.396419 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.420169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': 'fd5080af-62d1-41af-915e-99585f629176', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:45.421587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:45.508183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.513498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.553048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] For port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:45.558275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] For port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:45.567769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=f930b354-d6d0-4bdf-9ad6-031e13790fa0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:45.579162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b47b22e-8eff-4aa6-811b-9b35e6bd7628 req-0fd1b68d-bc5a-48a4-9bd5-e3e34915edd4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 210 time: 0.1037145 Oct 22 13:19:45.596799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:19:45.603071 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.741920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] Provisioning complete for port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:45.742569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.748810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:45.749710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:45.826885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.872573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.890372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a247433-a79a-461e-aca2-b1e689366ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:45.947892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:45.963866 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.979220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:45.992133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfcccb-e4a0-4a5a-8164-72967db8104d req-348489ae-59a1-44d3-840e-60d9325e7321 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:46.017704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95bfcccb-e4a0-4a5a-8164-72967db8104d req-348489ae-59a1-44d3-840e-60d9325e7321 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.2199550 Oct 22 13:19:46.115371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d170d976-d277-4256-a2f7-a200f4e273fc,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:46.120196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:46.134829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.138683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95bfcccb-e4a0-4a5a-8164-72967db8104d req-9e67b917-ab76-449a-ac3f-fef96c57887a tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Oct 22 13:19:46.148356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.149570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d187d9e8-1318-4fc0-9158-874fe81e142a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7316175 Oct 22 13:19:46.155065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45252) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:46.160664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'port_id': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'mac_address': 'fa:16:3e:0b:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64658625-011b-4e37-a963-50a9de447ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:19:46.164600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:46.273982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] For port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:46.291795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.296038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.310999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:46.327718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5391-3428-42b8-ba58-72935d263582 req-2ac8260d-c8ae-4e46-9a0a-481088a93f4c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:46.336868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3a5391-3428-42b8-ba58-72935d263582 req-2ac8260d-c8ae-4e46-9a0a-481088a93f4c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.2213409 Oct 22 13:19:46.406394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb39b-f9ca-48e5-8c1f-5aebfdc148e9 None None] Pushing event updated for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:46.418492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:46.423368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.455382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3a5391-3428-42b8-ba58-72935d263582 req-fbc54406-1019-49f7-9b14-3a5432e42e32 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175544 Oct 22 13:19:46.483742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.496818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.497624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:46.507801 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:46.519840 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bf28b1d4-1f05-4db4-9866-46bccac39445 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8953860 Oct 22 13:19:46.525845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:46.528603 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:46.529229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:46.531679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.14 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/1f9fa0c9-efd3-48a4-8918-48c82d1f3607) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:46.535084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-221386c7-8291-43fd-a593-ea4974d3e8da None None] Provisioning complete for port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:46.535590 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-221386c7-8291-43fd-a593-ea4974d3e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.552016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.553317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967733 Oct 22 13:19:46.558412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd2251-acde-4995-955e-84095bdc303b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586d8743-6054-43c9-be7f-1c16eb7dcec8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:46.560441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45260) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:46.567440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:46.599436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:46.629336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:46.668676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:46.676091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.729784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting subnet dd688a51-6997-4c9e-aea5-5034263d9086 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:46.734711 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:46.735943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:46.748160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.776988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.780759 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:46.792098 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:46.793087 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:46.856681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.876889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.911391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:46.958492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:46.975488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73fd1e97-3f2f-4efe-9790-a18716e3d84c req-87f3fdd8-1f34-486c-ab1e-66e87b6c6177 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 210 time: 0.2066286 Oct 22 13:19:46.977034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:46.996788 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:47.017887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:47.032217 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb29be-ccd4-4b02-9528-823beab7a043 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:47.064816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:47.067528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:47.078080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.109163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:47.146422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.175518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-44b2fbf4-6422-4423-a2ea-10892b4f631c tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:47.177273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-44b2fbf4-6422-4423-a2ea-10892b4f631c tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.26 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.1252759 Oct 22 13:19:47.222196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.234502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:47.244311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:47.245637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.260624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Subnet': ['ID=dd688a51-6997-4c9e-aea5-5034263d9086,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:47.270041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.270731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.277100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a11a0f2-4b96-46ba-a268-6a011d0954bc tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/dd688a51-6997-4c9e-aea5-5034263d9086 HTTP/1.1" status: 204 len: 168 time: 0.7478573 Oct 22 13:19:47.283642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45266) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:47.327125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405067e-4785-4822-9d63-a92a41cf3a2b None None] Network 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:19:47.335929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-98076f6c-2816-4d23-ab97-b38fcd3114fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9369457 Oct 22 13:19:47.338200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ec633a-0690-43af-892f-271ffd670d2e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:47.349113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Request body: {'port': {'device_id': 'fd5080af-62d1-41af-915e-99585f629176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:47.354506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.355682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-57137c7e-e9fe-4e24-aa92-733c53e588ee tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7936699 Oct 22 13:19:47.359000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45268) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:47.363343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:47.452540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.462565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b949-c48c-4e1a-9013-feae0213bcf5 req-42a4844e-0890-4938-a3ad-6e73237cb241 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:47.465625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e695b949-c48c-4e1a-9013-feae0213bcf5 req-42a4844e-0890-4938-a3ad-6e73237cb241 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 945 time: 0.1820221 Oct 22 13:19:47.501468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Deleting port a5913a4d-8849-4d39-9fc0-c778f832bb22 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:47.501933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.508591 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Project 76cc45d65d5247548c65e67157f1f607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:19:47.544539 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.557427 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.693045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] For port a5913a4d-8849-4d39-9fc0-c778f832bb22, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a5913a4d-8849-4d39-9fc0-c778f832bb22,segment=NetworkSegment(74ed21eb-fb96-4b43-875f-e88882e174ac),segment_id=74ed21eb-fb96-4b43-875f-e88882e174ac)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:47.693344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.827640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f930b354-d6d0-4bdf-9ad6-031e13790fa0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:47.838391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e695b949-c48c-4e1a-9013-feae0213bcf5 req-594e493a-f8cc-4ec7-889b-753ef48b3189 tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566868 Oct 22 13:19:47.850048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb39c8-9b21-4370-90ba-82a8af57c691 req-890dda16-52cb-4a85-a7c2-036ef8531025 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:47.851780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afeb39c8-9b21-4370-90ba-82a8af57c691 req-890dda16-52cb-4a85-a7c2-036ef8531025 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 945 time: 0.2835257 Oct 22 13:19:47.964057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:47.977791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afeb39c8-9b21-4370-90ba-82a8af57c691 req-ea638f87-928c-4154-b570-f798eacc99ca tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158190 Oct 22 13:19:47.981536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.043335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f930b354-d6d0-4bdf-9ad6-031e13790fa0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:48.043879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f930b354-d6d0-4bdf-9ad6-031e13790fa0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:48.050558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161d51b9-6167-41be-93d5-8a03d1ad4215,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:48.077080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d', 'name': '', 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'mac_address': 'fa:16:3e:03:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:36Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 4, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'subnets': [{'id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:48.088365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.098742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-57f49032-3de7-440a-8bac-66dd856005bd tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7386277 Oct 22 13:19:48.101352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45282) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:48.110216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'security_group_rule': {'security_group_id': '8658f23e-7d82-43ba-8a9c-337dc106bdd0', 'project_id': '76cc45d65d5247548c65e67157f1f607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:48.142626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71155e5-6528-4f50-abbf-1e98e7644ee7 None None] The sync data for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 is: [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d', 'name': '', 'network_id': 'c1a4248d-451b-45ec-b3ff-1331a01bd4d0', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'mac_address': 'fa:16:3e:03:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:36Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 4, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'subnets': [{'id': 'af9632ef-b24b-458e-8120-fdd0a55ac5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:48.174440 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Project 76cc45d65d5247548c65e67157f1f607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:19:48.234819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.244091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Calling delete_port for a5913a4d-8849-4d39-9fc0-c778f832bb22 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:48.248258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Deleting port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:48.249541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.295604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137c90a-a4d0-407b-b4ff-939dd1a19998 req-adb3854a-d4f9-4bf0-9ac9-ee141117ca26 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:48.303221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c137c90a-a4d0-407b-b4ff-939dd1a19998 req-adb3854a-d4f9-4bf0-9ac9-ee141117ca26 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 932 time: 0.2032020 Oct 22 13:19:48.403296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] DHCP port deletion for 3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:19:48.427144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c137c90a-a4d0-407b-b4ff-939dd1a19998 req-71ba3d6a-852e-4ee0-9394-81139703a34e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215529 Oct 22 13:19:48.449949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.484166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] For port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:48.484692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.492324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.524464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16594cc-953d-451d-bd52-b525d383c62b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:48.532083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.542450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-04a41b3a-dcb4-4036-90c3-1141cfb0418a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4375181 Oct 22 13:19:48.543431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Calling delete_port for c176a1b2-1e47-43b1-8cf3-d18d58f22b6b owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:48.557546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:48.569819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Deleting port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:19:48.570383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.578633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.609421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Transition to ACTIVE for port object 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:19:48.619104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.739203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.775085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] For port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,segment=NetworkSegment(97b905c3-257a-4d45-ae08-5a45f2db8d6d),segment_id=97b905c3-257a-4d45-ae08-5a45f2db8d6d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:48.775442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.778423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Pushing event deleted for resources: {'Port': ['ID=a5913a4d-8849-4d39-9fc0-c778f832bb22,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:48.781258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.811769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Calling delete_port for c176a1b2-1e47-43b1-8cf3-d18d58f22b6b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:19:48.821991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No DVR routers for this DVR port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:48.831039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Port': ['ID=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:48.863618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:48.934875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:19:48.950713 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:19:48.962654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:48.962843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.973867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b905c3-257a-4d45-ae08-5a45f2db8d6d') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:48.974324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b905c3-257a-4d45-ae08-5a45f2db8d6d') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:48.992864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:48.996421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-155e3f25-9074-4648-ad14-b8039b435bd3 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293708420&fields=id&tenant_id=76cc45d65d5247548c65e67157f1f607 HTTP/1.1" status: 200 len: 267 time: 0.2402625 Oct 22 13:19:49.011968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.020319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:49.020936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.035674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] Pushing event deleted for resources: {'Port': ['ID=c176a1b2-1e47-43b1-8cf3-d18d58f22b6b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:49.055076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20693c-e09f-40b2-b80f-3148e605c2a2 None None] No DVR routers for this DVR port c176a1b2-1e47-43b1-8cf3-d18d58f22b6b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:49.114032 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:49.136041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.142004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.145600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/networks/3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4 HTTP/1.1" status: 204 len: 168 time: 1.8623216 Oct 22 13:19:49.147373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc3c6aa2-9d44-4f7e-b8e3-3a29ac7ca96b req-e445e5aa-c315-480c-86e2-930666c5a18d tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.25 "GET /v2.0/ports?device_id=9098f705-2ca1-40dd-bfbe-b435778b04fa HTTP/1.1" status: 200 len: 210 time: 0.1496871 Oct 22 13:19:49.167174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45304) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:49.179700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'routes': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:49.191405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] No DVR routers for this DVR port a5913a4d-8849-4d39-9fc0-c778f832bb22 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:19:49.197914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.198860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f2b3053c-c737-4ae1-ae64-16026241ff98 req-1ce4e042-4efb-4803-a035-69e807e2762b tempest-ServersNegativeTestMultiTenantJSON-1912096004 tempest-ServersNegativeTestMultiTenantJSON-1912096004-project] 10.222.0.26 "DELETE /v2.0/ports/a5913a4d-8849-4d39-9fc0-c778f832bb22 HTTP/1.1" status: 204 len: 173 time: 2.0138168 Oct 22 13:19:49.200056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027292d5-c578-48c1-a8e6-748bc0fc640b tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Pushing event deleted for resources: {'Network': ['ID=3fa5dc1f-049a-4e9a-aca3-3551d73c4cb4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:49.211803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'name': 'network-vif-deleted', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:49.214757 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611527b-c3c8-40e0-8168-01b878b3f09b" -d '{"events": [{"server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "name": "network-vif-deleted", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:49.441602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Attempting to bind port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:49.441943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Attempting to bind port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:49.442277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Attempting to bind port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:49.454716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53021c2b-98ec-43d0-8c7b-ef653c08bd29 req-88287038-0ca7-47d4-9d93-762d9e6a7883 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:49.456292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53021c2b-98ec-43d0-8c7b-ef653c08bd29 req-88287038-0ca7-47d4-9d93-762d9e6a7883 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 945 time: 0.1728101 Oct 22 13:19:49.539180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:49.541486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:19:49.542700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Attempting to bind port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:49.605043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53021c2b-98ec-43d0-8c7b-ef653c08bd29 req-4e5c2835-cabf-4e9e-b2d3-92266f123ac7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908790 Oct 22 13:19:49.615470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:49.673380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.extraroute_db [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Added routes are [] {{(pid=100620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:19:49.673694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.extraroute_db [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Removed routes are [] {{(pid=100620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:19:49.674573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.682905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:49.683258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:49.683696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:49.684896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Bound port: 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:49.686299 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.701719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-5d207548-71c7-456a-9da1-69c466a85008 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:49.708814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-5d207548-71c7-456a-9da1-69c466a85008 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 808 time: 0.6807375 Oct 22 13:19:49.717872 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69be62-ccc5-465b-90f4-6670c4aff53d x-openstack-request-id: req-2a69be62-ccc5-465b-90f4-6670c4aff53d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:49.718365 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9098f705-2ca1-40dd-bfbe-b435778b04fa", "name": "network-vif-deleted", "tag": "a5913a4d-8849-4d39-9fc0-c778f832bb22", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:49.718445 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a69be62-ccc5-465b-90f4-6670c4aff53d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:49.719572 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9098f705-2ca1-40dd-bfbe-b435778b04fa', 'name': 'network-vif-deleted', 'tag': 'a5913a4d-8849-4d39-9fc0-c778f832bb22', 'status': 'completed', 'code': 200} Oct 22 13:19:49.832197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:49.832596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.909349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:19:49.919287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:49.919668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:49.990462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.024159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.098493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.111021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-91d9184d-5537-4727-9690-5a58eec2c6f1 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/quotas/76cc45d65d5247548c65e67157f1f607 HTTP/1.1" status: 200 len: 375 time: 0.3780863 Oct 22 13:19:50.157418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:50.158466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:50.161300 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f589727-da50-40a2-9a23-61bb67efaad3" -d '{"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:50.170126 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.228109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c176a1b2-1e47-43b1-8cf3-d18d58f22b6b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:50.272763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:19:50.277583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c176a1b2-1e47-43b1-8cf3-d18d58f22b6b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:50.277873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c176a1b2-1e47-43b1-8cf3-d18d58f22b6b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:50.279599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:50.288425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba1da6-0206-4d49-9eca-a5b0123f7ea5 req-2593b53b-5bc5-4798-8b61-fd8f941dc271 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:50.298326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93ba1da6-0206-4d49-9eca-a5b0123f7ea5 req-2593b53b-5bc5-4798-8b61-fd8f941dc271 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 944 time: 0.4108357 Oct 22 13:19:50.378432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:50.389761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:50.409194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a5913a4d-8849-4d39-9fc0-c778f832bb22 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:19:50.418115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-38af2772-2b0c-46a3-8bed-62d71042894e tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2962680 Oct 22 13:19:50.424298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.460724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93ba1da6-0206-4d49-9eca-a5b0123f7ea5 req-0256e181-a594-4b0e-9997-4d0892bee7b0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614718 Oct 22 13:19:50.494091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a5913a4d-8849-4d39-9fc0-c778f832bb22 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:19:50.495928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a5913a4d-8849-4d39-9fc0-c778f832bb22 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:19:50.551328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45318) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:50.575655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:50.576283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.577703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f9fa0c9-efd3-48a4-8918-48c82d1f3607 HTTP/1.1" status: 200 len: 1092 time: 3.2330713 Oct 22 13:19:50.578172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:50.581742 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:50.633684 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aba15e-0a04-4965-a806-e6002d00dd50 x-openstack-request-id: req-97aba15e-0a04-4965-a806-e6002d00dd50 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:50.634425 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:50.634933 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97aba15e-0a04-4965-a806-e6002d00dd50 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:50.635569 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'code': 200} Oct 22 13:19:50.703643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Deleting subnet 0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:50.709690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.751362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.793477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.855248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.886411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:50.891748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:50.898775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f5813f1-676b-49f1-9d44-2f68a7606d19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0a35ead4-9e5e-49d6-97c8-2ecfbfe7f171 HTTP/1.1" status: 204 len: 168 time: 0.3449633 Oct 22 13:19:50.899492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45326) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:50.977604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.008180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:51.028568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Sync routers for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:51.049432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:51.050541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.068265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.072673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a95bc31-aee3-41a4-a7b1-f1a5013c082c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 703 time: 1.9016173 Oct 22 13:19:51.081562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.085193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:51.112872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d826e4ae-39cc-4d8b-b760-19296a38b765']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.124022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ed21eb-fb96-4b43-875f-e88882e174ac') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.124395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ed21eb-fb96-4b43-875f-e88882e174ac') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.134834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.150272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.156685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:51.157168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.171897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b88f4919-0409-4107-8769-87e75e301fda tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 205 time: 0.0818574 Oct 22 13:19:51.172105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:51.178878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45334) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:51.189730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4790b8-822f-49a7-84cf-e4f76e4f67e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:51.217293 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:51.223066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.233785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.242212 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d826e4ae-39cc-4d8b-b760-19296a38b765 HTTP/1.1" status: 204 len: 168 time: 0.3415322 Oct 22 13:19:51.243202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45336) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:51.275688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.305569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Checking router: 8cceab8d-03c6-46d5-ac12-b22c8af80a02 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:51.314269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Routers {'8cceab8d-03c6-46d5-ac12-b22c8af80a02'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:51.315024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.324457 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.340430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d1d0f-cf36-4e00-8aee-824781f8ad82 req-feb99b30-bb5e-40d2-8785-710de6f5b6c1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:51.347908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b59d1d0f-cf36-4e00-8aee-824781f8ad82 req-feb99b30-bb5e-40d2-8785-710de6f5b6c1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.3654156 Oct 22 13:19:51.358254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Deleting subnet 81ff8f76-a21a-451a-ad84-6903232729f6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:19:51.385646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.388592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfabbb-11f8-4c56-8e74-0e5cc4ca0cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d826e4ae-39cc-4d8b-b760-19296a38b765,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:51.396551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-3619a0d9-8a49-4888-8dd2-56ec16dff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:51.399306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-3619a0d9-8a49-4888-8dd2-56ec16dff91c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 1095 time: 0.4124825 Oct 22 13:19:51.404206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] Set router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:51.423406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b801a-20c2-44ad-9ff9-36e45652f5aa req-7ecf1c27-71ce-44fc-a11f-9b0e537a8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:51.425285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-824b801a-20c2-44ad-9ff9-36e45652f5aa req-7ecf1c27-71ce-44fc-a11f-9b0e537a8551 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1097 time: 0.4510031 Oct 22 13:19:51.447235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-5154676b-cda3-4c04-b2d7-1b2c6c0e5768 service neutron] 10.222.0.25 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277287 Oct 22 13:19:51.462404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.481677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.507306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.516057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284b1e-011c-458e-8232-71614828c7b6 None None] The sync data for ids ['8cceab8d-03c6-46d5-ac12-b22c8af80a02'] in n-d-813419-8 is: [{'id': '8cceab8d-03c6-46d5-ac12-b22c8af80a02', 'name': 'tempest-RoutersIpV6Test-router-65698805', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:18:40Z', 'updated_at': '2021-10-22T13:19:45Z', 'revision_number': 11, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:51.558282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-72388133-ab4a-40c9-b5f4-0cf5010e8438 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607 HTTP/1.1" status: 200 len: 217 time: 0.1157620 Oct 22 13:19:51.580108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.619759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ff8f76-a21a-451a-ad84-6903232729f6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:51.621880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.625596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dbed50b7-a0e4-40bb-bc50-9938fc2c2bba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81ff8f76-a21a-451a-ad84-6903232729f6 HTTP/1.1" status: 204 len: 168 time: 0.3791001 Oct 22 13:19:51.629249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45342) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:51.662206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b59d1d0f-cf36-4e00-8aee-824781f8ad82 req-059e13d4-efd0-4ec2-a051-5675f409824f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133307 Oct 22 13:19:51.722423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.736793 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be9010-8104-469c-9959-76e01499bc3f x-openstack-request-id: req-87be9010-8104-469c-9959-76e01499bc3f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:51.737319 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:51.737583 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87be9010-8104-469c-9959-76e01499bc3f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:51.738051 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607', 'status': 'completed', 'code': 200} Oct 22 13:19:51.811622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.833370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc621c-8205-45ec-95c3-7ad3f3b9df85']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.844207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbff23ed-c290-4b87-95d5-8dc311a41b07') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.844519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbff23ed-c290-4b87-95d5-8dc311a41b07') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:51.859474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.864203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-5bef6895-9634-45bb-b694-f1b53c5e79e7 service neutron] 10.222.0.25 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061806 Oct 22 13:19:51.875807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.882852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:19:51.883373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:19:51.940771 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:19:51.948629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.977717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:51.981785 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] 10.222.0.25 "DELETE /v2.0/networks/45dc621c-8205-45ec-95c3-7ad3f3b9df85 HTTP/1.1" status: 204 len: 168 time: 0.3512349 Oct 22 13:19:51.982988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0cd78-9dc8-4022-9546-f1dc35fbc481 admin admin] Pushing event deleted for resources: {'Network': ['ID=45dc621c-8205-45ec-95c3-7ad3f3b9df85,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:52.046842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-824b801a-20c2-44ad-9ff9-36e45652f5aa req-94b865a5-d7fd-417f-bc5f-4bf45aeced63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873561 Oct 22 13:19:52.087997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.092375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-81bb56c2-67e3-4dff-bbd9-69b0765cfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:52.094485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-81bb56c2-67e3-4dff-bbd9-69b0765cfb15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.5352702 Oct 22 13:19:52.101283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.137257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-d7e76f59-e1c8-4f1b-bd06-b1cf036c9bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312867 Oct 22 13:19:52.240443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ac4b-3acb-4e27-b5ab-fc97ca92cf95 req-b1e712c9-7a53-439c-b877-fcf5ab030b3c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:52.243831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d591ac4b-3acb-4e27-b5ab-fc97ca92cf95 req-b1e712c9-7a53-439c-b877-fcf5ab030b3c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 944 time: 0.2667937 Oct 22 13:19:52.254108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:52.289003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.289650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router 8cceab8d-03c6-46d5-ac12-b22c8af80a02 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:19:52.342159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed0a291b-8a7f-4dc4-9f9c-3af141e82083 req-7ba4e956-aa24-4ad0-9bb7-17b71c8ec900 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 210 time: 0.0806928 Oct 22 13:19:52.353740 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9fb9960e-51f7-471a-a0af-9731c2776f24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c5dcc12525e408e806418ed10497a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980589 Oct 22 13:19:52.356286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45354) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:52.366979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.388309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45356) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:52.393556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2df9488a-226c-4d42-9ec0-6d7d239d30c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 204 len: 168 time: 1.2094765 Oct 22 13:19:52.394678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-93326534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:52.449880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.528893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.530055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.556493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-ab7dc90b-1eb2-4307-9998-5f7239483551 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080443 Oct 22 13:19:52.560144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.575815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d591ac4b-3acb-4e27-b5ab-fc97ca92cf95 req-5ca86e3f-2feb-4a17-8d7c-15773140480a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167539 Oct 22 13:19:52.702357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.732153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.747565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe471f7a-20d5-4801-9b9a-c81769041063 req-cc6ecb75-b7a8-4823-a01e-eeeba1a2f32c service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704319 Oct 22 13:19:52.750374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.753265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.754733 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc HTTP/1.1" status: 204 len: 168 time: 0.3972168 Oct 22 13:19:52.766050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0588-6b12-478d-8376-03d2781ace1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4fe994-8b85-41bf-a6d3-ae32dfd4c4cc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:52.787251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:52.789292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d125d2f-169f-43f0-bf1b-427304c3f7fd tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4000063 Oct 22 13:19:52.792259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:52.797484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:52.834981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbadb9-3c07-4f9f-8ca3-ebd7325f95d0 req-b1e25583-4e4b-48ab-ab5b-ebc919dd0907 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:52.843111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0cbadb9-3c07-4f9f-8ca3-ebd7325f95d0 req-b1e25583-4e4b-48ab-ab5b-ebc919dd0907 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1115909 Oct 22 13:19:52.971093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0cbadb9-3c07-4f9f-8ca3-ebd7325f95d0 req-9bee5f63-7b2d-4d43-aa1c-f9f500880cc4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070993 Oct 22 13:19:52.980215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-a9e72d04-29a9-47ee-9f22-5ac043fbdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:52.982213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-a9e72d04-29a9-47ee-9f22-5ac043fbdb29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 1095 time: 0.1381845 Oct 22 13:19:53.097357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.113260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.143576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-54ac7c6e-8747-40ce-afb5-3407ca556805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:53.145804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-54ac7c6e-8747-40ce-afb5-3407ca556805 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.1514754 Oct 22 13:19:53.210225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-def5a816-1da3-4b58-8fd0-41606607a2a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607 HTTP/1.1" status: 200 len: 217 time: 0.0546265 Oct 22 13:19:53.276098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Router cc2ada09-d3a3-43e4-826d-2188896c9ea1 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:19:53.286845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-c8611303-03d4-4fe3-98de-ea7fbd4154b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:53.289289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-c8611303-03d4-4fe3-98de-ea7fbd4154b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0695453 Oct 22 13:19:53.324876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-dd2a5339-0058-46df-b09c-97fed2466654 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280137 Oct 22 13:19:53.366174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:53.400866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:19:53.411997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Sync routers for ids ['cc2ada09-d3a3-43e4-826d-2188896c9ea1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:19:53.421373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.424881 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15631c45-0900-4272-9a8e-4cf6129f7d75 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "PUT /v2.0/routers/cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 200 len: 696 time: 0.6293359 Oct 22 13:19:53.427982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45380) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:53.428873 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Routers {'cc2ada09-d3a3-43e4-826d-2188896c9ea1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:53.429784 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cc2ada09-d3a3-43e4-826d-2188896c9ea1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:53.477122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07a8124f-4489-4ff4-a8b2-0a2d9c1cb9f6 req-e6548367-dfb1-4ddc-b0db-d8269882ebe6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 210 time: 0.0496686 Oct 22 13:19:53.512775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-05812513-1aa5-49ef-ad5e-386bb7cfbdc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcbf3bacf862433481beb059e05a001a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451318 Oct 22 13:19:53.513580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45384) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:53.515586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-a2b84743-e01f-4ca2-893f-b0caa73510cf service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810439 Oct 22 13:19:53.606681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a10054c-8941-4c3c-8ff2-904832a5e745 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/routers/cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 200 len: 702 time: 0.1739314 Oct 22 13:19:53.608506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45388) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:53.645867 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Set router cc2ada09-d3a3-43e4-826d-2188896c9ea1 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:53.653701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d50d105-0c82-4ed9-8f47-245e03e58954 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 200 len: 205 time: 0.0436721 Oct 22 13:19:53.671051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45390) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:53.722203 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2ada09-d3a3-43e4-826d-2188896c9ea1', 'name': 'tempest-RoutersIpV6Test-router-93326534', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:52Z', 'updated_at': '2021-10-22T13:19:53Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:53.757513 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Checking router: cc2ada09-d3a3-43e4-826d-2188896c9ea1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:19:53.768931 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Routers {'cc2ada09-d3a3-43e4-826d-2188896c9ea1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:19:53.769884 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cc2ada09-d3a3-43e4-826d-2188896c9ea1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:53.775965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.841154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.864322 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] Set router cc2ada09-d3a3-43e4-826d-2188896c9ea1 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:19:53.869307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.880237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6710c4ed-7cb2-43bc-aefa-a195bb4039d9 req-54715d93-fbcf-4511-bd8b-e970037252a4 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493183 Oct 22 13:19:53.894275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b409-300f-4a48-aa85-f26eadbf04ae req-bb3c1a7f-165c-4067-b16c-cc307d125d22 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:53.903122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c413b409-300f-4a48-aa85-f26eadbf04ae req-bb3c1a7f-165c-4067-b16c-cc307d125d22 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 944 time: 0.1763742 Oct 22 13:19:53.958362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-a2d9ad22-745d-4f39-8a02-8bad75337cd7 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:53.960821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-a2d9ad22-745d-4f39-8a02-8bad75337cd7 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 808 time: 0.3385396 Oct 22 13:19:53.967519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c413b409-300f-4a48-aa85-f26eadbf04ae req-fa7df521-790b-4116-bddc-7024afbde1f6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 Oct 22 13:19:53.968886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c31e65a-432d-423c-b3df-9c2ea616053e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.972747 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2ada09-d3a3-43e4-826d-2188896c9ea1', 'name': 'tempest-RoutersIpV6Test-router-93326534', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:52Z', 'updated_at': '2021-10-22T13:19:53Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:19:53.992078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.995084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:53.999203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a9693e0-fa08-415e-88da-6c8bd0cbb2a7 HTTP/1.1" status: 204 len: 168 time: 0.4826744 Oct 22 13:19:54.009613 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2607e-bf30-455e-b0b2-a44b09cbb740 None None] The sync data for ids ['cc2ada09-d3a3-43e4-826d-2188896c9ea1'] in n-d-813419-8 is: [{'id': 'cc2ada09-d3a3-43e4-826d-2188896c9ea1', 'name': 'tempest-RoutersIpV6Test-router-93326534', 'tenant_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:52Z', 'updated_at': '2021-10-22T13:19:53Z', 'revision_number': 2, 'project_id': '9f18e3943cac4788a67bfbd339bfe2ed', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:19:54.010276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eca31-7905-48aa-a6d0-81f3be32fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9693e0-fa08-415e-88da-6c8bd0cbb2a7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:54.169007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac833405-aeb4-4f78-8b8f-b34c0b962630 req-5d056911-19f9-4ae4-a54b-d11f603bd1e6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:54.170205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.170593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac833405-aeb4-4f78-8b8f-b34c0b962630 req-5d056911-19f9-4ae4-a54b-d11f603bd1e6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1022394 Oct 22 13:19:54.187032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.218255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac833405-aeb4-4f78-8b8f-b34c0b962630 req-d822c593-b0a4-491e-9fa5-b089eff9f32a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Oct 22 13:19:54.253665 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-7eb3cc2c-66cb-4b63-83ff-5d48bbb10d12 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76cc45d65d5247548c65e67157f1f607 HTTP/1.1" status: 200 len: 380 time: 0.1438961 Oct 22 13:19:54.266147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'port': {'device_id': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'admin_state_up': True, 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'security_groups': ['8658f23e-7d82-43ba-8a9c-337dc106bdd0']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:54.272335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.272645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Fanout notify agent at l3_agent the message router_deleted on router cc2ada09-d3a3-43e4-826d-2188896c9ea1 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:19:54.291915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.293103 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-537db859-f9ed-4bb5-ad5f-f1adaec74ca4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 204 len: 168 time: 0.6208055 Oct 22 13:19:54.300685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45400) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.358471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-02b9b9a7-e52c-4019-840a-0971af496585 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 200 len: 205 time: 0.0562315 Oct 22 13:19:54.360828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45402) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.396664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:19:54.450114 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-457b3ac8-78c5-45cb-b15f-9193392f6ca0 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:54.451950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-457b3ac8-78c5-45cb-b15f-9193392f6ca0 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/cc2ada09-d3a3-43e4-826d-2188896c9ea1 HTTP/1.1" status: 404 len: 336 time: 0.0894239 Oct 22 13:19:54.454405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.456999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Made reservation on behalf of 76cc45d65d5247548c65e67157f1f607 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:54.461325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.508043 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-45705225-cc99-4ab0-bf58-9b4cd9f4f5b2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:54.508826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45705225-cc99-4ab0-bf58-9b4cd9f4f5b2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:54.514014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-45705225-cc99-4ab0-bf58-9b4cd9f4f5b2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/3838994d-7814-4a9f-97b8-440d2d561dd4 HTTP/1.1" status: 404 len: 337 time: 0.0547872 Oct 22 13:19:54.552277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:54.577384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45420) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.591697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607', 'mac_address': 'fa:16:3e:7e:12:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:19:54.616788 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65439d0-a7b1-40b5-a2c1-43aaeb9ae1be tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:54.617504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65439d0-a7b1-40b5-a2c1-43aaeb9ae1be tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:54.623125 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c65439d0-a7b1-40b5-a2c1-43aaeb9ae1be tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/74bd6d66-bcc6-4330-8237-33c4d8ec4a44 HTTP/1.1" status: 404 len: 337 time: 0.0446987 Oct 22 13:19:54.627170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45426) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.639440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.657224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:54.685931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:54.690809 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.732211 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-4755f167-a34f-420c-bf9d-4cab8969120c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:54.732834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4755f167-a34f-420c-bf9d-4cab8969120c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:54.738634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4755f167-a34f-420c-bf9d-4cab8969120c tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/8d29e22a-0902-4dca-9e98-d5f4bb6eb8fd HTTP/1.1" status: 404 len: 337 time: 0.1082706 Oct 22 13:19:54.746458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.747262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3d9964-c4a5-4c4b-97bb-3bd9331ea9b2 req-0ca2d187-5cff-4135-80f7-2da8c5ebf076 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 210 time: 0.0665262 Oct 22 13:19:54.762745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-1417be9c-65ce-4a15-b994-42d7961ddcf6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:54.763516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:54.767400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-1417be9c-65ce-4a15-b994-42d7961ddcf6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 814 time: 0.2517180 Oct 22 13:19:54.780729 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a4e19d-2ac5-4776-8196-dae2e2c79dde tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:54.781265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a4e19d-2ac5-4776-8196-dae2e2c79dde tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:54.785270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46a4e19d-2ac5-4776-8196-dae2e2c79dde tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/dd688a51-6997-4c9e-aea5-5034263d9086 HTTP/1.1" status: 404 len: 337 time: 0.0376611 Oct 22 13:19:54.786693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Allocated IP 172.20.0.9 (6808f4b5-8802-49a9-a6b5-5a995aa0a259/ab325605-acd9-4422-b0a5-a19f8db468eb/3cfe80bf-7a33-433e-98b1-3a32592f99dd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:54.787209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-5d5934bb-1a88-44d2-bb4b-d755cf41a454 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/quotas/a4b687a79fe747c1b8bf5b74ee1eb5df HTTP/1.1" status: 200 len: 375 time: 0.0128462 Oct 22 13:19:54.789098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.840071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c17c3e44-7bae-41e4-af19-25a49af7e7ca tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 200 len: 205 time: 0.0471621 Oct 22 13:19:54.840071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45440) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.896033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1f9fa0c9-efd3-48a4-8918-48c82d1f3607'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:54.901844 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-188a193e-89d2-4da0-9647-47a4d10a1055 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:54.905298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-188a193e-89d2-4da0-9647-47a4d10a1055 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/8cceab8d-03c6-46d5-ac12-b22c8af80a02 HTTP/1.1" status: 404 len: 336 time: 0.0622725 Oct 22 13:19:54.905609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.938874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a997dc07-90fd-488a-bec3-65d8b6f089c4 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec971d47-1e31-48bb-a603-888a7d42e6ee HTTP/1.1" status: 200 len: 205 time: 0.0298736 Oct 22 13:19:54.939281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45444) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:54.989656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:54.991446 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-34940d36-b2bb-4a84-ba91-fac46dde02b2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:54.995673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-34940d36-b2bb-4a84-ba91-fac46dde02b2 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/ec971d47-1e31-48bb-a603-888a7d42e6ee HTTP/1.1" status: 404 len: 336 time: 0.0531387 Oct 22 13:19:54.998414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-8d2d20dd-d039-4746-a0f0-19fa62d0c27f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907156 Oct 22 13:19:54.999029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45448) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.088517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:55.157938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-23788ee6-845b-4c96-9a1c-2d746843ae8c service neutron] 10.222.0.25 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475203 Oct 22 13:19:55.162118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:55.166084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:55.188176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:55.241538 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74645a9-c266-4c3b-8114-0ba0da6eb680 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:55.242225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74645a9-c266-4c3b-8114-0ba0da6eb680 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:55.249795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d74645a9-c266-4c3b-8114-0ba0da6eb680 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/60450b03-65aa-4cdb-bf4a-6b36c2a80f8e HTTP/1.1" status: 404 len: 337 time: 0.2465513 Oct 22 13:19:55.270492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.312196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:55.322135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:55.322895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:55.328636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-856e30aa-8905-4eb5-b907-f62ba0a87b09 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 200 len: 205 time: 0.0568066 Oct 22 13:19:55.337668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45462) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.345802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.346206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.346569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.346937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.347427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.358085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.358674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.359165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.359676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.360247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.360728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.361203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:19:55.380220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9138478f-17e2-4c69-9853-2186da20c275 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1188810 Oct 22 13:19:55.398118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Request body: {'port': {'device_id': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:55.440480 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ec4593aa-a754-4fec-be0d-0b10d138b053 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:55.444304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ec4593aa-a754-4fec-be0d-0b10d138b053 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/7a3b2c81-77c6-4e04-a6d9-55485a29aae5 HTTP/1.1" status: 404 len: 336 time: 0.1029413 Oct 22 13:19:55.447204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.489383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900dae4-14c9-4cb0-859f-39cd501fab48 req-1611d3d4-6ec5-498d-9583-29443075f061 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:55.500395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1900dae4-14c9-4cb0-859f-39cd501fab48 req-1611d3d4-6ec5-498d-9583-29443075f061 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 945 time: 0.3413110 Oct 22 13:19:55.509854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.510636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7f2e88b7-350f-408b-8ad0-f33e7f52a822 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=5001ab99-e871-4bb1-b9a4-dcf9982038b8 HTTP/1.1" status: 200 len: 205 time: 0.0585427 Oct 22 13:19:55.550280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-499f0c71-0d47-4b6a-9046-4dd62a48bbd4 service neutron] 10.222.0.25 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482430 Oct 22 13:19:55.555958 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-ae63b178-a66e-4518-8024-8c01dea57225 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:55.559463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae63b178-a66e-4518-8024-8c01dea57225 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/5001ab99-e871-4bb1-b9a4-dcf9982038b8 HTTP/1.1" status: 404 len: 336 time: 0.0461318 Oct 22 13:19:55.560014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.588596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8b74a5f1-05e7-4c90-8616-2c63d169f54f None None] Provisioning complete for port 3cfe80bf-7a33-433e-98b1-3a32592f99dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:55.589493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8b74a5f1-05e7-4c90-8616-2c63d169f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:55.595776 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98ada03-4346-465b-aadd-b8f7e997e466 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:55.596379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98ada03-4346-465b-aadd-b8f7e997e466 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:55.604516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1900dae4-14c9-4cb0-859f-39cd501fab48 req-c247cf1d-8d5f-4608-b157-40fd9c01d391 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923908 Oct 22 13:19:55.608803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b98ada03-4346-465b-aadd-b8f7e997e466 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/04300ac2-6d30-449a-a9f2-788017625460 HTTP/1.1" status: 404 len: 337 time: 0.0475574 Oct 22 13:19:55.616966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.629945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:55.652344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a28be7b2-55e0-4196-8999-7747a8401aac tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=103d6789-0394-4c2b-bec1-f4abbef576e3 HTTP/1.1" status: 200 len: 205 time: 0.0334358 Oct 22 13:19:55.654167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45478) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.670616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8b74a5f1-05e7-4c90-8616-2c63d169f54f None None] Port 3cfe80bf-7a33-433e-98b1-3a32592f99dd cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:19:55.697700 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-35a5ab46-ce29-4bf3-ac5b-919ffd70b639 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:55.699057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35a5ab46-ce29-4bf3-ac5b-919ffd70b639 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/103d6789-0394-4c2b-bec1-f4abbef576e3 HTTP/1.1" status: 404 len: 336 time: 0.0437262 Oct 22 13:19:55.701569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.732017 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da68479-f7c3-4b66-83b3-173adb980a31 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:55.732852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da68479-f7c3-4b66-83b3-173adb980a31 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:55.736912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2da68479-f7c3-4b66-83b3-173adb980a31 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/8cb097c6-9a3f-4f4b-a280-9b672649034d HTTP/1.1" status: 404 len: 337 time: 0.0342379 Oct 22 13:19:55.739740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45482) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.774239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62a561c4-1d71-4d86-8e37-65d3dc0d4668 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "GET /v2.0/ports?device_id=d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 HTTP/1.1" status: 200 len: 205 time: 0.0318508 Oct 22 13:19:55.778856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.829533 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-43929fa2-1b77-4214-b555-0e03276281d5 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] delete failed (client error): The resource could not be found. Oct 22 13:19:55.830814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-43929fa2-1b77-4214-b555-0e03276281d5 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/routers/d322fb0e-f8f6-4f0d-bd43-0aa43a0360e1 HTTP/1.1" status: 404 len: 336 time: 0.0507216 Oct 22 13:19:55.842645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.886411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c340143-da5f-44da-97e4-84aa5fbe35b7 req-974510bf-b2bd-4b5e-85ea-23b3f5fc7d5e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 210 time: 0.0591938 Oct 22 13:19:55.887456 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da4f7fc-2a99-4d70-bfaf-bc70e3440e96 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:55.887904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da4f7fc-2a99-4d70-bfaf-bc70e3440e96 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:55.891093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5da4f7fc-2a99-4d70-bfaf-bc70e3440e96 tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/48c89c6c-3a55-4a5c-a745-8effb58244b4 HTTP/1.1" status: 404 len: 337 time: 0.0480132 Oct 22 13:19:55.893615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45496) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:55.936135 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-3566a1ba-2df4-462b-a584-a698a4df0c8f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] DELETE failed (client error): The resource could not be found. Oct 22 13:19:55.936601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3566a1ba-2df4-462b-a584-a698a4df0c8f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:19:55.947936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3566a1ba-2df4-462b-a584-a698a4df0c8f tempest-RoutersIpV6Test-2089085555 tempest-RoutersIpV6Test-2089085555-project] 10.222.0.25 "DELETE /v2.0/subnets/f2c29137-8f45-4212-b2ef-4dde3d7cbc5e HTTP/1.1" status: 404 len: 337 time: 0.0532105 Oct 22 13:19:56.157966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49733d2-4bfc-45c0-856e-2e5dbc56a8be req-94d4700b-a953-4bfb-b69f-04966f1174b1 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:56.174042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c49733d2-4bfc-45c0-856e-2e5dbc56a8be req-94d4700b-a953-4bfb-b69f-04966f1174b1 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 931 time: 0.1346514 Oct 22 13:19:56.206721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfe80bf-7a33-433e-98b1-3a32592f99dd {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:19:56.231271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c49733d2-4bfc-45c0-856e-2e5dbc56a8be req-1041e712-2e5c-4c09-a3ac-f4737c4038d0 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561898 Oct 22 13:19:56.242943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.273870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Transition to ACTIVE for port object 3cfe80bf-7a33-433e-98b1-3a32592f99dd will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:19:56.285303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.425433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:19:56.501432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:56.550636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:56.566308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Attempting to bind port 3cfe80bf-7a33-433e-98b1-3a32592f99dd on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:19:56.566870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Attempting to bind port 3cfe80bf-7a33-433e-98b1-3a32592f99dd by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:19:56.567300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Attempting to bind port 3cfe80bf-7a33-433e-98b1-3a32592f99dd on network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:56.574779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Port 3cfe80bf-7a33-433e-98b1-3a32592f99dd on network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:19:56.575262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Attempting to bind port 3cfe80bf-7a33-433e-98b1-3a32592f99dd on network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:19:56.581380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:19:56.583121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:19:56.583641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Checking segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:19:56.584259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Bound using segment: {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:19:56.585635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Bound port: 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:19:56.586260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.591921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:19:56.592433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.704938 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.759032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:19:56.777575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:19:56.786796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:56.790058 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff509e40-67ea-4825-b77e-c168e2e8d128" -d '{"events": [{"server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:56.790387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.819980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:19:56.827639 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.879625 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417eb94-724d-4e7c-9090-ba4714a69105 x-openstack-request-id: req-4417eb94-724d-4e7c-9090-ba4714a69105 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:56.880016 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:56.880373 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4417eb94-724d-4e7c-9090-ba4714a69105 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:56.880936 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607', 'code': 200} Oct 22 13:19:56.892896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:56.894119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:56.898844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] 10.222.0.26 "PUT /v2.0/ports/3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 1091 time: 1.5034871 Oct 22 13:19:56.899422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:19:56.905277 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40510825-17de-424f-88e1-e957d8491e67" -d '{"events": [{"name": "network-changed", "server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:19:56.952928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:56.971335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ce3a-8be3-4957-9955-fd04646adfce req-c5f7c19d-2ea8-4b7f-8da1-fd2cc29cc5f9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:56.973878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e55ce3a-8be3-4957-9955-fd04646adfce req-c5f7c19d-2ea8-4b7f-8da1-fd2cc29cc5f9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 945 time: 0.2121849 Oct 22 13:19:56.995060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb52b2-56ba-4d5e-a246-e009cb26ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:57.013772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8e6b-2ce1-48b7-a6f5-8ea6aca4c168 req-12fdcd93-762a-4d8e-8291-ed12feed2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:57.018307 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-924c8e6b-2ce1-48b7-a6f5-8ea6aca4c168 req-12fdcd93-762a-4d8e-8291-ed12feed2299 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 1097 time: 0.0877690 Oct 22 13:19:57.029198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-549b65eb-8c53-4632-8d41-00bbd035f1bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f18e3943cac4788a67bfbd339bfe2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258660 Oct 22 13:19:57.034092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:57.062969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b393941-31dc-4ef7-9422-d6ebb759b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.128316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-924c8e6b-2ce1-48b7-a6f5-8ea6aca4c168 req-0c0acc3c-3071-4e98-8639-cb922cef5788 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040883 Oct 22 13:19:57.146261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.175901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.267435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.275537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.280247 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1568271-0edf-4167-94bd-31e275124a5a HTTP/1.1" status: 204 len: 168 time: 0.2447548 Oct 22 13:19:57.302003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5639b08-5235-4a0a-9ba3-74a0e99baf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1568271-0edf-4167-94bd-31e275124a5a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:57.538989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7817c49-8b44-4f9f-ae62-102d65872229 req-221ad895-741f-4f19-bf32-df12832825ad tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 210 time: 0.4701550 Oct 22 13:19:57.580631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e55ce3a-8be3-4957-9955-fd04646adfce req-2682e517-ede7-405f-8c65-629ec14e4d63 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002085 Oct 22 13:19:57.588892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-264945e6-f151-4961-a9a0-79b7040a0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:57.590399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-264945e6-f151-4961-a9a0-79b7040a0ebc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1094 time: 0.6036716 Oct 22 13:19:57.609226 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f611efe9-d1b0-4e7e-ad14-e126fc2ab9e0 x-openstack-request-id: req-f611efe9-d1b0-4e7e-ad14-e126fc2ab9e0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:19:57.609713 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:19:57.610110 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f611efe9-d1b0-4e7e-ad14-e126fc2ab9e0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:19:57.611154 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'status': 'completed', 'code': 200} Oct 22 13:19:57.691616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-d968f0c1-9af8-4baf-b2e8-d3623052c09f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 217 time: 0.0643532 Oct 22 13:19:57.745541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.751962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:57.809721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-5f54f0a4-8ef1-484e-a623-a3b0ddd05207 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:57.811466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-5f54f0a4-8ef1-484e-a623-a3b0ddd05207 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 814 time: 0.3083491 Oct 22 13:19:57.827345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Request body: {'port': {'device_id': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'admin_state_up': True, 'tenant_id': 'a4b687a79fe747c1b8bf5b74ee1eb5df'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:57.886085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-d724a35a-a95c-44ef-95c4-0427497af5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:57.887833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-d724a35a-a95c-44ef-95c4-0427497af5df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.1856973 Oct 22 13:19:57.967277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374a58-572b-4970-b898-1dbab712bdc1 req-d3ddea68-ac62-4b0a-a0b1-33dcc349c9b6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:57.969050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e374a58-572b-4970-b898-1dbab712bdc1 req-d3ddea68-ac62-4b0a-a0b1-33dcc349c9b6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 943 time: 0.2188587 Oct 22 13:19:58.094670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e374a58-572b-4970-b898-1dbab712bdc1 req-5439fb2c-a2ad-4e47-9398-4e1d00b1a454 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960462 Oct 22 13:19:58.098294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-e8ac5a03-488b-4619-b662-e965daaee83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:58.100595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-e8ac5a03-488b-4619-b662-e965daaee83b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563396 Oct 22 13:19:58.103540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Made reservation on behalf of a4b687a79fe747c1b8bf5b74ee1eb5df for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:58.108765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:58.340236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-87b7f4e5-2ed8-4c6e-9e1b-173feddae9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281992 Oct 22 13:19:58.417030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Allocated IP 172.20.0.13 (626f2ed8-d8e4-4e39-8235-43b82db580e3/64658625-011b-4e37-a963-50a9de447ba4/02b326a8-1d4c-4c1d-a69c-4645796aa43c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:19:58.518362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45570) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:58.571975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34182f99-ebef-406a-8d76-f3b829ad9893 req-32bece02-4ac6-4acf-b13f-daf734d31421 service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183123 Oct 22 13:19:58.713604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1927444648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:58.822443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ad7cf18-9d98-4804-9138-eebf62c7ca57 req-01ed1caf-06c8-47a0-811a-593a141b9437 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 210 time: 0.1126394 Oct 22 13:19:58.853225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:58.857838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:58.897915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:58.901963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510825-17de-424f-88e1-e957d8491e67 req-54983b2d-4ec6-429c-9ed2-46e1beb84a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:58.903519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-54983b2d-4ec6-429c-9ed2-46e1beb84a5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1094 time: 0.1941717 Oct 22 13:19:58.922048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad994ca-baeb-4902-aaad-d72ef945e7b7 req-797d7e36-23c4-4f8c-9901-3d817e20a5d4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:58.923588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ad994ca-baeb-4902-aaad-d72ef945e7b7 req-797d7e36-23c4-4f8c-9901-3d817e20a5d4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.2014761 Oct 22 13:19:59.025287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.067127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.094855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ad994ca-baeb-4902-aaad-d72ef945e7b7 req-bdf43633-f81f-4a0f-a1ea-66b1d5af7fd3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593351 Oct 22 13:19:59.130415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510825-17de-424f-88e1-e957d8491e67 req-688d8b93-33dc-4ea7-897b-e217a68f14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.134972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-688d8b93-33dc-4ea7-897b-e217a68f14f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 909 time: 0.2225838 Oct 22 13:19:59.141079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.145130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fcebface-54ec-4ca5-819f-effc743b0b39 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6229110 Oct 22 13:19:59.146245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45602) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:59.150396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-890727162'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:59.181727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:59.185409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.206547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.217050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-3de58db4-5b1c-4098-8073-9ec2c49f95ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 217 time: 0.0724983 Oct 22 13:19:59.220092 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.233724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:19:59.322907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.329469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.360446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:19:59.363830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Network 626f2ed8-d8e4-4e39-8235-43b82db580e3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:19:59.379597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f545fc25-f312-489b-8bdb-f6de6ef00827,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:59.389759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.390466 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Added segment a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c of type vlan for network fbe3b626-48f6-4113-a9c1-e8542e300273 Oct 22 13:19:59.395477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:19:59.402286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:19:59.411488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Pushing event updated for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:59.444668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510825-17de-424f-88e1-e957d8491e67 req-f7e758b4-748e-4122-aefc-5de5642a1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.446409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-f7e758b4-748e-4122-aefc-5de5642a1256 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.2173471 Oct 22 13:19:59.456431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.474669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaf493-8912-4b65-b03e-8f5c15928b4a req-5e531b5e-ee47-4c78-b71f-4d6e1ac4faa7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.477199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caaaf493-8912-4b65-b03e-8f5c15928b4a req-5e531b5e-ee47-4c78-b71f-4d6e1ac4faa7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.2545755 Oct 22 13:19:59.500923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.509989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.511976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.512640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512b1f-1dd8-4d89-9ee7-dc31ba1ede28 req-47f6ffdb-ecdd-4c29-ae34-1ad7318238c7 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.518769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e512b1f-1dd8-4d89-9ee7-dc31ba1ede28 req-47f6ffdb-ecdd-4c29-ae34-1ad7318238c7 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 943 time: 0.1882594 Oct 22 13:19:59.541849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.542753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.547147 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4007504 Oct 22 13:19:59.550218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45606) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:19:59.555366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'subnet': {'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:59.589369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-c0179813-bade-4215-8b29-519baca6e22c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7660451 Oct 22 13:19:59.610841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104790-7854-4943-beeb-ad357d7c8a3b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Network': ['ID=fbe3b626-48f6-4113-a9c1-e8542e300273,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:19:59.614688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Request body: {'port': {'device_id': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:19:59.619665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caaaf493-8912-4b65-b03e-8f5c15928b4a req-8e9d5fd2-4e4f-4838-abb6-3b28fc72f529 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204371 Oct 22 13:19:59.624564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510825-17de-424f-88e1-e957d8491e67 req-e053df7e-41f5-430c-8ab7-54d49825c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:19:59.626048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-e053df7e-41f5-430c-8ab7-54d49825c8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697428 Oct 22 13:19:59.628980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network fbe3b626-48f6-4113-a9c1-e8542e300273 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:19:59.666584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e512b1f-1dd8-4d89-9ee7-dc31ba1ede28 req-1708f7a0-1c87-4107-8bf8-29138b688e6b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471257 Oct 22 13:19:59.756241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:19:59.759846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.820645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.852498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:19:59.913075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-04bc0ed4-474b-42a2-89fb-1a9cd52ce27c service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691667 Oct 22 13:20:00.268523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40510825-17de-424f-88e1-e957d8491e67 req-ea2b25c2-291b-408b-8c65-504f945216f5 service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481367 Oct 22 13:20:00.305405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3113c19-9615-4451-8d6f-04cd41ff83ae req-47788a31-2d6b-45fe-b216-b2405ad5f363 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:00.312970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3113c19-9615-4451-8d6f-04cd41ff83ae req-47788a31-2d6b-45fe-b216-b2405ad5f363 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 932 time: 0.1244955 Oct 22 13:20:00.414802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3113c19-9615-4451-8d6f-04cd41ff83ae req-b31bf2ec-5797-4b52-b707-992d7cb53260 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Oct 22 13:20:00.435118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b326a8-1d4c-4c1d-a69c-4645796aa43c {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:00.452889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:00.463264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3cfe80bf-7a33-433e-98b1-3a32592f99dd details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:20:00.476805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:20:00.482839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Transition to ACTIVE for port object 02b326a8-1d4c-4c1d-a69c-4645796aa43c will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:20:00.501996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:00.611329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Pushing event updated for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:00.624712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf2cb9-4196-4580-a8b6-ba1d1a33be18 req-5a60c709-7048-4cd8-8e59-8279bee8d97e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:00.632612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2adf2cb9-4196-4580-a8b6-ba1d1a33be18 req-5a60c709-7048-4cd8-8e59-8279bee8d97e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.1429410 Oct 22 13:20:00.761434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2adf2cb9-4196-4580-a8b6-ba1d1a33be18 req-7b678513-6c35-45d3-856f-18747c3dd7ce tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280298 Oct 22 13:20:00.797599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Attempting to bind port 02b326a8-1d4c-4c1d-a69c-4645796aa43c on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:00.797922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Attempting to bind port 02b326a8-1d4c-4c1d-a69c-4645796aa43c by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:00.798271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Attempting to bind port 02b326a8-1d4c-4c1d-a69c-4645796aa43c on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:00.813324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:00.815573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Port 02b326a8-1d4c-4c1d-a69c-4645796aa43c on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:20:00.815913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Attempting to bind port 02b326a8-1d4c-4c1d-a69c-4645796aa43c on network 626f2ed8-d8e4-4e39-8235-43b82db580e3 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:00.837125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'port_id': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'mac_address': 'fa:16:3e:f5:48:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:20:00.837933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:00.838285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Checking segment: {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:00.838699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Bound using segment: {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:00.839145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Bound port: 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cabd752-f39e-43ef-82b2-9c513bea400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:00.839514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:00.889468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:00.905196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:00.907711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe80bf-7a33-433e-98b1-3a32592f99dd {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:00.992323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:01.011932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.037937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:01.042007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Subnet': ['ID=fece9ee9-826d-4cb6-a6a8-38ba5e2ed285,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:01.046793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Checking segment: {'id': 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:01.047002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network hostable DHCP agents. Network: fbe3b626-48f6-4113-a9c1-e8542e300273, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:20:01.052853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:01.064838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.091376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network fbe3b626-48f6-4113-a9c1-e8542e300273 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:20:01.095640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:01.096391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee4a5-6ff5-4933-9a71-72bd6afa268b req-64136d06-1b49-4de3-9ab5-af5dd482ee26 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.106212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9bee4a5-6ff5-4933-9a71-72bd6afa268b req-64136d06-1b49-4de3-9ab5-af5dd482ee26 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 943 time: 0.1883070 Oct 22 13:20:01.108744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, fbe3b626-48f6-4113-a9c1-e8542e300273) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:01.115058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.115669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.122250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b158f67-2b6a-4e90-970e-6fc8febf4d28 None None] Network fbe3b626-48f6-4113-a9c1-e8542e300273 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:01.159705 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c3ab345b-3542-4849-8a16-0edb8d4ab31a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6082652 Oct 22 13:20:01.166989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45642) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:01.204220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'network': {'name': 'tempest-router-network01--809519186'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:01.221687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Pushing event updated for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:01.267616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.268288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.269757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-2350cfe1-b315-49df-bd69-d29a8ab3a823 service neutron] 10.222.0.21 "PUT /v2.0/ports/02b326a8-1d4c-4c1d-a69c-4645796aa43c HTTP/1.1" status: 200 len: 1092 time: 1.6716828 Oct 22 13:20:01.271521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:01.275331 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba903e9-d094-4183-bf80-e0b6043a0a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:01.304494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:01.317766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.390360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:20:01.403037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9bee4a5-6ff5-4933-9a71-72bd6afa268b req-cac4039d-673c-49c9-8d9c-c14d6a56de7b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957997 Oct 22 13:20:01.404564 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78aafc-1a82-4749-ad4e-3bcb6ab7cf3c x-openstack-request-id: req-5f78aafc-1a82-4749-ad4e-3bcb6ab7cf3c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:01.405000 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:01.405262 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f78aafc-1a82-4749-ad4e-3bcb6ab7cf3c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:01.405666 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c', 'status': 'completed', 'code': 200} Oct 22 13:20:01.431492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.432141 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Added segment 9f9d2c98-b391-44f3-bb08-db764a72d4a4 of type vlan for network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 Oct 22 13:20:01.439445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3cfe80bf-7a33-433e-98b1-3a32592f99dd'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:01.443383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-a0bf9f95-49b3-48dd-bf72-5903c94c8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.450061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-a0bf9f95-49b3-48dd-bf72-5903c94c8489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 1095 time: 0.1282215 Oct 22 13:20:01.518810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-12289013-228b-400a-9717-f82003ce9732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c HTTP/1.1" status: 200 len: 217 time: 0.0577149 Oct 22 13:20:01.542196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.609795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.627488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.629817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.680739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-fbe3b626-48f6-4113-a9c1-e8542e300273', 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273', 'tenant_id': '5c3e0fa6020f48e9876990b5b4193426', 'fixed_ips': [{'subnet_id': 'fece9ee9-826d-4cb6-a6a8-38ba5e2ed285'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:20:01.683490 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.715902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5397339 Oct 22 13:20:01.718540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45652) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:01.799076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'network': {'name': 'tempest-router-network02--2135952709'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:01.822540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-0a0ceecb-5f46-49ba-8f7a-06100e859c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.827998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d163a8-8859-4d42-8ca2-eee75cea504b tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Network': ['ID=629a73b2-c89e-4fd8-883c-2cb06bd47e60,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:01.829441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-0a0ceecb-5f46-49ba-8f7a-06100e859c5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.3030028 Oct 22 13:20:01.864015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e70c-be5f-4407-b36b-8007aa34fd19 req-38a5a865-b252-4830-885a-a6e4efc71fa1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.866565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa13e70c-be5f-4407-b36b-8007aa34fd19 req-38a5a865-b252-4830-885a-a6e4efc71fa1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 944 time: 0.2546434 Oct 22 13:20:01.888937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-7a868697-a93c-40a4-89e1-f333e57db015 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:01.890473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-7a868697-a93c-40a4-89e1-f333e57db015 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.2684319 Oct 22 13:20:01.924485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:01.935467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:01.993024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:20:02.011867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:02.012220 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Added segment 9070e72b-bb0d-498d-92dc-567814725e1a of type vlan for network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f Oct 22 13:20:02.045282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-61bad1cc-80b1-436d-8c7d-1286847f8d15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765466 Oct 22 13:20:02.173799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:02.181998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:20:02.267930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:02.291110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:02.295322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:02.310313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-8c455f33-a76c-4c81-ab9e-10f2d34cf309 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176642 Oct 22 13:20:02.398669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6767311 Oct 22 13:20:02.399564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:02.492610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'subnet': {'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:02.506737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff397fb-067f-4cd3-8529-4ac8993c6af0 req-903cfe96-83fb-4c9b-8914-2a3a30079cd5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:02.533750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ff397fb-067f-4cd3-8529-4ac8993c6af0 req-903cfe96-83fb-4c9b-8914-2a3a30079cd5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.6616569 Oct 22 13:20:02.561007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa13e70c-be5f-4407-b36b-8007aa34fd19 req-3603fe07-75f9-4896-bde7-3e7e4878421d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685445 Oct 22 13:20:02.738420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ee02c-a254-4212-ab22-b522fa407793 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Network': ['ID=1d252d05-4930-4cb5-b4a6-ce6eaacfe43f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:02.795638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Allocated IP 172.20.0.2 (fbe3b626-48f6-4113-a9c1-e8542e300273/fece9ee9-826d-4cb6-a6a8-38ba5e2ed285/09908d56-1cfa-4f6f-b575-d0277f10774f) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:02.811665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:02.821486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.080042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.083294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:20:03.112701 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.171575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Pushing event updated for resources: {'Port': ['ID=09908d56-1cfa-4f6f-b575-d0277f10774f,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:03.253198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Network fbe3b626-48f6-4113-a9c1-e8542e300273 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:03.261340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:03.267456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:03.355694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ff397fb-067f-4cd3-8529-4ac8993c6af0 req-6e347ab5-f9c6-41aa-85f9-876df6c485d0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869129 Oct 22 13:20:03.398004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Attempting to bind port 09908d56-1cfa-4f6f-b575-d0277f10774f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:03.398004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Attempting to bind port 09908d56-1cfa-4f6f-b575-d0277f10774f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:03.398004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Attempting to bind port 09908d56-1cfa-4f6f-b575-d0277f10774f on network fbe3b626-48f6-4113-a9c1-e8542e300273 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:03.438468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:03.439442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Checking segment: {'id': 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:03.443516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.447671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Bound using segment: {'id': 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:03.448877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Bound port: 09908d56-1cfa-4f6f-b575-d0277f10774f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbe3b626-48f6-4113-a9c1-e8542e300273'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:03.450452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.484170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.554395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ec82749-5ade-42ea-bb89-a3a0cf011757 req-78382977-304a-4a66-a09e-12a763d48098 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2241139 Oct 22 13:20:03.559045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:03.559582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.616449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Checking segment: {'id': '9f9d2c98-b391-44f3-bb08-db764a72d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:03.616942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network hostable DHCP agents. Network: 629a73b2-c89e-4fd8-883c-2cb06bd47e60, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:20:03.626883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034e952-c20c-4500-bfe3-b0c64f26ce34 req-843dcd54-d226-4b70-96d9-f454d26de80a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:03.635583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Subnet': ['ID=56da3dbb-e429-4081-beb6-04468aef355b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:03.639128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8034e952-c20c-4500-bfe3-b0c64f26ce34 req-843dcd54-d226-4b70-96d9-f454d26de80a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 944 time: 0.9372900 Oct 22 13:20:03.660984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:20:03.738989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 629a73b2-c89e-4fd8-883c-2cb06bd47e60) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:03.744268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] For port 09908d56-1cfa-4f6f-b575-d0277f10774f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:03.753695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:03.755313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] For port 09908d56-1cfa-4f6f-b575-d0277f10774f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=09908d56-1cfa-4f6f-b575-d0277f10774f,segment=NetworkSegment(a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c),segment_id=a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:03.757972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82454a-d49d-4083-b49b-7232d7ee9bca None None] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:03.762011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.788339 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:03.796588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c1dd4446-9e02-4669-9c54-0d0e39d7b729 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3896682 Oct 22 13:20:03.797431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45680) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:03.815526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'subnet': {'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:03.910442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8034e952-c20c-4500-bfe3-b0c64f26ce34 req-f37c9a4a-9309-48a1-9ecd-ab244cf13351 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704115 Oct 22 13:20:03.916205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-3f931c94-ddc1-4317-b0f2-429d3b1a833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:03.929562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-3f931c94-ddc1-4317-b0f2-429d3b1a833e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 1095 time: 0.2857440 Oct 22 13:20:04.104198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18770fe9-cf62-4fbb-97eb-ed9630dbf353 None None] Pushing event updated for resources: {'Port': ['ID=09908d56-1cfa-4f6f-b575-d0277f10774f,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:04.141562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-bf546269-fff8-4622-8562-4c4be3abd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:04.143309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-bf546269-fff8-4622-8562-4c4be3abd487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.1965561 Oct 22 13:20:04.158904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Made reservation on behalf of 5c3e0fa6020f48e9876990b5b4193426 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:04.165181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.187513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:04.189774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.243819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-31c33bc6-694c-42c6-945f-ea0345e60169 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c HTTP/1.1" status: 200 len: 217 time: 0.0866485 Oct 22 13:20:04.265994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d87dba-421e-4fd4-8d0b-81202e1a80b1 req-b111deef-9c51-4d93-82ec-f9e5b8f3a5c9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:04.275145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4d87dba-421e-4fd4-8d0b-81202e1a80b1 req-b111deef-9c51-4d93-82ec-f9e5b8f3a5c9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 944 time: 0.4281802 Oct 22 13:20:04.277440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:04.327178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-629a73b2-c89e-4fd8-883c-2cb06bd47e60', 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60', 'tenant_id': '5c3e0fa6020f48e9876990b5b4193426', 'fixed_ips': [{'subnet_id': '56da3dbb-e429-4081-beb6-04468aef355b'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:20:04.328065 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.488078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3cfe80bf-7a33-433e-98b1-3a32592f99dd up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:04.610762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.654654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-449a485f-681a-4366-8167-92548038f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:04.658270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Allocated IP 172.20.0.2 (629a73b2-c89e-4fd8-883c-2cb06bd47e60/56da3dbb-e429-4081-beb6-04468aef355b/f7972268-89bf-40ea-a7f3-c0fc3963069b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:04.667062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-449a485f-681a-4366-8167-92548038f599 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.3895562 Oct 22 13:20:04.684384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4d87dba-421e-4fd4-8d0b-81202e1a80b1 req-ecfff257-fe81-428a-8154-4c184ef18d37 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091079 Oct 22 13:20:04.695619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 3cfe80bf-7a33-433e-98b1-3a32592f99dd completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:20:04.709685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 3cfe80bf-7a33-433e-98b1-3a32592f99dd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:04.710065 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.728471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Subnet': ['ID=e3495d37-ed06-4fd5-8a82-32d988fdb60d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:04.769453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-de05ddb5-2dac-42d3-928e-fc456751972e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815623 Oct 22 13:20:04.805951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Checking segment: {'id': '9070e72b-bb0d-498d-92dc-567814725e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:04.812542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network hostable DHCP agents. Network: 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:20:04.862508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:20:04.882226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:04.886795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:04.887670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:04.898670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9994f40-724f-4c64-aa86-b6d2dc1f176d None None] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:04.919345 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-462ba07d-1e8b-44a1-9842-cd2d3b0da796 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1168914 Oct 22 13:20:04.921651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45690) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:04.977566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-24248859-b19c-490d-94d9-c7edfa2f55bc service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991091 Oct 22 13:20:05.225789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ba903e9-d094-4183-bf80-e0b6043a0a7e req-9464a3d5-6e41-43ed-9aab-adbb372d1e79 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394695 Oct 22 13:20:05.282579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2870e9-03cf-45db-961a-0feb0915d39d req-6469be40-ce0e-47d7-bd68-5853c3d5679a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:05.284410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb2870e9-03cf-45db-961a-0feb0915d39d req-6469be40-ce0e-47d7-bd68-5853c3d5679a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 946 time: 0.7903514 Oct 22 13:20:05.378895 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:05.409745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb2870e9-03cf-45db-961a-0feb0915d39d req-148b5a54-2321-4661-abd9-8e805fcff2b9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998583 Oct 22 13:20:05.453146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36de735-5f45-4511-8460-34fe48708f25 req-63a9a8a5-0f72-49b9-8713-9068872f5634 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:05.486354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d36de735-5f45-4511-8460-34fe48708f25 req-63a9a8a5-0f72-49b9-8713-9068872f5634 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 944 time: 0.2504272 Oct 22 13:20:05.508849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:05.625853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:05.634294 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d71a9-ae85-45b6-aac2-b8a170b42dd6" -d '{"events": [{"server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:05.675935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:05.704041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d36de735-5f45-4511-8460-34fe48708f25 req-61cabd5d-33a3-489d-b7fc-b2677dc228fb tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162333 Oct 22 13:20:05.752312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b3d0a-9757-4151-9701-4ebc3dfd281c None None] Network fbe3b626-48f6-4113-a9c1-e8542e300273 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:05.757840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 09908d56-1cfa-4f6f-b575-d0277f10774f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:05.786854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:05.873789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=1f9fa0c9-efd3-48a4-8918-48c82d1f3607,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:05.923043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.924141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.926581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.927173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.927755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.928354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.929047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.929047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.931389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.931389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.931389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.933943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:05.981872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:05.986827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:05.996982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.001122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ca0dc74-4a8b-4962-ac3e-3d17b6bd5664 req-be6a421d-d58d-485d-a0d3-830425c99053 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "DELETE /v2.0/ports/1f9fa0c9-efd3-48a4-8918-48c82d1f3607 HTTP/1.1" status: 204 len: 173 time: 4.0876615 Oct 22 13:20:06.001800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'name': 'network-vif-deleted', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:06.004213 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da0e05-bb7f-4b0e-b86b-cc7ca16ee7fb" -d '{"events": [{"server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "name": "network-vif-deleted", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:06.080911 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e99653-e73b-4649-865d-365801feabc5 x-openstack-request-id: req-e7e99653-e73b-4649-865d-365801feabc5 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:06.081305 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5080af-62d1-41af-915e-99585f629176", "name": "network-vif-deleted", "tag": "1f9fa0c9-efd3-48a4-8918-48c82d1f3607", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:06.081659 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7e99653-e73b-4649-865d-365801feabc5 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:06.082154 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5080af-62d1-41af-915e-99585f629176', 'name': 'network-vif-deleted', 'tag': '1f9fa0c9-efd3-48a4-8918-48c82d1f3607', 'status': 'completed', 'code': 200} Oct 22 13:20:06.156989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528fd54-9429-411d-83b2-5d81d61919ab req-ddb07b25-0bc9-4e41-98dd-19345fac3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:06.158533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9528fd54-9429-411d-83b2-5d81d61919ab req-ddb07b25-0bc9-4e41-98dd-19345fac3dfa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.1976526 Oct 22 13:20:06.199323 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62149d44-b0ad-471d-9820-be82a2349939 x-openstack-request-id: req-62149d44-b0ad-471d-9820-be82a2349939 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:06.203910 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:06.204207 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62149d44-b0ad-471d-9820-be82a2349939 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:06.204625 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'code': 200} Oct 22 13:20:06.211204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:06.235000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.235578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9528fd54-9429-411d-83b2-5d81d61919ab req-2dc8d267-4ac4-4543-bdc3-950b08194823 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674913 Oct 22 13:20:06.239484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:06.257074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68568c-2c70-41f9-b757-af8b3fbafd69 req-43a7b19d-2c50-49ce-8cb6-b17b642841d9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:06.259856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Allocated IP 172.20.0.1 (629a73b2-c89e-4fd8-883c-2cb06bd47e60/56da3dbb-e429-4081-beb6-04468aef355b/3ef15b30-b0b4-4943-8392-50f00fcbff5e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:06.263177 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.270043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb68568c-2c70-41f9-b757-af8b3fbafd69 req-43a7b19d-2c50-49ce-8cb6-b17b642841d9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 944 time: 0.1846383 Oct 22 13:20:06.378078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb68568c-2c70-41f9-b757-af8b3fbafd69 req-45ab91aa-174e-4965-ae16-1e5ee51732ab tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074896 Oct 22 13:20:06.418764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.419788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1d252d05-4930-4cb5-b4a6-ce6eaacfe43f', 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f', 'tenant_id': '5c3e0fa6020f48e9876990b5b4193426', 'fixed_ips': [{'subnet_id': 'e3495d37-ed06-4fd5-8a82-32d988fdb60d'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:20:06.420703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.440805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] Provisioning complete for port 09908d56-1cfa-4f6f-b575-d0277f10774f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:06.441215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.526193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:06.526500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1f9fa0c9-efd3-48a4-8918-48c82d1f3607 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:06.539654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.620596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:06.650796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a143d2b-28d1-413c-b538-bc0e102c2c65 req-e6594458-8c00-4750-8230-c4237b7ca0bc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5080af-62d1-41af-915e-99585f629176 HTTP/1.1" status: 200 len: 210 time: 0.0645919 Oct 22 13:20:06.652862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:06.656337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 09908d56-1cfa-4f6f-b575-d0277f10774f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:06.656723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.656853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:06.666188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:06.670497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Port': ['ID=3ef15b30-b0b4-4943-8392-50f00fcbff5e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:06.696893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:06.703570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:06.749922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:06.924342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:07.031412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd22f12-fbcd-4573-8be2-4d8c2879c252 req-f2df4d40-11f5-4d32-87d3-96e98c195f54 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:07.043238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bd22f12-fbcd-4573-8be2-4d8c2879c252 req-f2df4d40-11f5-4d32-87d3-96e98c195f54 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.1720443 Oct 22 13:20:07.051329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.140165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bd22f12-fbcd-4573-8be2-4d8c2879c252 req-8f944367-5f70-403f-bcac-d11dee7d2f1d tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959375 Oct 22 13:20:07.464671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Allocated IP 172.20.0.2 (1d252d05-4930-4cb5-b4a6-ce6eaacfe43f/e3495d37-ed06-4fd5-8a82-32d988fdb60d/33ff5723-4bc0-44d4-9363-526c2a8c848b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:07.561956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60a6d7-5153-4d6d-9b13-32e3b17e4239 req-8ecad1c6-7439-4506-9d6e-1303c299ff47 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:07.568151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f60a6d7-5153-4d6d-9b13-32e3b17e4239 req-8ecad1c6-7439-4506-9d6e-1303c299ff47 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 944 time: 0.1189554 Oct 22 13:20:07.649088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.664310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.679522 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.694173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f60a6d7-5153-4d6d-9b13-32e3b17e4239 req-8a58a863-1dce-48e5-a944-4d08494309ec tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045573 Oct 22 13:20:07.753803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.755680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 02b326a8-1d4c-4c1d-a69c-4645796aa43c details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:20:07.809549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Port': ['ID=3ef15b30-b0b4-4943-8392-50f00fcbff5e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:07.821616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:07.862790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Pushing event updated for resources: {'Port': ['ID=f7972268-89bf-40ea-a7f3-c0fc3963069b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:07.902918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Attempting to bind port f7972268-89bf-40ea-a7f3-c0fc3963069b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:07.907823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Attempting to bind port f7972268-89bf-40ea-a7f3-c0fc3963069b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9f9d2c98-b391-44f3-bb08-db764a72d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:07.908433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Attempting to bind port f7972268-89bf-40ea-a7f3-c0fc3963069b on network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:07.911063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.054894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:08.056035 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:20:08.056360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:08.160114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:08.209150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-139f0644-ae0f-45c3-a1b4-2ab891184e10 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:08.219255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-139f0644-ae0f-45c3-a1b4-2ab891184e10 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.1471708 Oct 22 13:20:08.250311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-61447858-e03c-4838-a6f1-c6bd83e5e396 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0299687 Oct 22 13:20:08.267086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Router a3c1ec98-4aae-4198-96f0-00e2e804cc6e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:20:08.293375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.357586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:08.366251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:08.366663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Checking segment: {'id': '9f9d2c98-b391-44f3-bb08-db764a72d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:08.367079 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.367484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Bound using segment: {'id': '9f9d2c98-b391-44f3-bb08-db764a72d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:08.367981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Bound port: f7972268-89bf-40ea-a7f3-c0fc3963069b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9d2c98-b391-44f3-bb08-db764a72d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '629a73b2-c89e-4fd8-883c-2cb06bd47e60'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:08.368105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a27f5-cb1f-42e7-9a15-f536ec8d30f0 req-a788e978-d6ce-44b9-92b9-ccf03fd373ea tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:08.368369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.369858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-050a27f5-cb1f-42e7-9a15-f536ec8d30f0 req-a788e978-d6ce-44b9-92b9-ccf03fd373ea tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.1167495 Oct 22 13:20:08.399761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Pushing event updated for resources: {'Port': ['ID=33ff5723-4bc0-44d4-9363-526c2a8c848b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:08.400384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-3a0bb991-a00c-4715-a124-3c81874070b2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487441 Oct 22 13:20:08.404496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:08.407839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:08.492098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-050a27f5-cb1f-42e7-9a15-f536ec8d30f0 req-76e7294f-8033-431d-b0ff-f4ae42a739b3 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139321 Oct 22 13:20:08.494181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:08.509528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '02b326a8-1d4c-4c1d-a69c-4645796aa43c', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'port_id': '02b326a8-1d4c-4c1d-a69c-4645796aa43c', 'mac_address': 'fa:16:3e:98:0c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64658625-011b-4e37-a963-50a9de447ba4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:20:08.510023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b53764d1-0f77-459e-99a2-b36f10dffe7e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5863142 Oct 22 13:20:08.510396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:08.538517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] Sync routers for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:08.643804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] For port f7972268-89bf-40ea-a7f3-c0fc3963069b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:08.677123 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.718917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba9a81-11bf-4aba-a04b-e464afc5ec96 req-dde918fa-cff8-492c-b419-1cb60d5d2edf tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:08.720655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11ba9a81-11bf-4aba-a04b-e464afc5ec96 req-dde918fa-cff8-492c-b419-1cb60d5d2edf tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.1089640 Oct 22 13:20:08.723179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-93e0a2b5-3e6e-4445-a455-3ebb8690f3b0 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219175 Oct 22 13:20:08.761945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] For port 09908d56-1cfa-4f6f-b575-d0277f10774f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=09908d56-1cfa-4f6f-b575-d0277f10774f,segment=NetworkSegment(a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c),segment_id=a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:08.819789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11ba9a81-11bf-4aba-a04b-e464afc5ec96 req-579f231e-d874-469f-aa51-333ba1916c95 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896997 Oct 22 13:20:08.844655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] For port f7972268-89bf-40ea-a7f3-c0fc3963069b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f7972268-89bf-40ea-a7f3-c0fc3963069b,segment=NetworkSegment(9f9d2c98-b391-44f3-bb08-db764a72d4a4),segment_id=9f9d2c98-b391-44f3-bb08-db764a72d4a4)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:08.869927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:08.917789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-76bc3064-9803-4b0c-a894-24cfe8920de1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797938 Oct 22 13:20:08.969729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:20:08.970088 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:20:08.971582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.005656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:09.006340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:09.025362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343396d-f5e3-418e-bd0a-0367b5c27c55 req-a7d8eb5e-7d2a-40ae-8e96-83238e321e78 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:09.027049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c343396d-f5e3-418e-bd0a-0367b5c27c55 req-a7d8eb5e-7d2a-40ae-8e96-83238e321e78 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 944 time: 0.0939925 Oct 22 13:20:09.060908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.079448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b326a8-1d4c-4c1d-a69c-4645796aa43c {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:09.090785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Attempting to bind port 33ff5723-4bc0-44d4-9363-526c2a8c848b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:09.091179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Attempting to bind port 33ff5723-4bc0-44d4-9363-526c2a8c848b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9070e72b-bb0d-498d-92dc-567814725e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:09.091597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Attempting to bind port 33ff5723-4bc0-44d4-9363-526c2a8c848b on network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:09.094037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:09.125401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c343396d-f5e3-418e-bd0a-0367b5c27c55 req-48ef3037-93da-47b1-addd-2dc71ce71c84 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857978 Oct 22 13:20:09.135042 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-1f971b32-357e-4ad0-a3f1-e9c47298956a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:20:09.153900 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f971b32-357e-4ad0-a3f1-e9c47298956a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6359074 Oct 22 13:20:09.153900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:09.185738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:09.191481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:09.191481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Checking segment: {'id': '9070e72b-bb0d-498d-92dc-567814725e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:09.191481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.193083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Bound using segment: {'id': '9070e72b-bb0d-498d-92dc-567814725e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:09.193083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Bound port: 33ff5723-4bc0-44d4-9363-526c2a8c848b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9070e72b-bb0d-498d-92dc-567814725e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d252d05-4930-4cb5-b4a6-ce6eaacfe43f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:09.193083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.231692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3ddd4-ae30-45fe-bb10-500ff9e4cd23 None None] Pushing event updated for resources: {'Port': ['ID=09908d56-1cfa-4f6f-b575-d0277f10774f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:09.336492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] For port 33ff5723-4bc0-44d4-9363-526c2a8c848b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:09.342872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] For port 33ff5723-4bc0-44d4-9363-526c2a8c848b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=33ff5723-4bc0-44d4-9363-526c2a8c848b,segment=NetworkSegment(9070e72b-bb0d-498d-92dc-567814725e1a),segment_id=9070e72b-bb0d-498d-92dc-567814725e1a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:09.344225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:09.345404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:09.348711 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.444467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6814c72e-c489-473a-9370-139200043460 None None] Provisioning complete for port 09908d56-1cfa-4f6f-b575-d0277f10774f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:09.444866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6814c72e-c489-473a-9370-139200043460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.504589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ddf4-996a-4ce8-9dde-aeab7ad6d2b6 req-acb0de51-c015-4250-a68c-6d521a5f163e tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:09.523190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.542176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5045ddf4-996a-4ce8-9dde-aeab7ad6d2b6 req-acb0de51-c015-4250-a68c-6d521a5f163e tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.2273240 Oct 22 13:20:09.555827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15298d10-7988-45d6-9913-48a705ee58e2 req-a18ca76b-11fd-41fa-aceb-8efe5aff006f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 210 time: 0.1389222 Oct 22 13:20:09.620525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:09.640342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901da58d-cede-4dea-8dec-01660e106eb4 None None] The sync data for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:09.676394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5045ddf4-996a-4ce8-9dde-aeab7ad6d2b6 req-ba2e1bc9-6296-485b-88e1-c03b2ce5e34a tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267588 Oct 22 13:20:09.699488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02431f-4210-4ddf-9b84-46df9e7e65b0 None None] Pushing event updated for resources: {'Port': ['ID=f7972268-89bf-40ea-a7f3-c0fc3963069b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:09.706947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:09.903766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['02b326a8-1d4c-4c1d-a69c-4645796aa43c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:09.954500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:09.968116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acc648-565f-4fb3-93e4-11fec10bed91 tempest-TestServerBasicOps-87786196 tempest-TestServerBasicOps-87786196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:09.969982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-34acc648-565f-4fb3-93e4-11fec10bed91 tempest-TestServerBasicOps-87786196 tempest-TestServerBasicOps-87786196-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1091 time: 0.2603209 Oct 22 13:20:09.973538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45790) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:09.985301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:09.986611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:10.019197 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:10.049182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:10.169610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9591ffa-718c-4b0e-8e96-c60b70bd74c7 None None] Pushing event updated for resources: {'Port': ['ID=33ff5723-4bc0-44d4-9363-526c2a8c848b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:10.302048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:10.593770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 09908d56-1cfa-4f6f-b575-d0277f10774f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:10.753365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 09908d56-1cfa-4f6f-b575-d0277f10774f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:10.753575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ee123-6b02-46a0-9329-dbc3b7da3fca req-49d11320-81a9-4024-9148-cb678e0d06a5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:10.755256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:10.764577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f5ee123-6b02-46a0-9329-dbc3b7da3fca req-49d11320-81a9-4024-9148-cb678e0d06a5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 945 time: 0.2882349 Oct 22 13:20:10.809071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting port 3ef15b30-b0b4-4943-8392-50f00fcbff5e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:10.809560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:10.821938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f5ee123-6b02-46a0-9329-dbc3b7da3fca req-7ebcd4c4-625b-4b2e-8ba6-d0e4ce50cff5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Oct 22 13:20:10.855759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Allocated IP 172.25.6.226 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3d1880bd-c581-4c74-858e-730083fa3ef9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:11.001859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f7972268-89bf-40ea-a7f3-c0fc3963069b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:11.074055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.081843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f7972268-89bf-40ea-a7f3-c0fc3963069b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:11.085510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.094383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Calling delete_port for 3ef15b30-b0b4-4943-8392-50f00fcbff5e owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:11.222873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd2090-64e7-4541-a01c-d44b2e28f60a None None] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:11.253800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.374195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7a1d84d-c737-4dc7-b37c-a70572a02666 req-a6184571-6197-4676-9905-b3c559c3bd08 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 210 time: 0.4406199 Oct 22 13:20:11.377778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.476843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:11.488540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:11.509521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:11.624915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0fbb6c0b-8575-41e4-97b5-bdc5eccddd96 None None] Provisioning complete for port f7972268-89bf-40ea-a7f3-c0fc3963069b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:11.625544 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6c0b-8575-41e4-97b5-bdc5eccddd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.718896 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:11.764337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 02b326a8-1d4c-4c1d-a69c-4645796aa43c up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:11.944566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe8bf6-e883-44e4-8034-d077244b2eaa None None] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:11.980262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port f7972268-89bf-40ea-a7f3-c0fc3963069b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f7972268-89bf-40ea-a7f3-c0fc3963069b,segment=NetworkSegment(9f9d2c98-b391-44f3-bb08-db764a72d4a4),segment_id=9f9d2c98-b391-44f3-bb08-db764a72d4a4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:12.011711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e0e3ce5b-7cc5-4fe1-87c5-21a79c86d706 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:12.013682 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e0e3ce5b-7cc5-4fe1-87c5-21a79c86d706 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.8604381 Oct 22 13:20:12.022229 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.045990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:12.054943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 02b326a8-1d4c-4c1d-a69c-4645796aa43c completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:20:12.080533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'Port': ['ID=3d1880bd-c581-4c74-858e-730083fa3ef9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:12.274724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.293864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.324377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Port': ['ID=3ef15b30-b0b4-4943-8392-50f00fcbff5e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:12.394677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 33ff5723-4bc0-44d4-9363-526c2a8c848b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:12.396910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 02b326a8-1d4c-4c1d-a69c-4645796aa43c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:12.397407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.405018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892318e-1efe-4075-9a93-c6cf055938ad req-5a07b5bc-c4c3-483c-8a64-aa1526c289fb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:12.406411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a892318e-1efe-4075-9a93-c6cf055938ad req-5a07b5bc-c4c3-483c-8a64-aa1526c289fb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 945 time: 0.3492317 Oct 22 13:20:12.418379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:12.422290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.551588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.576669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=f7972268-89bf-40ea-a7f3-c0fc3963069b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:12.601303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.679776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 33ff5723-4bc0-44d4-9363-526c2a8c848b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:12.680338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.786904 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.818873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-64d44cd6-9828-4725-8dff-a12b25058e71 None None] Provisioning complete for port 33ff5723-4bc0-44d4-9363-526c2a8c848b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:12.819423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64d44cd6-9828-4725-8dff-a12b25058e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.872138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.881723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.12 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/a23b57eb-8734-4dda-9b50-7b46af204c50) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:12.882819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-380abff9-f7b9-4839-88ef-ff3cfdca470e req-5046c176-8474-4c9d-969f-3624a5a81720 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 210 time: 0.3884494 Oct 22 13:20:12.886366 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:12.900274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a892318e-1efe-4075-9a93-c6cf055938ad req-8e7003d9-31dd-4546-bc9e-87e07bfd6204 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514596 Oct 22 13:20:12.917612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:12.929748 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908783cc-fbe2-4b4c-b2ec-5af313c38402" -d '{"events": [{"server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "name": "network-vif-plugged", "status": "completed", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:12.954297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:13.014454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.017433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.056755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event updated for resources: {'Port': ['ID=3d1880bd-c581-4c74-858e-730083fa3ef9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:13.063270 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981a48a6-c71f-48a4-ba00-e2a777c471dc x-openstack-request-id: req-981a48a6-c71f-48a4-ba00-e2a777c471dc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:13.063635 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "name": "network-vif-plugged", "status": "completed", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:13.063911 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-981a48a6-c71f-48a4-ba00-e2a777c471dc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:13.067534 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c', 'code': 200} Oct 22 13:20:13.121303 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.201435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Router a3c1ec98-4aae-4198-96f0-00e2e804cc6e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:13.213372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 33ff5723-4bc0-44d4-9363-526c2a8c848b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=33ff5723-4bc0-44d4-9363-526c2a8c848b,segment=NetworkSegment(9070e72b-bb0d-498d-92dc-567814725e1a),segment_id=9070e72b-bb0d-498d-92dc-567814725e1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:13.263230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.268130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:13.316659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cbe1d-2283-4aea-b93d-c6c840f6ef42 req-f29a6a18-04be-45f7-87c1-e52a7764fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:13.318450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e07cbe1d-2283-4aea-b93d-c6c840f6ef42 req-f29a6a18-04be-45f7-87c1-e52a7764fd7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 1097 time: 0.1080098 Oct 22 13:20:13.408768 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64d44cd6-9828-4725-8dff-a12b25058e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.451598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e07cbe1d-2283-4aea-b93d-c6c840f6ef42 req-40aca82b-6a58-4f8e-92c1-0531b51aa0b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229239 Oct 22 13:20:13.468762 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Floating IP 23829f51-03ab-4973-b505-38d29cf51994 associated. External IP: 172.25.6.226, port: 3cfe80bf-7a33-433e-98b1-3a32592f99dd. Oct 22 13:20:13.494795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:13.505988 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] Sync routers for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:13.523826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3f430f62-8cfd-4017-a729-e690983bd00a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3723590 Oct 22 13:20:13.529348 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:13.531110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:13.531910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:13.590406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=33ff5723-4bc0-44d4-9363-526c2a8c848b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:13.615249 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:13.628713 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-1ad61cf3-c1e3-4b42-a265-755b1dd7fe27 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] delete failed (client error): The resource could not be found. Oct 22 13:20:13.636734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-64d44cd6-9828-4725-8dff-a12b25058e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:20:13.637345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1ad61cf3-c1e3-4b42-a265-755b1dd7fe27 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-2120393870 HTTP/1.1" status: 404 len: 335 time: 0.1029966 Oct 22 13:20:13.638095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:13.638530 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-64d44cd6-9828-4725-8dff-a12b25058e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:20:13.642242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:13.644562 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:13.648595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-67b800c6-822f-45fa-bac1-deda04bba7a0 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:13.690143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.729483 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:13.733170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ef6c8-6563-453e-b898-cbfbf0a57fd9 None None] The sync data for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:13.760545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:13.774064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:13.857154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:13.863932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:13.881747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:13.883396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:13.889852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:13.998305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:14.002930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.042569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a4fc089b-ead9-446e-b491-f66f3c76d01d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0005364 Oct 22 13:20:14.058107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Request body: {'port': {'device_id': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:14.186507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.202626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 33ff5723-4bc0-44d4-9363-526c2a8c848b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:14.321733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 33ff5723-4bc0-44d4-9363-526c2a8c848b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:14.322205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.428432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f7972268-89bf-40ea-a7f3-c0fc3963069b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:14.467347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f85e7569-bce3-4d35-b6cc-d3efae4dc7ef None None] Provisioning complete for port 33ff5723-4bc0-44d4-9363-526c2a8c848b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:14.467643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f85e7569-bce3-4d35-b6cc-d3efae4dc7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.587326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f7972268-89bf-40ea-a7f3-c0fc3963069b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:14.591352 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.615454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67b800c6-822f-45fa-bac1-deda04bba7a0 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.695724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcad73-7912-4601-bdde-c7f6ef0a49dd req-0028aaff-c590-4c10-bdc4-57f12a4999f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:14.703296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65fcad73-7912-4601-bdde-c7f6ef0a49dd req-0028aaff-c590-4c10-bdc4-57f12a4999f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 946 time: 0.2028027 Oct 22 13:20:14.737915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23b57eb-8734-4dda-9b50-7b46af204c50 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:14.747988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.761776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Transition to ACTIVE for port object a23b57eb-8734-4dda-9b50-7b46af204c50 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:20:14.766051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2d046-2f00-4f89-bc58-c0244dd296f9 req-23e7f339-a28c-44d8-93b0-9a5256491fca tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:14.774632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.780285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f85e7569-bce3-4d35-b6cc-d3efae4dc7ef None None] Provisioning complete for port f7972268-89bf-40ea-a7f3-c0fc3963069b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:14.781223 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f85e7569-bce3-4d35-b6cc-d3efae4dc7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.788133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bea2d046-2f00-4f89-bc58-c0244dd296f9 req-23e7f339-a28c-44d8-93b0-9a5256491fca tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 932 time: 0.2833087 Oct 22 13:20:14.790724 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-67b800c6-822f-45fa-bac1-deda04bba7a0 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] update failed (client error): The resource could not be found. Oct 22 13:20:14.795877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67b800c6-822f-45fa-bac1-deda04bba7a0 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e HTTP/1.1" status: 404 len: 339 time: 1.1531005 Oct 22 13:20:14.812833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45866) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:14.848376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac40bec0-f818-4c58-958e-d82f80a79a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:14.981868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Pushing event updated for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:15.000693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f85e7569-bce3-4d35-b6cc-d3efae4dc7ef None None] Could not find standard attr ID for object 3ef15b30-b0b4-4943-8392-50f00fcbff5e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:20:15.047021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bea2d046-2f00-4f89-bc58-c0244dd296f9 req-0bb08b27-485e-46ca-882f-cb214f778388 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500017 Oct 22 13:20:15.058783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac40bec0-f818-4c58-958e-d82f80a79a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.076636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac40bec0-f818-4c58-958e-d82f80a79a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.084929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Attempting to bind port a23b57eb-8734-4dda-9b50-7b46af204c50 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:15.085147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65fcad73-7912-4601-bdde-c7f6ef0a49dd req-014c8a95-ca52-4a85-920c-762595e79fcf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803544 Oct 22 13:20:15.085421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Attempting to bind port a23b57eb-8734-4dda-9b50-7b46af204c50 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:15.085923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Attempting to bind port a23b57eb-8734-4dda-9b50-7b46af204c50 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:15.131860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Port a23b57eb-8734-4dda-9b50-7b46af204c50 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:20:15.132345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Attempting to bind port a23b57eb-8734-4dda-9b50-7b46af204c50 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:15.144505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:15.145013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:15.145559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:15.146467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Bound port: a23b57eb-8734-4dda-9b50-7b46af204c50, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:15.147302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.193565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ac40bec0-f818-4c58-958e-d82f80a79a7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=772cfc603af9428aba6eab87bc46b777&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3344531 Oct 22 13:20:15.194854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45868) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:15.204961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40bec0-f818-4c58-958e-d82f80a79a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4f050-995b-43e8-88c9-b4215a666c0e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:15.224797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Router 15efe6af-0b50-4fe6-8aaa-28087abd2254 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:15.306141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.341079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.400578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:15.406196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a23b57eb-8734-4dda-9b50-7b46af204c50,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:15.419614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:15.431712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.431898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Sync routers for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:15.445266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.446117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:15.446793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:15.470570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.479509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.481554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aad4f050-995b-43e8-88c9-b4215a666c0e HTTP/1.1" status: 204 len: 168 time: 0.2845278 Oct 22 13:20:15.501022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.522779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ad932-83ec-49ff-8913-bffcc06f45f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4f050-995b-43e8-88c9-b4215a666c0e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:15.532478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:15.533105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:15.534506 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] 10.222.0.26 "PUT /v2.0/ports/a23b57eb-8734-4dda-9b50-7b46af204c50 HTTP/1.1" status: 200 len: 1092 time: 1.4822571 Oct 22 13:20:15.534973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:15.537347 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86432195-8417-46f6-bc64-6033975a72d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:15.625100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-446b6fb3-9642-4e6a-88d7-bf3f6b082a39 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6478841 Oct 22 13:20:15.625753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:15.629890 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2449ff52-d616-4fb0-937c-5680728a5aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:15.682822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:15.696645 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820899a2-17fb-4052-8058-19c7c1d526e8 x-openstack-request-id: req-820899a2-17fb-4052-8058-19c7c1d526e8 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:15.696945 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:15.697470 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-820899a2-17fb-4052-8058-19c7c1d526e8 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:15.698140 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50', 'status': 'completed', 'code': 200} Oct 22 13:20:15.732940 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764c6cf-37e5-4ef1-8e36-ecde1718e93e x-openstack-request-id: req-b764c6cf-37e5-4ef1-8e36-ecde1718e93e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:15.733290 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:15.733574 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b764c6cf-37e5-4ef1-8e36-ecde1718e93e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:15.733983 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'status': 'completed', 'code': 200} Oct 22 13:20:15.807732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ce48d-d4c4-422b-83ab-f05f55ebc541 service neutron] Pushing event updated for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:15.838661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-8f73de65-2568-42a0-8b8e-c5dd04d5cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:15.840457 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-8f73de65-2568-42a0-8b8e-c5dd04d5cdc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 1095 time: 0.2479744 Oct 22 13:20:15.864063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-71ebd482-8f0f-4ad1-9930-f7530452c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:15.871448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-71ebd482-8f0f-4ad1-9930-f7530452c7dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.1144741 Oct 22 13:20:15.953811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-e4ca32c8-c52d-4f8b-b6bd-a952fc1b84ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a23b57eb-8734-4dda-9b50-7b46af204c50 HTTP/1.1" status: 200 len: 217 time: 0.0963094 Oct 22 13:20:16.063603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-712db391-a468-4cc3-abdb-9a70147ea988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.066241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-712db391-a468-4cc3-abdb-9a70147ea988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 909 time: 0.1913095 Oct 22 13:20:16.071209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '23829f51-03ab-4973-b505-38d29cf51994', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'port_id': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'mac_address': 'fa:16:3e:f5:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:20:11Z', 'updated_at': '2021-10-22T13:20:11Z', 'revision_number': 0, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:16.151833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-cb7c7a44-c83c-40e8-9fc5-6f50aa45cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.158919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-cb7c7a44-c83c-40e8-9fc5-6f50aa45cf7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1910181 Oct 22 13:20:16.167377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Checking router: 15efe6af-0b50-4fe6-8aaa-28087abd2254 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:20:16.196987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:16.197963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:16.236349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Allocated IP 172.20.0.1 (fbe3b626-48f6-4113-a9c1-e8542e300273/fece9ee9-826d-4cb6-a6a8-38ba5e2ed285/e94b3a86-6c34-4e40-8a74-749903834a02) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:16.243257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-b44ef3b5-b726-4358-9073-45f6c60842ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698736 Oct 22 13:20:16.288133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-f33f54c6-6304-4cf3-9a9b-6e6f704ec020 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 999 time: 0.2146628 Oct 22 13:20:16.462882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:16.489044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74f80d-ba38-4986-9154-030a542930dd req-b0ed984c-977e-4ac9-87e5-de8f31196f55 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.494936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d74f80d-ba38-4986-9154-030a542930dd req-b0ed984c-977e-4ac9-87e5-de8f31196f55 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 944 time: 0.2681384 Oct 22 13:20:16.509024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:16.518432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb3b-c7db-4bbd-8651-53f0ff7646b3 req-698000db-1ab0-4c3b-95b3-6e26165c1164 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.526548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b63bb3b-c7db-4bbd-8651-53f0ff7646b3 req-698000db-1ab0-4c3b-95b3-6e26165c1164 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 946 time: 0.3020825 Oct 22 13:20:16.552433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-467a5971-107c-4b4b-9a5d-5b27c1d99d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.554301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-467a5971-107c-4b4b-9a5d-5b27c1d99d6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.2102301 Oct 22 13:20:16.581169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-9e78dbbe-94cf-4e86-82c0-94577e048978 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233037 Oct 22 13:20:16.583099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:16.674705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d74f80d-ba38-4986-9154-030a542930dd req-fbbc8818-a034-47f9-8117-b53253f6dba2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459115 Oct 22 13:20:16.675948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network fbe3b626-48f6-4113-a9c1-e8542e300273 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:16.683716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b63bb3b-c7db-4bbd-8651-53f0ff7646b3 req-ff469233-c04f-4641-921d-e59111bea805 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333783 Oct 22 13:20:16.685722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:16.690894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:16.715185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-23f91adc-275d-42bd-be9f-451432092a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:16.716715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-23f91adc-275d-42bd-be9f-451432092a0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043894 Oct 22 13:20:16.959685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-5ed5197f-2bf3-45d8-8d8d-ab8e5a05a94f service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330067 Oct 22 13:20:17.170877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2449ff52-d616-4fb0-937c-5680728a5aa9 req-9dfcd33d-b681-403f-bbf1-70f5374175ff service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044475 Oct 22 13:20:17.172914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-47394760-5769-41f9-a5e3-0fd50e3f3439 None None] Provisioning complete for port e94b3a86-6c34-4e40-8a74-749903834a02 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:17.173371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47394760-5769-41f9-a5e3-0fd50e3f3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:17.297143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Port': ['ID=e94b3a86-6c34-4e40-8a74-749903834a02,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:17.297768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-47394760-5769-41f9-a5e3-0fd50e3f3439 None None] Port e94b3a86-6c34-4e40-8a74-749903834a02 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:20:17.354775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:17.406215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '23829f51-03ab-4973-b505-38d29cf51994', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'port_id': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'mac_address': 'fa:16:3e:f5:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:20:11Z', 'updated_at': '2021-10-22T13:20:11Z', 'revision_number': 0, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:17.431807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e740bd00-d19e-4fb9-9dee-5b0866d828ef req-a0999f71-53d4-4ced-8e79-31f2bd9d1636 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375075 Oct 22 13:20:17.454509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7856c-5429-425f-8758-92afb71b8181 None None] The sync data for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 is: [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '23829f51-03ab-4973-b505-38d29cf51994', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'port_id': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'mac_address': 'fa:16:3e:f5:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:20:11Z', 'updated_at': '2021-10-22T13:20:11Z', 'revision_number': 0, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:17.544722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0688765-8ffe-4153-9719-8fe3adf35599 req-124a1e1c-e8ff-43a8-9df3-2b5085c674ce tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:17.555480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0688765-8ffe-4153-9719-8fe3adf35599 req-124a1e1c-e8ff-43a8-9df3-2b5085c674ce tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 946 time: 0.1087241 Oct 22 13:20:17.562967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:17.610343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0688765-8ffe-4153-9719-8fe3adf35599 req-cec58141-0073-45d5-b0ab-e0b4c3a2075f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Oct 22 13:20:17.643931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432195-8417-46f6-bc64-6033975a72d3 req-076f60c4-cb76-47f4-867d-76e888c1be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:17.645772 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-076f60c4-cb76-47f4-867d-76e888c1be84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1317198 Oct 22 13:20:17.864755 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6df33-452b-4527-9547-1883170c2280 None None] New status for floating IP 23829f51-03ab-4973-b505-38d29cf51994: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:20:17.866357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07f0b-790d-46f1-a9d2-c5bda6ae05b7 req-73bacaa8-d057-498e-9cf3-97913e38f747 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:17.875904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5a07f0b-790d-46f1-a9d2-c5bda6ae05b7 req-73bacaa8-d057-498e-9cf3-97913e38f747 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 944 time: 0.0918949 Oct 22 13:20:17.936271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432195-8417-46f6-bc64-6033975a72d3 req-d511988a-5029-4a01-ad26-2b3a0644a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:17.937821 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-d511988a-5029-4a01-ad26-2b3a0644a473 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.2715669 Oct 22 13:20:17.946893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5a07f0b-790d-46f1-a9d2-c5bda6ae05b7 req-f6d0398f-1a5e-4460-89ab-0a1ea24961a0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Oct 22 13:20:18.029459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-1a073098-7ea0-4bee-8ed6-5d5f080bf35d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a23b57eb-8734-4dda-9b50-7b46af204c50 HTTP/1.1" status: 200 len: 217 time: 0.0791507 Oct 22 13:20:18.119147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432195-8417-46f6-bc64-6033975a72d3 req-2f5df665-e22b-42c4-b5d2-059771dbdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:18.120625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-2f5df665-e22b-42c4-b5d2-059771dbdea4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0817661 Oct 22 13:20:18.150943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:18.178823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-4406ff75-d4bb-4f60-a33a-0028b3be6ddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407252 Oct 22 13:20:18.179742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:18.319711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:18.338430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event updated for resources: {'Port': ['ID=e94b3a86-6c34-4e40-8a74-749903834a02,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:18.390931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-1f84dfef-eaed-45be-82ab-c405f90d6f79 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708903 Oct 22 13:20:18.396776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-2f7c5bf2-c7c0-442a-93d2-89521198d23a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:18.398979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-2f7c5bf2-c7c0-442a-93d2-89521198d23a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 946 time: 0.0525043 Oct 22 13:20:18.527656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Deleting port 02b326a8-1d4c-4c1d-a69c-4645796aa43c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:18.528000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:18.533161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Network fbe3b626-48f6-4113-a9c1-e8542e300273 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:18.536246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:18.578317 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-86432195-8417-46f6-bc64-6033975a72d3 req-5ce17860-cd9c-4bc4-9042-7739585dcc31 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518316 Oct 22 13:20:18.722032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Router a3c1ec98-4aae-4198-96f0-00e2e804cc6e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:18.769884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] For port 02b326a8-1d4c-4c1d-a69c-4645796aa43c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=02b326a8-1d4c-4c1d-a69c-4645796aa43c,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:18.769884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:18.785357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Calling delete_port for 02b326a8-1d4c-4c1d-a69c-4645796aa43c owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:18.877103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:18.888385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1700c17e-a3f1-499b-951c-4c887c0d7405 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0744085 Oct 22 13:20:18.891214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45938) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:18.897822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] Sync routers for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:18.946132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:18.947093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:19.004403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:19.018119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:19.018958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:19.047224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037789-89a7-4256-8cb3-3943046bb99c req-32360428-7db8-4bcc-a3d5-5ff7b27c5c33 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:19.048834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01037789-89a7-4256-8cb3-3943046bb99c req-32360428-7db8-4bcc-a3d5-5ff7b27c5c33 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8029733-907b-4fc9-b72d-82e41d445c73 HTTP/1.1" status: 200 len: 946 time: 0.3300128 Oct 22 13:20:19.061076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-145a6658-2131-4eaf-a641-bc821558ca47 None None] Provisioning complete for port e94b3a86-6c34-4e40-8a74-749903834a02 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:19.061488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-145a6658-2131-4eaf-a641-bc821558ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:19.063485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:19.064038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45c0e6-b7f8-45e7-8e5e-1fd824f0823d None None] The sync data for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:19.093414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06dd7712-beaf-45cb-b855-c41d3c08ad9d tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:19.141116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-145a6658-2131-4eaf-a641-bc821558ca47 None None] Port e94b3a86-6c34-4e40-8a74-749903834a02 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:20:19.180789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275da37a-4c75-4bd6-83d1-4bf3cd4e80ef req-02e15ea9-2274-4c99-b3cb-b7fe08bbaf1c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:19.182468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-275da37a-4c75-4bd6-83d1-4bf3cd4e80ef req-02e15ea9-2274-4c99-b3cb-b7fe08bbaf1c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 944 time: 0.1214209 Oct 22 13:20:19.189375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01037789-89a7-4256-8cb3-3943046bb99c req-5c38de01-de41-4580-9cff-6e21556c2b4d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884926 Oct 22 13:20:19.198983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:19.213428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558', '02b326a8-1d4c-4c1d-a69c-4645796aa43c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:19.223323 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-06dd7712-beaf-45cb-b855-c41d3c08ad9d tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 13:20:19.228372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-06dd7712-beaf-45cb-b855-c41d3c08ad9d tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e HTTP/1.1" status: 409 len: 329 time: 0.3359330 Oct 22 13:20:19.229001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 45948) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:19.249276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Pushing event deleted for resources: {'Port': ['ID=02b326a8-1d4c-4c1d-a69c-4645796aa43c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:19.293641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-275da37a-4c75-4bd6-83d1-4bf3cd4e80ef req-8e35c077-66cf-42b6-8f5b-3d4c9df4bd77 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023905 Oct 22 13:20:19.311357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] No DVR routers for this DVR port 02b326a8-1d4c-4c1d-a69c-4645796aa43c on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:19.314167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:19.318483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f084f77-05c0-4a87-a9cd-950469f863bc req-7de5bfee-249f-453b-96db-7256e30a5e35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "DELETE /v2.0/ports/02b326a8-1d4c-4c1d-a69c-4645796aa43c HTTP/1.1" status: 204 len: 173 time: 0.9136662 Oct 22 13:20:19.319127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'name': 'network-vif-deleted', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:19.322127 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da9e661-9846-4ac8-bbac-77d29999df3f" -d '{"events": [{"server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "name": "network-vif-deleted", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:19.401782 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1ee5d-b2b5-4800-b969-2b7b4427eeee x-openstack-request-id: req-ebe1ee5d-b2b5-4800-b969-2b7b4427eeee {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:19.402021 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8029733-907b-4fc9-b72d-82e41d445c73", "name": "network-vif-deleted", "tag": "02b326a8-1d4c-4c1d-a69c-4645796aa43c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:19.402275 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebe1ee5d-b2b5-4800-b969-2b7b4427eeee {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:19.402704 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8029733-907b-4fc9-b72d-82e41d445c73', 'name': 'network-vif-deleted', 'tag': '02b326a8-1d4c-4c1d-a69c-4645796aa43c', 'status': 'completed', 'code': 200} Oct 22 13:20:19.666973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:19.977120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting port e94b3a86-6c34-4e40-8a74-749903834a02 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:19.977321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.088069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.101148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Calling delete_port for e94b3a86-6c34-4e40-8a74-749903834a02 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:20.307009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.382987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Port': ['ID=e94b3a86-6c34-4e40-8a74-749903834a02,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:20.496959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a4698-2acd-4ff3-87ec-a1a5cc9920fb req-35a77cde-dbe5-421a-96a9-46578a2040dd tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:20.498440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f58a4698-2acd-4ff3-87ec-a1a5cc9920fb req-35a77cde-dbe5-421a-96a9-46578a2040dd tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1444104 Oct 22 13:20:20.515120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a23b57eb-8734-4dda-9b50-7b46af204c50 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:20:20.539296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47138757-e87f-424d-a3f2-ad476de03433 req-9f29581f-cb3c-4632-9a2f-c705a58af645 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:20.541132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47138757-e87f-424d-a3f2-ad476de03433 req-9f29581f-cb3c-4632-9a2f-c705a58af645 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 944 time: 0.1256332 Oct 22 13:20:20.610510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47138757-e87f-424d-a3f2-ad476de03433 req-bf3f0138-3fde-4f52-a92d-92b8e1499007 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624392 Oct 22 13:20:20.622456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f58a4698-2acd-4ff3-87ec-a1a5cc9920fb req-6314d6ee-79d6-42f8-8a99-be6999f6d6eb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145883 Oct 22 13:20:20.723200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a23b57eb-8734-4dda-9b50-7b46af204c50,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:20.731747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.739136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a23b57eb-8734-4dda-9b50-7b46af204c50', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': 'a23b57eb-8734-4dda-9b50-7b46af204c50', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:20:20.785340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.803340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23b57eb-8734-4dda-9b50-7b46af204c50 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:20.827126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a23b57eb-8734-4dda-9b50-7b46af204c50,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:20.834448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:20.907565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:20.963278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Router a3c1ec98-4aae-4198-96f0-00e2e804cc6e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:21.011268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2a47f-210a-41b0-9dcf-ffae32f58589 req-cd9e8f02-823a-41c7-be10-3836bc0e3332 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:21.012713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28e2a47f-210a-41b0-9dcf-ffae32f58589 req-cd9e8f02-823a-41c7-be10-3836bc0e3332 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0785761 Oct 22 13:20:21.074244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28e2a47f-210a-41b0-9dcf-ffae32f58589 req-afac6170-ffcb-4c9d-9293-364017262298 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Oct 22 13:20:21.081460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a23b57eb-8734-4dda-9b50-7b46af204c50'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:21.301020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dddc03-1cde-4813-815f-fa28bd72a1b6 req-4b505331-5535-43be-98d8-7895ab359572 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:21.310578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25dddc03-1cde-4813-815f-fa28bd72a1b6 req-4b505331-5535-43be-98d8-7895ab359572 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1105862 Oct 22 13:20:21.356100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25dddc03-1cde-4813-815f-fa28bd72a1b6 req-2a3ebdcf-ca67-4b9c-acbd-7a762267478f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Oct 22 13:20:21.407637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:21.418698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45992) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:21.425084 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] Sync routers for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:21.429324 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f18e8cb-e27b-4fe0-95c9-3b7da32a862e tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991889 Oct 22 13:20:21.442714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:21.444298 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:21.492510 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-a52902f4-fb58-44f3-8727-1acd09d2c072 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] show failed (client error): The resource could not be found. Oct 22 13:20:21.498143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a52902f4-fb58-44f3-8727-1acd09d2c072 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-69013034 HTTP/1.1" status: 404 len: 333 time: 0.0790884 Oct 22 13:20:21.500851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45994) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:21.507136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c8acdfa6-9b20-4530-ab1d-5034ca1b0aaa tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:21.544713 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-c8acdfa6-9b20-4530-ab1d-5034ca1b0aaa tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] update failed (client error): The resource could not be found. Oct 22 13:20:21.546008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c8acdfa6-9b20-4530-ab1d-5034ca1b0aaa tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1758346142 HTTP/1.1" status: 404 len: 335 time: 0.0442288 Oct 22 13:20:21.549413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45996) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:21.587555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:21.598636 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] Routers {'a3c1ec98-4aae-4198-96f0-00e2e804cc6e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:21.599821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:19:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:21.639516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting subnet e3495d37-ed06-4fd5-8a82-32d988fdb60d {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:20:21.643659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:21.675923 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:21.676964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5dd5b-3cd4-43ee-a653-70ce5a2d4596 None None] The sync data for ids ['a3c1ec98-4aae-4198-96f0-00e2e804cc6e'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:21.709955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:21.847334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaabe1-7fea-4305-90ca-ca844de7b4e4 req-72916271-bed6-4c17-b276-b887134c7226 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:21.848897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8acaabe1-7fea-4305-90ca-ca844de7b4e4 req-72916271-bed6-4c17-b276-b887134c7226 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 945 time: 0.1158690 Oct 22 13:20:21.882027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:21.941638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8acaabe1-7fea-4305-90ca-ca844de7b4e4 req-86331497-122a-4843-8ec1-aa2560cd1892 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794358 Oct 22 13:20:21.994814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.038891 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.045011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46010) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:22.051546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f19333-4f83-4149-976f-0a68eacaff51 None None] Network 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:22.056411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/subnets/e3495d37-ed06-4fd5-8a82-32d988fdb60d HTTP/1.1" status: 204 len: 168 time: 0.5057273 Oct 22 13:20:22.057586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74f363-529b-4abe-b686-870244907f8a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Subnet': ['ID=e3495d37-ed06-4fd5-8a82-32d988fdb60d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:22.109682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting subnet 56da3dbb-e429-4081-beb6-04468aef355b {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:20:22.113151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.162404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.345491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] DHCP port deletion for 1d252d05-4930-4cb5-b4a6-ce6eaacfe43f request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:20:22.356503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.438556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.480848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Subnet': ['ID=56da3dbb-e429-4081-beb6-04468aef355b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:22.483989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.487803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Deleting port 33ff5723-4bc0-44d4-9363-526c2a8c848b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:22.489240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7c67afa-a43f-400c-918f-31b1fd615403 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/subnets/56da3dbb-e429-4081-beb6-04468aef355b HTTP/1.1" status: 204 len: 168 time: 0.4432061 Oct 22 13:20:22.490681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.492657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46020) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:22.533605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42352e0b-aff4-4257-95b5-5c6cd2edd360 None None] Network 629a73b2-c89e-4fd8-883c-2cb06bd47e60 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:22.539041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a23b57eb-8734-4dda-9b50-7b46af204c50 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:22.611954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.721786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting port 33ff5723-4bc0-44d4-9363-526c2a8c848b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:22.722241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.760082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] For port 33ff5723-4bc0-44d4-9363-526c2a8c848b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=33ff5723-4bc0-44d4-9363-526c2a8c848b,segment=NetworkSegment(9070e72b-bb0d-498d-92dc-567814725e1a),segment_id=9070e72b-bb0d-498d-92dc-567814725e1a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:22.760500 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.781703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Calling delete_port for 33ff5723-4bc0-44d4-9363-526c2a8c848b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:22.852835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] For port 33ff5723-4bc0-44d4-9363-526c2a8c848b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=33ff5723-4bc0-44d4-9363-526c2a8c848b,segment=NetworkSegment(9070e72b-bb0d-498d-92dc-567814725e1a),segment_id=9070e72b-bb0d-498d-92dc-567814725e1a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:22.853216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:22.869416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Calling delete_port for 33ff5723-4bc0-44d4-9363-526c2a8c848b owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:23.036851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.039386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.053770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] No DVR routers for this DVR port 33ff5723-4bc0-44d4-9363-526c2a8c848b on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:23.116603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Port': ['ID=33ff5723-4bc0-44d4-9363-526c2a8c848b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:23.171266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] Pushing event deleted for resources: {'Port': ['ID=33ff5723-4bc0-44d4-9363-526c2a8c848b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:23.183464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a23b57eb-8734-4dda-9b50-7b46af204c50 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:20:23.211242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b1365-e458-4f0d-9432-e2323c1ae48b None None] No DVR routers for this DVR port 33ff5723-4bc0-44d4-9363-526c2a8c848b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:23.238008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a23b57eb-8734-4dda-9b50-7b46af204c50 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:23.238391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.259769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.294988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1daf-f5fd-42f2-950e-7227eb70d475 req-01731d2b-9239-458b-8b93-52d76dd7a72d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:23.318218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02bd1daf-f5fd-42f2-950e-7227eb70d475 req-01731d2b-9239-458b-8b93-52d76dd7a72d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 945 time: 0.1156394 Oct 22 13:20:23.333090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] DHCP port deletion for 629a73b2-c89e-4fd8-883c-2cb06bd47e60 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:20:23.333331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d252d05-4930-4cb5-b4a6-ce6eaacfe43f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:23.354612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9070e72b-bb0d-498d-92dc-567814725e1a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:23.354951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9070e72b-bb0d-498d-92dc-567814725e1a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:23.375233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.407071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.417866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02bd1daf-f5fd-42f2-950e-7227eb70d475 req-57b0c902-e851-4c67-93b7-009a4a04884f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Oct 22 13:20:23.426895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:20:23.428051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:20:23.488035 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:20:23.569509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb458b-e358-46c5-aec9-c77a1a647061 req-55ba8ebf-bc2a-4fec-8b6e-dda12319eb84 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:23.570043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Deleting port f7972268-89bf-40ea-a7f3-c0fc3963069b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:23.570489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.580204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-beeb458b-e358-46c5-aec9-c77a1a647061 req-55ba8ebf-bc2a-4fec-8b6e-dda12319eb84 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1354983 Oct 22 13:20:23.602065 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.638945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.639140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-beeb458b-e358-46c5-aec9-c77a1a647061 req-e14a55b5-98e6-40da-be5f-43bbc89a3485 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574603 Oct 22 13:20:23.655864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.662339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46050) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:23.664042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/networks/1d252d05-4930-4cb5-b4a6-ce6eaacfe43f HTTP/1.1" status: 204 len: 168 time: 1.1681807 Oct 22 13:20:23.673671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a23b57eb-8734-4dda-9b50-7b46af204c50,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:23.681457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:23.683933 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680f08d-f39d-4f6e-b6f1-1f52134b64b7" -d '{"events": [{"server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "name": "network-vif-plugged", "status": "completed", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:23.693905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990c54a-0161-4bd7-8163-ae6ce7db8f91 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Network': ['ID=1d252d05-4930-4cb5-b4a6-ce6eaacfe43f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:23.713319 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.725284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:23.736142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] For port f7972268-89bf-40ea-a7f3-c0fc3963069b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f7972268-89bf-40ea-a7f3-c0fc3963069b,segment=NetworkSegment(9f9d2c98-b391-44f3-bb08-db764a72d4a4),segment_id=9f9d2c98-b391-44f3-bb08-db764a72d4a4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:23.736945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.829571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 02b326a8-1d4c-4c1d-a69c-4645796aa43c no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:23.853591 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef30b1f-79c8-492d-b271-83ebf501f3ea x-openstack-request-id: req-bef30b1f-79c8-492d-b271-83ebf501f3ea {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:23.854697 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "name": "network-vif-plugged", "status": "completed", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:23.855159 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bef30b1f-79c8-492d-b271-83ebf501f3ea {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:23.855738 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50', 'code': 200} Oct 22 13:20:23.860447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Calling delete_port for f7972268-89bf-40ea-a7f3-c0fc3963069b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:23.875638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.890096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 02b326a8-1d4c-4c1d-a69c-4645796aa43c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:23.890789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 02b326a8-1d4c-4c1d-a69c-4645796aa43c not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:23.973087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93b95269-7380-46e5-958b-28c8d7ee5e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.979558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting port f7972268-89bf-40ea-a7f3-c0fc3963069b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:23.979995 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:23.981710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d004f2-cd1a-43d2-bb7f-f961338f1754 req-4f4bab08-5926-43f1-aeb9-8d2f59328584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:23.983853 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7d004f2-cd1a-43d2-bb7f-f961338f1754 req-4f4bab08-5926-43f1-aeb9-8d2f59328584 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1395953 Oct 22 13:20:24.051348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:24.067111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] For port f7972268-89bf-40ea-a7f3-c0fc3963069b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f7972268-89bf-40ea-a7f3-c0fc3963069b,segment=NetworkSegment(9f9d2c98-b391-44f3-bb08-db764a72d4a4),segment_id=9f9d2c98-b391-44f3-bb08-db764a72d4a4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:24.067499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.077505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ffea5de-90a3-4ea3-96e3-ee590a03a87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.091138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Calling delete_port for f7972268-89bf-40ea-a7f3-c0fc3963069b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:24.093176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93b95269-7380-46e5-958b-28c8d7ee5e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.164086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.170075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93b95269-7380-46e5-958b-28c8d7ee5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.249078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 33ff5723-4bc0-44d4-9363-526c2a8c848b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:24.261237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7d004f2-cd1a-43d2-bb7f-f961338f1754 req-bca62ad7-a65b-425a-920b-bef7ede5e4ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658261 Oct 22 13:20:24.262565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.262719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] Pushing event deleted for resources: {'Port': ['ID=f7972268-89bf-40ea-a7f3-c0fc3963069b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:24.290135 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-93b95269-7380-46e5-958b-28c8d7ee5e77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10f400d80be34b99853d88f8ab8381e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636818 Oct 22 13:20:24.292180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:24.292180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b95269-7380-46e5-958b-28c8d7ee5e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56787882-508b-4b0e-88bf-30a1614b8837,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:24.323572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa0a2c-20e2-4519-b3a4-462284046581 None None] No DVR routers for this DVR port f7972268-89bf-40ea-a7f3-c0fc3963069b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:24.335225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 33ff5723-4bc0-44d4-9363-526c2a8c848b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:24.336166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 33ff5723-4bc0-44d4-9363-526c2a8c848b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:24.336895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f7972268-89bf-40ea-a7f3-c0fc3963069b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:24.353737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Port': ['ID=f7972268-89bf-40ea-a7f3-c0fc3963069b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:24.386744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] No DVR routers for this DVR port f7972268-89bf-40ea-a7f3-c0fc3963069b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:24.417111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.426863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f7972268-89bf-40ea-a7f3-c0fc3963069b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:24.428699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f7972268-89bf-40ea-a7f3-c0fc3963069b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:24.472369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.545236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.548085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.553759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56787882-508b-4b0e-88bf-30a1614b8837 HTTP/1.1" status: 204 len: 168 time: 0.2581725 Oct 22 13:20:24.569079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0f04-7cfe-493d-ac4f-f0418306479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56787882-508b-4b0e-88bf-30a1614b8837,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:24.600307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.678469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629a73b2-c89e-4fd8-883c-2cb06bd47e60']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:24.715535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b75351-d540-49ee-848a-3675589e14e6 req-e723d30e-a623-460e-b1cd-fea922fb4df9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:24.722873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9b75351-d540-49ee-848a-3675589e14e6 req-e723d30e-a623-460e-b1cd-fea922fb4df9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.1960273 Oct 22 13:20:24.760751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9d2c98-b391-44f3-bb08-db764a72d4a4') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:24.761094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9d2c98-b391-44f3-bb08-db764a72d4a4') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:24.777216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9b75351-d540-49ee-848a-3675589e14e6 req-e6e6b285-1022-4230-9bec-b3738646b426 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533617 Oct 22 13:20:24.810401 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.931230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.950283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:20:24.950283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:20:24.954438 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:20:25.002982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05c124-308e-474c-b2b1-1d4891b3c06d req-284e0e89-6384-417f-a4be-a258bc30e3e7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:25.004675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed05c124-308e-474c-b2b1-1d4891b3c06d req-284e0e89-6384-417f-a4be-a258bc30e3e7 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.2264500 Oct 22 13:20:25.055327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a874a-fc15-4e56-929c-fa8496273813 req-518cc434-9cb3-489a-8425-c9ee47afb142 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:25.059672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-129a874a-fc15-4e56-929c-fa8496273813 req-518cc434-9cb3-489a-8425-c9ee47afb142 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1934743 Oct 22 13:20:25.106085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.112948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.123345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:25.123922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/networks/629a73b2-c89e-4fd8-883c-2cb06bd47e60 HTTP/1.1" status: 204 len: 168 time: 1.4598677 Oct 22 13:20:25.175878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55204f-1df5-49e7-8ab7-aa1407bc2bb9 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Network': ['ID=629a73b2-c89e-4fd8-883c-2cb06bd47e60,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:25.209676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed05c124-308e-474c-b2b1-1d4891b3c06d req-b86b6d58-a69a-4e31-84f6-eb3135ccbc32 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747000 Oct 22 13:20:25.215101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-129a874a-fc15-4e56-929c-fa8496273813 req-943e8b3d-1202-4db5-be44-aab5446a1b40 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441381 Oct 22 13:20:25.275046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting subnet fece9ee9-826d-4cb6-a6a8-38ba5e2ed285 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:20:25.279277 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.411902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.428402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-7981f091-ddeb-4286-8eba-278702d645ed tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:25.429965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-7981f091-ddeb-4286-8eba-278702d645ed tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1237915 Oct 22 13:20:25.497162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f787af-b9e6-4dbe-b792-1e6155db0a38 req-bf550de9-bc31-4aea-8732-eb7339d78d8c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:25.507208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08f787af-b9e6-4dbe-b792-1e6155db0a38 req-bf550de9-bc31-4aea-8732-eb7339d78d8c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1549532 Oct 22 13:20:25.571471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.605723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08f787af-b9e6-4dbe-b792-1e6155db0a38 req-9a150784-6e02-42b1-ae14-fbad58070fb8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912106 Oct 22 13:20:25.664257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Deleting port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:25.664911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.693715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.739502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Subnet': ['ID=fece9ee9-826d-4cb6-a6a8-38ba5e2ed285,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:25.762677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e569b0-84b7-4a83-9e08-d9dc89702848 None None] Network fbe3b626-48f6-4113-a9c1-e8542e300273 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:25.763930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.773953 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68ea251f-0773-4784-a7dc-5b66fffa90e8 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/subnets/fece9ee9-826d-4cb6-a6a8-38ba5e2ed285 HTTP/1.1" status: 204 len: 168 time: 0.6481285 Oct 22 13:20:25.775386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46110) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:25.813364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] For port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:25.814138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:25.948833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.102570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Deleting port 09908d56-1cfa-4f6f-b575-d0277f10774f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:26.103013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.107665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3585e-5ba7-4a21-873f-d021aa4752af req-3e297b71-e4e9-42cb-b405-5534d03a6c48 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:26.109266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4c3585e-5ba7-4a21-873f-d021aa4752af req-3e297b71-e4e9-42cb-b405-5534d03a6c48 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.1935618 Oct 22 13:20:26.147416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] DHCP port deletion for fbe3b626-48f6-4113-a9c1-e8542e300273 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:20:26.229861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Deleting port 09908d56-1cfa-4f6f-b575-d0277f10774f {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:26.230787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.275162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.276351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.279583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] For port 09908d56-1cfa-4f6f-b575-d0277f10774f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=09908d56-1cfa-4f6f-b575-d0277f10774f,segment=NetworkSegment(a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c),segment_id=a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:26.280118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.282918 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Floating IP 3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c disassociated. External IP: 172.25.6.85, port: f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce. Oct 22 13:20:26.283504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Calling delete_port for f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:26.311352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Calling delete_port for 09908d56-1cfa-4f6f-b575-d0277f10774f owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:26.353156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4c3585e-5ba7-4a21-873f-d021aa4752af req-6a8d5920-eefd-4454-9822-d954bfe3527a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360880 Oct 22 13:20:26.460010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.468106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] For port 09908d56-1cfa-4f6f-b575-d0277f10774f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=09908d56-1cfa-4f6f-b575-d0277f10774f,segment=NetworkSegment(a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c),segment_id=a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:26.468505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.482705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Calling delete_port for 09908d56-1cfa-4f6f-b575-d0277f10774f owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:26.483643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] No DVR routers for this DVR port 09908d56-1cfa-4f6f-b575-d0277f10774f on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:26.541781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Port': ['ID=09908d56-1cfa-4f6f-b575-d0277f10774f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:26.581368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154980-51a3-4f84-ac91-a0e55c0dc2b2 req-95604bdc-2ad5-4db1-a3e2-d63c32ae84b9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:26.586157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34154980-51a3-4f84-ac91-a0e55c0dc2b2 req-95604bdc-2ad5-4db1-a3e2-d63c32ae84b9 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/ports?device_id=766ac54b-01dd-4ae1-8c31-52bf14a3172d HTTP/1.1" status: 200 len: 945 time: 0.1562598 Oct 22 13:20:26.588024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.609273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.649302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'Port': ['ID=f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:26.660839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.695222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] Pushing event deleted for resources: {'Port': ['ID=09908d56-1cfa-4f6f-b575-d0277f10774f,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:26.706289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e7d32-5cf8-49ec-a461-c7563df2af46 None None] No DVR routers for this DVR port 09908d56-1cfa-4f6f-b575-d0277f10774f on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:26.736130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe3b626-48f6-4113-a9c1-e8542e300273']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:26.748805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:26.749360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54c9891-6b7f-47a8-95d6-4c76fa2d0d3c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:26.762503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.778175 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.788712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:20:26.789393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:20:26.793151 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:20:26.886852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.905717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:26.909782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/networks/fbe3b626-48f6-4113-a9c1-e8542e300273 HTTP/1.1" status: 204 len: 168 time: 1.1327031 Oct 22 13:20:26.922012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46146) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:26.937310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b5c3-569e-4c5b-91e5-107ce159965c tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Pushing event deleted for resources: {'Network': ['ID=fbe3b626-48f6-4113-a9c1-e8542e300273,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:26.995978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c620ca48-8682-41e2-a0ec-07479ac27fc2 tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c1ec98-4aae-4198-96f0-00e2e804cc6e HTTP/1.1" status: 200 len: 205 time: 0.0667727 Oct 22 13:20:26.996649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:27.070232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7be4f70-9234-479c-bd96-f27b0e4f9a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.139733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.490673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.493682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.555984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.557459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Fanout notify agent at l3_agent the message router_deleted on router a3c1ec98-4aae-4198-96f0-00e2e804cc6e {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:20:27.567263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.569600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8ae43a5-ff91-4b59-a413-84b54016c44a tempest-RoutersNegativeTest-2064307318 tempest-RoutersNegativeTest-2064307318-project] 10.222.0.25 "DELETE /v2.0/routers/a3c1ec98-4aae-4198-96f0-00e2e804cc6e HTTP/1.1" status: 204 len: 168 time: 0.5720067 Oct 22 13:20:27.602771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34154980-51a3-4f84-ac91-a0e55c0dc2b2 req-e74794b2-9b95-44b7-82c7-db5e4f1c4bae tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0007102 Oct 22 13:20:27.617366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-b3c2374c-3b5f-4562-a487-2db7ee399ee7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:27.619189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-b3c2374c-3b5f-4562-a487-2db7ee399ee7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.8418009 Oct 22 13:20:27.660010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-d70f541a-7770-42d7-9702-69f4adf5576a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0325480 Oct 22 13:20:27.662150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:27.729193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.734636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.784460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-0bdd1fe2-e3ee-4283-a4c1-70867d1de348 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177859 Oct 22 13:20:27.901288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:27.924354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:27.959171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] No DVR routers for this DVR port f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:27.963217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:27.964332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:20:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:27.966595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:27.969922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-938c8cfc-3164-44a7-a6b6-50502ee2b8ad req-d342b2d7-40e9-4936-9e55-c47d91706d00 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.21 "DELETE /v2.0/ports/f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce HTTP/1.1" status: 204 len: 173 time: 2.5290205 Oct 22 13:20:27.970909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'name': 'network-vif-deleted', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:27.972668 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835576d6-47eb-4b5a-9789-3aea7ae8b757" -d '{"events": [{"server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "name": "network-vif-deleted", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:28.007471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-c7b063a6-751a-498a-88d0-2542e243b669 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118497 Oct 22 13:20:28.124637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:28.145834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-2bca6648-2f38-4c4c-a57f-e124fb7160f8 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303697 Oct 22 13:20:28.149939 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fe9dc6-afee-4d5b-8838-af7f4daa1e4f x-openstack-request-id: req-49fe9dc6-afee-4d5b-8838-af7f4daa1e4f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:28.152138 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766ac54b-01dd-4ae1-8c31-52bf14a3172d", "name": "network-vif-deleted", "tag": "f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:28.152544 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49fe9dc6-afee-4d5b-8838-af7f4daa1e4f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:28.153126 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766ac54b-01dd-4ae1-8c31-52bf14a3172d', 'name': 'network-vif-deleted', 'tag': 'f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce', 'status': 'completed', 'code': 200} Oct 22 13:20:28.212263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 09908d56-1cfa-4f6f-b575-d0277f10774f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:28.222021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46194) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:28.404881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d3c695f-c591-46bc-b253-b01a2898b988 req-d3d0c51b-ff13-43a4-80af-dde1cb80581e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 210 time: 0.0505168 Oct 22 13:20:28.537669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 09908d56-1cfa-4f6f-b575-d0277f10774f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:28.538129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 09908d56-1cfa-4f6f-b575-d0277f10774f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:28.746423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:28.779130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:20:28.789978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:28.791024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:20:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:28.837534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-390699ce-6c8e-44c4-b1b5-0c1346ce4823 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c3e0fa6020f48e9876990b5b4193426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141846 Oct 22 13:20:28.840524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:28.855096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:28.985499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:29.066961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12a50-393d-4fef-b254-09ed7a38b20a req-6edcc7f8-31b4-4a8c-8f64-ba38a5650188 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:29.077124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ca12a50-393d-4fef-b254-09ed7a38b20a req-6edcc7f8-31b4-4a8c-8f64-ba38a5650188 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1584260 Oct 22 13:20:29.081976 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.083473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.096769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-e0d45c53-f088-48db-b5ff-db94b97f06e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558266 Oct 22 13:20:29.130918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.142577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.260077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-faf452e8-0f80-48cb-89a4-0bd2c07a8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:29.261639 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-faf452e8-0f80-48cb-89a4-0bd2c07a8a10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 1096 time: 0.1033602 Oct 22 13:20:29.283245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.286015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.287709 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c606a19-bfa9-4d02-b0a3-3b1a68ceb663 HTTP/1.1" status: 204 len: 168 time: 0.4305623 Oct 22 13:20:29.309708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:29.322278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ca12a50-393d-4fef-b254-09ed7a38b20a req-68905880-f9fb-4b4d-aa16-ff0019414363 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441502 Oct 22 13:20:29.379091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.383319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.388283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f545fc25-f312-489b-8bdb-f6de6ef00827 HTTP/1.1" status: 204 len: 168 time: 0.5464253 Oct 22 13:20:29.399384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5544c38-0114-4a6a-aa31-2282e972b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f545fc25-f312-489b-8bdb-f6de6ef00827,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:29.431378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4690d1-4c86-4e7f-bf82-31c53abbed54 tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c606a19-bfa9-4d02-b0a3-3b1a68ceb663,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:29.548525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:29.612830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed385e-eb5d-485b-ba29-83500106e832 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:09:56Z', 'revision_number': 4, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e1ea6868-c545-4545-976f-87fd7350aef7', 'name': '', 'network_id': '5c224ee9-9cf2-4997-8426-b3d979e78391', 'tenant_id': '20c0823251284394b7968051023eb59c', 'mac_address': 'fa:16:3e:2c:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:55Z', 'updated_at': '2021-10-22T13:10:06Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'subnets': [{'id': 'b562d0ee-2074-426b-bf6a-a92862333dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:29.655708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aa4d1bf-fa36-4cee-8232-ecf9ddffcd0a req-706ba2c9-1c27-47e0-8033-73216164545b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 210 time: 0.0806828 Oct 22 13:20:29.666951 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-366a876f-3b27-430a-b934-805aaf0a32dd tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] show failed (client error): The resource could not be found. Oct 22 13:20:29.671701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-366a876f-3b27-430a-b934-805aaf0a32dd tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "GET /v2.0/security-groups/4c606a19-bfa9-4d02-b0a3-3b1a68ceb663 HTTP/1.1" status: 404 len: 347 time: 0.3540363 Oct 22 13:20:29.673053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-a1a9af2f-c0b6-4212-98d5-5a0c741dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:29.673651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10658-43be-4600-b1f7-6c2b445a9373 req-0a7a8a2c-fae5-480a-99d9-9eac1d5aaa96 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:29.674501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-a1a9af2f-c0b6-4212-98d5-5a0c741dbb8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.3857541 Oct 22 13:20:29.675142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46256) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:29.686663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acf10658-43be-4600-b1f7-6c2b445a9373 req-0a7a8a2c-fae5-480a-99d9-9eac1d5aaa96 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2035391 Oct 22 13:20:29.737449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:29.778946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:29.794255 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-4fb1d96c-3096-4659-8178-3e0350b870b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 200 len: 217 time: 0.1079597 Oct 22 13:20:29.817091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acf10658-43be-4600-b1f7-6c2b445a9373 req-b02c3def-8eda-4435-b9cb-aaa3fafe073f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Oct 22 13:20:29.840152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:29.840474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6eb3b3f-56f9-4b48-b5a1-eae4b13f09ce not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:29.966110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-c7786b3c-b098-46e4-bc11-e55b4d9873c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:29.967697 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-c7786b3c-b098-46e4-bc11-e55b4d9873c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1093352 Oct 22 13:20:30.015934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-f1e22ee1-1d01-4932-be59-337b7688cf67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374198 Oct 22 13:20:30.018005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Deleting port c3118070-5ad0-462e-b3ee-dc775e8be48f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:30.018512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:30.132688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c04639-b988-46bf-87b1-383a2072734e None None] New status for floating IP 3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:20:30.279809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a29b-894e-40a3-b68c-a170601c698f req-4bf0ede7-f6ce-41cb-8f46-6ed38dfc7a92 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:30.288452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1172a29b-894e-40a3-b68c-a170601c698f req-4bf0ede7-f6ce-41cb-8f46-6ed38dfc7a92 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0838449 Oct 22 13:20:30.323234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-859b3462-5d70-41dc-9107-cde95e1d11ed tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:30.324938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-859b3462-5d70-41dc-9107-cde95e1d11ed tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.3047554 Oct 22 13:20:30.340441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:30.353189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:30.355161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:30.361229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1172a29b-894e-40a3-b68c-a170601c698f req-3ad6917b-a950-4d49-ac34-6e86691f82dc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714564 Oct 22 13:20:30.399559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Calling delete_port for c3118070-5ad0-462e-b3ee-dc775e8be48f owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:30.580291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-5650c647-7a11-41ed-9a7f-a8b3b9b363d1 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535107 Oct 22 13:20:30.603638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4db31-2f15-46f1-81fd-803c964b634f req-518e8aa4-5325-453a-a199-36cc3b4778c3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:30.605337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24d4db31-2f15-46f1-81fd-803c964b634f req-518e8aa4-5325-453a-a199-36cc3b4778c3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1077168 Oct 22 13:20:30.638797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:30.642392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:30.730269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24d4db31-2f15-46f1-81fd-803c964b634f req-808581b5-6ebb-4aa2-bae1-87a587c31e52 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094382 Oct 22 13:20:30.837218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22e0521e-75d3-4e13-b492-c68b9043a794 req-ccf7a447-4549-4d69-90ce-81f5fb0b7b81 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 210 time: 0.0385518 Oct 22 13:20:30.901452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d03c7c7c-5458-4be9-91cb-68b50358fadb req-f7f0fbdd-c03a-4e48-8842-1deb3b6195de service neutron] 10.222.0.26 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117812 Oct 22 13:20:30.971827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.024083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Pushing event deleted for resources: {'Port': ['ID=c3118070-5ad0-462e-b3ee-dc775e8be48f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:31.034725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.3 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/6ef429dd-7c35-455a-a856-5122995d214b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:31.114872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070c9a-5e3f-4a65-8517-abe9f4ec9e5d req-bd051dc0-a377-4bf6-bf8d-bd2b5d59d4a8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:31.121915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e070c9a-5e3f-4a65-8517-abe9f4ec9e5d req-bd051dc0-a377-4bf6-bf8d-bd2b5d59d4a8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0798619 Oct 22 13:20:31.123570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:31.146219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.148500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.149746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e0e214d8-928f-4b49-b4aa-fc30677cdf8c tempest-AttachVolumeTestJSON-227635761 tempest-AttachVolumeTestJSON-227635761-project] 10.222.0.25 "DELETE /v2.0/floatingips/3e2bd6ff-35ed-42e5-9a22-efc23b1afb0c HTTP/1.1" status: 204 len: 168 time: 1.4736741 Oct 22 13:20:31.253908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e070c9a-5e3f-4a65-8517-abe9f4ec9e5d req-0b6701ed-2413-46fd-9fa4-51d28ffe751d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308262 Oct 22 13:20:31.397035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ae7abb91-cc9f-44a2-a9c8-107fa8768741 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-528592647', 'prefixes': ['172.20.0.0/16']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:31.429022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.556774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043471db-7d92-4cc6-b063-b4e31d561275 req-81101fc8-37f6-4bf8-8485-cf4e8963c398 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:31.560094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-043471db-7d92-4cc6-b063-b4e31d561275 req-81101fc8-37f6-4bf8-8485-cf4e8963c398 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1672723 Oct 22 13:20:31.566211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.580702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260', 'a23b57eb-8734-4dda-9b50-7b46af204c50'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:31.690938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae7abb91-cc9f-44a2-a9c8-107fa8768741 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] Publish callbacks [] for subnetpool, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:31.695646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46344) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:31.696104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ae7abb91-cc9f-44a2-a9c8-107fa8768741 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5689526 Oct 22 13:20:31.702637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:31.722510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:31.726685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:31.729921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:31.736435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-043471db-7d92-4cc6-b063-b4e31d561275 req-430013e0-a131-4cd3-96ae-8cb2c9ba3a2e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664250 Oct 22 13:20:31.766849 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa6d9949-2dcc-4fbe-bd70-af00c93c4e84 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "GET /v2.0/subnetpools/578401b7-8602-4096-a444-9bf26454cbc9 HTTP/1.1" status: 200 len: 731 time: 0.0682757 Oct 22 13:20:31.770230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46348) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:31.778888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-07255235-117b-4dd0-b632-992126944d63 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-49153358'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:31.899275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:31.903388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.012424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-ee8ca4e0-432a-485b-ae10-2bca6b7e4d61 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6766603 Oct 22 13:20:32.031669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Request body: {'port': {'device_id': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:32.161286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbe10-a4bc-482d-96bf-ae1e0509a736 req-7bfe15b0-4be8-4918-9fb0-9df8788557d5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:32.162835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f22bbe10-a4bc-482d-96bf-ae1e0509a736 req-7bfe15b0-4be8-4918-9fb0-9df8788557d5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 931 time: 0.1887896 Oct 22 13:20:32.183015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.232754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b069fa-11d8-45d0-83cd-4c583c8425ab req-145e7e31-fe62-48e4-a3a9-0b9a3aa10710 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:32.234260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90b069fa-11d8-45d0-83cd-4c583c8425ab req-145e7e31-fe62-48e4-a3a9-0b9a3aa10710 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1173229 Oct 22 13:20:32.297178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07255235-117b-4dd0-b632-992126944d63 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] Publish callbacks [] for subnetpool, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.297178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07255235-117b-4dd0-b632-992126944d63 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "PUT /v2.0/subnetpools/578401b7-8602-4096-a444-9bf26454cbc9 HTTP/1.1" status: 200 len: 682 time: 0.5229762 Oct 22 13:20:32.297700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:32.368187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f22bbe10-a4bc-482d-96bf-ae1e0509a736 req-eedfd0d8-f16f-4b87-a7bb-7e3a9b8cffac tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960413 Oct 22 13:20:32.406614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90b069fa-11d8-45d0-83cd-4c583c8425ab req-e15c12f2-9b68-4b1c-8704-5e494cfa5e87 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228321 Oct 22 13:20:32.462480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b7d00793-7ea3-465a-ae0c-9a28c723e7cf tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] Publish callbacks [] for subnetpool, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.463673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b7d00793-7ea3-465a-ae0c-9a28c723e7cf tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "DELETE /v2.0/subnetpools/578401b7-8602-4096-a444-9bf26454cbc9 HTTP/1.1" status: 204 len: 168 time: 0.1643925 Oct 22 13:20:32.466343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:32.488909 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-d427f307-d4e3-481c-bdd5-fffa1d4d4015 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] show failed (client error): The resource could not be found. Oct 22 13:20:32.493260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d427f307-d4e3-481c-bdd5-fffa1d4d4015 tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "GET /v2.0/subnetpools/578401b7-8602-4096-a444-9bf26454cbc9 HTTP/1.1" status: 404 len: 346 time: 0.0257690 Oct 22 13:20:32.495917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:32.520092 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-edc4c60a-63fe-4ec4-9f62-71cdea608b7f tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] delete failed (client error): The resource could not be found. Oct 22 13:20:32.521839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-edc4c60a-63fe-4ec4-9f62-71cdea608b7f tempest-SubnetPoolsTestJSON-786945875 tempest-SubnetPoolsTestJSON-786945875-project] 10.222.0.25 "DELETE /v2.0/subnetpools/578401b7-8602-4096-a444-9bf26454cbc9 HTTP/1.1" status: 404 len: 346 time: 0.0247796 Oct 22 13:20:32.686291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890e1f-b95f-43ee-8ecb-c14bdbcc5d5d req-2220a237-ec5c-46af-8537-c14b0b1f0fe4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:32.687994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01890e1f-b95f-43ee-8ecb-c14bdbcc5d5d req-2220a237-ec5c-46af-8537-c14b0b1f0fe4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1406932 Oct 22 13:20:32.746200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef429dd-7c35-455a-a856-5122995d214b {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:32.758920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.763707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01890e1f-b95f-43ee-8ecb-c14bdbcc5d5d req-39a3e2bc-3328-4279-81d2-2c34a78876fb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 Oct 22 13:20:32.776291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Transition to ACTIVE for port object 6ef429dd-7c35-455a-a856-5122995d214b will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:20:32.782239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:32.891249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:32.945560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Attempting to bind port 6ef429dd-7c35-455a-a856-5122995d214b on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:32.946169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Attempting to bind port 6ef429dd-7c35-455a-a856-5122995d214b by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:32.946488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Attempting to bind port 6ef429dd-7c35-455a-a856-5122995d214b on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:32.951234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Port 6ef429dd-7c35-455a-a856-5122995d214b on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:20:32.951421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Attempting to bind port 6ef429dd-7c35-455a-a856-5122995d214b on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:32.956387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:32.956694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:32.957071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:32.957502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Bound port: 6ef429dd-7c35-455a-a856-5122995d214b, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:32.957859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.071536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:33.075816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6ef429dd-7c35-455a-a856-5122995d214b,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:33.093979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.131755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.132380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.133802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ef429dd-7c35-455a-a856-5122995d214b HTTP/1.1" status: 200 len: 1091 time: 1.1078167 Oct 22 13:20:33.134250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:33.136828 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6346be0-e4d2-41e8-bc49-dc54906367f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "tag": "6ef429dd-7c35-455a-a856-5122995d214b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:33.164858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4391a-4ed8-49db-bad8-539a073c9369 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:33.279358 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8498e89d-2ac0-489f-aadf-0306d5178c21 x-openstack-request-id: req-8498e89d-2ac0-489f-aadf-0306d5178c21 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:33.279865 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "tag": "6ef429dd-7c35-455a-a856-5122995d214b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:33.282916 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8498e89d-2ac0-489f-aadf-0306d5178c21 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:33.283648 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b', 'status': 'completed', 'code': 200} Oct 22 13:20:33.302273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:33.375127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-2cdc4ca2-3079-4186-a3de-37d3535e13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.376735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-2cdc4ca2-3079-4186-a3de-37d3535e13ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 1094 time: 0.1530361 Oct 22 13:20:33.386118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5824-6c09-48ec-b673-05588cc2642f req-10438361-8b35-4134-9efc-b086c0becef1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.388322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5e5824-6c09-48ec-b673-05588cc2642f req-10438361-8b35-4134-9efc-b086c0becef1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1026161 Oct 22 13:20:33.435143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-8a957c7d-4d31-4415-9cd9-96ac104f2b1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef429dd-7c35-455a-a856-5122995d214b HTTP/1.1" status: 200 len: 217 time: 0.0456264 Oct 22 13:20:33.530046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5e5824-6c09-48ec-b673-05588cc2642f req-a87a19fb-2cf2-4b95-8e78-713c056dd07f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339161 Oct 22 13:20:33.531850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18207a-bede-41da-8edc-74bb121156e0 req-7999c464-c8c5-46f8-b63f-da22f6a95b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.533245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-7999c464-c8c5-46f8-b63f-da22f6a95b5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0893273 Oct 22 13:20:33.547433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e431220-01f5-4a8c-acff-f4cee822fb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.620313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-6e8c51b1-9bb7-4fed-938a-b9a1a072a5a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776384 Oct 22 13:20:33.710440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e431220-01f5-4a8c-acff-f4cee822fb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.715514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e431220-01f5-4a8c-acff-f4cee822fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.752910 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9e431220-01f5-4a8c-acff-f4cee822fb96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4857ae55a3374626b1b7999a771134aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495099 Oct 22 13:20:33.753512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:33.800999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e431220-01f5-4a8c-acff-f4cee822fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b0931-a74f-4d87-b162-f2b56e247e1f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:33.855441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.879836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:33.884313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f3d9-f795-46f5-91fa-006ac557579b req-7702a478-0da1-4945-988f-a5eb5a1255e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.885875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9992f3d9-f795-46f5-91fa-006ac557579b req-7702a478-0da1-4945-988f-a5eb5a1255e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 943 time: 0.2643404 Oct 22 13:20:33.925680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acee49-67dd-419d-ab0e-4ff8fc2a2074 req-0a79ab07-9fc9-4bdc-8851-27650a8e02ca tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:33.930889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25acee49-67dd-419d-ab0e-4ff8fc2a2074 req-0a79ab07-9fc9-4bdc-8851-27650a8e02ca tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2557020 Oct 22 13:20:33.966828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-205ad16c-cae8-41d9-928a-05733d73091d service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974670 Oct 22 13:20:34.011122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:34.014167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:34.015686 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce6b0931-a74f-4d87-b162-f2b56e247e1f HTTP/1.1" status: 204 len: 168 time: 0.2592342 Oct 22 13:20:34.032713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd561c-334f-4f55-b839-5dfac0cbe1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b0931-a74f-4d87-b162-f2b56e247e1f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:34.150653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25acee49-67dd-419d-ab0e-4ff8fc2a2074 req-c778e9e9-e463-4198-8f91-cb338130bcb8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114229 Oct 22 13:20:34.175974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c18207a-bede-41da-8edc-74bb121156e0 req-2e5f2223-4cf9-4330-a352-ac11173f5067 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929495 Oct 22 13:20:34.200550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9992f3d9-f795-46f5-91fa-006ac557579b req-4d336932-43a5-46ba-983d-2696a95bdfd6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837765 Oct 22 13:20:34.308579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-f4fb7191-9051-45fb-8c6f-144ef4f3fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:34.312976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-f4fb7191-9051-45fb-8c6f-144ef4f3fb97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 1094 time: 0.0560608 Oct 22 13:20:34.444358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-881a8016-51b9-493c-83d9-c27dc7cbd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:34.446686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-881a8016-51b9-493c-83d9-c27dc7cbd1a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.1280301 Oct 22 13:20:34.502862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-94400c31-5741-41f8-8c3b-9d308405ec68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef429dd-7c35-455a-a856-5122995d214b HTTP/1.1" status: 200 len: 217 time: 0.0467572 Oct 22 13:20:34.610338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662dc8-2491-4d57-a36a-04797fedf067 req-52693f3a-cdee-4d50-a19a-3222744198ff tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:34.611240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d662dc8-2491-4d57-a36a-04797fedf067 req-52693f3a-cdee-4d50-a19a-3222744198ff tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1074893 Oct 22 13:20:34.617506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-27f5d8e0-0cc5-49a9-8968-3e02650dbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:34.619166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-27f5d8e0-0cc5-49a9-8968-3e02650dbaac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1034732 Oct 22 13:20:34.693343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-97338f66-c7f0-448c-8103-90013e73cb7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352731 Oct 22 13:20:34.697263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d662dc8-2491-4d57-a36a-04797fedf067 req-35ff2211-de86-443e-a730-9e7988da0307 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743139 Oct 22 13:20:34.840768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-58002cb0-acfd-4d52-afdd-0e3ab68b658d service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392963 Oct 22 13:20:34.942457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c187-0f9e-483d-9c1a-07710e780a95 req-7717f51f-859f-4960-b5a4-793766d946f8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:34.944282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e982c187-0f9e-483d-9c1a-07710e780a95 req-7717f51f-859f-4960-b5a4-793766d946f8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1142137 Oct 22 13:20:35.001701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6346be0-e4d2-41e8-bc49-dc54906367f7 req-5c382988-dcc6-4574-8cbf-62798d83fb55 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390369 Oct 22 13:20:35.031031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e982c187-0f9e-483d-9c1a-07710e780a95 req-d5f2aca4-e051-4288-8aeb-9514ae372c2d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741801 Oct 22 13:20:35.186874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46496) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:35.305208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-08e3d00d-9a38-4964-949d-f23589b7b9e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800340 Oct 22 13:20:35.410870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1312647249'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:35.471340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Made reservation on behalf of 179a82d68bca4d3e988036bd250405c9 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:35.476353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.491712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.640198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.670122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.684265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:20:35.708410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.708893 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Added segment b8562703-8bf2-4bb4-a9ca-5beb4c0906e1 of type vlan for network 3ff46d03-b5c6-46e0-8262-95abc4a6be2b Oct 22 13:20:35.752759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.814336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a5d94-067c-4e7b-a5ec-97b0297ceae3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:35.819852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.852094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:35.853082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:35.961205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7724502 Oct 22 13:20:35.976910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:35.984583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ac3ca-34ac-43df-987e-91b031e19d58 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Pushing event updated for resources: {'Network': ['ID=3ff46d03-b5c6-46e0-8262-95abc4a6be2b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:35.997269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3ff46d03-b5c6-46e0-8262-95abc4a6be2b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:20:36.027862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-ff41bc40-cc4a-440a-b905-7eba72caa650 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-829542221') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:36.067811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aadbc-755c-4116-8b2e-0af4654e2045 req-11a16808-478e-4cbf-bfbc-c2eef2050b79 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.069961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed7aadbc-755c-4116-8b2e-0af4654e2045 req-11a16808-478e-4cbf-bfbc-c2eef2050b79 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 943 time: 0.7106462 Oct 22 13:20:36.084620 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-568beac1-1bdc-4a62-9a6d-036ffa5b885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.090223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-568beac1-1bdc-4a62-9a6d-036ffa5b885c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1097 time: 0.7164104 Oct 22 13:20:36.216237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff41bc40-cc4a-440a-b905-7eba72caa650 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "PUT /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-829542221 HTTP/1.1" status: 201 len: 201 time: 0.2282720 Oct 22 13:20:36.217223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:36.219086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a6b5e-989f-4a42-8137-9e41dc537138 req-a75a5280-9fc9-4363-93ab-f178c00d06f3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.221162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-578a6b5e-989f-4a42-8137-9e41dc537138 req-a75a5280-9fc9-4363-93ab-f178c00d06f3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 814 time: 0.8162217 Oct 22 13:20:36.235687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-a815d2a8-6226-4fce-bdb7-f3bb674ec439 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-829542221') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:36.249873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-578a6b5e-989f-4a42-8137-9e41dc537138 req-6ced59bf-5ed6-4455-8022-4ad6cd7041b3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/quotas/a4b687a79fe747c1b8bf5b74ee1eb5df HTTP/1.1" status: 200 len: 375 time: 0.0167079 Oct 22 13:20:36.297880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed7aadbc-755c-4116-8b2e-0af4654e2045 req-4d45ab61-19ce-45a5-9485-c1acbbaf34d8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063880 Oct 22 13:20:36.379842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-505a7be5-bbee-45ba-a9a7-f7a8479c9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.382059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-505a7be5-bbee-45ba-a9a7-f7a8479c9ecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.2444363 Oct 22 13:20:36.386519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-578a6b5e-989f-4a42-8137-9e41dc537138 req-d42f99d8-9501-42cc-ae6c-aa95c9b91938 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876837 Oct 22 13:20:36.424994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a815d2a8-6226-4fce-bdb7-f3bb674ec439 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-829542221 HTTP/1.1" status: 204 len: 168 time: 0.2062414 Oct 22 13:20:36.425949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:36.430571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-fd0ed024-561b-4eb6-954c-1ae0ddec530d tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:36.470581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-53592779-54ca-48fb-933e-e670a381d85a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0777640 Oct 22 13:20:36.551367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:36.553684 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd0ed024-561b-4eb6-954c-1ae0ddec530d tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags HTTP/1.1" status: 200 len: 237 time: 0.1263306 Oct 22 13:20:36.557010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-f0bb5b82-2d80-43d5-8745-615bb33988a0 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', {'tags': ['tempest-TagsTest-Tag-496022200', 'tempest-TagsTest-Tag-948132456', 'tempest-TagsTest-Tag-1939354483']}) {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:36.594766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46544) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:36.640554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-9dc46c34-37cb-4d91-9e29-273127814b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.642065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-9dc46c34-37cb-4d91-9e29-273127814b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.1636152 Oct 22 13:20:36.699567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12ef09-79ba-4966-b609-d57250558bf0 req-4f11468d-8af5-4f59-b412-a03f91151cd8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:36.701736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c12ef09-79ba-4966-b609-d57250558bf0 req-4f11468d-8af5-4f59-b412-a03f91151cd8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1830215 Oct 22 13:20:36.707303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-45bf0e8a-fdd7-4aab-854a-f497cd97e556 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544467 Oct 22 13:20:36.766461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1e9d-99a7-4c5b-9e29-2c81009217a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:36.772476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46552) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:36.773309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f0bb5b82-2d80-43d5-8745-615bb33988a0 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "PUT /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags HTTP/1.1" status: 200 len: 307 time: 0.2197900 Oct 22 13:20:36.778344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-aa0a9d62-2fe1-4d9d-9c57-541de0bde59d tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-496022200') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:36.894536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1e9d-99a7-4c5b-9e29-2c81009217a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:36.908152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1e9d-99a7-4c5b-9e29-2c81009217a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:36.918837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c12ef09-79ba-4966-b609-d57250558bf0 req-99ecdf74-e1a0-4548-ab6a-cb51d8157409 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063453 Oct 22 13:20:36.974791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-8fecbca8-c7a8-49be-8384-68ecadc34fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530200 Oct 22 13:20:36.980386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1e9d-99a7-4c5b-9e29-2c81009217a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a69cc1-ba8e-422e-a107-d2a942295c19,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:37.095964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2f0a1e9d-99a7-4c5b-9e29-2c81009217a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9147108042f4414d9186d49051cc75b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974437 Oct 22 13:20:37.096759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46568) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:37.136677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-948de4e5-2e3a-474d-829f-0d30a9c646de req-d33da173-f5ec-445e-8382-567f9112efd1 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546266 Oct 22 13:20:37.230775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa0a9d62-2fe1-4d9d-9c57-541de0bde59d tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "DELETE /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-496022200 HTTP/1.1" status: 204 len: 168 time: 0.4561915 Oct 22 13:20:37.234884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:37.235637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19b662-74f5-4c30-91a4-a75be41428dd req-653ebed0-e921-4b0e-afaa-ace04abc848a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:37.238002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed19b662-74f5-4c30-91a4-a75be41428dd req-653ebed0-e921-4b0e-afaa-ace04abc848a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1004379 Oct 22 13:20:37.240589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-a117e9db-715c-4e09-9f74-a31a0f135f14 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-496022200') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:37.276512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:37.292830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed19b662-74f5-4c30-91a4-a75be41428dd req-6c205189-fe0a-4326-83d3-b6a9c6853de8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Oct 22 13:20:37.312338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:37.464850 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:20:37.513213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66951d-86c9-430e-987c-2c19b4276a0a req-35f38caf-d7a2-442b-8e31-28a75c7182fc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:37.516413 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-a117e9db-715c-4e09-9f74-a31a0f135f14 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] show failed (client error): The resource could not be found. Oct 22 13:20:37.518438 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a117e9db-715c-4e09-9f74-a31a0f135f14 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-496022200 HTTP/1.1" status: 404 len: 325 time: 0.2825954 Oct 22 13:20:37.520816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf66951d-86c9-430e-987c-2c19b4276a0a req-35f38caf-d7a2-442b-8e31-28a75c7182fc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 943 time: 0.1302271 Oct 22 13:20:37.521389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:37.523978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:37.527906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:37.531436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45a69cc1-ba8e-422e-a107-d2a942295c19 HTTP/1.1" status: 204 len: 168 time: 0.4313664 Oct 22 13:20:37.550951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-60a08216-2473-40b7-b5fa-bf5d7180493b tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-948132456') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:37.572223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d1d2b-b4d5-474f-9de2-a6f77279c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a69cc1-ba8e-422e-a107-d2a942295c19,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:37.741265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aed24388-43a9-4efc-84f5-a291cbad3756 req-a978c438-a2c1-47c6-a021-a8cc371e958a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df HTTP/1.1" status: 200 len: 221 time: 0.0732477 Oct 22 13:20:37.804698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf66951d-86c9-430e-987c-2c19b4276a0a req-af74cc3f-a541-4404-b754-91f13f788f3c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891572 Oct 22 13:20:37.807090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6ef429dd-7c35-455a-a856-5122995d214b details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:20:37.904132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:37.909529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-c7aa6c07-985f-43b9-a5b8-dc069e4dcf77 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-1939354483') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:37.913518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60a08216-2473-40b7-b5fa-bf5d7180493b tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-948132456 HTTP/1.1" status: 204 len: 168 time: 0.3791361 Oct 22 13:20:37.940510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6ef429dd-7c35-455a-a856-5122995d214b,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:37.955561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '6ef429dd-7c35-455a-a856-5122995d214b', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': '6ef429dd-7c35-455a-a856-5122995d214b', 'mac_address': 'fa:16:3e:e0:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:20:38.002095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.017580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef429dd-7c35-455a-a856-5122995d214b {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:38.042723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00fe0-6814-46b2-9167-d72510fff20a req-844dbe12-0f1c-4cb0-aed4-e58091c4e0a1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:38.043784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6ef429dd-7c35-455a-a856-5122995d214b,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:38.045476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7f00fe0-6814-46b2-9167-d72510fff20a req-844dbe12-0f1c-4cb0-aed4-e58091c4e0a1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1705940 Oct 22 13:20:38.055427 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.112072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7aa6c07-985f-43b9-a5b8-dc069e4dcf77 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-1939354483 HTTP/1.1" status: 204 len: 168 time: 0.2043631 Oct 22 13:20:38.113549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46606) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.125421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7f00fe0-6814-46b2-9167-d72510fff20a req-0b73e0f1-3a1e-4bf2-b27f-8341bc522470 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Oct 22 13:20:38.126864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-cdbb14dc-0cd4-4a00-a835-c764c7539095 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:38.143640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46608) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.156407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.192481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:38.193507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4719e896-fe96-487e-b5ba-b555707548e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.323260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cdbb14dc-0cd4-4a00-a835-c764c7539095 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "DELETE /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags HTTP/1.1" status: 204 len: 168 time: 0.2049417 Oct 22 13:20:38.324060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.332203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-f7f71b82-d204-4c8c-9ddd-04ac26cc8655 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-948132456') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:38.347188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279561b6-6438-4c41-b10f-f5fc37fbf0ad req-6a781c18-ee3d-46e3-8e7c-44e33bb58fb1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:38.355426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-279561b6-6438-4c41-b10f-f5fc37fbf0ad req-6a781c18-ee3d-46e3-8e7c-44e33bb58fb1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0836084 Oct 22 13:20:38.365537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6ef429dd-7c35-455a-a856-5122995d214b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:38.428836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4719e896-fe96-487e-b5ba-b555707548e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.465041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-279561b6-6438-4c41-b10f-f5fc37fbf0ad req-c805e5df-a87a-4d76-b25e-e7de79280373 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086333 Oct 22 13:20:38.466242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4719e896-fe96-487e-b5ba-b555707548e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.485902 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f7f71b82-d204-4c8c-9ddd-04ac26cc8655 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] show failed (client error): The resource could not be found. Oct 22 13:20:38.487031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7f71b82-d204-4c8c-9ddd-04ac26cc8655 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-948132456 HTTP/1.1" status: 404 len: 325 time: 0.1595969 Oct 22 13:20:38.499336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46622) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.532640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.tag.tag_plugin [None req-93adb13e-d17e-445c-b98a-818b204315ec tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b', 'tempest-TagsTest-Tag-1939354483') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:38.560927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4719e896-fe96-487e-b5ba-b555707548e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59b37b27862541d58fef98253c50d606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159601 Oct 22 13:20:38.563739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.629445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719e896-fe96-487e-b5ba-b555707548e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4983c22-3058-475b-a7d9-74d2dc47c549,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:38.679261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99e54-cdb7-42b3-a15d-0c3897f68d14 req-a7af68f5-72a0-4054-b373-722555d99708 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:38.688056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed99e54-cdb7-42b3-a15d-0c3897f68d14 req-a7af68f5-72a0-4054-b373-722555d99708 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1154542 Oct 22 13:20:38.699084 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.734233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.742423 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-93adb13e-d17e-445c-b98a-818b204315ec tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] show failed (client error): The resource could not be found. Oct 22 13:20:38.743942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-93adb13e-d17e-445c-b98a-818b204315ec tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "GET /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags/tempest-TagsTest-Tag-1939354483 HTTP/1.1" status: 404 len: 326 time: 0.2359776 Oct 22 13:20:38.749239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46632) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.758476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.tag.tag_plugin [None req-8c3e10b5-d12a-4593-ae52-869177977d1f tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ff46d03-b5c6-46e0-8262-95abc4a6be2b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:38.777953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed99e54-cdb7-42b3-a15d-0c3897f68d14 req-cc49e4e9-d231-4c67-a675-3a578d6b4c9f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888362 Oct 22 13:20:38.914043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c3e10b5-d12a-4593-ae52-869177977d1f tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "DELETE /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1635089 Oct 22 13:20:38.918918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.922003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:38.923812 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4983c22-3058-475b-a7d9-74d2dc47c549 HTTP/1.1" status: 204 len: 168 time: 0.3590896 Oct 22 13:20:38.924720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46640) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:38.960216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dde97-a974-4dcf-a8e2-f1ea2aebb1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4983c22-3058-475b-a7d9-74d2dc47c549,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:39.041141 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.043443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d16759-30f2-4ea6-999c-a8eb78e20f50 req-ac348d18-d7ab-4b42-9ef3-324d460cb09c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:39.056884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d16759-30f2-4ea6-999c-a8eb78e20f50 req-ac348d18-d7ab-4b42-9ef3-324d460cb09c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1699700 Oct 22 13:20:39.115989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2edca1-4e73-44d1-9aab-c90ee003a29c req-4dc16bf2-1c4a-4ca7-b424-feedc98d8233 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:39.123625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c2edca1-4e73-44d1-9aab-c90ee003a29c req-4dc16bf2-1c4a-4ca7-b424-feedc98d8233 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 944 time: 0.2238507 Oct 22 13:20:39.168293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.194846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff46d03-b5c6-46e0-8262-95abc4a6be2b']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:39.202495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14d16759-30f2-4ea6-999c-a8eb78e20f50 req-fb1081e7-5831-403e-8a4d-6e5b67b0131c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226509 Oct 22 13:20:39.207002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8562703-8bf2-4bb4-a9ca-5beb4c0906e1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:39.207310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8562703-8bf2-4bb4-a9ca-5beb4c0906e1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:39.240172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.261709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.275930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:20:39.276154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.277399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c2edca1-4e73-44d1-9aab-c90ee003a29c req-40941a2b-d61c-40d4-bb73-dfaa711e7707 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462805 Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:20:39.282895 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:20:39.375466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.381005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.381227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a199f7e-d8e1-49eb-b5a0-6d558f895db8 req-e347d9f5-5f72-4bc0-9829-6ffbd85fa22a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:39.383598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a199f7e-d8e1-49eb-b5a0-6d558f895db8 req-e347d9f5-5f72-4bc0-9829-6ffbd85fa22a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0762022 Oct 22 13:20:39.386731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] 10.222.0.25 "DELETE /v2.0/networks/3ff46d03-b5c6-46e0-8262-95abc4a6be2b HTTP/1.1" status: 204 len: 168 time: 0.4564385 Oct 22 13:20:39.412707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d379b9-94c8-44e7-8b1f-56e08f460412 tempest-TagsTest-2061970370 tempest-TagsTest-2061970370-project] Pushing event deleted for resources: {'Network': ['ID=3ff46d03-b5c6-46e0-8262-95abc4a6be2b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:39.472396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a199f7e-d8e1-49eb-b5a0-6d558f895db8 req-38ce13dd-a657-4293-8af9-1cc6ee7cf12b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749266 Oct 22 13:20:39.644891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b073f99-0fc7-4481-ab09-7783731fe5de req-44e17ede-5ad5-4861-a15c-fac597c92b38 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:39.666508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b073f99-0fc7-4481-ab09-7783731fe5de req-44e17ede-5ad5-4861-a15c-fac597c92b38 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1009002 Oct 22 13:20:39.780720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b073f99-0fc7-4481-ab09-7783731fe5de req-70c6ace6-b8c2-4844-8f01-4acdd6ef5c46 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118281 Oct 22 13:20:39.827087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6ef429dd-7c35-455a-a856-5122995d214b up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:20:39.920607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46684) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:39.940322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.946778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 6ef429dd-7c35-455a-a856-5122995d214b completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:20:39.957080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 6ef429dd-7c35-455a-a856-5122995d214b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:20:39.962514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:39.965778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e880-f33a-46a5-b85e-41967c02afdb req-355d4857-2af8-459b-be97-003409d235e7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:39.983564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1b8e880-f33a-46a5-b85e-41967c02afdb req-355d4857-2af8-459b-be97-003409d235e7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1069138 Oct 22 13:20:40.085110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1b8e880-f33a-46a5-b85e-41967c02afdb req-bf65f026-13a3-4ad0-8360-8ceef2448327 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 Oct 22 13:20:40.138378 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.173104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6ef429dd-7c35-455a-a856-5122995d214b,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:40.174216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:40.177621 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef632b1e-bb39-4111-8592-84d6f9fae6fa" -d '{"events": [{"server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "name": "network-vif-plugged", "status": "completed", "tag": "6ef429dd-7c35-455a-a856-5122995d214b"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:40.181939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.205338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1168e6bf-0877-49ff-a84c-fb2287f8f698 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=179a82d68bca4d3e988036bd250405c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826421 Oct 22 13:20:40.207980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:40.268811 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eacd4a2-d400-47ce-b2c6-721eeb945ba0 x-openstack-request-id: req-6eacd4a2-d400-47ce-b2c6-721eeb945ba0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:40.269581 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "name": "network-vif-plugged", "status": "completed", "tag": "6ef429dd-7c35-455a-a856-5122995d214b", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:40.273013 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eacd4a2-d400-47ce-b2c6-721eeb945ba0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:40.273604 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b', 'code': 200} Oct 22 13:20:40.283775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:40.377481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.408629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.458296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e15591-5557-434b-a587-ebebeed549d1 req-991891b0-f343-4c7e-acd0-314c1a349790 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:40.464454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e15591-5557-434b-a587-ebebeed549d1 req-991891b0-f343-4c7e-acd0-314c1a349790 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2330978 Oct 22 13:20:40.535197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712753f-6cac-4fc6-8eac-bc336773dc07 req-b3d79639-591a-45e4-86f6-eff8560e21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:40.538017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2712753f-6cac-4fc6-8eac-bc336773dc07 req-b3d79639-591a-45e4-86f6-eff8560e21cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 1096 time: 0.2114098 Oct 22 13:20:40.576501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e15591-5557-434b-a587-ebebeed549d1 req-3e3288a7-3712-420f-94cb-ae958ae29080 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922313 Oct 22 13:20:40.601020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356508c-b10d-409a-a4ce-9d2730d939b6 req-204b59a4-e928-4563-a0e4-7eca19c71f30 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:40.602689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3356508c-b10d-409a-a4ce-9d2730d939b6 req-204b59a4-e928-4563-a0e4-7eca19c71f30 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.1371493 Oct 22 13:20:40.694152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2712753f-6cac-4fc6-8eac-bc336773dc07 req-56aa18a7-2a9f-43b7-a677-d26888521c9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422770 Oct 22 13:20:40.721958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3356508c-b10d-409a-a4ce-9d2730d939b6 req-a3e6b11f-5e43-4aab-98ff-d2d25e293ea8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005485 Oct 22 13:20:40.722820 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.728855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:40.735135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e66a5d94-067c-4e7b-a5ec-97b0297ceae3 HTTP/1.1" status: 204 len: 168 time: 0.5254512 Oct 22 13:20:40.750429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cad68d-762e-4ed1-8427-330883aac764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a5d94-067c-4e7b-a5ec-97b0297ceae3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:40.849335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8232b90-1e8c-4514-adf8-0c9c2ff2f963 req-4024c4d8-4113-491d-8ce4-807c091b7542 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:40.860715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8232b90-1e8c-4514-adf8-0c9c2ff2f963 req-4024c4d8-4113-491d-8ce4-807c091b7542 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1049209 Oct 22 13:20:40.925073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8232b90-1e8c-4514-adf8-0c9c2ff2f963 req-908e2a31-9e75-4f99-8d97-eccd307f38fb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628533 Oct 22 13:20:41.131701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5614f-03f6-4955-b5ce-bb80c13840b8 req-9e4ec819-6dec-423e-8e52-bbf817ad9685 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:41.132496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5a5614f-03f6-4955-b5ce-bb80c13840b8 req-9e4ec819-6dec-423e-8e52-bbf817ad9685 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0848687 Oct 22 13:20:41.186524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5a5614f-03f6-4955-b5ce-bb80c13840b8 req-ef18f646-78ed-490f-b220-f262171b8eeb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Oct 22 13:20:41.386061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee6a50-7797-4133-bec2-e08864dee09e req-ef77c824-d0dc-478a-8653-484d3aab764e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:41.399482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18ee6a50-7797-4133-bec2-e08864dee09e req-ef77c824-d0dc-478a-8653-484d3aab764e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0751567 Oct 22 13:20:41.487727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18ee6a50-7797-4133-bec2-e08864dee09e req-0fa7e629-5404-4bcb-86e5-3d2c42a72192 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Oct 22 13:20:41.691094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e5a6-63de-47dd-8cda-e39e372c1cb3 req-48bdc012-cf0f-47d4-b916-4dab93b77e8d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:41.693998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63a6e5a6-63de-47dd-8cda-e39e372c1cb3 req-48bdc012-cf0f-47d4-b916-4dab93b77e8d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0829110 Oct 22 13:20:41.742741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63a6e5a6-63de-47dd-8cda-e39e372c1cb3 req-87b0f7c8-08ed-4278-9c78-3eb420394565 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Oct 22 13:20:41.853723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc59ae-0862-4e8f-abf1-0e76628459fd req-48d92eab-ef8d-4974-806e-9ebe4fd10bd0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:41.862201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cddc59ae-0862-4e8f-abf1-0e76628459fd req-48d92eab-ef8d-4974-806e-9ebe4fd10bd0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.0747702 Oct 22 13:20:41.991161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cddc59ae-0862-4e8f-abf1-0e76628459fd req-2e2d03f3-feff-4ecd-8577-bc4e8a9fd43f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268432 Oct 22 13:20:42.109055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b5ea-5e0c-4b14-9953-9ee4336cac53 req-9b455678-3dbb-4832-9dd9-8549e6a753f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:42.110762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd21b5ea-5e0c-4b14-9953-9ee4336cac53 req-9b455678-3dbb-4832-9dd9-8549e6a753f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1408243 Oct 22 13:20:42.189225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd21b5ea-5e0c-4b14-9953-9ee4336cac53 req-94662d29-0ee4-4edf-bcf4-09f02ce99ab4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Oct 22 13:20:42.416209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e16c-a71b-45b2-aba9-2640b2239d14 req-ba509bdf-0b1c-46c3-8fc1-f022d0b0da75 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:42.426158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9399e16c-a71b-45b2-aba9-2640b2239d14 req-ba509bdf-0b1c-46c3-8fc1-f022d0b0da75 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0806537 Oct 22 13:20:42.490423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9399e16c-a71b-45b2-aba9-2640b2239d14 req-cd371647-5b94-4e8c-86c3-1490ec52d4ed tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Oct 22 13:20:42.869847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8825b6-3b07-47da-abb8-b01d29cd1411 req-29878164-f357-4418-ba32-d7b99b3b6a42 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:42.880577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8825b6-3b07-47da-abb8-b01d29cd1411 req-29878164-f357-4418-ba32-d7b99b3b6a42 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1299694 Oct 22 13:20:43.005881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8825b6-3b07-47da-abb8-b01d29cd1411 req-c1417fcf-1b0b-4635-8f05-151dd0509795 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173034 Oct 22 13:20:43.428606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6069d-1275-478c-86f0-433f755614e9 req-d4cd35df-8e91-4f15-83b6-17348c5e66c0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:43.436238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6d6069d-1275-478c-86f0-433f755614e9 req-d4cd35df-8e91-4f15-83b6-17348c5e66c0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.2645464 Oct 22 13:20:43.509084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a52a-b494-4aef-87e6-6bcd55a97736 req-3ddfa1e1-c540-4caa-8e8f-4087b2c36136 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:43.527853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65b5a52a-b494-4aef-87e6-6bcd55a97736 req-3ddfa1e1-c540-4caa-8e8f-4087b2c36136 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2856333 Oct 22 13:20:43.651502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6d6069d-1275-478c-86f0-433f755614e9 req-f9a14906-64a6-4dab-84b3-39d42d5d5a37 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134991 Oct 22 13:20:43.709301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65b5a52a-b494-4aef-87e6-6bcd55a97736 req-b73ee1cc-8e0d-4e28-9f11-85c24525f9ea tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747539 Oct 22 13:20:43.734228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab81b4-49c4-4c83-ae27-15c08c5a6560 req-dc2ddfc9-65a4-43aa-add1-654e91cf6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:43.740481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65ab81b4-49c4-4c83-ae27-15c08c5a6560 req-dc2ddfc9-65a4-43aa-add1-654e91cf6240 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.4284012 Oct 22 13:20:43.828213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-65ab81b4-49c4-4c83-ae27-15c08c5a6560 req-7bb294ba-ade6-4b01-a66c-5d947daf9492 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820334 Oct 22 13:20:43.960723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c8a0-8452-49c4-b8a9-7b5b1e10c511 req-1ad1debf-fab5-41d8-a7d4-cdcc335c3138 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:43.962307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d60c8a0-8452-49c4-b8a9-7b5b1e10c511 req-1ad1debf-fab5-41d8-a7d4-cdcc335c3138 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.1074009 Oct 22 13:20:44.034523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d60c8a0-8452-49c4-b8a9-7b5b1e10c511 req-b18ec2d7-b8ff-4cce-be41-4f4f5d85199c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603635 Oct 22 13:20:44.191435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badcbc-97eb-4f62-8de3-ba5c0bcbf8a4 req-63c55ce3-32fb-40eb-89c8-96096b57c252 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:44.203348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83badcbc-97eb-4f62-8de3-ba5c0bcbf8a4 req-63c55ce3-32fb-40eb-89c8-96096b57c252 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1114764 Oct 22 13:20:44.342875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736f904-f351-4e1e-b852-f92d9e350c76 req-ba2142f8-6771-4524-b089-678e6c6fa2b9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:44.346047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6736f904-f351-4e1e-b852-f92d9e350c76 req-ba2142f8-6771-4524-b089-678e6c6fa2b9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.1300759 Oct 22 13:20:44.358133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83badcbc-97eb-4f62-8de3-ba5c0bcbf8a4 req-485fbac0-4704-4f2f-b8db-0e58089a42f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534278 Oct 22 13:20:44.426477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6736f904-f351-4e1e-b852-f92d9e350c76 req-824055e8-d0e6-453c-871c-c6f7deca4fb6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636663 Oct 22 13:20:44.565106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc33cd-d79c-4d3f-9dfc-641f1af9c831 req-1183bb21-73e9-429e-a418-876255e1189f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:44.575929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebbc33cd-d79c-4d3f-9dfc-641f1af9c831 req-1183bb21-73e9-429e-a418-876255e1189f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1175964 Oct 22 13:20:44.631095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebbc33cd-d79c-4d3f-9dfc-641f1af9c831 req-1d46bf76-f9ad-4f40-9451-4239af3033a9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539434 Oct 22 13:20:44.876601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56447-df53-4846-bdf7-a5cf488573ad req-fe65c145-1578-4093-ac31-7a6327064112 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:44.886014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84f56447-df53-4846-bdf7-a5cf488573ad req-fe65c145-1578-4093-ac31-7a6327064112 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1227057 Oct 22 13:20:44.914626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46932) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:44.951439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790528e5-93f9-4e6e-be36-9552b9fa8f52 req-44934780-db33-4515-bc33-9246ad16ab13 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:44.961214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-790528e5-93f9-4e6e-be36-9552b9fa8f52 req-44934780-db33-4515-bc33-9246ad16ab13 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.1473536 Oct 22 13:20:44.992691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84f56447-df53-4846-bdf7-a5cf488573ad req-d1741025-29a8-40a1-baa9-557521837fe8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048765 Oct 22 13:20:45.049906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-790528e5-93f9-4e6e-be36-9552b9fa8f52 req-8743bdd6-390f-4c91-95c4-a088319eeffe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876102 Oct 22 13:20:45.180747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1115c977-efe7-4ce2-b7af-7780f36a8ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.245723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a557d-517a-4e97-ab64-84d56c67e4bb req-84821ca5-0e11-4ca5-88a6-1183883a623e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:45.255679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-924a557d-517a-4e97-ab64-84d56c67e4bb req-84821ca5-0e11-4ca5-88a6-1183883a623e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1222355 Oct 22 13:20:45.299104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1115c977-efe7-4ce2-b7af-7780f36a8ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.305885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1115c977-efe7-4ce2-b7af-7780f36a8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.343470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115c977-efe7-4ce2-b7af-7780f36a8ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995413ee-d291-42e3-92fc-c97a8b8ef854,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:45.354162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-924a557d-517a-4e97-ab64-84d56c67e4bb req-82ba21af-da5e-4c5c-a683-8ba10856bcdf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Oct 22 13:20:45.369018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1115c977-efe7-4ce2-b7af-7780f36a8ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42bfe013c6e449419c4f503235f4b54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532757 Oct 22 13:20:45.371857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:45.776947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6f08-0df4-4340-a985-bbf604742ba2 req-3186ecc9-8066-4ae4-acc0-b75688605d80 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:45.778636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acef6f08-0df4-4340-a985-bbf604742ba2 req-3186ecc9-8066-4ae4-acc0-b75688605d80 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1492391 Oct 22 13:20:45.855084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acef6f08-0df4-4340-a985-bbf604742ba2 req-5cd5988e-391a-4b5c-b952-182670468af8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684223 Oct 22 13:20:45.896641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.919049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.971904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.974970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:45.976167 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/995413ee-d291-42e3-92fc-c97a8b8ef854 HTTP/1.1" status: 204 len: 168 time: 0.6026318 Oct 22 13:20:45.984039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb2e1-79fe-46a0-8bd2-eac5a3b9e771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995413ee-d291-42e3-92fc-c97a8b8ef854,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:46.271842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a884f6-4b06-42e4-b87e-7cd5d3489ec8 req-439d8772-e83d-4f1d-9ef0-deb94a5f1b60 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:46.280950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a884f6-4b06-42e4-b87e-7cd5d3489ec8 req-439d8772-e83d-4f1d-9ef0-deb94a5f1b60 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.1280963 Oct 22 13:20:46.331377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-e0119614-fe86-4481-8f21-4b0bdd00d2f9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:46.334176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-e0119614-fe86-4481-8f21-4b0bdd00d2f9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 945 time: 0.1367824 Oct 22 13:20:46.353742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a884f6-4b06-42e4-b87e-7cd5d3489ec8 req-9fe6635c-6c83-4c3b-9c92-f747cebd1683 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Oct 22 13:20:46.373504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46986) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:46.391533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ef14577-eab9-4b7e-bd3a-0f0b77127ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.480774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ef14577-eab9-4b7e-bd3a-0f0b77127ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.491600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ef14577-eab9-4b7e-bd3a-0f0b77127ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.507446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port 6ef429dd-7c35-455a-a856-5122995d214b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:46.510018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.538225 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ef14577-eab9-4b7e-bd3a-0f0b77127ff6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3054f34eb44ae59f1812703878eb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610286 Oct 22 13:20:46.538225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef14577-eab9-4b7e-bd3a-0f0b77127ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6510c6da-41c5-40dc-827d-878f2c7b521e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:46.539686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:46.622650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.648824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.684016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port 6ef429dd-7c35-455a-a856-5122995d214b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=6ef429dd-7c35-455a-a856-5122995d214b,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:46.684525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.715166 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.718296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.720333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6510c6da-41c5-40dc-827d-878f2c7b521e HTTP/1.1" status: 204 len: 168 time: 0.1686404 Oct 22 13:20:46.723889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for 6ef429dd-7c35-455a-a856-5122995d214b owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:46.733027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c1eb9-97ac-40d5-9461-31506d0bf589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510c6da-41c5-40dc-827d-878f2c7b521e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:46.945193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:46.960397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260', 'a23b57eb-8734-4dda-9b50-7b46af204c50'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:46.962707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['6ef429dd-7c35-455a-a856-5122995d214b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:46.998270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=6ef429dd-7c35-455a-a856-5122995d214b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:47.109987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port 6ef429dd-7c35-455a-a856-5122995d214b on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:47.115079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:47.123978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ce93d01-43a1-4e63-9d99-f5269ca6b370 req-c806d8f7-b3d0-478f-b870-fceab7acb9fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "DELETE /v2.0/ports/6ef429dd-7c35-455a-a856-5122995d214b HTTP/1.1" status: 204 len: 173 time: 0.7692070 Oct 22 13:20:47.124879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'name': 'network-vif-deleted', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:47.131481 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63754194-49ab-4ec0-8ad5-238d6f192d8d" -d '{"events": [{"server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "name": "network-vif-deleted", "tag": "6ef429dd-7c35-455a-a856-5122995d214b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:47.169617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d585db-034b-487e-ab0a-261d7aa6e80f req-f2168bc0-f938-49a8-8925-af6d6c751355 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:47.172774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85d585db-034b-487e-ab0a-261d7aa6e80f req-f2168bc0-f938-49a8-8925-af6d6c751355 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1781218 Oct 22 13:20:47.230292 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86e4b4f-f27c-4c88-9ab9-d5a313d279cf x-openstack-request-id: req-f86e4b4f-f27c-4c88-9ab9-d5a313d279cf {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:47.230593 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e277d9-faef-40ff-9e5f-82e63950e038", "name": "network-vif-deleted", "tag": "6ef429dd-7c35-455a-a856-5122995d214b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:47.230996 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f86e4b4f-f27c-4c88-9ab9-d5a313d279cf {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:47.231407 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e277d9-faef-40ff-9e5f-82e63950e038', 'name': 'network-vif-deleted', 'tag': '6ef429dd-7c35-455a-a856-5122995d214b', 'status': 'completed', 'code': 200} Oct 22 13:20:47.234685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85d585db-034b-487e-ab0a-261d7aa6e80f req-2a2373c4-fbe1-4278-a36a-c5113a58a2df tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Oct 22 13:20:47.416096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47034) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:47.600601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36ea1e81-99ef-440b-a164-817041016601 req-94588b55-b9ab-453a-adf1-f8a33fe88c30 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e277d9-faef-40ff-9e5f-82e63950e038 HTTP/1.1" status: 200 len: 210 time: 0.0590208 Oct 22 13:20:47.933184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930c678-5ee2-4e8a-a2db-db72def6abcc req-00c4a4d4-864e-496d-8ace-1f91f9cf648d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:47.935546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4930c678-5ee2-4e8a-a2db-db72def6abcc req-00c4a4d4-864e-496d-8ace-1f91f9cf648d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1882248 Oct 22 13:20:48.177544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4930c678-5ee2-4e8a-a2db-db72def6abcc req-f3ecb9e9-2a70-4367-96ac-ef78619c06f7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275615 Oct 22 13:20:48.441199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:48.936272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Deleting port e1ea6868-c545-4545-976f-87fd7350aef7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:48.936795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:49.127253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] For port e1ea6868-c545-4545-976f-87fd7350aef7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e1ea6868-c545-4545-976f-87fd7350aef7,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:49.127622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:49.143277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Calling delete_port for e1ea6868-c545-4545-976f-87fd7350aef7 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:49.159354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479edba6-a187-4305-a9cd-507003e1c72f req-3c9e269b-e5a6-44a7-8079-3097327ac4ee tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:49.161170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-479edba6-a187-4305-a9cd-507003e1c72f req-3c9e269b-e5a6-44a7-8079-3097327ac4ee tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.0959775 Oct 22 13:20:49.312306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-479edba6-a187-4305-a9cd-507003e1c72f req-95efe3f8-9137-408d-881a-cb5e07158f8e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102235 Oct 22 13:20:49.537204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f788e-9452-4756-a84e-35558bc9547f req-3d46caaa-eacf-4101-a57f-91c3109dc49f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:49.538834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b8f788e-9452-4756-a84e-35558bc9547f req-3d46caaa-eacf-4101-a57f-91c3109dc49f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2212591 Oct 22 13:20:49.540065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:49.578425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ea6868-c545-4545-976f-87fd7350aef7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:49.748578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b8f788e-9452-4756-a84e-35558bc9547f req-2409c906-a797-4c03-8eca-4e90ff57647d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022154 Oct 22 13:20:49.864259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:49.867807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6ef429dd-7c35-455a-a856-5122995d214b no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:49.919070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 6ef429dd-7c35-455a-a856-5122995d214b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:49.919425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 6ef429dd-7c35-455a-a856-5122995d214b not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:50.057339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0a2b0-87a5-438a-87f0-710850e25976 req-bf52df32-4ff2-462e-9594-ff53c1435c96 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:50.064461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9da0a2b0-87a5-438a-87f0-710850e25976 req-bf52df32-4ff2-462e-9594-ff53c1435c96 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0863044 Oct 22 13:20:50.160509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9da0a2b0-87a5-438a-87f0-710850e25976 req-e129975c-a5bc-43b1-bcbc-f371e389c4a8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951757 Oct 22 13:20:50.401202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Router 57a1a7e8-f429-450f-98f3-00f31fd738e0 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:20:50.413202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b326-1130-43ba-b43b-39f37dac2bc0 req-4f0a2f28-bdb2-4929-a36f-7ceebb8088f0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:50.421529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c36b326-1130-43ba-b43b-39f37dac2bc0 req-4f0a2f28-bdb2-4929-a36f-7ceebb8088f0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1386514 Oct 22 13:20:50.459653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-36c1d434-7b1c-44c6-9192-484bac017c9e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:50.480607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-36c1d434-7b1c-44c6-9192-484bac017c9e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.1357322 Oct 22 13:20:50.604756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port a23b57eb-8734-4dda-9b50-7b46af204c50 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:50.605209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:50.655464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c36b326-1130-43ba-b43b-39f37dac2bc0 req-be2f4009-09ea-4a17-bb26-19a3546e6591 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329488 Oct 22 13:20:50.689395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561778c-3e48-420b-b448-f6993b5ed096 req-3c91812b-64c8-4ab6-93b6-9e89b93fd4f2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:50.690827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b561778c-3e48-420b-b448-f6993b5ed096 req-3c91812b-64c8-4ab6-93b6-9e89b93fd4f2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=9825ceec-419f-4c97-9e61-d2ceb5f37aa0 HTTP/1.1" status: 200 len: 946 time: 0.2139788 Oct 22 13:20:50.777142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:20:50.780917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port a23b57eb-8734-4dda-9b50-7b46af204c50, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a23b57eb-8734-4dda-9b50-7b46af204c50,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:50.781688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:50.784907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f706b073-599e-428b-9cde-ff722f560aea admin admin] 10.222.0.25 "PUT /v2.0/routers/57a1a7e8-f429-450f-98f3-00f31fd738e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3651164 Oct 22 13:20:50.787700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Sync routers for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:20:50.795742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:50.802018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for a23b57eb-8734-4dda-9b50-7b46af204c50 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:50.807884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:50.808510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:20:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:50.917076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b561778c-3e48-420b-b448-f6993b5ed096 req-83c4ac1d-3e2d-460f-b1ba-776b648449a1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094243 Oct 22 13:20:50.979613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:51.055244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499ec8-f988-4d54-92a2-6bd8f5dc8e6f req-bfd3edd4-d4fc-4b5f-a77f-fe838d3060f5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:51.062653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3499ec8-f988-4d54-92a2-6bd8f5dc8e6f req-bfd3edd4-d4fc-4b5f-a77f-fe838d3060f5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2622931 Oct 22 13:20:51.069326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=a23b57eb-8734-4dda-9b50-7b46af204c50,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:51.079133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:51.143874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port a23b57eb-8734-4dda-9b50-7b46af204c50 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:51.153306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:51.157584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-23589174-980d-46c2-adb5-6e70fbce2ad7 req-f21a6cde-92a7-4f88-9da8-4f14fb8e77e9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "DELETE /v2.0/ports/a23b57eb-8734-4dda-9b50-7b46af204c50 HTTP/1.1" status: 204 len: 173 time: 0.6668565 Oct 22 13:20:51.158141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'name': 'network-vif-deleted', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:51.160665 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c2b2b1-e8f5-41c7-9dfa-2a70bcf9d4f8" -d '{"events": [{"server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "name": "network-vif-deleted", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:51.203832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:51.221808 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a8953-6881-44f9-bb8c-f6fd3d500c9c x-openstack-request-id: req-aa3a8953-6881-44f9-bb8c-f6fd3d500c9c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:51.222389 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825ceec-419f-4c97-9e61-d2ceb5f37aa0", "name": "network-vif-deleted", "tag": "a23b57eb-8734-4dda-9b50-7b46af204c50", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:51.222881 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa3a8953-6881-44f9-bb8c-f6fd3d500c9c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:51.223625 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825ceec-419f-4c97-9e61-d2ceb5f37aa0', 'name': 'network-vif-deleted', 'tag': 'a23b57eb-8734-4dda-9b50-7b46af204c50', 'status': 'completed', 'code': 200} Oct 22 13:20:51.599203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:20:49Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:51.629081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Checking router: 57a1a7e8-f429-450f-98f3-00f31fd738e0 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:20:51.655782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Routers {'57a1a7e8-f429-450f-98f3-00f31fd738e0'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:20:51.656787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:20:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['57a1a7e8-f429-450f-98f3-00f31fd738e0'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:51.829544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] Set router 57a1a7e8-f429-450f-98f3-00f31fd738e0 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:20:51.858425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3499ec8-f988-4d54-92a2-6bd8f5dc8e6f req-187dd746-a492-43d6-a068-20fc91c09e9b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7943990 Oct 22 13:20:51.860661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:52.163390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:52.305174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfc200-70f7-42db-90cc-145c6279c62f req-0f0a091b-99b4-4201-a031-c37a37017d85 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:52.325737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ddfc200-70f7-42db-90cc-145c6279c62f req-0f0a091b-99b4-4201-a031-c37a37017d85 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2179255 Oct 22 13:20:52.480189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:20:49Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:52.486045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-22a13e54-f505-4222-adf6-0d335596043a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:52.493676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-22a13e54-f505-4222-adf6-0d335596043a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.1290524 Oct 22 13:20:52.516726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ddfc200-70f7-42db-90cc-145c6279c62f req-d15eb0c8-978d-46f3-8140-97b98422b4a5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900084 Oct 22 13:20:52.550652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48b819-e51e-4832-a891-8bcbe0a690b2 None None] The sync data for ids ['57a1a7e8-f429-450f-98f3-00f31fd738e0'] in n-d-813419-8 is: [{'id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'name': 'tempest-AttachVolumeTestJSON-1237835669-router', 'tenant_id': '20c0823251284394b7968051023eb59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:09:50Z', 'updated_at': '2021-10-22T13:20:49Z', 'revision_number': 5, 'project_id': '20c0823251284394b7968051023eb59c', 'gw_port': {'id': '0124d5f8-e8d0-4011-9a54-13abe0dde73e', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1a7e8-f429-450f-98f3-00f31fd738e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:09:52Z', 'updated_at': '2021-10-22T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:20:52.552645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-a158fd07-cba4-4d28-aded-bde1bf977bcd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0580404 Oct 22 13:20:52.610892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Deleting port 0124d5f8-e8d0-4011-9a54-13abe0dde73e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:52.611234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:52.648867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a23b57eb-8734-4dda-9b50-7b46af204c50 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:52.653822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-abb328e2-c493-488c-b75d-5179f3eaa4eb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000707 Oct 22 13:20:52.700271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a23b57eb-8734-4dda-9b50-7b46af204c50 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:52.700744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a23b57eb-8734-4dda-9b50-7b46af204c50 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:52.816376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] For port 0124d5f8-e8d0-4011-9a54-13abe0dde73e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0124d5f8-e8d0-4011-9a54-13abe0dde73e,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:52.817756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:52.852599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9301d-fd89-4634-817b-20edbb080da5 req-dcd06234-b57d-4b3c-8560-92cd0c3f5fc0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:52.854534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ea9301d-fd89-4634-817b-20edbb080da5 req-dcd06234-b57d-4b3c-8560-92cd0c3f5fc0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1762283 Oct 22 13:20:52.856289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Calling delete_port for 0124d5f8-e8d0-4011-9a54-13abe0dde73e owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:52.867125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-79dcf36c-87b5-48a7-9c90-8cb176b9d5d2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122955 Oct 22 13:20:53.023338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ea9301d-fd89-4634-817b-20edbb080da5 req-61566eea-16a5-465d-83ea-80e7d8aed63d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467566 Oct 22 13:20:53.241540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-32574d35-4305-4457-9537-c9d202ed498f service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726687 Oct 22 13:20:53.316061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176436-2b38-48db-944f-514d6c1562cf req-167eb82b-fc17-436a-97dd-ad5c3a71b873 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:53.318614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4176436-2b38-48db-944f-514d6c1562cf req-167eb82b-fc17-436a-97dd-ad5c3a71b873 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1456168 Oct 22 13:20:53.378260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.425498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Pushing event deleted for resources: {'Port': ['ID=0124d5f8-e8d0-4011-9a54-13abe0dde73e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:53.453926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4176436-2b38-48db-944f-514d6c1562cf req-62658946-dc61-4a67-b0fd-b03946274cf2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139193 Oct 22 13:20:53.551734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1069ed4c-5afd-4a86-8f06-c1bd2ac08006 req-e4d053d4-cd44-4524-83ef-79eb6cbd582e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 210 time: 0.0394468 Oct 22 13:20:53.670150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.791154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737638a-6f23-46be-9deb-d176a5219625 req-eeeb1c8c-2593-4cc6-92d6-4910dda9e61a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:53.803252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7737638a-6f23-46be-9deb-d176a5219625 req-eeeb1c8c-2593-4cc6-92d6-4910dda9e61a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1752307 Oct 22 13:20:53.889664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.899687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.962232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-40cfd6ee-dbe3-4644-a82d-5a85bcb42a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.964151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7737638a-6f23-46be-9deb-d176a5219625 req-5373c9f3-ea21-404f-b050-7b1e6f5623bc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596425 Oct 22 13:20:53.977681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.979535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a1a7e8-f429-450f-98f3-00f31fd738e0 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:20:53.986522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:53.988063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0dbeb5fa-289e-444c-b5ce-cbdcca66f208 admin admin] 10.222.0.25 "DELETE /v2.0/routers/57a1a7e8-f429-450f-98f3-00f31fd738e0 HTTP/1.1" status: 204 len: 168 time: 3.1914687 Oct 22 13:20:53.991179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:54.057172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Deleting subnet b562d0ee-2074-426b-bf6a-a92862333dba {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:20:54.061525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.171118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.206043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e1ea6868-c545-4545-976f-87fd7350aef7 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:54.236188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e1ea6868-c545-4545-976f-87fd7350aef7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:54.236618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e1ea6868-c545-4545-976f-87fd7350aef7 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:54.346216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e1b50-7f40-4e32-9b94-744242020e5e req-030f7abc-998d-4bd2-86b6-bd69b8b74c82 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:54.357971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-545e1b50-7f40-4e32-9b94-744242020e5e req-030f7abc-998d-4bd2-86b6-bd69b8b74c82 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1466308 Oct 22 13:20:54.394592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.454668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-545e1b50-7f40-4e32-9b94-744242020e5e req-e9365f24-f26f-4270-934f-4190e491a064 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893052 Oct 22 13:20:54.492348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.560530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b562d0ee-2074-426b-bf6a-a92862333dba,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:54.661175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc9214-3b39-478c-80f6-8bc068c88c17 None None] Network 5c224ee9-9cf2-4997-8426-b3d979e78391 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:20:54.678073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.691226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b7b7058e-bb40-40df-b3d5-57f64bef2654 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b562d0ee-2074-426b-bf6a-a92862333dba HTTP/1.1" status: 204 len: 168 time: 0.6985519 Oct 22 13:20:54.694139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:54.812565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e36d6606-1427-41d8-9cca-5f4a3ab8bc17 req-44e4a123-0bc2-4d8e-b22c-1663e53462ca tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 210 time: 0.0926850 Oct 22 13:20:54.830185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920d20-eb28-44f4-85d7-eab27bbaaac8 req-d4a4758f-033f-4d21-a5e9-9b68a30e1a34 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:54.839313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8920d20-eb28-44f4-85d7-eab27bbaaac8 req-d4a4758f-033f-4d21-a5e9-9b68a30e1a34 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2798088 Oct 22 13:20:54.900241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:54.926540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8920d20-eb28-44f4-85d7-eab27bbaaac8 req-2dee8ab1-00ed-4ba9-8c33-ff8be97399de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853238 Oct 22 13:20:55.004652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Deleting port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:55.005475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.057494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] DHCP port deletion for 5c224ee9-9cf2-4997-8426-b3d979e78391 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:20:55.159203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] For port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:55.159203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.175335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Calling delete_port for 5bdacab3-01f1-4a90-a6c8-a530b173ab2c owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:55.219483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Deleting port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:20:55.220721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.331243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.338854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-1824e2b6-6571-42b8-aa18-07a259f7df9e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:55.340776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-1824e2b6-6571-42b8-aa18-07a259f7df9e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.3063149 Oct 22 13:20:55.349196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] For port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,segment=NetworkSegment(23d235f9-1be0-4c0d-a2ca-80e414f02eb6),segment_id=23d235f9-1be0-4c0d-a2ca-80e414f02eb6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:20:55.349469 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.367503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585aca3-5773-483f-b661-d09f36fa3efe req-35b24fd8-dd58-42a9-993d-c694a8c4964b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:55.376095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:55.376286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3585aca3-5773-483f-b661-d09f36fa3efe req-35b24fd8-dd58-42a9-993d-c694a8c4964b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2025366 Oct 22 13:20:55.388157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] No DVR routers for this DVR port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:55.389313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Calling delete_port for 5bdacab3-01f1-4a90-a6c8-a530b173ab2c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:20:55.394577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.394577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.394577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.400035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:55.402351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.402724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.404311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.404727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.407294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.407294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.407294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.407656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.408304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.567015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.590534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c224ee9-9cf2-4997-8426-b3d979e78391']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:55.602703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d235f9-1be0-4c0d-a2ca-80e414f02eb6') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:55.603053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d235f9-1be0-4c0d-a2ca-80e414f02eb6') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:20:55.604765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.613319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.630249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.631526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] No DVR routers for this DVR port 5bdacab3-01f1-4a90-a6c8-a530b173ab2c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:20:55.646884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:20:55.647367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:20:55.650727 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:20:55.681014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3585aca3-5773-483f-b661-d09f36fa3efe req-b1b2a496-acc3-4616-8ed4-03bec312b31b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039420 Oct 22 13:20:55.685945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Pushing event deleted for resources: {'Port': ['ID=5bdacab3-01f1-4a90-a6c8-a530b173ab2c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:55.696901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.697519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.698058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.698590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.699135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.699634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.700160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.709426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.713878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.716656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.717200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.717718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa5529-6e11-4a86-8075-bac917deec1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:20:55.761849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:20:55.767611 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.841817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.851295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:55.859027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c224ee9-9cf2-4997-8426-b3d979e78391 HTTP/1.1" status: 204 len: 168 time: 1.1615341 Oct 22 13:20:55.897591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021493-4ade-4bd6-acbd-da912b47127f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c224ee9-9cf2-4997-8426-b3d979e78391,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:56.031713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-229eb603-806c-41e3-b098-fd0e35336b4a req-9576c24b-3ef8-45a5-90c3-5f3c3dcbf6dc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 210 time: 0.1316752 Oct 22 13:20:56.069185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27911-eb9a-4be0-9b35-031d5d9ad632 req-6f510aa8-1a77-4f82-ad8f-96d52b814bcf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:56.086536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cec27911-eb9a-4be0-9b35-031d5d9ad632 req-6f510aa8-1a77-4f82-ad8f-96d52b814bcf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2715435 Oct 22 13:20:56.213262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cec27911-eb9a-4be0-9b35-031d5d9ad632 req-0d72eb65-bfba-4742-92b5-7901564f0961 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250522 Oct 22 13:20:56.217731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5bdacab3-01f1-4a90-a6c8-a530b173ab2c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:56.246737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5bdacab3-01f1-4a90-a6c8-a530b173ab2c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:56.247556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5bdacab3-01f1-4a90-a6c8-a530b173ab2c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:56.248123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0124d5f8-e8d0-4011-9a54-13abe0dde73e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:20:56.271363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0124d5f8-e8d0-4011-9a54-13abe0dde73e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:20:56.272087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0124d5f8-e8d0-4011-9a54-13abe0dde73e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:20:56.273829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.9 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/4fb6f75d-9e29-446a-b1bf-a4608e316744) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:20:56.276177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47354) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:56.361549 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bedbdc11-33d6-4efb-a772-2f2b94d6547d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20c0823251284394b7968051023eb59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839574 Oct 22 13:20:56.372020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:20:56.472008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.524504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.602259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a96728-9359-473e-a426-74373e777e79 req-38a26f8c-9644-4d75-a697-86cccec8c22f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:56.609223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.610924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08a96728-9359-473e-a426-74373e777e79 req-38a26f8c-9644-4d75-a697-86cccec8c22f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1601856 Oct 22 13:20:56.612628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.616404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b46bd7b-4ec3-4253-bcb6-25812f59f6bc HTTP/1.1" status: 204 len: 168 time: 0.2400968 Oct 22 13:20:56.624880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e3910-bb3a-4409-8657-db5a916e6de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46bd7b-4ec3-4253-bcb6-25812f59f6bc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:56.709227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.722198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08a96728-9359-473e-a426-74373e777e79 req-acaa238e-7d24-4f92-8775-b65b3107e4dc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104174 Oct 22 13:20:56.793656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:56.807034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:20:56.896432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:20:56.902217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:20:56.909753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:20:56.970861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:56.971722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:57.000517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:57.014797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2a671-8b59-413d-bb2c-7b4dcc6fffad req-640e7365-c532-4404-9f6d-f3e6f848af4a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:57.023303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06e2a671-8b59-413d-bb2c-7b4dcc6fffad req-640e7365-c532-4404-9f6d-f3e6f848af4a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1956513 Oct 22 13:20:57.031226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-219caf9f-eb1d-478e-b22b-a02cb21a71bd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6387868 Oct 22 13:20:57.056839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1151fb2-b045-49a9-a9b3-4f9ef5927e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:57.057487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Request body: {'port': {'device_id': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:20:57.163173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06e2a671-8b59-413d-bb2c-7b4dcc6fffad req-9d1b6588-3115-4ad7-a032-4daa1ee2a78a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361134 Oct 22 13:20:57.183254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:57.359136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b2e2-cb21-4d6a-9077-c61a0d038be5 req-b31dec4c-8204-45e3-ad96-a55f4d21694c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:57.360685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac00b2e2-cb21-4d6a-9077-c61a0d038be5 req-b31dec4c-8204-45e3-ad96-a55f4d21694c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 931 time: 0.1341784 Oct 22 13:20:57.627442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cdc9-5b46-435b-bcca-add519dc396b req-bf6b3b25-3cb7-4a6a-ab51-4981ea92bd35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:57.641403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e52cdc9-5b46-435b-bcca-add519dc396b req-bf6b3b25-3cb7-4a6a-ab51-4981ea92bd35 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.3538392 Oct 22 13:20:57.692291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac00b2e2-cb21-4d6a-9077-c61a0d038be5 req-afe695b9-ff0b-4fc5-87e7-6adc7a140a3b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818816 Oct 22 13:20:57.752464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:57.759020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:57.825330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e52cdc9-5b46-435b-bcca-add519dc396b req-4a7ed021-deae-43d3-9d97-f4087a1199a1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671548 Oct 22 13:20:57.945411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb6f75d-9e29-446a-b1bf-a4608e316744 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:20:57.988136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:58.009994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Transition to ACTIVE for port object 4fb6f75d-9e29-446a-b1bf-a4608e316744 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:20:58.022688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c3b7d-ece1-4d6f-a95c-c60402cb52c9 req-29b75b48-ab90-4e28-ab10-adcbc07df012 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.024287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d3c3b7d-ece1-4d6f-a95c-c60402cb52c9 req-29b75b48-ab90-4e28-ab10-adcbc07df012 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0846996 Oct 22 13:20:58.025647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:58.079009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:58.125588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d3c3b7d-ece1-4d6f-a95c-c60402cb52c9 req-a6e95ebe-04b7-4163-8236-1c4acdd9255f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Oct 22 13:20:58.271740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Attempting to bind port 4fb6f75d-9e29-446a-b1bf-a4608e316744 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:20:58.272082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Attempting to bind port 4fb6f75d-9e29-446a-b1bf-a4608e316744 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:20:58.272404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Attempting to bind port 4fb6f75d-9e29-446a-b1bf-a4608e316744 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:58.283336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Port 4fb6f75d-9e29-446a-b1bf-a4608e316744 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:20:58.283706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Attempting to bind port 4fb6f75d-9e29-446a-b1bf-a4608e316744 on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:20:58.316305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:20:58.316868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:20:58.317467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:20:58.318018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Bound port: 4fb6f75d-9e29-446a-b1bf-a4608e316744, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:20:58.318381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:58.387572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546874a-aff1-4e3a-91bc-0f7782b76f82 req-008faf97-9805-4aaf-877f-fa340caba958 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.389497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2546874a-aff1-4e3a-91bc-0f7782b76f82 req-008faf97-9805-4aaf-877f-fa340caba958 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1077898 Oct 22 13:20:58.455427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:20:58.479033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2546874a-aff1-4e3a-91bc-0f7782b76f82 req-21a9e0e2-2fb7-48db-8a4e-1ecb44285e2a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768073 Oct 22 13:20:58.480685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:20:58.491248 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:58.535189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.536735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:20:58.537709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] 10.222.0.21 "PUT /v2.0/ports/4fb6f75d-9e29-446a-b1bf-a4608e316744 HTTP/1.1" status: 200 len: 1091 time: 1.4970672 Oct 22 13:20:58.541510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:20:58.545929 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede" -d '{"events": [{"name": "network-changed", "server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:20:58.607232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d874b25-2097-4aab-9a70-54a18c4fae01 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:20:58.649449 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8636f7ee-2e2c-48d2-b43e-53006916677f x-openstack-request-id: req-8636f7ee-2e2c-48d2-b43e-53006916677f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:20:58.649805 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:20:58.650545 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8636f7ee-2e2c-48d2-b43e-53006916677f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:20:58.651078 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744', 'status': 'completed', 'code': 200} Oct 22 13:20:58.718291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-717db067-b9ee-470b-a515-59b778ae6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.718291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-717db067-b9ee-470b-a515-59b778ae6007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 1094 time: 0.1306639 Oct 22 13:20:58.733272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812d2e5-b2a6-463b-826f-5240beb6fefa req-e0b0e0b8-4b3f-4dad-8656-360b10340a3b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.734922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c812d2e5-b2a6-463b-826f-5240beb6fefa req-e0b0e0b8-4b3f-4dad-8656-360b10340a3b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0883639 Oct 22 13:20:58.780021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-49a29f24-3cb0-4dd8-b8a2-e010ca7001c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744 HTTP/1.1" status: 200 len: 217 time: 0.0553010 Oct 22 13:20:58.892494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-7ebccf41-ab24-43c5-b194-262111233ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:58.893676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-7ebccf41-ab24-43c5-b194-262111233ea8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1040788 Oct 22 13:20:58.931802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c812d2e5-b2a6-463b-826f-5240beb6fefa req-e7160a7b-7a26-4b7f-88e3-6a34eabcbfb5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884131 Oct 22 13:20:58.984992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-f4f8117a-63fd-4725-9f4c-a55fd965f3ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830915 Oct 22 13:20:59.009781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9d00-f62c-477a-9e91-9bb9774a5d43 req-75f0aa8a-8319-4486-90ac-df2ce93c2a04 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:59.013187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abba9d00-f62c-477a-9e91-9bb9774a5d43 req-75f0aa8a-8319-4486-90ac-df2ce93c2a04 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 943 time: 0.2363894 Oct 22 13:20:59.109016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abba9d00-f62c-477a-9e91-9bb9774a5d43 req-cf06fa29-dc2e-4af0-909c-f4332c45a158 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668306 Oct 22 13:20:59.187762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-88aca235-ee4e-4620-ad8a-1f9c1e9116a3 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733150 Oct 22 13:20:59.346878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d2ad2b8-fab4-4898-b9ba-bef01c357bed req-d7c56db9-d59e-4e9e-9c5b-805b40e5ce15 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469519 Oct 22 13:20:59.359484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1a1d6-0949-4991-ba91-d93ee6228094 req-3e600102-5ea0-4bcc-8367-f0312ae0f241 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:59.370175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f1a1d6-0949-4991-ba91-d93ee6228094 req-3e600102-5ea0-4bcc-8367-f0312ae0f241 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1322186 Oct 22 13:20:59.437821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5f1a1d6-0949-4991-ba91-d93ee6228094 req-10081c1c-ebff-48b5-9c2e-f5ccc3fd4677 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666568 Oct 22 13:20:59.543381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-7f85bf86-f56e-42f7-ae45-e85f19a160ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:20:59.544919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-7f85bf86-f56e-42f7-ae45-e85f19a160ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 1094 time: 0.1215873 Oct 22 13:20:59.743063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:00.116902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfabe-33e1-4ec2-83c1-6d60483bf16b req-644e91de-6f4c-450c-8ed5-70dd89ad4dca tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.118417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099dfabe-33e1-4ec2-83c1-6d60483bf16b req-644e91de-6f4c-450c-8ed5-70dd89ad4dca tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.5660706 Oct 22 13:21:00.159330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-01e1bce0-65dd-4fef-8276-147a58937f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.162460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-01e1bce0-65dd-4fef-8276-147a58937f87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.5960267 Oct 22 13:21:00.284077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-099dfabe-33e1-4ec2-83c1-6d60483bf16b req-30fbb597-1e8b-459d-8c21-d0d076dc1273 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519907 Oct 22 13:21:00.284940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-ef14e6ac-f992-4bd8-80bb-537f5c36d48d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744 HTTP/1.1" status: 200 len: 217 time: 0.1075580 Oct 22 13:21:00.513800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22f2c6-a635-4219-b0c7-166c29933a25 req-47837aba-eef7-4cad-98b5-d5fdf903f258 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.515806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b22f2c6-a635-4219-b0c7-166c29933a25 req-47837aba-eef7-4cad-98b5-d5fdf903f258 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 943 time: 0.2447922 Oct 22 13:21:00.527318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-2c46e0a6-3a7d-44fe-bc72-a69c3f2b90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.528798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-2c46e0a6-3a7d-44fe-bc72-a69c3f2b90ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.2196019 Oct 22 13:21:00.578088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebabbe1-2f56-4527-bbb4-485c8a002e67 req-88e69f30-8039-4971-9568-a10423258aeb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.579627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ebabbe1-2f56-4527-bbb4-485c8a002e67 req-88e69f30-8039-4971-9568-a10423258aeb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1285589 Oct 22 13:21:00.607853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b22f2c6-a635-4219-b0c7-166c29933a25 req-2cc2bf64-bcdb-415d-933a-f1d0f14327fa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833137 Oct 22 13:21:00.610283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-bf4cc934-ad87-4de9-8046-8a2879311bda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574720 Oct 22 13:21:00.701852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ebabbe1-2f56-4527-bbb4-485c8a002e67 req-6bb3f7cd-bf61-4814-9fae-b820df191425 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Oct 22 13:21:00.751975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-e28a51f8-9709-4137-b46c-087f6ede7844 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323740 Oct 22 13:21:00.940894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85de79f-3523-4efe-a4d7-76c300da88fd req-2bb6358c-308f-4643-8db5-3a51cb1d9757 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:00.949102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d85de79f-3523-4efe-a4d7-76c300da88fd req-2bb6358c-308f-4643-8db5-3a51cb1d9757 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1596808 Oct 22 13:21:00.999180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af4f8c3-b2be-40f7-a6cc-c8216dbcaede req-9984caff-8789-4696-b8c7-f758bcd698e5 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376738 Oct 22 13:21:01.020920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d85de79f-3523-4efe-a4d7-76c300da88fd req-9468bc80-a4dc-49d1-8c9e-6f68daaae524 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652051 Oct 22 13:21:01.705734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47654) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:01.725714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336726-3665-4961-91ff-bd15db44e05d req-631f3720-2702-4af1-8e98-6606973ba474 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:01.732769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c336726-3665-4961-91ff-bd15db44e05d req-631f3720-2702-4af1-8e98-6606973ba474 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0843775 Oct 22 13:21:01.895909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c336726-3665-4961-91ff-bd15db44e05d req-f373eb81-3c71-412a-9b7a-23f9f118dbb4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515887 Oct 22 13:21:01.935551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4fb6f75d-9e29-446a-b1bf-a4608e316744 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:21:01.954703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba929-d7df-4105-ac86-2fc701d36663 req-6d02d917-f1c7-4604-a469-8f70cc7306e2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:01.956347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b74ba929-d7df-4105-ac86-2fc701d36663 req-6d02d917-f1c7-4604-a469-8f70cc7306e2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 943 time: 0.1826341 Oct 22 13:21:01.999309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0c60a4f-f9b5-4b00-8267-4a5cfd43bbd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.053287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b74ba929-d7df-4105-ac86-2fc701d36663 req-1b7a5a58-46fe-4dde-aa5b-aa175d6cfd90 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Oct 22 13:21:02.085403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:02.101100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '4fb6f75d-9e29-446a-b1bf-a4608e316744', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': '4fb6f75d-9e29-446a-b1bf-a4608e316744', 'mac_address': 'fa:16:3e:8c:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:21:02.135602 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0c60a4f-f9b5-4b00-8267-4a5cfd43bbd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.145377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0c60a4f-f9b5-4b00-8267-4a5cfd43bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.164026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.183663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb6f75d-9e29-446a-b1bf-a4608e316744 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:02.213946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:02.221304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60a4f-f9b5-4b00-8267-4a5cfd43bbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80637285-c056-4bf0-95b0-826220483b70,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:02.223707 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.227002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0c60a4f-f9b5-4b00-8267-4a5cfd43bbd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1252b99b50da4aed8881242cae3a3769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201623 Oct 22 13:21:02.229818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47674) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:02.305920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:02.307917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.342006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.424432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.427623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:02.435402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80637285-c056-4bf0-95b0-826220483b70 HTTP/1.1" status: 204 len: 168 time: 0.2002101 Oct 22 13:21:02.458794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dda03-a991-4f69-9f33-8f5f5e37c7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80637285-c056-4bf0-95b0-826220483b70,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:02.557671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4fb6f75d-9e29-446a-b1bf-a4608e316744'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:02.979205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47720) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:02.999155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3897ea4-bf22-4cb7-b7dc-55814b04206d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.201406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a63a-162b-44eb-acea-9c5926ec3a4a req-aa558ec5-c4c4-4873-bc17-bc9298a32bed tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:03.210247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4da7a63a-162b-44eb-acea-9c5926ec3a4a req-aa558ec5-c4c4-4873-bc17-bc9298a32bed tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1700125 Oct 22 13:21:03.267893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3897ea4-bf22-4cb7-b7dc-55814b04206d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.276773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c288-ba28-4504-ae63-14dbe16217c8 req-76a691d7-d563-43c8-a487-45454b501d43 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:03.285254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ca5c288-ba28-4504-ae63-14dbe16217c8 req-76a691d7-d563-43c8-a487-45454b501d43 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 944 time: 0.1342609 Oct 22 13:21:03.296373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3897ea4-bf22-4cb7-b7dc-55814b04206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.330871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4da7a63a-162b-44eb-acea-9c5926ec3a4a req-1fe6d5c2-f668-4267-a161-b5edf544033b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198709 Oct 22 13:21:03.407579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ca5c288-ba28-4504-ae63-14dbe16217c8 req-62d1d670-f284-4bad-b23a-018ed10a2f90 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212382 Oct 22 13:21:03.415253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3897ea4-bf22-4cb7-b7dc-55814b04206d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54ecf8eaa3c4427689784831c5c43fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348497 Oct 22 13:21:03.415852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:03.417795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897ea4-bf22-4cb7-b7dc-55814b04206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecc6f72-dd2c-4707-82bf-e3d4b19d325d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:03.502765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.526590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.608179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.611351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:03.615104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ecc6f72-dd2c-4707-82bf-e3d4b19d325d HTTP/1.1" status: 204 len: 168 time: 0.1956706 Oct 22 13:21:03.635016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2dc95-8e68-445c-9e82-581d144d975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecc6f72-dd2c-4707-82bf-e3d4b19d325d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:03.961067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4fb6f75d-9e29-446a-b1bf-a4608e316744 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:21:04.026893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 4fb6f75d-9e29-446a-b1bf-a4608e316744 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:21:04.033189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 4fb6f75d-9e29-446a-b1bf-a4608e316744 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:21:04.033709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:04.138444 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:04.170478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:04.173546 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72838af1-d310-4442-9b8d-58319373bad2" -d '{"events": [{"server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "name": "network-vif-plugged", "status": "completed", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:04.194394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:04.210371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:04.236962 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84b6fb5-e87c-449a-bf24-4d01103091f6 x-openstack-request-id: req-f84b6fb5-e87c-449a-bf24-4d01103091f6 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:04.237256 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "name": "network-vif-plugged", "status": "completed", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:04.237691 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f84b6fb5-e87c-449a-bf24-4d01103091f6 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:04.238658 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744', 'code': 200} Oct 22 13:21:04.280952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:04.354856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df16bc9-f177-4a81-bbf6-040635512134 req-d1e150b3-eed7-4a05-98cb-06ee7164d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:04.356887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0df16bc9-f177-4a81-bbf6-040635512134 req-d1e150b3-eed7-4a05-98cb-06ee7164d35e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 1096 time: 0.0594575 Oct 22 13:21:04.405228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0df16bc9-f177-4a81-bbf6-040635512134 req-b3cf9925-5d4e-454c-95fc-b0639ea56668 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Oct 22 13:21:04.630534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b0ce-13ff-442a-af29-68d672f7380a req-221c6544-d0d2-4e0b-b901-a13c089601e3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:04.632256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c789b0ce-13ff-442a-af29-68d672f7380a req-221c6544-d0d2-4e0b-b901-a13c089601e3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1882231 Oct 22 13:21:04.652179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5c73-514f-4cfb-9c2d-c62aef29489c req-76479531-eec7-4822-85b5-79a57300f1e1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:04.654030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5ed5c73-514f-4cfb-9c2d-c62aef29489c req-76479531-eec7-4822-85b5-79a57300f1e1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.1370463 Oct 22 13:21:04.734019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c789b0ce-13ff-442a-af29-68d672f7380a req-82817a85-1e8e-41f4-afc4-8f04a0041f5b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874965 Oct 22 13:21:04.746838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5ed5c73-514f-4cfb-9c2d-c62aef29489c req-2122c49e-4e91-4239-980f-2ca187c6b4c8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Oct 22 13:21:05.979696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11133d7-b05d-48c9-80c4-f56c6aa6306f req-65f6ce95-4e1a-4390-8313-149c3e395f47 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:05.982838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c11133d7-b05d-48c9-80c4-f56c6aa6306f req-65f6ce95-4e1a-4390-8313-149c3e395f47 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1213546 Oct 22 13:21:05.992374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fa875-f144-43f3-a40d-f599954116ad req-c853cff1-a7a6-4999-87c2-acc59f7abcc0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:05.994229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8fa875-f144-43f3-a40d-f599954116ad req-c853cff1-a7a6-4999-87c2-acc59f7abcc0 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.0908194 Oct 22 13:21:06.127323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c11133d7-b05d-48c9-80c4-f56c6aa6306f req-277a0b6c-cede-40a1-ba92-0161de490e5f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 Oct 22 13:21:06.137393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de8fa875-f144-43f3-a40d-f599954116ad req-20285676-de02-42cd-9265-66d1546fbb64 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214983 Oct 22 13:21:06.399747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d32b-0d0f-475a-93e3-4583cc4d0e64 req-9291c40d-c416-40c3-92c3-f911e522d5af tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:06.413228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61e2d32b-0d0f-475a-93e3-4583cc4d0e64 req-9291c40d-c416-40c3-92c3-f911e522d5af tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.0722940 Oct 22 13:21:06.495612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61e2d32b-0d0f-475a-93e3-4583cc4d0e64 req-95fb6e23-d40f-4d8f-aa39-a9dc13886c23 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810301 Oct 22 13:21:06.657011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e812-ff90-4b2b-8aca-3d3deb0d1d3c req-b6326fa0-70e9-4245-8c3f-57037ec18616 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:06.665969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d366e812-ff90-4b2b-8aca-3d3deb0d1d3c req-b6326fa0-70e9-4245-8c3f-57037ec18616 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.0719008 Oct 22 13:21:06.711787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d366e812-ff90-4b2b-8aca-3d3deb0d1d3c req-f9b7eecf-7762-4eb2-9e7d-196de98baff6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Oct 22 13:21:07.095155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9ddf8-14d6-4a06-b5bb-0bf2963438e8 req-b8885003-cd7e-463f-bc52-058e45ebf1ea tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:07.106738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9ddf8-14d6-4a06-b5bb-0bf2963438e8 req-b8885003-cd7e-463f-bc52-058e45ebf1ea tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.1039846 Oct 22 13:21:07.185283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccb9ddf8-14d6-4a06-b5bb-0bf2963438e8 req-c9e44d7e-0250-44b9-b058-6e728c6c2d96 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745671 Oct 22 13:21:07.321676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512044a-9f79-49e5-aa8b-682412a6ce72 req-7b38eab9-eb38-4cfa-933d-559f48fabbb9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:07.329501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3512044a-9f79-49e5-aa8b-682412a6ce72 req-7b38eab9-eb38-4cfa-933d-559f48fabbb9 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0588579 Oct 22 13:21:07.372508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3512044a-9f79-49e5-aa8b-682412a6ce72 req-6d05a43f-5e4d-489f-aaed-b5af294afe58 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Oct 22 13:21:07.974575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:08.114924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5811422-b20f-48cf-b9d7-cd2a3a8946e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.140376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.231876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5811422-b20f-48cf-b9d7-cd2a3a8946e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.248491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b5811422-b20f-48cf-b9d7-cd2a3a8946e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.313069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b5811422-b20f-48cf-b9d7-cd2a3a8946e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f6e8b1f42244a5aa4ba3da1d301acb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347955 Oct 22 13:21:08.313874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:08.365615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5811422-b20f-48cf-b9d7-cd2a3a8946e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c9969-1d95-48f3-a3bf-39bfca08ddce,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:08.419529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.468301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.497753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8780ce-14bd-41e2-940c-127f8b34f0f1 req-084a5ebb-019a-4c33-85f5-e533547cb652 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:08.502034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d8780ce-14bd-41e2-940c-127f8b34f0f1 req-084a5ebb-019a-4c33-85f5-e533547cb652 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.1854761 Oct 22 13:21:08.555729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.560567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.562432 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a40c9969-1d95-48f3-a3bf-39bfca08ddce HTTP/1.1" status: 204 len: 168 time: 0.2379315 Oct 22 13:21:08.590191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67344140-04bc-4c59-96aa-0e0b119cc5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c9969-1d95-48f3-a3bf-39bfca08ddce,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:08.659232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-ac0166f8-a659-409b-b7f4-a28f23f0d36c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:08.662352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-ac0166f8-a659-409b-b7f4-a28f23f0d36c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 945 time: 0.2513840 Oct 22 13:21:08.689261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d8780ce-14bd-41e2-940c-127f8b34f0f1 req-bf99b055-06ab-4778-863c-8265c31900da tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711628 Oct 22 13:21:08.736520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ef159-6a65-40ae-a20a-2aed3883b2c2 req-0b3a6a94-e961-46f5-80de-7830f8570b23 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:08.738094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c3ef159-6a65-40ae-a20a-2aed3883b2c2 req-0b3a6a94-e961-46f5-80de-7830f8570b23 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1756618 Oct 22 13:21:08.835232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c3ef159-6a65-40ae-a20a-2aed3883b2c2 req-03823bf8-6be0-4cda-831e-f11cdaedfecd tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901437 Oct 22 13:21:08.865012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port 4fb6f75d-9e29-446a-b1bf-a4608e316744 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:08.865368 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:08.989115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port 4fb6f75d-9e29-446a-b1bf-a4608e316744, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=4fb6f75d-9e29-446a-b1bf-a4608e316744,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:08.990111 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.006741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for 4fb6f75d-9e29-446a-b1bf-a4608e316744 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:09.270924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.286872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['4fb6f75d-9e29-446a-b1bf-a4608e316744'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:09.334943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=4fb6f75d-9e29-446a-b1bf-a4608e316744,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:09.349538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:09.390906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port 4fb6f75d-9e29-446a-b1bf-a4608e316744 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:21:09.393898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.394473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.395448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.395806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.396754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.397118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.397446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.397802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.398190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.398581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.398887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.399324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:09.404172 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.408352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c58d15fc-6c3e-4a3e-bbbd-7775e6d5350b req-5b01959a-5dc5-4ed0-81b1-f9b4bf59013a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "DELETE /v2.0/ports/4fb6f75d-9e29-446a-b1bf-a4608e316744 HTTP/1.1" status: 204 len: 173 time: 0.7365139 Oct 22 13:21:09.408853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'name': 'network-vif-deleted', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:09.411448 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a9a67-ae95-47e4-9f65-3510b0acf542" -d '{"events": [{"server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "name": "network-vif-deleted", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:09.443250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:09.462300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baaba778-cb32-4c86-94e1-133c417676e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.516622 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af2125-1b5f-4a32-83ae-e2b7c3273e58 x-openstack-request-id: req-73af2125-1b5f-4a32-83ae-e2b7c3273e58 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:09.517154 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f7b2c-5204-49d9-a961-c562aeb65159", "name": "network-vif-deleted", "tag": "4fb6f75d-9e29-446a-b1bf-a4608e316744", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:09.517599 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73af2125-1b5f-4a32-83ae-e2b7c3273e58 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:09.518037 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f7b2c-5204-49d9-a961-c562aeb65159', 'name': 'network-vif-deleted', 'tag': '4fb6f75d-9e29-446a-b1bf-a4608e316744', 'status': 'completed', 'code': 200} Oct 22 13:21:09.637933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baaba778-cb32-4c86-94e1-133c417676e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.645119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baaba778-cb32-4c86-94e1-133c417676e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.677740 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-baaba778-cb32-4c86-94e1-133c417676e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6aa1799cac447b28e7c40687bb74e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328296 Oct 22 13:21:09.681944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:09.715554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaba778-cb32-4c86-94e1-133c417676e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b7026b-d8ef-4fca-8ec1-61690098c162,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:09.778562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.809210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.846130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.875279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5dca15f5-e698-4cd8-a56e-b7b6581d25cf req-5e3b2c1f-8751-4af5-b3e2-5dd693822850 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=e32f7b2c-5204-49d9-a961-c562aeb65159 HTTP/1.1" status: 200 len: 210 time: 0.0590844 Oct 22 13:21:09.941780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.944672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:09.946973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3b7026b-d8ef-4fca-8ec1-61690098c162 HTTP/1.1" status: 204 len: 168 time: 0.2634091 Oct 22 13:21:09.988715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aca2f-6343-44dc-81a6-00c88e39b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b7026b-d8ef-4fca-8ec1-61690098c162,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:10.019044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f250a-41f4-4c17-a11d-85b586d7e5da req-78307fc9-0cee-4f01-8451-a9b88a4230e0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:10.027224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c1f250a-41f4-4c17-a11d-85b586d7e5da req-78307fc9-0cee-4f01-8451-a9b88a4230e0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0701580 Oct 22 13:21:10.100064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c1f250a-41f4-4c17-a11d-85b586d7e5da req-0d821b27-e9eb-4b6b-8db0-0059db889362 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Oct 22 13:21:11.380091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b20f9-8ef5-4ac3-813f-85184f9b5851 req-cc74e757-13bb-4e65-8f34-1aa8fa14fd1a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:11.381655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e42b20f9-8ef5-4ac3-813f-85184f9b5851 req-cc74e757-13bb-4e65-8f34-1aa8fa14fd1a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1417408 Oct 22 13:21:11.454413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-2411d60f-9d33-48e7-90c4-8d05b1935561 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:11.462235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-2411d60f-9d33-48e7-90c4-8d05b1935561 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.2650757 Oct 22 13:21:11.487178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-76f2a9f0-984c-4433-a3c4-a4c1adb8f2a6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/quotas/18257906d49541f2860082017c76484d HTTP/1.1" status: 200 len: 375 time: 0.0239837 Oct 22 13:21:11.520500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e42b20f9-8ef5-4ac3-813f-85184f9b5851 req-d8184094-a873-4dfd-ad6c-8a3e3d5df9ff tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225502 Oct 22 13:21:11.571754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-e7a380c1-8249-4f8e-ac46-02affde4bdf5 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803738 Oct 22 13:21:11.992026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4fb6f75d-9e29-446a-b1bf-a4608e316744 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:21:12.002313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-0f1b0247-0eb4-447d-8293-2649eed2f39b service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197965 Oct 22 13:21:12.040129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 4fb6f75d-9e29-446a-b1bf-a4608e316744 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:21:12.040362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 4fb6f75d-9e29-446a-b1bf-a4608e316744 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:21:12.258279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-4da70863-a988-4b72-84eb-ee49b474e687 service neutron] 10.222.0.25 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485585 Oct 22 13:21:12.614769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9b06373-fc63-4a4f-a199-0cee85a3b591 req-f6f87218-7eae-4be4-9734-5bf1407a81c6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 210 time: 0.0390315 Oct 22 13:21:12.741650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7d4b-c2e2-43a3-bda1-5e4e4e5dcb48 req-ef847ed0-9ff6-4046-a8bc-fb75ef4d3137 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:12.760781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-205a7d4b-c2e2-43a3-bda1-5e4e4e5dcb48 req-ef847ed0-9ff6-4046-a8bc-fb75ef4d3137 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1026175 Oct 22 13:21:12.843207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-205a7d4b-c2e2-43a3-bda1-5e4e4e5dcb48 req-be3400c1-7dda-4fbd-9af7-be0620191997 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813034 Oct 22 13:21:12.843483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48250) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:13.103988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1545887147'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:13.123669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:13.160745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Made reservation on behalf of 6084720f59cb4af3828c6594ffe4df02 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:13.166226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.182981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.301599 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4423f87-e77a-49dd-83c7-88769f4491c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.371204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.386908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.446585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:13.453361 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4423f87-e77a-49dd-83c7-88769f4491c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.454376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2a6b6-5eaa-4f96-96c3-ca1123d3aff5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:13.461549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4423f87-e77a-49dd-83c7-88769f4491c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.463466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.463916 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Added segment e643e06f-5262-4a14-ab10-937c70b1383c of type vlan for network 3623f053-ab88-4f4a-a226-a21d0af23b39 Oct 22 13:21:13.517881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.520768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b4423f87-e77a-49dd-83c7-88769f4491c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a2c761aefcf43e8bcca1f7a51dfb1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957090 Oct 22 13:21:13.523849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48272) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:13.528239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4423f87-e77a-49dd-83c7-88769f4491c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5c67f-822e-4374-9cb0-3647177d04c9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:13.606721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.613450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:13.614443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.627455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.665137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48280) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:13.666107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8211322 Oct 22 13:21:13.696345 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.746878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7b44b-f9cd-42b3-8fc5-4b1143167928 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Pushing event updated for resources: {'Network': ['ID=3623f053-ab88-4f4a-a226-a21d0af23b39,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:13.763305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 3623f053-ab88-4f4a-a226-a21d0af23b39 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:13.776671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9fbc3f2-135e-4baf-a83f-62f1b688b2ed req-89e65696-b004-41e1-bd9f-d92a74f0e697 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 210 time: 0.0436196 Oct 22 13:21:13.824138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.827644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.831138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07c5c67f-822e-4374-9cb0-3647177d04c9 HTTP/1.1" status: 204 len: 168 time: 0.3036723 Oct 22 13:21:13.851855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe55a-f975-43ed-8bc4-85d38b4d0981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5c67f-822e-4374-9cb0-3647177d04c9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:13.900624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'name': 'tempest-network--590555049', 'router:external': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:13.977626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:13.980951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:13.995073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.009859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:21:14.028443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905c2d-23fa-4662-ba3e-79a3804caf75 req-7484175c-fe56-42a2-b331-041b9ab38a55 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:14.038310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2905c2d-23fa-4662-ba3e-79a3804caf75 req-7484175c-fe56-42a2-b331-041b9ab38a55 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1067123 Oct 22 13:21:14.169792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2905c2d-23fa-4662-ba3e-79a3804caf75 req-26300695-102f-4553-9566-f9353958ff46 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303904 Oct 22 13:21:14.288819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:14.334616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'port_id': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'mac_address': 'fa:16:3e:0b:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64658625-011b-4e37-a963-50a9de447ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:21:14.335275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-e38e936f-04f7-4125-8436-1f1d46159dee tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:14.336931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-e38e936f-04f7-4125-8436-1f1d46159dee tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 806 time: 0.2721279 Oct 22 13:21:14.345403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:14.347797 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.354986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Request body: {'port': {'device_id': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'admin_state_up': True, 'tenant_id': '18257906d49541f2860082017c76484d'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:14.362060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.382539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66aa5dd2-1c47-4e24-88c6-49580115de01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.415355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.430867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:14.464796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:21:14.465431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:14.474549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.509498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66aa5dd2-1c47-4e24-88c6-49580115de01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.510986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:14.521998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66aa5dd2-1c47-4e24-88c6-49580115de01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.533005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486402b6-8ea7-4f22-a57a-b9423d2d7091,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:14.546860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:14.577012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.577514 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Added segment 0109f73a-f820-4d54-b152-c6355a5b0cc2 of type vlan for network 81aba5da-7efc-40b0-86ea-979ddd1e3084 Oct 22 13:21:14.580927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa5dd2-1c47-4e24-88c6-49580115de01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f66fff-af21-4c43-82bb-7bcbcfcc7219,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:14.598437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:14.616334 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66aa5dd2-1c47-4e24-88c6-49580115de01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=715f0ee6340b432b90df052079861e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694905 Oct 22 13:21:14.619066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48304) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:14.683253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.710227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.753819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Made reservation on behalf of 18257906d49541f2860082017c76484d for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:14.758389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.764480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.785804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.789248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.793383 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69f66fff-af21-4c43-82bb-7bcbcfcc7219 HTTP/1.1" status: 204 len: 168 time: 0.1698718 Oct 22 13:21:14.808738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa3114-5122-42ce-ae21-6899bfd7299c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f66fff-af21-4c43-82bb-7bcbcfcc7219,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:14.892742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.894890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:14.895846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:14.952168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2419148-e81a-4cd5-91d6-f9247d58e559 req-687f682b-3f52-4e73-97ce-137570b4667a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 210 time: 0.0657547 Oct 22 13:21:15.047326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3784397 Oct 22 13:21:15.047716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48318) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:15.134710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4b24f-5fe6-432e-801c-e63457f72327 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=81aba5da-7efc-40b0-86ea-979ddd1e3084,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:15.146587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 81aba5da-7efc-40b0-86ea-979ddd1e3084 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:15.155234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Allocated IP 172.20.0.11 (dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2/b5b5f2ec-7f24-4d66-a1df-d959eba166fc/f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:15.233022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.362930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.387151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81aba5da-7efc-40b0-86ea-979ddd1e3084']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:15.398735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9b17e-510e-487e-8aac-bb8bb8ffc910 req-7814a80c-00ba-48e0-ad65-39a0621f51de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:15.399329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0109f73a-f820-4d54-b152-c6355a5b0cc2') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:15.399695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0109f73a-f820-4d54-b152-c6355a5b0cc2') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:15.416102 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.424587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ead9b17e-510e-487e-8aac-bb8bb8ffc910 req-7814a80c-00ba-48e0-ad65-39a0621f51de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 945 time: 0.1320758 Oct 22 13:21:15.438759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.457853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:15.458433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:15.460363 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:15.529059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.535521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ead9b17e-510e-487e-8aac-bb8bb8ffc910 req-d7d3849a-f2f1-45cf-8488-8999a06343d7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087332 Oct 22 13:21:15.540443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81aba5da-7efc-40b0-86ea-979ddd1e3084 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:15.561895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.568607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.572539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/81aba5da-7efc-40b0-86ea-979ddd1e3084 HTTP/1.1" status: 204 len: 168 time: 0.5230796 Oct 22 13:21:15.576008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48338) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:15.581102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:15.624260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.628330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beee8e4-9e1b-4824-9d70-7271779c598f tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Network': ['ID=81aba5da-7efc-40b0-86ea-979ddd1e3084,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:15.637182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:15.650557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:15.653296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.703409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event updated for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:15.720835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:15.723996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:15.731407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:15.734744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:15.759465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.759955 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Added segment f02b13aa-8b89-4279-8650-fa995cd131eb of type vlan for network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce Oct 22 13:21:15.814355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:15.815216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.844618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-16c90b7c-5831-490a-9620-c016927fd99b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4950430 Oct 22 13:21:15.859727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Request body: {'port': {'device_id': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:15.885262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.991440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:15.993433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:15.994469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.010744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:21:16.034150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.134122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5567856 Oct 22 13:21:16.138405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48358) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:16.145030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'subnet': {'network_id': '27293b29-5ea5-4314-b9d4-a61f3b1b41ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:16.197751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:21:16.198750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.235403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe8d4-48b2-49a0-8f7b-aa91a705c7b7 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=27293b29-5ea5-4314-b9d4-a61f3b1b41ce,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:16.254151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:16.308122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:16.313010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.495185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.571011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:16.572348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:16.580993 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703c081-690a-4d03-9109-4c874b072a14" -d '{"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:16.592045 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:16.717164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:16.897317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deab35f-0170-4337-a54d-ac0c6cf47af6 req-91d31184-5713-4fcf-99c5-397670f165d9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:16.898832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5deab35f-0170-4337-a54d-ac0c6cf47af6 req-91d31184-5713-4fcf-99c5-397670f165d9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 932 time: 0.7271507 Oct 22 13:21:17.008472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f252-8057-4efe-ae0c-c522b08f8a5f req-2341d28a-d640-4057-aa3d-a6f2dfa182dc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:17.010472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eeb1f252-8057-4efe-ae0c-c522b08f8a5f req-2341d28a-d640-4057-aa3d-a6f2dfa182dc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2099526 Oct 22 13:21:17.037622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5deab35f-0170-4337-a54d-ac0c6cf47af6 req-d8f7c5cf-68c3-463a-86bc-77f136d1abc9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243579 Oct 22 13:21:17.155348 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af6b18-5563-446b-9613-2731c9ff64ef x-openstack-request-id: req-c6af6b18-5563-446b-9613-2731c9ff64ef {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:17.155825 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:17.156328 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6af6b18-5563-446b-9613-2731c9ff64ef {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:17.156861 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'code': 200} Oct 22 13:21:17.172341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eeb1f252-8057-4efe-ae0c-c522b08f8a5f req-a4c6b30d-adf0-4dee-b94f-0a76ac2f1852 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320739 Oct 22 13:21:17.354683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:21:17.355158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.404984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6e0b3dc-4d8f-4b8a-9c05-ad2fc3af2033,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:17.419757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:17.431093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.469333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Transition to ACTIVE for port object f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:21:17.480574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Checking segment: {'id': 'f02b13aa-8b89-4279-8650-fa995cd131eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '27293b29-5ea5-4314-b9d4-a61f3b1b41ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:17.480949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Network hostable DHCP agents. Network: 27293b29-5ea5-4314-b9d4-a61f3b1b41ce, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:21:17.485907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.591287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:21:17.613274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Pushing event updated for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:17.627330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 27293b29-5ea5-4314-b9d4-a61f3b1b41ce) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:17.635120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:17.635893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.643499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be5086-dabf-4cca-a671-b7710c863e25 None None] Network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:21:17.661856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Attempting to bind port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:21:17.662287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Attempting to bind port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:21:17.662883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Attempting to bind port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:17.673826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48414) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:17.674302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a346ab4-b6a6-4086-90d3-291ad6c26508 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5344107 Oct 22 13:21:17.676018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:21:17.676499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Attempting to bind port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb on network dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:17.680469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'floatingip': {'floating_network_id': '27293b29-5ea5-4314-b9d4-a61f3b1b41ce'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:17.682532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:21:17.683114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Checking segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:17.683570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Bound using segment: {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:21:17.684125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Bound port: f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135cdb06-9ed6-486b-bc80-43bcb606e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:21:17.684558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.743357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.785127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:21:17.791810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:21:17.799812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.879319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:17.882075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.885390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] 10.222.0.21 "PUT /v2.0/ports/f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb HTTP/1.1" status: 200 len: 1092 time: 2.0292487 Oct 22 13:21:17.886870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:17.890645 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccdef9b-2457-430d-aa8e-941f154fd54f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:17.929986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:17.961025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bb0b7-58cc-4861-ad49-b7461cfe5cab service neutron] Pushing event updated for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:17.985616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f01826-e242-448d-91ec-f2456ece148f None None] Network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:21:18.027638 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bad23f-22a5-4390-a4c0-98dafad01cab x-openstack-request-id: req-d0bad23f-22a5-4390-a4c0-98dafad01cab {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:18.027946 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:18.028185 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0bad23f-22a5-4390-a4c0-98dafad01cab {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:18.028593 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb', 'status': 'completed', 'code': 200} Oct 22 13:21:18.067890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-38d983ae-264e-4f4f-a754-17b25ca0f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:18.070386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-38d983ae-264e-4f4f-a754-17b25ca0f579 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 1095 time: 0.0923369 Oct 22 13:21:18.109535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Allocated IP 172.20.0.3 (27293b29-5ea5-4314-b9d4-a61f3b1b41ce/f6e0b3dc-4d8f-4b8a-9c05-ad2fc3af2033/443ce1a4-e081-451c-a2c8-8591e5290625) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:18.206267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-e97fbeba-d983-4bf2-9d18-8c7bf6ebdaa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb HTTP/1.1" status: 200 len: 217 time: 0.0989840 Oct 22 13:21:18.306184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa60b41-3455-45f7-8b0d-81fc9d8b7bd5 req-510e04e4-0379-42b0-9153-c666336b4a50 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:18.314407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aa60b41-3455-45f7-8b0d-81fc9d8b7bd5 req-510e04e4-0379-42b0-9153-c666336b4a50 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 944 time: 0.1064742 Oct 22 13:21:18.375909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-d1d86add-e6c7-4c1f-8013-eb20207c166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:18.378774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-d1d86add-e6c7-4c1f-8013-eb20207c166b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.1596923 Oct 22 13:21:18.395814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:18.498135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:18.509397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-7ab72f34-26e7-4f8e-91ea-e12c023a8c23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038675 Oct 22 13:21:18.597430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:18.600640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:18.608518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297505e4-d857-4255-9613-0fecc7b90df3 req-830173db-408d-49b5-a4c1-76048b0c9f6d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:18.614518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:18.620015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-297505e4-d857-4255-9613-0fecc7b90df3 req-830173db-408d-49b5-a4c1-76048b0c9f6d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2998679 Oct 22 13:21:18.645932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aa60b41-3455-45f7-8b0d-81fc9d8b7bd5 req-a976dba4-e098-4f1f-97bf-c2e0d6cc4414 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304241 Oct 22 13:21:18.708099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Port': ['ID=443ce1a4-e081-451c-a2c8-8591e5290625,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:18.713070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-297505e4-d857-4255-9613-0fecc7b90df3 req-f2630e07-a81e-4d16-8c68-845e4a75b19f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Oct 22 13:21:18.774952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:18.822592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-b5c8c39f-3418-4c68-9aae-fd284d5ac431 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002830 Oct 22 13:21:18.848886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:18.986714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57a4416d-fd89-4d6e-b265-efa5a8451778 req-14a56d4f-2703-44f4-b1ce-eb2abe29abc1 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565583 Oct 22 13:21:19.158751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-47c5c830-0f09-4929-b47f-fbb0352cc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:19.162491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-47c5c830-0f09-4929-b47f-fbb0352cc22c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18257906d49541f2860082017c76484d&device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 1095 time: 0.1146564 Oct 22 13:21:19.242620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:19.255828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:19.308402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-ef691723-4f99-4623-92cd-46c84bfcdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:19.310781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-ef691723-4f99-4623-92cd-46c84bfcdf16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 200 len: 907 time: 0.1381054 Oct 22 13:21:19.381815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-f4767c17-61d9-4df3-b5a9-e7a9d0b3a173 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb HTTP/1.1" status: 200 len: 217 time: 0.0598333 Oct 22 13:21:19.391040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Port': ['ID=443ce1a4-e081-451c-a2c8-8591e5290625,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:19.408424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:19.445141 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:19.447671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e987487-8ac9-49be-8ffb-2155963ab23b tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7711797 Oct 22 13:21:19.450761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48468) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:19.462353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-74fe7da0-8cf1-4090-9fdb-e793ed758f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:19.465710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-74fe7da0-8cf1-4090-9fdb-e793ed758f5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 200 len: 846 time: 0.0766072 Oct 22 13:21:19.525102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-9daca64f-381f-40bd-991f-cae6a9a35c75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511315 Oct 22 13:21:19.539354 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1c427b8-f38d-4507-91c5-517d809a32e3 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=27293b29-5ea5-4314-b9d4-a61f3b1b41ce HTTP/1.1" status: 200 len: 689 time: 0.0872407 Oct 22 13:21:19.542931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:19.768562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-d3de270a-687b-4a3f-87ce-08d78e6a533b service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361512 Oct 22 13:21:19.843339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.156884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Deleting port 443ce1a4-e081-451c-a2c8-8591e5290625 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:20.157294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.283414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:20.340184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.340674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.363434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Calling delete_port for 443ce1a4-e081-451c-a2c8-8591e5290625 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:20.516001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f96f05d-ab79-4fac-a9ee-8b296e66c335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.668031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.691648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc9752-f4d7-43be-b366-b78928ca3d8a req-96e345b8-5374-4676-8794-122502110b49 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:20.693729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2afc9752-f4d7-43be-b366-b78928ca3d8a req-96e345b8-5374-4676-8794-122502110b49 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.8747473 Oct 22 13:21:20.764852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Port': ['ID=443ce1a4-e081-451c-a2c8-8591e5290625,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:20.781028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dccdef9b-2457-430d-aa8e-941f154fd54f req-bcb43730-1160-48cb-ae5d-1b6ce3d8f442 service neutron] 10.222.0.21 "GET /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0043414 Oct 22 13:21:20.798125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56321de8-c593-4648-a5f9-848a23eeb05a req-e0174d84-0615-4e10-8975-8455368a89dc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:20.800096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56321de8-c593-4648-a5f9-848a23eeb05a req-e0174d84-0615-4e10-8975-8455368a89dc tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 944 time: 0.9285233 Oct 22 13:21:20.825670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2afc9752-f4d7-43be-b366-b78928ca3d8a req-bb028e90-8e9c-4c6b-b6f9-941f10333b6f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200576 Oct 22 13:21:20.872896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56321de8-c593-4648-a5f9-848a23eeb05a req-009c0ee7-f2e4-401a-8b67-fe9b4a659aad tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541306 Oct 22 13:21:20.907937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.964734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f96f05d-ab79-4fac-a9ee-8b296e66c335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.978846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f96f05d-ab79-4fac-a9ee-8b296e66c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:20.991892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.086369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48504) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:21.088078 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f96f05d-ab79-4fac-a9ee-8b296e66c335 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dde48d497d5472cbad974d3a4d85457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004916 Oct 22 13:21:21.090414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96f05d-ab79-4fac-a9ee-8b296e66c335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc7a73-9a52-4f3a-adce-9699c6de1a12,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:21.149763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.195994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.235467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e0b3dc-4d8f-4b8a-9c05-ad2fc3af2033,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:21.237999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.320994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.323963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.327574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2cc7a73-9a52-4f3a-adce-9699c6de1a12 HTTP/1.1" status: 204 len: 168 time: 0.2379649 Oct 22 13:21:21.340662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.341556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a623197-6b6b-44d0-958b-522849cda51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc7a73-9a52-4f3a-adce-9699c6de1a12,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:21.402723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27293b29-5ea5-4314-b9d4-a61f3b1b41ce']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:21.417485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b13aa-8b89-4279-8650-fa995cd131eb') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:21.418002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b13aa-8b89-4279-8650-fa995cd131eb') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:21.435389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.458536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.469068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:21.469908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:21.473258 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:21.602491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.627492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27293b29-5ea5-4314-b9d4-a61f3b1b41ce {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:21.631830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:21.642154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:21.642949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/27293b29-5ea5-4314-b9d4-a61f3b1b41ce HTTP/1.1" status: 204 len: 168 time: 2.0997760 Oct 22 13:21:21.646561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298151-58e5-45d2-9763-113c0e5d1c3a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Network': ['ID=27293b29-5ea5-4314-b9d4-a61f3b1b41ce,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:21.823678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48528) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:21.840794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9514814-0018-4c97-a46c-0300e908de6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.019398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4889e7b4-f0c3-423a-92bc-c208e4b3863d tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3749111 Oct 22 13:21:22.020281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:22.026473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9514814-0018-4c97-a46c-0300e908de6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.036840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9514814-0018-4c97-a46c-0300e908de6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.053958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:21:22.102499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9514814-0018-4c97-a46c-0300e908de6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2607a5775f2a47f0a8781b9765ebbabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774448 Oct 22 13:21:22.104758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48544) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:22.114861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514814-0018-4c97-a46c-0300e908de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c93ef-5f81-45f3-8961-fa891a838645,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:22.226640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.276935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.295153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:22.307978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb', 'network_id': 'dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2', 'port_id': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb', 'mac_address': 'fa:16:3e:40:91:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b5f2ec-7f24-4d66-a1df-d959eba166fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:21:22.392614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.396563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.397813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/394c93ef-5f81-45f3-8961-fa891a838645 HTTP/1.1" status: 204 len: 168 time: 0.2919054 Oct 22 13:21:22.407106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.414317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c3e4-4bde-436a-ab9d-35e1844a54a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c93ef-5f81-45f3-8961-fa891a838645,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:22.477232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:22.532338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:22.543497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.607456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a3a4a-fc71-480e-9ba9-01b49872c262 req-bee3fec4-4160-4605-8013-b167872b29c6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.610543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-817a3a4a-fc71-480e-9ba9-01b49872c262 req-bee3fec4-4160-4605-8013-b167872b29c6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.4758594 Oct 22 13:21:22.615251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.616292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.616928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.618122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.619126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.620139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.620921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.621657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.624146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ebcef88f-3b47-44b2-bcdf-d90650eaa957 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5292 time: 0.5906496 Oct 22 13:21:22.627877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48580) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:22.664623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65de9-e9d4-4c02-a746-29cc81dcc20d req-2836fd4a-9548-4e8b-9df2-3eba94f3729e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:22.666387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15b65de9-e9d4-4c02-a746-29cc81dcc20d req-2836fd4a-9548-4e8b-9df2-3eba94f3729e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 944 time: 0.6286476 Oct 22 13:21:22.677953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:22.714395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-817a3a4a-fc71-480e-9ba9-01b49872c262 req-b58a5c26-18f1-4c67-8ca0-f16c89a8579c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888226 Oct 22 13:21:22.761428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15b65de9-e9d4-4c02-a746-29cc81dcc20d req-575dea57-1d82-4873-b290-f4979b28394b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729914 Oct 22 13:21:22.789464 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9c4086bf-09cf-43fb-883a-cde693261e96 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] delete failed (client error): The resource could not be found. Oct 22 13:21:22.793678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48588) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:22.794224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c4086bf-09cf-43fb-883a-cde693261e96 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/ead72328-0c08-4a92-bfba-53eb1e2c5c62 HTTP/1.1" status: 404 len: 345 time: 0.1644547 Oct 22 13:21:22.837886 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53dabce-4117-4628-9a9b-3557de9e43b4 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] DELETE failed (client error): The resource could not be found. Oct 22 13:21:22.838734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53dabce-4117-4628-9a9b-3557de9e43b4 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:21:22.855654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c53dabce-4117-4628-9a9b-3557de9e43b4 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/27293b29-5ea5-4314-b9d4-a61f3b1b41ce HTTP/1.1" status: 404 len: 339 time: 0.0491188 Oct 22 13:21:22.855960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:22.861678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'name': 'tempest-network--588576182', 'router:external': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:22.877883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:22.928971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:22.931434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:22.989092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:23.008478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:23.008831 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Added segment f162250c-14bf-47e1-8c15-7057db38f463 of type vlan for network 1d17f89b-22b6-4bb1-9876-21d9bad0a289 Oct 22 13:21:23.107470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:23.205482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:23.207218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:23.208017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:23.391482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5340457 Oct 22 13:21:23.393314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619142c-5be9-4614-8dd0-e55b1a014a63 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=1d17f89b-22b6-4bb1-9876-21d9bad0a289,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:23.394550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:23.413650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1d17f89b-22b6-4bb1-9876-21d9bad0a289 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:23.701402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732f3a5-fda5-48b5-883c-a2e394ccd044 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:23.714437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732f3a5-fda5-48b5-883c-a2e394ccd044 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:23.729382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732f3a5-fda5-48b5-883c-a2e394ccd044 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:23.749057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732f3a5-fda5-48b5-883c-a2e394ccd044 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:23.753969 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b732f3a5-fda5-48b5-883c-a2e394ccd044 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3569939 Oct 22 13:21:23.757512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48652) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:23.960643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abd87773-a684-48f7-a6bb-1756a275983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.078080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:21:24.133000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.230152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:21:24.235263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:21:24.236736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.257882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ed635-2177-4d06-97d6-08b9ecabac1e req-0279ee22-0a5d-4c7b-8bf1-5bed3d32eae3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:24.259997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc8ed635-2177-4d06-97d6-08b9ecabac1e req-0279ee22-0a5d-4c7b-8bf1-5bed3d32eae3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.3298032 Oct 22 13:21:24.368227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f299186-50de-40c9-9010-ea95dc486822 req-580a363f-c264-495a-b0e9-669b5d5971c9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:24.370293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f299186-50de-40c9-9010-ea95dc486822 req-580a363f-c264-495a-b0e9-669b5d5971c9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 945 time: 0.3905210 Oct 22 13:21:24.510477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.518182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.572538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:24.576125 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e098e-fb67-4bb6-a1e4-62b6d08d351a" -d '{"events": [{"server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "name": "network-vif-plugged", "status": "completed", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:24.601471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f299186-50de-40c9-9010-ea95dc486822 req-7435950a-7d6c-49ca-9cdd-cff6f636a377 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761971 Oct 22 13:21:24.609354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:24.634800 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.636805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc8ed635-2177-4d06-97d6-08b9ecabac1e req-c6f8acad-5ad1-4b8a-829e-55bfa5fb8e58 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954183 Oct 22 13:21:24.638908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d17f89b-22b6-4bb1-9876-21d9bad0a289']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:24.663652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f162250c-14bf-47e1-8c15-7057db38f463') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:24.663958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f162250c-14bf-47e1-8c15-7057db38f463') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:24.709140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.739239 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304de96-c23f-478e-a40c-d674cf6890e4 x-openstack-request-id: req-2304de96-c23f-478e-a40c-d674cf6890e4 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:24.739609 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "name": "network-vif-plugged", "status": "completed", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:24.739808 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2304de96-c23f-478e-a40c-d674cf6890e4 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:24.740216 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb', 'code': 200} Oct 22 13:21:24.753800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.769928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:24.770482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:24.772192 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:24.800607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:24.899431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173cb2-a68b-4f7f-bd51-a5bb0f3d58ed req-eafbce30-74d3-4568-ab4a-ccda7fc13487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:24.900942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4173cb2-a68b-4f7f-bd51-a5bb0f3d58ed req-eafbce30-74d3-4568-ab4a-ccda7fc13487 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 1097 time: 0.0757656 Oct 22 13:21:24.902841 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.914832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d17f89b-22b6-4bb1-9876-21d9bad0a289 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:24.936694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:24.940352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1d17f89b-22b6-4bb1-9876-21d9bad0a289 HTTP/1.1" status: 204 len: 168 time: 1.1811879 Oct 22 13:21:24.944845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48748) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:24.952912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'name': 'tempest-network--962421005', 'router:external': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:24.982815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4173cb2-a68b-4f7f-bd51-a5bb0f3d58ed req-65873154-7946-493a-ba92-497954f332ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627007 Oct 22 13:21:24.983822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d235f-8ff4-4b84-bca7-7277f02cdf23 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d17f89b-22b6-4bb1-9876-21d9bad0a289,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:25.012781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:25.021149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:25.138506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:25.162863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:25.164525 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Added segment ba186a00-5d47-4831-a1a2-b55aab4b6eca of type vlan for network 4383de63-289e-4265-9a60-c64df3820e8a Oct 22 13:21:25.258981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:25.338710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:25.340552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:25.341368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:25.547398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=4383de63-289e-4265-9a60-c64df3820e8a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:25.573005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4383de63-289e-4265-9a60-c64df3820e8a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:25.580004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f4cfd6a-7354-4e72-8b4d-e34193dea4ba tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6326015 Oct 22 13:21:25.580619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:25.871019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442a6c8-4138-4ed7-a35a-033da2f7f5d4 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:25.875380 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4442a6c8-4138-4ed7-a35a-033da2f7f5d4 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "GET /v2.0/networks/4383de63-289e-4265-9a60-c64df3820e8a HTTP/1.1" status: 200 len: 756 time: 0.2898538 Oct 22 13:21:25.878681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48808) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:25.936140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb0309-71a8-4a1a-afba-4119dbba110c req-539688c7-4dde-4434-b5a9-74b162889913 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:25.952145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8eb0309-71a8-4a1a-afba-4119dbba110c req-539688c7-4dde-4434-b5a9-74b162889913 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1728485 Oct 22 13:21:26.080636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088b528-6e09-4dcf-8b35-057ec78abd60 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:26.083048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1088b528-6e09-4dcf-8b35-057ec78abd60 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "GET /v2.0/networks/3623f053-ab88-4f4a-a226-a21d0af23b39 HTTP/1.1" status: 200 len: 768 time: 0.2032304 Oct 22 13:21:26.094917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48820) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:26.104525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8eb0309-71a8-4a1a-afba-4119dbba110c req-b6d84494-c86d-4365-bd34-6dc0573eb5f6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510427 Oct 22 13:21:26.324434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728017b-ba3a-4073-a113-19ded0fd747d req-e495b1a9-56dd-4a5b-861e-663f82087fad tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:26.335426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5728017b-ba3a-4073-a113-19ded0fd747d req-e495b1a9-56dd-4a5b-861e-663f82087fad tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.3806951 Oct 22 13:21:26.355597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:26.515245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5728017b-ba3a-4073-a113-19ded0fd747d req-cfece11e-956c-42b8-8bac-d76f0c999e19 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770592 Oct 22 13:21:26.669515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:26.752476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4383de63-289e-4265-9a60-c64df3820e8a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:26.787878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba186a00-5d47-4831-a1a2-b55aab4b6eca') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:26.788667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba186a00-5d47-4831-a1a2-b55aab4b6eca') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:26.844301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:26.882585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:26.900993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:26.903557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:26.908199 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:27.002535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48874) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:27.066625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.073764 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9e75286-68c5-4a38-88ff-7fad52b812ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.076788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4383de63-289e-4265-9a60-c64df3820e8a {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:27.100065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.107540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:27.109904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/4383de63-289e-4265-9a60-c64df3820e8a HTTP/1.1" status: 204 len: 168 time: 1.0042300 Oct 22 13:21:27.113402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'name': 'tempest-network--477261242'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:27.136053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c341a-803b-4bec-8c84-9fbfb4227789 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Network': ['ID=4383de63-289e-4265-9a60-c64df3820e8a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:27.263641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c300cf0d-3c52-4e57-8b19-f1192409ffeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.281001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Made reservation on behalf of 921349665f8d4730a3fddb438c1d6ce7 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:27.292179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.375767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:27.417633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.417985 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Added segment 75b7e517-82b8-44dd-ade9-063acdce217f of type vlan for network ae809155-8faa-4e31-9945-2beb3ee3af92 Oct 22 13:21:27.456700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272475da-40c7-4514-9230-9bc90f14d772 req-f273b13e-5a45-4b1a-bbca-189139680b4a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:27.463842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-272475da-40c7-4514-9230-9bc90f14d772 req-f273b13e-5a45-4b1a-bbca-189139680b4a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1658354 Oct 22 13:21:27.533665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.561047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-272475da-40c7-4514-9230-9bc90f14d772 req-c01a5eab-bb69-4788-975e-6f7a995300a8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869696 Oct 22 13:21:27.614176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.616648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:27.619671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.740833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c300cf0d-3c52-4e57-8b19-f1192409ffeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.772901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.774420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.827681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=ae809155-8faa-4e31-9945-2beb3ee3af92,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:27.834965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c300cf0d-3c52-4e57-8b19-f1192409ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:27.836365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ae809155-8faa-4e31-9945-2beb3ee3af92 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:27.844320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6d1cab6a-5f57-4a8e-832a-060e8d971591 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7352691 Oct 22 13:21:27.861678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48944) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:27.863203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b0d79-0c19-49b4-912e-592c8b84bf15 req-7146cd54-4703-4a0f-abde-5ebb58f42883 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:27.864832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-236b0d79-0c19-49b4-912e-592c8b84bf15 req-7146cd54-4703-4a0f-abde-5ebb58f42883 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2298014 Oct 22 13:21:27.937356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:27.943290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300cf0d-3c52-4e57-8b19-f1192409ffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea0496-0a12-4035-a2d3-27283895a9d1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:28.008854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c300cf0d-3c52-4e57-8b19-f1192409ffeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e4cb2e30d49477bae19c4755a7c6a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994678 Oct 22 13:21:28.009121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 48956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:28.062395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-236b0d79-0c19-49b4-912e-592c8b84bf15 req-525cfa97-829d-4353-aba3-b47d67b6061e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888375 Oct 22 13:21:28.120718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15dd8-843a-491c-b339-4fbcc9427812 req-b1422a58-5d72-4598-9d5f-cadd33007882 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:28.138572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1d15dd8-843a-491c-b339-4fbcc9427812 req-b1422a58-5d72-4598-9d5f-cadd33007882 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1951678 Oct 22 13:21:28.240081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1d15dd8-843a-491c-b339-4fbcc9427812 req-f9232129-ad4a-4be6-bc10-fac9f2b041ad tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944114 Oct 22 13:21:28.314362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.374591 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.397103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Network ae809155-8faa-4e31-9945-2beb3ee3af92 is not hosted by any dhcp agent {{(pid=100619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:21:28.397895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:28.398717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.400437 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "PUT /v2.0/networks/ae809155-8faa-4e31-9945-2beb3ee3af92 HTTP/1.1" status: 200 len: 857 time: 0.5345478 Oct 22 13:21:28.404513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48984) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:28.413132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569b091-579d-4e3e-b596-adb354f30032 req-a6f8c730-9606-4676-8cd6-e9d183d0ff5c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:28.421640 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1569b091-579d-4e3e-b596-adb354f30032 req-a6f8c730-9606-4676-8cd6-e9d183d0ff5c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0781205 Oct 22 13:21:28.451905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-da1bede2-5a31-4a08-b8e8-17cb25eafe96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329277 Oct 22 13:21:28.456816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.504542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6eec-b90c-477b-8f56-fab176d62f9a tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event updated for resources: {'Network': ['ID=ae809155-8faa-4e31-9945-2beb3ee3af92,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:28.549573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.571429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1569b091-579d-4e3e-b596-adb354f30032 req-d6219aad-2de1-4706-bfca-e05a83cfcea2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437573 Oct 22 13:21:28.590881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.757371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-36d8e1c6-12e4-4c4a-babe-6770bdaf253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:28.760108 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-36d8e1c6-12e4-4c4a-babe-6770bdaf253e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.1947064 Oct 22 13:21:28.789620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.793960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.798088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17ea0496-0a12-4035-a2d3-27283895a9d1 HTTP/1.1" status: 204 len: 168 time: 0.7831078 Oct 22 13:21:28.862737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a3b9d-9e6c-4df2-a105-2ea5953e9e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea0496-0a12-4035-a2d3-27283895a9d1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:28.914044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:28.980853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-6610a790-1416-4c5d-a655-03e8b1e41f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:28.983561 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-6610a790-1416-4c5d-a655-03e8b1e41f06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 909 time: 0.1843188 Oct 22 13:21:28.984633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae809155-8faa-4e31-9945-2beb3ee3af92']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:28.996727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b7e517-82b8-44dd-ade9-063acdce217f') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:28.997026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b7e517-82b8-44dd-ade9-063acdce217f') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:29.011164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.059839 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.073316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:29.073748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:29.075803 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:29.130045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe16b01-fd07-43d5-bc76-fec5fd8b66f3 req-d16357c9-6bae-4d60-8583-095d953a56fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:29.131757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fe16b01-fd07-43d5-bc76-fec5fd8b66f3 req-d16357c9-6bae-4d60-8583-095d953a56fe tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1082311 Oct 22 13:21:29.173236 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-32dcb371-ab11-44d5-9457-7b6ba8fd2f24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 1001 time: 0.1814981 Oct 22 13:21:29.217039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.228474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae809155-8faa-4e31-9945-2beb3ee3af92 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:29.234520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.238687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ae809155-8faa-4e31-9945-2beb3ee3af92 HTTP/1.1" status: 204 len: 168 time: 0.8070085 Oct 22 13:21:29.250424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5fe16b01-fd07-43d5-bc76-fec5fd8b66f3 req-d5d0259b-fa0a-4788-af88-fe024a30aef2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798337 Oct 22 13:21:29.251212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49044) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:29.260254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a01ef-dfe4-48ac-845d-4a428bbadb64 tempest-ExternalNetworksTestJSON-440892992 tempest-ExternalNetworksTestJSON-440892992-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae809155-8faa-4e31-9945-2beb3ee3af92,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:29.312328 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eb66f8-63d6-4b76-bf5e-2c9d9ec9afe1 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:21:29.312821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44eb66f8-63d6-4b76-bf5e-2c9d9ec9afe1 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:21:29.324237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-44eb66f8-63d6-4b76-bf5e-2c9d9ec9afe1 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "DELETE /v2.0/subnets/f6e0b3dc-4d8f-4b8a-9c05-ad2fc3af2033 HTTP/1.1" status: 404 len: 337 time: 0.0715575 Oct 22 13:21:29.337639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49052) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:29.367756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-93b19ef7-80f9-4a56-87eb-158cd08fcc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:29.373626 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-93b19ef7-80f9-4a56-87eb-158cd08fcc77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.1927624 Oct 22 13:21:29.516412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7040-7447-4e08-a944-e583e6980416 req-8499a5f2-6aa2-4abe-8cd8-48bf33bc4fda tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:29.517695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-873048b8-d52f-491e-8f7a-784c744a5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:29.521599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-873048b8-d52f-491e-8f7a-784c744a5307 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382182 Oct 22 13:21:29.537940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c8b7040-7447-4e08-a944-e583e6980416 req-8499a5f2-6aa2-4abe-8cd8-48bf33bc4fda tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2276435 Oct 22 13:21:29.595005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:29.626882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.631265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a6300e7-73f2-4d6d-983c-26f88d9d91e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.678966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c8b7040-7447-4e08-a944-e583e6980416 req-3bd0bc07-54a9-41d7-9db0-6330af96a318 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335876 Oct 22 13:21:29.682928 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-4641a934-8836-4cbc-978f-177a93d3745c service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534326 Oct 22 13:21:29.747093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.864645 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cc7f3a14-6f20-45c1-a1b3-d4ac7c8c511a req-8d071a9a-dc99-494e-bf92-caf1761c775a service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745985 Oct 22 13:21:29.866488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a6300e7-73f2-4d6d-983c-26f88d9d91e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.955044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.982349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3623f053-ab88-4f4a-a226-a21d0af23b39']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:29.990845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a6300e7-73f2-4d6d-983c-26f88d9d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:29.999090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e643e06f-5262-4a14-ab10-937c70b1383c') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:29.999310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e643e06f-5262-4a14-ab10-937c70b1383c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:30.025531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.061935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6300e7-73f2-4d6d-983c-26f88d9d91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f34224-eace-4bba-b843-59e6fd4c1286,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:30.065169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.069325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a6300e7-73f2-4d6d-983c-26f88d9d91e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e407fcba8f4a4a81b4bc2fe290dced65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733269 Oct 22 13:21:30.072677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:30.076674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:30.077730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:30.082218 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:30.177279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.188720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.212516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] 10.222.0.25 "DELETE /v2.0/networks/3623f053-ab88-4f4a-a226-a21d0af23b39 HTTP/1.1" status: 204 len: 168 time: 0.8725674 Oct 22 13:21:30.247138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748109-3eb6-4487-a409-78f63f237fd6 tempest-ExternalNetworksTestJSON-1134885858 tempest-ExternalNetworksTestJSON-1134885858-project] Pushing event deleted for resources: {'Network': ['ID=3623f053-ab88-4f4a-a226-a21d0af23b39,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:30.280487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.322898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.407722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.411209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:30.412381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6f34224-eace-4bba-b843-59e6fd4c1286 HTTP/1.1" status: 204 len: 168 time: 0.3385425 Oct 22 13:21:30.444968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae8b5-3740-4094-9d79-07a99e978b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f34224-eace-4bba-b843-59e6fd4c1286,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:30.499589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c65a-9802-4423-80a8-3ac3939cf843 req-a22d19b4-17a3-49b9-a760-497cead9ce18 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:30.501161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d67c65a-9802-4423-80a8-3ac3939cf843 req-a22d19b4-17a3-49b9-a760-497cead9ce18 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1300411 Oct 22 13:21:30.653913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d67c65a-9802-4423-80a8-3ac3939cf843 req-6ada69c3-dfa4-4c56-a190-83201cc0c4f3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290584 Oct 22 13:21:30.738243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49148) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:30.984793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ebf16-fede-461b-ba4d-d15758709998 req-1eb6b676-03af-41e1-82de-f311c0e15246 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:30.986402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-382ebf16-fede-461b-ba4d-d15758709998 req-1eb6b676-03af-41e1-82de-f311c0e15246 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1396658 Oct 22 13:21:31.184739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-24f0726c-d1b8-439d-8dce-8e76ce29a240 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6084720f59cb4af3828c6594ffe4df02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439664 Oct 22 13:21:31.187710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49182) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:31.264360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-382ebf16-fede-461b-ba4d-d15758709998 req-aa382288-ed8d-4515-9cb8-99c7351e94aa tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283659 Oct 22 13:21:31.372512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:31.415076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:31.513705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:31.517832 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:31.519775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14c2a6b6-5eaa-4f96-96c3-ca1123d3aff5 HTTP/1.1" status: 204 len: 168 time: 0.3308804 Oct 22 13:21:31.533680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765178d1-887a-42b6-a11c-ca0c54b72bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2a6b6-5eaa-4f96-96c3-ca1123d3aff5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:31.821607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91bf8-993c-479a-85dd-a8a0d5ad7777 req-074b17ca-e969-4f32-8b98-9ba1d6f107e4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:31.831910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bf91bf8-993c-479a-85dd-a8a0d5ad7777 req-074b17ca-e969-4f32-8b98-9ba1d6f107e4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0872161 Oct 22 13:21:31.891020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bf91bf8-993c-479a-85dd-a8a0d5ad7777 req-c599c029-ff98-4b0f-b3b9-6e39dd7f717c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Oct 22 13:21:32.122421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49234) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:32.207862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49238) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:32.217731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9d9d9563-d45b-4210-b0fc-72296fbb8a30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921349665f8d4730a3fddb438c1d6ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939791 Oct 22 13:21:32.295754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:32.335687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:32.437105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:32.447443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:32.451658 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/486402b6-8ea7-4f22-a57a-b9423d2d7091 HTTP/1.1" status: 204 len: 168 time: 0.2423875 Oct 22 13:21:32.467364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea643da-73d7-44b6-8873-af08b5015a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486402b6-8ea7-4f22-a57a-b9423d2d7091,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:32.546998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae8491-ff6f-4784-a5dd-17e987c7093c req-7db4be8c-0b6e-42ad-ba0d-0bb9bd362a2f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:32.548563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ae8491-ff6f-4784-a5dd-17e987c7093c req-7db4be8c-0b6e-42ad-ba0d-0bb9bd362a2f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1288538 Oct 22 13:21:32.641977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2ae8491-ff6f-4784-a5dd-17e987c7093c req-ba077db8-9370-4e7f-b44c-075537d6f373 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Oct 22 13:21:32.989227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-bd3609eb-7cde-4387-83dc-8e2893c708c1 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:33.001480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-bd3609eb-7cde-4387-83dc-8e2893c708c1 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 813 time: 0.2225769 Oct 22 13:21:33.028370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-b0fb4400-05fe-46c2-8ca9-e1029e97b9a9 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/quotas/06593a7a17874fd1bd1594989ab5f420 HTTP/1.1" status: 200 len: 375 time: 0.0255888 Oct 22 13:21:33.155224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-e87e8e54-93fb-4a1a-a26e-d8d1191e4a75 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242764 Oct 22 13:21:33.273772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40815a-a754-40e8-bc63-9d839da6daad req-2cba4f2a-7c4d-41af-ae5c-526848005650 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:33.282653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce40815a-a754-40e8-bc63-9d839da6daad req-2cba4f2a-7c4d-41af-ae5c-526848005650 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2501419 Oct 22 13:21:33.334015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-76c0d6fc-5dae-4c8a-84f2-4eaccacabe41 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776352 Oct 22 13:21:33.456748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce40815a-a754-40e8-bc63-9d839da6daad req-7d9876da-5312-4330-a6d5-addd65bc5424 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724255 Oct 22 13:21:33.539449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-08c1c658-f7af-4219-a18d-85255bb4bc49 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043972 Oct 22 13:21:33.904100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6405447f-522a-4c68-9759-0c2e4a202bca req-d0a12416-df64-449c-a585-ffc01f61509a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 210 time: 0.0991218 Oct 22 13:21:34.062353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796348d-e293-4799-8a7b-1137a7ee2b55 req-e5f3ff20-f0cf-4804-ad7f-dcee1071da0f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:34.069195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8796348d-e293-4799-8a7b-1137a7ee2b55 req-e5f3ff20-f0cf-4804-ad7f-dcee1071da0f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1579556 Oct 22 13:21:34.163512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8796348d-e293-4799-8a7b-1137a7ee2b55 req-63988f6f-567e-4995-9f61-9487956b63b8 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858455 Oct 22 13:21:34.719689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634488b9-633a-49a6-9038-cbd7154f16f0 req-1c0c1da7-99e2-4a61-bf51-2cba88fc28a6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:34.733635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-634488b9-633a-49a6-9038-cbd7154f16f0 req-1c0c1da7-99e2-4a61-bf51-2cba88fc28a6 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0838840 Oct 22 13:21:34.809463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-634488b9-633a-49a6-9038-cbd7154f16f0 req-cdac8cea-86aa-4f5c-9280-71ab438f57b9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738878 Oct 22 13:21:35.159397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-139d3ff5-a057-4daa-beb5-cd14c45aa9ef req-842c716e-f70c-4323-9dbf-e6882f1c276e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 210 time: 0.1586192 Oct 22 13:21:35.400705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f12f7-377a-4575-9663-6edcd70cc206 req-6ab6e318-41ed-4828-a728-e4a2e8fa5021 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:35.412788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b7f12f7-377a-4575-9663-6edcd70cc206 req-6ab6e318-41ed-4828-a728-e4a2e8fa5021 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1314945 Oct 22 13:21:35.496876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b7f12f7-377a-4575-9663-6edcd70cc206 req-3d182240-71f8-4365-bacb-3b5ce66cb0c1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827031 Oct 22 13:21:35.608265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:35.689749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:35.902293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9b1f37b3-798f-4a95-948f-c406ff8fe675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:35.952023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1282207345', 'router:external': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:35.979706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820bc0-d92d-4936-894f-9970685d80c3 req-6a1d54a3-aa57-4e4c-ae07-3c70dde72d7e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:35.984579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e820bc0-d92d-4936-894f-9970685d80c3 req-6a1d54a3-aa57-4e4c-ae07-3c70dde72d7e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0996392 Oct 22 13:21:36.009143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Made reservation on behalf of 65a050b122054a81b09d887bf21c5ce5 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:36.012086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.029983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.093047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e820bc0-d92d-4936-894f-9970685d80c3 req-9fa46233-028c-4f7e-a5ae-b201dedd49f4 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022878 Oct 22 13:21:36.242244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9b1f37b3-798f-4a95-948f-c406ff8fe675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.296627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9b1f37b3-798f-4a95-948f-c406ff8fe675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.327357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bfe6414-df9f-490f-a67f-0702d96b144f req-fc9bff6e-0d53-4709-afd5-d2a289808bdf tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 210 time: 0.0530946 Oct 22 13:21:36.352697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:36.353107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9b1f37b3-798f-4a95-948f-c406ff8fe675 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=591a00b1b39b42cdb41634dfe8df5084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614811 Oct 22 13:21:36.405217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-77026722-fdf4-4f8c-9576-58010d213c77 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:36.407951 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-77026722-fdf4-4f8c-9576-58010d213c77 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 813 time: 0.3331654 Oct 22 13:21:36.411729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f37b3-798f-4a95-948f-c406ff8fe675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f16fc-448a-4735-86ad-fc2ee307cdac,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:36.424271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Request body: {'port': {'device_id': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e', 'admin_state_up': True, 'tenant_id': '06593a7a17874fd1bd1594989ab5f420'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:36.475061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.507914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.611835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.615975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:36.617454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d23f16fc-448a-4735-86ad-fc2ee307cdac HTTP/1.1" status: 204 len: 168 time: 0.2635484 Oct 22 13:21:36.700999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528d32-0a7e-498a-a514-3e84ce488cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f16fc-448a-4735-86ad-fc2ee307cdac,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:36.751748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c226d99-3869-46c4-8309-ddeedc7ecb24 req-6559a177-d124-41ff-af05-8ccd9d4a50b6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:36.765657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c226d99-3869-46c4-8309-ddeedc7ecb24 req-6559a177-d124-41ff-af05-8ccd9d4a50b6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1468039 Oct 22 13:21:36.889944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c226d99-3869-46c4-8309-ddeedc7ecb24 req-0f15e038-6d0e-42f6-b739-0f559266ff17 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196187 Oct 22 13:21:37.020922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.034515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.108156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f829d03-03a0-4138-a850-975e0d31e844,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:37.113215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:21:37.144716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.145544 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Added segment f0471a69-8dba-4dbf-86d1-3aa56853f742 of type vlan for network b34f4b4a-71eb-4f62-a851-fa2b52362b0d Oct 22 13:21:37.156803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Made reservation on behalf of 06593a7a17874fd1bd1594989ab5f420 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:37.156957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49470) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:37.161359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.190870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ab3560f-e614-477e-8bae-2087309bde56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.251008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.289687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3da214-aaf8-4ff7-be6e-d5048e48cc31 req-1ed8ad3e-0aa1-4211-8b9a-817d08480fcb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:37.291746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac3da214-aaf8-4ff7-be6e-d5048e48cc31 req-1ed8ad3e-0aa1-4211-8b9a-817d08480fcb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0833671 Oct 22 13:21:37.300881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.301926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:37.302534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.469501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac3da214-aaf8-4ff7-be6e-d5048e48cc31 req-4b4a79cd-bf40-4f41-9a89-e877fe02a53e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512604 Oct 22 13:21:37.486096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-7a5dacd1-333d-4268-b602-c2b6f79feeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:37.488751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-7a5dacd1-333d-4268-b602-c2b6f79feeb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1097 time: 0.1586440 Oct 22 13:21:37.496283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Allocated IP 172.20.0.7 (4a0151c5-0227-4911-ad33-9f9fe5e8df0e/bd11992a-40d5-4d5e-8dae-c0e5587c9fab/b3fb64f7-ce1e-420d-a4fa-d90a89c560c4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:37.515839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b107b4f9-7532-48c1-81c2-e9547b491719 req-d57aa762-a169-43ec-b885-c585ee74606f tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 210 time: 0.0718193 Oct 22 13:21:37.519885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ab3560f-e614-477e-8bae-2087309bde56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.534563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ab3560f-e614-477e-8bae-2087309bde56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.603108 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9930742 Oct 22 13:21:37.613253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:37.619620 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3560f-e614-477e-8bae-2087309bde56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6559ae-a66b-4b86-8203-4feac4fb4d88,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:37.630549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'subnet': {'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:37.683434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d721e-bc83-4cf6-83ed-da3aa5dbf37b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Network': ['ID=b34f4b4a-71eb-4f62-a851-fa2b52362b0d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:37.686086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ab3560f-e614-477e-8bae-2087309bde56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9628c0268d104efb8a126b6e12bae772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281050 Oct 22 13:21:37.686744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49486) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:37.698085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:21:37.811762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Made reservation on behalf of 65a050b122054a81b09d887bf21c5ce5 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:37.814233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.883284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-735d1f09-8e4d-4a83-9a2e-867341e49df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:37.889630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:37.896110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-735d1f09-8e4d-4a83-9a2e-867341e49df7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.3744037 Oct 22 13:21:38.005646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.015379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.077578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:38.082490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:38.086707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:38.131195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Pushing event updated for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:38.133793 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.137624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-dbaa1022-bb30-4796-b322-d4b981cca029 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.2158165 Oct 22 13:21:38.162393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.222413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:38.223138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.258703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-63747a2d-bd0f-4741-811a-9cc82ce7c650 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8399820 Oct 22 13:21:38.274222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Request body: {'port': {'device_id': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:38.287122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650f89-4c76-4ecd-bfc8-a43a7032b0a8 req-8899439e-0e8f-4010-a7e1-5006f386218a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:38.294836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca650f89-4c76-4ecd-bfc8-a43a7032b0a8 req-8899439e-0e8f-4010-a7e1-5006f386218a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.2595463 Oct 22 13:21:38.340862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-543c9f06-d4fa-4ff4-9b8d-92ce2c9d80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:38.342807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-543c9f06-d4fa-4ff4-9b8d-92ce2c9d80b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.1682689 Oct 22 13:21:38.397350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.400604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca650f89-4c76-4ecd-bfc8-a43a7032b0a8 req-05d041b7-9e25-449c-bed3-697d002ee318 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044753 Oct 22 13:21:38.429681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-2ad909f8-1744-46c6-8af7-7fcf636387f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610626 Oct 22 13:21:38.430342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.433060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.436791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e6559ae-a66b-4b86-8203-4feac4fb4d88 HTTP/1.1" status: 204 len: 168 time: 0.7434766 Oct 22 13:21:38.519404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544857-7190-4803-a21c-b1d810c1bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6559ae-a66b-4b86-8203-4feac4fb4d88,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:38.841250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:38.851152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.875860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Transition to ACTIVE for port object b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:21:38.883537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:38.903474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-21515e88-a246-4b90-ac9d-398d1602183f service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596207 Oct 22 13:21:38.919255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f7a7-899f-44e7-b8dd-ef0b54edfbd4 req-3f3cdd3c-b95e-4f69-b371-74a4e3416a37 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:38.934020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb9f7a7-899f-44e7-b8dd-ef0b54edfbd4 req-3f3cdd3c-b95e-4f69-b371-74a4e3416a37 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2569549 Oct 22 13:21:38.972861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c3787-1aa3-4424-8bcb-5add2197c1be req-57c9d3f2-39e2-4e72-b04b-3cab6d8bd7ca tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:38.974564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b00c3787-1aa3-4424-8bcb-5add2197c1be req-57c9d3f2-39e2-4e72-b04b-3cab6d8bd7ca tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 931 time: 0.2950723 Oct 22 13:21:38.991572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:39.157015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3eb9f7a7-899f-44e7-b8dd-ef0b54edfbd4 req-f9959f92-28c0-4e69-8e34-921fc11d565a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209706 Oct 22 13:21:39.176917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a8354d-297f-40a2-83fc-7bda6fb49c7d req-bef95316-1832-4912-b568-154c8c822994 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346311 Oct 22 13:21:39.185261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Attempting to bind port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:21:39.185840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Attempting to bind port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:21:39.185992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Attempting to bind port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:39.202539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:21:39.203991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Attempting to bind port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:39.222175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:21:39.223204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Checking segment: {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:39.224285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Bound using segment: {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:21:39.224819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Bound port: b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:21:39.225252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:39.344454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:21:39.349319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:21:39.354536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:39.396599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:39.397404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:39.398987 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 HTTP/1.1" status: 200 len: 1091 time: 1.1325042 Oct 22 13:21:39.399694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:39.402406 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83" -d '{"events": [{"name": "network-changed", "server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:39.449555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a6495-a747-4bc7-8dba-e8b5c09adb92 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:39.486532 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f7d66b-8ea5-48f2-86bd-744bf1a5eb4b x-openstack-request-id: req-b5f7d66b-8ea5-48f2-86bd-744bf1a5eb4b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:39.487553 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:39.487910 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5f7d66b-8ea5-48f2-86bd-744bf1a5eb4b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:39.488414 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4', 'status': 'completed', 'code': 200} Oct 22 13:21:39.533054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-b9c11da6-baa8-4f6a-af87-4b3503ec4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:39.535336 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-b9c11da6-baa8-4f6a-af87-4b3503ec4794 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 1094 time: 0.0816839 Oct 22 13:21:39.621242 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-a8a55ed3-fdc1-41c7-ac85-1f27e704d0bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 HTTP/1.1" status: 200 len: 217 time: 0.0772655 Oct 22 13:21:39.652564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b00c3787-1aa3-4424-8bcb-5add2197c1be req-2bef64de-4cf7-4d6c-b38c-692eaa712567 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369038 Oct 22 13:21:39.694637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-b8b056de-eb55-424d-ab8f-9b81bb35f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:39.696422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-b8b056de-eb55-424d-ab8f-9b81bb35f9b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd11992a-40d5-4d5e-8dae-c0e5587c9fab HTTP/1.1" status: 200 len: 853 time: 0.0684001 Oct 22 13:21:39.731733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c774f-10db-49c9-a4d9-876d7d735722 req-172fddf2-2491-4f73-9698-496c5d4e0e95 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:39.733438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716c774f-10db-49c9-a4d9-876d7d735722 req-172fddf2-2491-4f73-9698-496c5d4e0e95 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0797496 Oct 22 13:21:39.745243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-1646032f-c929-433b-8b9d-269407f002a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409524 Oct 22 13:21:39.819498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:21:39.819979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:39.827177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716c774f-10db-49c9-a4d9-876d7d735722 req-323f2387-29d7-465f-b5d5-08b46067ef2d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826509 Oct 22 13:21:39.848446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:39.868724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-0878abc7-aa7b-49a8-bb18-0e6d67ad09d4 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164756 Oct 22 13:21:39.886262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4526625-ec38-4bdd-b25b-5d3a17305cf0,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:39.895709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Checking segment: {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:39.896077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network hostable DHCP agents. Network: b34f4b4a-71eb-4f62-a851-fa2b52362b0d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:21:39.930451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:21:39.950251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b34f4b4a-71eb-4f62-a851-fa2b52362b0d) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:39.958868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:39.959774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51428508-bf95-42cc-889d-8febcf2cf06c None None] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:21:39.960365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:40.012231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:40.013634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-db8a621a-14b3-48fe-af2e-589977c5f516 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3898618 Oct 22 13:21:40.026968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-284352320', 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:40.056801 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b95ee90c-56f7-4b0a-9799-e6793c22ef9f req-f06ada6e-e8d9-4941-b31e-447f54e27656 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800168 Oct 22 13:21:40.077926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Made reservation on behalf of 65a050b122054a81b09d887bf21c5ce5 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:40.086734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:40.128252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-7cbf4b27-5740-4377-a282-adeb179e07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.136491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] device_id is not set on port 39a47ecb-29cb-4ec7-bd9f-32768bbff03f yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:21:40.141414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-7cbf4b27-5740-4377-a282-adeb179e07c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1097 time: 0.0581369 Oct 22 13:21:40.156553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b86b9-3bc3-4415-95cf-2fe8aec6ef95 None None] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:21:40.324493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-9a000640-958b-4925-955c-0ab484a31f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.326308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-9a000640-958b-4925-955c-0ab484a31f42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 1094 time: 0.2009022 Oct 22 13:21:40.402107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.20.0.2 (b34f4b4a-71eb-4f62-a851-fa2b52362b0d/a4526625-ec38-4bdd-b25b-5d3a17305cf0/39a47ecb-29cb-4ec7-bd9f-32768bbff03f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:40.417878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96ae6-6ec5-4854-8229-be147483d6c4 req-a74e7d48-4082-4556-9987-e71daf8416b7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.419150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97a96ae6-6ec5-4854-8229-be147483d6c4 req-a74e7d48-4082-4556-9987-e71daf8416b7 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1198013 Oct 22 13:21:40.424156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-33c2607b-5aef-4469-8e8a-756eed88b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.426366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-33c2607b-5aef-4469-8e8a-756eed88b455 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.2841074 Oct 22 13:21:40.502662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-c96d24d4-1841-4a31-8651-df10e08fd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.504162 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-c96d24d4-1841-4a31-8651-df10e08fd5b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 914 time: 0.1685700 Oct 22 13:21:40.508875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-f5d726dc-2bfc-42b4-ba6e-dff7ee6a6bbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0736146 Oct 22 13:21:40.514966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97a96ae6-6ec5-4854-8229-be147483d6c4 req-b5fa6e16-9a74-4007-9525-5b4c7d7078df tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870712 Oct 22 13:21:40.561159 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-5022426c-0e7f-43d4-84d2-ca4e438b78fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 HTTP/1.1" status: 200 len: 217 time: 0.0471737 Oct 22 13:21:40.584955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-57c55d80-b826-4327-a1bc-1a966ccb784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.586531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-57c55d80-b826-4327-a1bc-1a966ccb784e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.0695436 Oct 22 13:21:40.625119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-7c42f6e0-f908-4bf6-9662-367d909c01b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312274 Oct 22 13:21:40.688411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-3995a236-6d3f-44c6-aa9f-0b81a34279b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.690441 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-3995a236-6d3f-44c6-aa9f-0b81a34279b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd11992a-40d5-4d5e-8dae-c0e5587c9fab HTTP/1.1" status: 200 len: 853 time: 0.1145654 Oct 22 13:21:40.730825 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-3c86da71-c6e0-4f99-8eb7-9da7cb108edb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320663 Oct 22 13:21:40.744513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-67b48b24-a4cd-4547-9483-92cc39bff040 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079395 Oct 22 13:21:40.792730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:40.902839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-1713d638-cdf3-4f65-b7b7-17fdddce6d49 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612031 Oct 22 13:21:40.929929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:40.948696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37268fb6-8dc1-460b-a294-b37728bf1ad6 req-18a05e55-076a-458c-a97e-d1be8c617499 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758378 Oct 22 13:21:40.972095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78058-ebf5-4c2a-ad8f-e24de3faa443 req-5db8643f-71ce-456c-a7e9-c07904fbae19 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:40.973820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01a78058-ebf5-4c2a-ad8f-e24de3faa443 req-5db8643f-71ce-456c-a7e9-c07904fbae19 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 943 time: 0.2167044 Oct 22 13:21:41.033186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=39a47ecb-29cb-4ec7-bd9f-32768bbff03f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:41.071922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01a78058-ebf5-4c2a-ad8f-e24de3faa443 req-9715e33f-f675-464c-aa69-fb2d58c1e395 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886438 Oct 22 13:21:41.081075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef94467-c53a-4567-ba23-6bc345f4c8a6 req-05093f28-eb07-4fac-8c2c-58e459f5b280 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:41.084266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef94467-c53a-4567-ba23-6bc345f4c8a6 req-05093f28-eb07-4fac-8c2c-58e459f5b280 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1287708 Oct 22 13:21:41.088496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:41.093265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:41.100508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:41.144795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef94467-c53a-4567-ba23-6bc345f4c8a6 req-2ea3355e-f828-4199-b964-e416010a8caa tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533071 Oct 22 13:21:41.162107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c71eb3b-2a97-4073-965a-9ea5b47a2f83 req-204f7d46-e62e-44bf-826a-be41e62397b1 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501087 Oct 22 13:21:41.167756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:41.168363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.191540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1a11868a-4965-42bf-a576-03ddb9ee7204 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1772912 Oct 22 13:21:41.191685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49634) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:41.298072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Deleting port 39a47ecb-29cb-4ec7-bd9f-32768bbff03f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:41.298410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.390691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.401578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Calling delete_port for 39a47ecb-29cb-4ec7-bd9f-32768bbff03f owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:41.538223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.592244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Port': ['ID=39a47ecb-29cb-4ec7-bd9f-32768bbff03f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:41.694523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.698193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c2e7352-4145-4910-b9e4-5cc323b77eea tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/ports/39a47ecb-29cb-4ec7-bd9f-32768bbff03f HTTP/1.1" status: 204 len: 168 time: 0.5055037 Oct 22 13:21:41.702145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:41.706984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d', 'external_fixed_ips': [{'subnet_id': 'a4526625-ec38-4bdd-b25b-5d3a17305cf0', 'ip_address': '172.20.0.2'}]}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:41.710806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337378-0999-4b82-8c5e-379a49bae5a0 req-8a9bbb7e-1b3f-4b67-9e61-783b497bd8dd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:41.712014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79337378-0999-4b82-8c5e-379a49bae5a0 req-8a9bbb7e-1b3f-4b67-9e61-783b497bd8dd tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0898995 Oct 22 13:21:41.734188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.735426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.760084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79337378-0999-4b82-8c5e-379a49bae5a0 req-1376614f-c182-4a2a-aa8e-2b664ab726e3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Oct 22 13:21:41.809128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:41.874402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49686) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:41.957679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.002157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00df4edc-fbf1-4ebc-b8ff-1695bd113e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.103986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00df4edc-fbf1-4ebc-b8ff-1695bd113e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.117867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00df4edc-fbf1-4ebc-b8ff-1695bd113e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.160529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-00df4edc-fbf1-4ebc-b8ff-1695bd113e9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b26d6391d918422684d6fbe16c77fee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848313 Oct 22 13:21:42.163689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49698) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:42.170990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df4edc-fbf1-4ebc-b8ff-1695bd113e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb48442-a8cd-4b09-b8bd-ddeb2b7c24ff,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:42.233390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.256780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.310108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713354b1-171e-4fa8-a95b-d79e0c322ed6 req-a94483c7-0192-4857-b9a1-c3a494ea87ed tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:42.311497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-713354b1-171e-4fa8-a95b-d79e0c322ed6 req-a94483c7-0192-4857-b9a1-c3a494ea87ed tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 943 time: 0.1126850 Oct 22 13:21:42.334699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.350179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09fbc8-45d1-4f30-95ec-e4242ca4dc4a req-de473756-c801-4ea3-8427-e61d1def39a3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:42.351694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c09fbc8-45d1-4f30-95ec-e4242ca4dc4a req-de473756-c801-4ea3-8427-e61d1def39a3 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.1132805 Oct 22 13:21:42.395827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.422676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.20.0.2 (b34f4b4a-71eb-4f62-a851-fa2b52362b0d/a4526625-ec38-4bdd-b25b-5d3a17305cf0/fe0f3865-105b-4921-8671-e6e5032bec28) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:42.433559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-713354b1-171e-4fa8-a95b-d79e0c322ed6 req-6f0312d1-aae7-46b5-be05-6d1d2b10b7da tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136346 Oct 22 13:21:42.460332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c09fbc8-45d1-4f30-95ec-e4242ca4dc4a req-0832e471-0c3f-4bc8-895d-80bc2a10f426 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991383 Oct 22 13:21:42.491536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.494319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.495746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcb48442-a8cd-4b09-b8bd-ddeb2b7c24ff HTTP/1.1" status: 204 len: 168 time: 0.3310056 Oct 22 13:21:42.505211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033074-a0e1-402d-ab56-7b2e439e09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb48442-a8cd-4b09-b8bd-ddeb2b7c24ff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:42.561577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.601544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.649424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network b34f4b4a-71eb-4f62-a851-fa2b52362b0d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:42.654322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:42.666191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:42.669570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0f3865-105b-4921-8671-e6e5032bec28,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:42.853969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49716) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:42.883467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fea0ebd-c0bb-4f28-8068-1f6bde6b846e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:42.900428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:21:42.970579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.021758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a228-395c-476a-a9f8-267ad1b3495a req-d629b6fe-2e3a-4d13-a952-0c7553d93bd2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:43.023298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3116a228-395c-476a-a9f8-267ad1b3495a req-d629b6fe-2e3a-4d13-a952-0c7553d93bd2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1213706 Oct 22 13:21:43.054882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:43.076492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4', 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e', 'port_id': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4', 'mac_address': 'fa:16:3e:b0:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd11992a-40d5-4d5e-8dae-c0e5587c9fab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:21:43.090186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3116a228-395c-476a-a9f8-267ad1b3495a req-19ca2e88-7848-4a5a-be84-36a2ac2298a2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583258 Oct 22 13:21:43.107550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fea0ebd-c0bb-4f28-8068-1f6bde6b846e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.116293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fea0ebd-c0bb-4f28-8068-1f6bde6b846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.128734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.146292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:21:43.172252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:43.181476 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.202638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1fea0ebd-c0bb-4f28-8068-1f6bde6b846e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05df8cca76664cb6a525615654a40958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474193 Oct 22 13:21:43.206225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:43.238245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea0ebd-c0bb-4f28-8068-1f6bde6b846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be658a5-ac4a-465d-a4b5-167a6b240a9a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:43.276663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:43.309763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.310463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.342383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.410457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b3fb64f7-ce1e-420d-a4fa-d90a89c560c4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:21:43.428220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.432290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.435280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2be658a5-ac4a-465d-a4b5-167a6b240a9a HTTP/1.1" status: 204 len: 168 time: 0.2279410 Oct 22 13:21:43.456650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1047f-2799-4ec9-90ae-b17630668929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be658a5-ac4a-465d-a4b5-167a6b240a9a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:43.499801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router 832d9280-5a11-45b3-9310-f8e92e493c71 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:21:43.709756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:21:43.724662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Sync routers for ids ['832d9280-5a11-45b3-9310-f8e92e493c71'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:21:43.744578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7494b2-e22e-41b0-b0b2-2c760802e072 req-7813a056-2a71-4992-b25e-9b8a7494d44c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:43.748596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:43.751810 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9bdd9b0-785b-4279-bd2f-d0a24916e6b3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0484304 Oct 22 13:21:43.753844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f7494b2-e22e-41b0-b0b2-2c760802e072 req-7813a056-2a71-4992-b25e-9b8a7494d44c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0898969 Oct 22 13:21:43.755300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:43.766720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac339b-1e81-4b3d-8d43-ae5c0f4e767a req-32bb879e-1771-48a6-b525-ff08d0f8cd8b tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:43.770715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8ac339b-1e81-4b3d-8d43-ae5c0f4e767a req-32bb879e-1771-48a6-b525-ff08d0f8cd8b tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 944 time: 0.1576662 Oct 22 13:21:43.796281 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Routers {'832d9280-5a11-45b3-9310-f8e92e493c71'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:21:43.796828 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['832d9280-5a11-45b3-9310-f8e92e493c71'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:43.852251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f7494b2-e22e-41b0-b0b2-2c760802e072 req-ef05a0d0-ec83-494e-baad-e08e763c222f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968244 Oct 22 13:21:43.895180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8ac339b-1e81-4b3d-8d43-ae5c0f4e767a req-50ef3ef9-d322-47ac-aa25-11ed416ad5c8 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161628 Oct 22 13:21:44.020727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf521f02-6845-4f9c-bf14-9533cbf86d06 req-1071c8d7-6c17-47c9-9079-2da2d5c11511 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:44.030769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf521f02-6845-4f9c-bf14-9533cbf86d06 req-1071c8d7-6c17-47c9-9079-2da2d5c11511 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 946 time: 0.0766788 Oct 22 13:21:44.044372 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Set router 832d9280-5a11-45b3-9310-f8e92e493c71 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:21:44.132233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf521f02-6845-4f9c-bf14-9533cbf86d06 req-d803c1bc-a23d-49da-a05d-8bc99e562990 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002946 Oct 22 13:21:44.241357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:21:44.368371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3196173-1072-4547-993e-9f43dcd9fce7 req-6a722762-8305-4d20-960c-5c4a93130833 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:44.399368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3196173-1072-4547-993e-9f43dcd9fce7 req-6a722762-8305-4d20-960c-5c4a93130833 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2005291 Oct 22 13:21:44.503231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3196173-1072-4547-993e-9f43dcd9fce7 req-65ae8428-114f-4dbd-aa38-001c6ec9d66e tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Oct 22 13:21:44.543100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:44.547564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-0ee62143-eca9-48cc-aca0-159dff02e4b8 req-50647695-28dd-491b-af22-5d4f3cfc4b40 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:21:44.548898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ee62143-eca9-48cc-aca0-159dff02e4b8 req-50647695-28dd-491b-af22-5d4f3cfc4b40 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068278 Oct 22 13:21:44.585163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:44.586552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:44.589374 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076c01fb-6f07-46e7-a7ae-0a7d1ba5bbd3" -d '{"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:44.604149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:44.665728 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683dbd9-441e-4c27-8dfc-0ece379e13a0 x-openstack-request-id: req-9683dbd9-441e-4c27-8dfc-0ece379e13a0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:44.666218 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-unplugged", "status": "failed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "code": 422}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:44.666661 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9683dbd9-441e-4c27-8dfc-0ece379e13a0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:44.667572 n-d-813419-8 neutron-server[100621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'code': 422} returned with failed status Oct 22 13:21:44.669408 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832d9280-5a11-45b3-9310-f8e92e493c71', 'name': '', 'tenant_id': '65a050b122054a81b09d887bf21c5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d', 'external_fixed_ips': [{'subnet_id': 'a4526625-ec38-4bdd-b25b-5d3a17305cf0', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'fe0f3865-105b-4921-8671-e6e5032bec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:21:41Z', 'updated_at': '2021-10-22T13:21:42Z', 'revision_number': 3, 'project_id': '65a050b122054a81b09d887bf21c5ce5', 'gw_port': {'id': 'fe0f3865-105b-4921-8671-e6e5032bec28', 'name': '', 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832d9280-5a11-45b3-9310-f8e92e493c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'a4526625-ec38-4bdd-b25b-5d3a17305cf0', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:21:42Z', 'updated_at': '2021-10-22T13:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4526625-ec38-4bdd-b25b-5d3a17305cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:44.702212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:44.773440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Checking router: 832d9280-5a11-45b3-9310-f8e92e493c71 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:21:44.774062 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Updating router 832d9280-5a11-45b3-9310-f8e92e493c71 port fe0f3865-105b-4921-8671-e6e5032bec28 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:21:44.785650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:44.832582 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:44.856284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d84af-2374-43b5-b82b-ee52afd99b33 req-6174ed5b-b826-4835-84de-a178e3dad31b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:44.865000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c3d84af-2374-43b5-b82b-ee52afd99b33 req-6174ed5b-b826-4835-84de-a178e3dad31b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1080194 Oct 22 13:21:44.916300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:21:44.952836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:44.982709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c3d84af-2374-43b5-b82b-ee52afd99b33 req-3bfd8652-3fed-424a-9a2c-cb50c15a538d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164339 Oct 22 13:21:45.036505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:21:45.041606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:21:45.042103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.081727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Deleting port fe0f3865-105b-4921-8671-e6e5032bec28 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:45.082917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.138673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86854750-46cf-4a1a-8e99-2c3efa8deeb2 req-ff952be7-e00d-4cc9-97f2-c7f8c51e1a17 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:45.144401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86854750-46cf-4a1a-8e99-2c3efa8deeb2 req-ff952be7-e00d-4cc9-97f2-c7f8c51e1a17 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 944 time: 0.1151047 Oct 22 13:21:45.240708 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.247257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86854750-46cf-4a1a-8e99-2c3efa8deeb2 req-fc1e47bc-6668-44d3-affb-9db23110d9e6 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Oct 22 13:21:45.281039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.299621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Calling delete_port for fe0f3865-105b-4921-8671-e6e5032bec28 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:45.316013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:21:45.328405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.416077 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.426728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:45.428783 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.494222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f3865-105b-4921-8671-e6e5032bec28,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:45.496607 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:21:45.497065 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:21:45.497515 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 on network b34f4b4a-71eb-4f62-a851-fa2b52362b0d {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:45.507468 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.507947 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.508382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.508811 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.509237 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.510040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.510040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.510471 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.510909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.511327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.511744 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.512279 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894f884-4183-46a9-ad8e-8b86e08829c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:45.516251 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:21:45.516751 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Checking segment: {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:45.517245 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.517719 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Bound using segment: {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:21:45.519057 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Bound port: fe0f3865-105b-4921-8671-e6e5032bec28, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:21:45.519585 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.568786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-e9a4cd85-e68b-4e78-acff-f6e6d569f19c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3534949 Oct 22 13:21:45.581431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-d2a4d90d-ca71-43da-a265-1b7e56cca42f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:21:45.585296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-d2a4d90d-ca71-43da-a265-1b7e56cca42f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138242 Oct 22 13:21:45.643394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.677824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb17683-e877-45fd-aa85-7b23c8b36896 req-d9227cde-14f1-4d6e-9ad1-669f6b5bbd48 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:45.679829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edb17683-e877-45fd-aa85-7b23c8b36896 req-d9227cde-14f1-4d6e-9ad1-669f6b5bbd48 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0648546 Oct 22 13:21:45.688538 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.db.api [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:21:45.689096 n-d-813419-8 neutron-server[100622]: DEBUG oslo_db.api [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:21:45.703220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0f3865-105b-4921-8671-e6e5032bec28,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:45.779816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edb17683-e877-45fd-aa85-7b23c8b36896 req-eb58f0d4-efac-468b-acb9-75f15ceebfa1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935383 Oct 22 13:21:45.823593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.958545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:45.962357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.027559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.028313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 832d9280-5a11-45b3-9310-f8e92e493c71 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:21:46.035239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.039520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:46.046982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b50c6a03-c3de-4b46-acb6-ccc8d1c25446 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/routers/832d9280-5a11-45b3-9310-f8e92e493c71 HTTP/1.1" status: 204 len: 168 time: 2.2792418 Oct 22 13:21:46.154339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Deleting subnet a4526625-ec38-4bdd-b25b-5d3a17305cf0 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:21:46.158348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.170778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc4719-78e1-46a3-8ed0-be44e044d584 req-c48e4e6b-c079-4112-b3d7-9240ed6696f1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.172565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1fc4719-78e1-46a3-8ed0-be44e044d584 req-c48e4e6b-c079-4112-b3d7-9240ed6696f1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.0775275 Oct 22 13:21:46.218023 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:21:46.222174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:21:46.226447 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Attempting to bind port fe0f3865-105b-4921-8671-e6e5032bec28 on network b34f4b4a-71eb-4f62-a851-fa2b52362b0d {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:21:46.241939 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:21:46.244498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Checking segment: {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:21:46.245438 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.246043 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Bound using segment: {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:21:46.246752 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Bound port: fe0f3865-105b-4921-8671-e6e5032bec28, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0471a69-8dba-4dbf-86d1-3aa56853f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b34f4b4a-71eb-4f62-a851-fa2b52362b0d'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:21:46.247901 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.282293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1fc4719-78e1-46a3-8ed0-be44e044d584 req-e2436dae-3959-4b59-a7d6-9a2a807705f0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Oct 22 13:21:46.287041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.323130 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Port fe0f3865-105b-4921-8671-e6e5032bec28 has been deleted concurrently {{(pid=100622) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 22 13:21:46.339565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.363401 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:21:46.364051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:21:46.364826 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'832d9280-5a11-45b3-9310-f8e92e493c71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:21:46.365201 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c998-2b4d-4485-aff5-50906e21bf2c None None] The sync data for ids ['832d9280-5a11-45b3-9310-f8e92e493c71'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:21:46.458159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.494163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4526625-ec38-4bdd-b25b-5d3a17305cf0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:46.507172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74048a9-b03a-4afa-bc79-20430eb22a95 req-9708f82f-468b-40db-b58e-98f61c3d2c02 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.508691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a74048a9-b03a-4afa-bc79-20430eb22a95 req-9708f82f-468b-40db-b58e-98f61c3d2c02 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.1215978 Oct 22 13:21:46.512708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.515911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69e72f8b-47fb-40a2-88b4-27bd8f399f32 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/a4526625-ec38-4bdd-b25b-5d3a17305cf0 HTTP/1.1" status: 204 len: 168 time: 0.4730783 Oct 22 13:21:46.519083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49878) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:46.566197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a74048a9-b03a-4afa-bc79-20430eb22a95 req-981b27d8-cb66-445a-89e4-cb5469e51f8b tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492148 Oct 22 13:21:46.635804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.668422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:21:46.672170 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cb5e18-5eb8-4934-b6a9-13db8e40bd0d" -d '{"events": [{"server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:21:46.699983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-2624f045-f108-40e1-8a59-6bb9aabfb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.701515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-2624f045-f108-40e1-8a59-6bb9aabfb181 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc&tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df HTTP/1.1" status: 200 len: 1095 time: 0.0814173 Oct 22 13:21:46.729598 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822204f0-9e12-4650-83c8-fe29eb3e5424 x-openstack-request-id: req-822204f0-9e12-4650-83c8-fe29eb3e5424 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:21:46.729895 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:21:46.730149 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-822204f0-9e12-4650-83c8-fe29eb3e5424 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:21:46.730552 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4', 'code': 200} Oct 22 13:21:46.776210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-415f63ae-e0fe-4fb6-b36c-cabbb41d8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.777777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.782394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-415f63ae-e0fe-4fb6-b36c-cabbb41d8625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1095 time: 0.0483561 Oct 22 13:21:46.822046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34f4b4a-71eb-4f62-a851-fa2b52362b0d']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:46.866059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0471a69-8dba-4dbf-86d1-3aa56853f742') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:46.867775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0471a69-8dba-4dbf-86d1-3aa56853f742') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:46.885000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.899394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813456e-4501-4d73-8eb5-3697cf1b1478 req-3c1cd7c8-6bbc-4f01-ade5-0c488907c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.901834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9813456e-4501-4d73-8eb5-3697cf1b1478 req-3c1cd7c8-6bbc-4f01-ade5-0c488907c457 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 1096 time: 0.0957384 Oct 22 13:21:46.914428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.944406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:21:46.944882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: items = [ Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:21:46.947082 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:21:46.953652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-69e07724-0ba2-4942-b82e-7cd4a38beda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.955781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-69e07724-0ba2-4942-b82e-7cd4a38beda3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.1616876 Oct 22 13:21:46.973851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f560-9eb0-4732-ade2-d3b67a743943 req-23baa3e0-c173-4157-a6f4-d144f840d84d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:46.977448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f50f560-9eb0-4732-ade2-d3b67a743943 req-23baa3e0-c173-4157-a6f4-d144f840d84d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0862303 Oct 22 13:21:47.026172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9813456e-4501-4d73-8eb5-3697cf1b1478 req-a99d0791-4e95-461c-9b3a-de7d60be80f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077809 Oct 22 13:21:47.030898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-ec2a0282-ea7b-4f93-bcbf-dce592c7f046 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0521364 Oct 22 13:21:47.037226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.043589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b34f4b4a-71eb-4f62-a851-fa2b52362b0d {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 22 13:21:47.051517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.055059 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b34f4b4a-71eb-4f62-a851-fa2b52362b0d HTTP/1.1" status: 204 len: 168 time: 0.5345669 Oct 22 13:21:47.073930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1050b1-a5cb-4369-9daf-eeb9781e603c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Network': ['ID=b34f4b4a-71eb-4f62-a851-fa2b52362b0d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:47.145542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f50f560-9eb0-4732-ade2-d3b67a743943 req-0c2e7f70-cfb1-4da9-b3b5-caa941539356 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136274 Oct 22 13:21:47.151585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-8c187fb5-1ab0-4b8e-ad03-626e8f431db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:47.153089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-8c187fb5-1ab0-4b8e-ad03-626e8f431db9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.1133425 Oct 22 13:21:47.207308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-61e401ef-c3b8-47ad-82fa-a7ab42244a2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433853 Oct 22 13:21:47.357243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-106aa014-9cab-4d0e-8309-3982e06a6be7 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446195 Oct 22 13:21:47.454952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:47.460482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'name': 'tempest-router--1026089113', 'project_id': '66c3603775e64a198894c347aee6e197'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:47.509739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.511081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.527528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41f89dea-469e-47cd-8118-b3ac737fcba9 req-d96c9831-bfca-4275-bdcd-92cd5253aca8 service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605144 Oct 22 13:21:47.555271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44495e0-2a10-4de2-bcb4-272f2f48c246 req-cab91511-c09e-44dd-b733-2c7dc29452ce tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:47.558335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a44495e0-2a10-4de2-bcb4-272f2f48c246 req-cab91511-c09e-44dd-b733-2c7dc29452ce tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1626916 Oct 22 13:21:47.606178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.622214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.649805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a44495e0-2a10-4de2-bcb4-272f2f48c246 req-b9c2d3db-0b36-4b28-b127-7c8f29174e63 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Oct 22 13:21:47.650734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.652625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-998712ac-7698-4a12-96a6-ac5af98a23e5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1961715 Oct 22 13:21:47.655087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:47.797473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:47.849056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466f05-a4a6-47a9-ade3-50855abaf8c7 req-b2c47780-c18a-4190-baa4-83843bbf22bc tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:47.851081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55466f05-a4a6-47a9-ade3-50855abaf8c7 req-b2c47780-c18a-4190-baa4-83843bbf22bc tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.1353209 Oct 22 13:21:48.022585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:48.026562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:48.051689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55466f05-a4a6-47a9-ade3-50855abaf8c7 req-0fe1f40b-c87d-4d43-bba7-76a8add64727 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938074 Oct 22 13:21:48.155636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:48.156322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 448e946d-a345-4860-9c2f-a169dd44ca83 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:21:48.162678 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:48.166152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6f3aaef-c356-474d-a167-dbc40b73d166 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/routers/448e946d-a345-4860-9c2f-a169dd44ca83 HTTP/1.1" status: 204 len: 168 time: 0.5072062 Oct 22 13:21:48.372549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8006b1e-5c9e-4873-a7e0-274466c7ed79 req-dd7cdc0a-f798-4172-b378-792fd35877d3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:48.377434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8006b1e-5c9e-4873-a7e0-274466c7ed79 req-dd7cdc0a-f798-4172-b378-792fd35877d3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1084652 Oct 22 13:21:48.405273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50012) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:48.471591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8006b1e-5c9e-4873-a7e0-274466c7ed79 req-d95f157d-db26-4fdd-9670-708e58dd836c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 Oct 22 13:21:48.921746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767ad5-5184-4d8b-9834-72b8b551193b req-2c40f119-b7df-46da-8236-9bec0a331430 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:48.924231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a767ad5-5184-4d8b-9834-72b8b551193b req-2c40f119-b7df-46da-8236-9bec0a331430 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1145265 Oct 22 13:21:48.928217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441033597', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:49.003346 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:49.005041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:49.029490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a767ad5-5184-4d8b-9834-72b8b551193b req-279b19eb-f673-46b2-8e40-73911e1a4f7b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903094 Oct 22 13:21:49.104919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:49.319168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:49.418852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acb668-cfca-4aa4-b552-e2f67de18d12 req-20e8f60e-c90c-404d-8f2b-9a06f195ad20 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:49.433238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0acb668-cfca-4aa4-b552-e2f67de18d12 req-20e8f60e-c90c-404d-8f2b-9a06f195ad20 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.2354681 Oct 22 13:21:49.497665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0acb668-cfca-4aa4-b552-e2f67de18d12 req-0cce7d63-8070-450f-9cec-6d60ad43783a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633557 Oct 22 13:21:49.834144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feab717-cb04-4a2a-bb95-889f599fe897 req-b8c18910-f07f-40a1-8bfb-eb101ed88599 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:49.837303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6feab717-cb04-4a2a-bb95-889f599fe897 req-b8c18910-f07f-40a1-8bfb-eb101ed88599 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2090490 Oct 22 13:21:49.930002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:49.986066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:50.010400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6feab717-cb04-4a2a-bb95-889f599fe897 req-6aefa5f7-6c72-4e0c-a15c-a3aa9b8b732a tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149063 Oct 22 13:21:50.166785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Allocated IP 172.25.6.84 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/93690496-d96c-4666-b11d-265406eca39f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:50.473132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50122) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:50.704550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9064474b-54fb-41e6-b2c7-b8fda826c416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:50.890947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9064474b-54fb-41e6-b2c7-b8fda826c416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:50.899754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9064474b-54fb-41e6-b2c7-b8fda826c416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.000893 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9064474b-54fb-41e6-b2c7-b8fda826c416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79004c50309c49839c75d9ca0de6fa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227060 Oct 22 13:21:51.000893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064474b-54fb-41e6-b2c7-b8fda826c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5f3020-d1f2-4eeb-aa5d-b194fc2d1022,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:51.016076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50136) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:51.056589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c75c0-d221-4623-af3a-d230f7e5964d req-4e8308b1-befc-430a-a00c-1be1bb20fb37 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:51.073096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-770c75c0-d221-4623-af3a-d230f7e5964d req-4e8308b1-befc-430a-a00c-1be1bb20fb37 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.8903449 Oct 22 13:21:51.109257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.149646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.220534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.226986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.230166 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a5f3020-d1f2-4eeb-aa5d-b194fc2d1022 HTTP/1.1" status: 204 len: 168 time: 0.2130744 Oct 22 13:21:51.258637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.260396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746c4bd-7c73-4f14-b153-71e43cb976c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5f3020-d1f2-4eeb-aa5d-b194fc2d1022,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:51.283642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-770c75c0-d221-4623-af3a-d230f7e5964d req-0c567ac5-c339-4fae-8da5-9434f85a4c19 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086723 Oct 22 13:21:51.352393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc49b-8ad3-49d4-8c67-65ab2e142e94 req-dd71e163-ee20-46c7-a729-8f3fd70f501c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:51.359691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d95fc49b-8ad3-49d4-8c67-65ab2e142e94 req-dd71e163-ee20-46c7-a729-8f3fd70f501c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2133558 Oct 22 13:21:51.467841 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:21:51.484106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:51.533008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:51.536055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:51.540024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:51.724938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d95fc49b-8ad3-49d4-8c67-65ab2e142e94 req-ecb24a9c-4386-4aba-b462-0740b15d0aa3 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642535 Oct 22 13:21:51.761642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event updated for resources: {'Port': ['ID=93690496-d96c-4666-b11d-265406eca39f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:52.279381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:52.727211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e202-f8c3-4585-93fd-17a01e2d82b5 req-fa273835-bc7f-46ef-a3bb-4866d16e48ae tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:52.728912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e92e202-f8c3-4585-93fd-17a01e2d82b5 req-fa273835-bc7f-46ef-a3bb-4866d16e48ae tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.3401420 Oct 22 13:21:52.779853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:52.798849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e92e202-f8c3-4585-93fd-17a01e2d82b5 req-78cd0aa3-3eea-4e59-81f1-4bc6cde1d09a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612614 Oct 22 13:21:53.091015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654a4e9-77af-4701-91d0-7f7e4a2d2c2b req-e96e8f21-8978-4c45-a4ee-158a5c6639ef tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:53.106795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9654a4e9-77af-4701-91d0-7f7e4a2d2c2b req-e96e8f21-8978-4c45-a4ee-158a5c6639ef tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2323306 Oct 22 13:21:53.342482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9654a4e9-77af-4701-91d0-7f7e4a2d2c2b req-5eda8165-01ec-4fb9-b956-1664bfb4cee8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352240 Oct 22 13:21:53.404761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Router bcce9ca1-6517-4b1c-b695-e78bea2668c8 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:21:53.675152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:21:53.688820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] Sync routers for ids ['bcce9ca1-6517-4b1c-b695-e78bea2668c8'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:21:53.709723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] Routers {'bcce9ca1-6517-4b1c-b695-e78bea2668c8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:21:53.712644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bcce9ca1-6517-4b1c-b695-e78bea2668c8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:53.722966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:53.727010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-44ff6b5f-fc4f-4101-8a18-627e856b132c tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3192596 Oct 22 13:21:53.727197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:53.832078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:53.868154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] Routers {'bcce9ca1-6517-4b1c-b695-e78bea2668c8'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:21:53.868754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bcce9ca1-6517-4b1c-b695-e78bea2668c8'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:54.012100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50218) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:54.015686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:54.016362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5ddbc-0deb-4e33-baf1-2a189666e3ac None None] The sync data for ids ['bcce9ca1-6517-4b1c-b695-e78bea2668c8'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:21:54.077210 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc279fdd-6bad-4375-84d5-512ccb785ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:54.083559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-248e23a9-3ad9-4197-8696-38ac9ab76752 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/bcce9ca1-6517-4b1c-b695-e78bea2668c8 HTTP/1.1" status: 200 len: 920 time: 0.3462806 Oct 22 13:21:54.084904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50224) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:54.136858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d286dd-abcd-4def-9b6f-b090fdc26759 req-d962a70a-cb56-4fc7-9395-d32d901596cf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:54.146086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70d286dd-abcd-4def-9b6f-b090fdc26759 req-d962a70a-cb56-4fc7-9395-d32d901596cf tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.2031963 Oct 22 13:21:54.181576 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-89ff9ee9-de99-470c-b3c9-a446c4ad3144 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcce9ca1-6517-4b1c-b695-e78bea2668c8 HTTP/1.1" status: 200 len: 205 time: 0.0940380 Oct 22 13:21:54.184511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50226) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:54.277115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70d286dd-abcd-4def-9b6f-b090fdc26759 req-48f6c831-0fce-4405-9184-900de8532b8a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223421 Oct 22 13:21:54.328854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:54.375637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:54.517404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:54.728303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba345-b01c-4205-a6a5-d7dab4bea303 req-8515ddf9-2dfa-4e01-8479-4a25c67a9b40 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:54.736123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2afba345-b01c-4205-a6a5-d7dab4bea303 req-8515ddf9-2dfa-4e01-8479-4a25c67a9b40 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1860011 Oct 22 13:21:54.772553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:54.807906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2afba345-b01c-4205-a6a5-d7dab4bea303 req-a80642bb-b36c-4a15-98d5-d1408d6e0156 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676036 Oct 22 13:21:54.812823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:54.914659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port 93690496-d96c-4666-b11d-265406eca39f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:54.915182 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:55.057581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Allocated IP 172.25.6.191 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/080ef324-4eb0-47c8-bc36-c7cff0fcd977) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:55.127378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:55.154559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for 93690496-d96c-4666-b11d-265406eca39f owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:55.565287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:55.651453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5893-6160-4a88-b18e-99e52350684d req-45b08b9a-909a-4314-8e57-53c6539c94b2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:55.654222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-613e5893-6160-4a88-b18e-99e52350684d req-45b08b9a-909a-4314-8e57-53c6539c94b2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.2286317 Oct 22 13:21:55.656553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:55.726896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:55.755743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:55.785952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=93690496-d96c-4666-b11d-265406eca39f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:55.806031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.806384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.806766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.807091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.807425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.807834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.808085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.808417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.808743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.809183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.809390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.809737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:21:55.815573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:55.827621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Pushing event updated for resources: {'Port': ['ID=080ef324-4eb0-47c8-bc36-c7cff0fcd977,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:55.831595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:55.879951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-613e5893-6160-4a88-b18e-99e52350684d req-94bde950-e8ea-43d4-802a-d717872ac3e4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950970 Oct 22 13:21:55.949730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.071808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.074236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.087554 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.115411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a8f7-0504-410d-9d29-0d89d37c7330 req-95693913-d73b-4dba-8e08-fdae7d719b0f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:56.130404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52c7a8f7-0504-410d-9d29-0d89d37c7330 req-95693913-d73b-4dba-8e08-fdae7d719b0f tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1894038 Oct 22 13:21:56.138658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.139521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router bcce9ca1-6517-4b1c-b695-e78bea2668c8 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:21:56.155279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.161669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79626671-1a1b-4f3b-9c91-f505ab2c5b8d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/bcce9ca1-6517-4b1c-b695-e78bea2668c8 HTTP/1.1" status: 204 len: 168 time: 1.9745541 Oct 22 13:21:56.165447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:56.169792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164016275', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:56.221219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.222706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.311632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.344588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52c7a8f7-0504-410d-9d29-0d89d37c7330 req-91124a18-1c97-4800-b3ca-ac7381c6189b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104843 Oct 22 13:21:56.369162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.586816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.671473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.684156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.904627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Pushing event updated for resources: {'Port': ['ID=080ef324-4eb0-47c8-bc36-c7cff0fcd977,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:56.933919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.938099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.969511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:56.969511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17579016-6e52-43a6-a6ee-f7177c3577d6 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9526980 Oct 22 13:21:56.969998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50256) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:56.977209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2060418336', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'fixed_ips': [{'ip_address': '172.25.6.191'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:56.989840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.067212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d11bf2e9-dffe-4997-bd37-405e6f752252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.105047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Made reservation on behalf of 799a8e0093924ce786907ecf41224523 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:21:57.107467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.158922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005c723-a895-49d2-b674-bf129b8fc5dc req-9edbba87-fcb1-455a-82a6-3e491a6f895a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:57.160654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9005c723-a895-49d2-b674-bf129b8fc5dc req-9edbba87-fcb1-455a-82a6-3e491a6f895a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1595933 Oct 22 13:21:57.167164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.289513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9005c723-a895-49d2-b674-bf129b8fc5dc req-e8d477d5-59a6-4f6e-9156-d38c6ad050d7 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057007 Oct 22 13:21:57.292310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.25.6.115 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1bba4beb-6109-45ef-9234-e0d620b674fd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:21:57.472075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.488243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.492727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] device_id is not set on port 78046dcd-8428-491c-9094-33815797f0e4 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:21:57.559019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.606253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec488a-e6ed-4efe-b8c1-9708f45950b7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:57.681838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.743287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.754089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:57.795930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:21:57.804283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:21:57.809086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:21:57.866117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=1bba4beb-6109-45ef-9234-e0d620b674fd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:57.877982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f828ca-7c39-44e6-9d8f-124c2b3b2170 req-27860926-02f6-49c7-8b8c-b9b6175cf4c2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:57.886269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f828ca-7c39-44e6-9d8f-124c2b3b2170 req-27860926-02f6-49c7-8b8c-b9b6175cf4c2 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.3457663 Oct 22 13:21:58.067190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f828ca-7c39-44e6-9d8f-124c2b3b2170 req-aab72842-3e4d-4816-9d74-dc5f1c119669 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777911 Oct 22 13:21:58.095090 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 13:21:58.096905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:21:58.132975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1b101609-6e55-4070-8d1d-b5d216854831 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1593399 Oct 22 13:21:58.132975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:58.228617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.331010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Deleting port 080ef324-4eb0-47c8-bc36-c7cff0fcd977 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:21:58.331010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.456853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.457247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.488839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Calling delete_port for 080ef324-4eb0-47c8-bc36-c7cff0fcd977 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:21:58.507497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfb7c7-339c-425a-9571-5af5a9f55b18 req-2670e817-68e3-4713-92ae-738c5350f03d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:58.509098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02dfb7c7-339c-425a-9571-5af5a9f55b18 req-2670e817-68e3-4713-92ae-738c5350f03d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1105590 Oct 22 13:21:58.609904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02dfb7c7-339c-425a-9571-5af5a9f55b18 req-2ce69b4f-e29e-4c09-910d-cbbca5c28f49 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Oct 22 13:21:58.707787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.737394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Pushing event deleted for resources: {'Port': ['ID=080ef324-4eb0-47c8-bc36-c7cff0fcd977,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:58.798955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.823509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.827226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:58.828427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a10917e6-1fc8-4b40-87f4-801d20d3fe18 tempest-ExternalNetworksAdminNegativeTestJSON-467903576 tempest-ExternalNetworksAdminNegativeTestJSON-467903576-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/d37eb371-7bc5-464e-a4e9-f3c979fac5a3 HTTP/1.1" status: 204 len: 168 time: 0.6944690 Oct 22 13:21:58.967723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router 8d6a93b4-7c08-4883-9ac1-1e46139ac902 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:21:59.137587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:21:59.149548 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Sync routers for ids ['8d6a93b4-7c08-4883-9ac1-1e46139ac902'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:21:59.160184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.161481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99ef7496-3c38-4f96-9069-72b0b04e1a7a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9950457 Oct 22 13:21:59.164554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50290) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:59.172537 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Routers {'8d6a93b4-7c08-4883-9ac1-1e46139ac902'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:21:59.173186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8d6a93b4-7c08-4883-9ac1-1e46139ac902'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:59.243050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cb650-48ff-4faf-bc02-8f363e6f4a61 req-ac14bfbe-bd96-4281-9c82-f7c9af8b9500 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:59.247802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-314cb650-48ff-4faf-bc02-8f363e6f4a61 req-ac14bfbe-bd96-4281-9c82-f7c9af8b9500 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0992939 Oct 22 13:21:59.248339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50292) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:59.302225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-314cb650-48ff-4faf-bc02-8f363e6f4a61 req-9a401288-b71c-431b-90d8-6b7c090e6c58 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452597 Oct 22 13:21:59.361838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a390d354-db07-4913-8a7f-044d8d2f3ae6 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/8d6a93b4-7c08-4883-9ac1-1e46139ac902 HTTP/1.1" status: 200 len: 908 time: 0.1958082 Oct 22 13:21:59.364562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50298) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:59.369131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164016275', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': True}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:21:59.370765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Set router 8d6a93b4-7c08-4883-9ac1-1e46139ac902 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:21:59.402187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.403594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.442628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d56a717-007d-44cd-b08c-62edfbaf1b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.493571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.693909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.743614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.759018 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'name': 'tempest-snat-router-164016275', 'tenant_id': '65a050b122054a81b09d887bf21c5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:21:56Z', 'updated_at': '2021-10-22T13:21:58Z', 'revision_number': 3, 'project_id': '65a050b122054a81b09d887bf21c5ce5', 'gw_port': {'id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:21:57Z', 'updated_at': '2021-10-22T13:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:21:59.781964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d56a717-007d-44cd-b08c-62edfbaf1b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.791472 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Checking router: 8d6a93b4-7c08-4883-9ac1-1e46139ac902 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:21:59.791895 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Updating router 8d6a93b4-7c08-4883-9ac1-1e46139ac902 port 1bba4beb-6109-45ef-9234-e0d620b674fd binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:21:59.794240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d56a717-007d-44cd-b08c-62edfbaf1b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.824800 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:21:59.829012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97eb0b-a58e-4ff6-95d7-0a486ec85895 req-dda7a0e7-3e4d-457b-8db3-7d6637cc1b1e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:21:59.831459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e97eb0b-a58e-4ff6-95d7-0a486ec85895 req-dda7a0e7-3e4d-457b-8db3-7d6637cc1b1e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1244226 Oct 22 13:21:59.862849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56a717-007d-44cd-b08c-62edfbaf1b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b889cf-20c1-4ac5-9a0a-bedba93d7d5f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:21:59.947942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7d56a717-007d-44cd-b08c-62edfbaf1b1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14b4ac9708e942fea88a2d72b842f698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980519 Oct 22 13:21:59.950142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50304) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:21:59.989488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e97eb0b-a58e-4ff6-95d7-0a486ec85895 req-6aa6cb62-871b-4728-914c-f569b6f67cf0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425827 Oct 22 13:22:00.029164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.073995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.139450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.143712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.144929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4b889cf-20c1-4ac5-9a0a-bedba93d7d5f HTTP/1.1" status: 204 len: 168 time: 0.1935351 Oct 22 13:22:00.156545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0ed5-be5c-4fe6-b2ae-0cff33a17c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b889cf-20c1-4ac5-9a0a-bedba93d7d5f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:00.225160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.243304 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.250183 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.261737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.319074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Attempting to bind port 1bba4beb-6109-45ef-9234-e0d620b674fd on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:00.319074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Attempting to bind port 1bba4beb-6109-45ef-9234-e0d620b674fd by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:00.319074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Attempting to bind port 1bba4beb-6109-45ef-9234-e0d620b674fd on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:00.330637 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f00a1-8d4c-40e2-9c2f-f789303fd317 None None] Pushing event updated for resources: {'Port': ['ID=1bba4beb-6109-45ef-9234-e0d620b674fd,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:00.334805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:00.335193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:00.335654 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.336050 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:00.336580 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Bound port: 1bba4beb-6109-45ef-9234-e0d620b674fd, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:00.336969 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.437720 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] For port 1bba4beb-6109-45ef-9234-e0d620b674fd, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:00.442937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] For port 1bba4beb-6109-45ef-9234-e0d620b674fd, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bba4beb-6109-45ef-9234-e0d620b674fd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:00.444435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.25.6.164 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f1b795be-6e1d-4f8d-8185-a59d05fa8627) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:00.452298 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.516851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Routers {'8d6a93b4-7c08-4883-9ac1-1e46139ac902'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:00.518179 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8d6a93b4-7c08-4883-9ac1-1e46139ac902'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:00.592333 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f00a1-8d4c-40e2-9c2f-f789303fd317 None None] Pushing event updated for resources: {'Port': ['ID=1bba4beb-6109-45ef-9234-e0d620b674fd,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:00.598894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1637-7786-463f-bd9c-0dfbe9e88059 req-c4f0fed7-ebf7-4a14-991f-67cd81e4ee81 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:00.599509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c9a1637-7786-463f-bd9c-0dfbe9e88059 req-c4f0fed7-ebf7-4a14-991f-67cd81e4ee81 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1638544 Oct 22 13:22:00.726275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c9a1637-7786-463f-bd9c-0dfbe9e88059 req-9be150fc-66ef-4dcb-8785-b404a8889064 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923736 Oct 22 13:22:00.727220 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] Set router 8d6a93b4-7c08-4883-9ac1-1e46139ac902 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:22:00.749100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.774859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50314) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:00.811339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.823924 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e5bb57a-680b-4f7e-b5bd-2c5459f39458 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=799a8e0093924ce786907ecf41224523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478325 Oct 22 13:22:00.826364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50316) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:00.867521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:00.872676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:00.875725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:00.910720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.911364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=f1b795be-6e1d-4f8d-8185-a59d05fa8627,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:00.934457 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'name': 'tempest-snat-router-164016275', 'tenant_id': '65a050b122054a81b09d887bf21c5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:21:56Z', 'updated_at': '2021-10-22T13:21:58Z', 'revision_number': 3, 'project_id': '65a050b122054a81b09d887bf21c5ce5', 'gw_port': {'id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:21:57Z', 'updated_at': '2021-10-22T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:00.935869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:00.964593 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2fa1-2b26-4a8c-b19e-ff1e478b2a83 None None] The sync data for ids ['8d6a93b4-7c08-4883-9ac1-1e46139ac902'] in n-d-813419-8 is: [{'id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'name': 'tempest-snat-router-164016275', 'tenant_id': '65a050b122054a81b09d887bf21c5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:21:56Z', 'updated_at': '2021-10-22T13:21:58Z', 'revision_number': 3, 'project_id': '65a050b122054a81b09d887bf21c5ce5', 'gw_port': {'id': '1bba4beb-6109-45ef-9234-e0d620b674fd', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a93b4-7c08-4883-9ac1-1e46139ac902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:21:57Z', 'updated_at': '2021-10-22T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:00.996815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:01.000649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:01.007414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60ec488a-e6ed-4efe-b8c1-9708f45950b7 HTTP/1.1" status: 204 len: 168 time: 0.1797664 Oct 22 13:22:01.023777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffa87-5f45-49f7-82de-177747f90e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec488a-e6ed-4efe-b8c1-9708f45950b7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:01.745041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738855e-68d8-4965-9778-43331f5fe2fa req-040e7a0d-7fdd-4148-b86a-c9445abcfef2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:01.747415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b738855e-68d8-4965-9778-43331f5fe2fa req-040e7a0d-7fdd-4148-b86a-c9445abcfef2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.6307378 Oct 22 13:22:01.810222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:01.912593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b738855e-68d8-4965-9778-43331f5fe2fa req-a3cd78f7-6131-4e44-ad2c-7ed8bf392626 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490252 Oct 22 13:22:02.085215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd832da-9aa9-441d-80ff-d08995852e06 req-05459a6a-2896-46f0-ac0f-a8087ea69ceb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:02.086826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfd832da-9aa9-441d-80ff-d08995852e06 req-05459a6a-2896-46f0-ac0f-a8087ea69ceb tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1709335 Oct 22 13:22:02.212661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfd832da-9aa9-441d-80ff-d08995852e06 req-bcd86d06-66a1-4485-88ed-63035dd1e0a9 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143932 Oct 22 13:22:02.310186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:02.343372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bba4beb-6109-45ef-9234-e0d620b674fd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:02.410877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1bba4beb-6109-45ef-9234-e0d620b674fd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:02.411398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:02.568243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:02.575065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router 4da4a71b-a15c-422e-9a2b-e0900e00bd3a is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:02.602656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1bba4beb-6109-45ef-9234-e0d620b674fd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bba4beb-6109-45ef-9234-e0d620b674fd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:02.609392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:02.692425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a8ff4-f62b-4abd-835d-2af6d122067b req-f0356208-899b-426f-a0ba-2e2a677434aa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:02.694144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca2a8ff4-f62b-4abd-835d-2af6d122067b req-f0356208-899b-426f-a0ba-2e2a677434aa tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1533470 Oct 22 13:22:02.716221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1bba4beb-6109-45ef-9234-e0d620b674fd,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:02.734588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.735218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.735727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.736968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.737537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.738287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.738826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.739339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.739840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.740330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.740829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.741334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:02.785824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:02.800618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca2a8ff4-f62b-4abd-835d-2af6d122067b req-54a95abf-cdf2-4b42-b75f-da43ccfcc50b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984931 Oct 22 13:22:02.802700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Sync routers for ids ['4da4a71b-a15c-422e-9a2b-e0900e00bd3a'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:02.818855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:02.823977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-071d2cad-c992-4d48-9d37-32acd0339a1a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4556594 Oct 22 13:22:02.824221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:02.836061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Routers {'4da4a71b-a15c-422e-9a2b-e0900e00bd3a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:02.836737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da4a71b-a15c-422e-9a2b-e0900e00bd3a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:03.076428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Set router 4da4a71b-a15c-422e-9a2b-e0900e00bd3a gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:22:03.191017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09693-2e5d-49b8-972f-f0e38c48f6e4 req-e4ca4ecb-c61c-42c9-82a1-fed05353fff1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:03.193472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0f09693-2e5d-49b8-972f-f0e38c48f6e4 req-e4ca4ecb-c61c-42c9-82a1-fed05353fff1 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2560654 Oct 22 13:22:03.216726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6265-fa33-4aa8-b944-53af47d08669 req-83b17286-0a0a-4b15-9497-f5a29c29105a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:03.218835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8caa6265-fa33-4aa8-b944-53af47d08669 req-83b17286-0a0a-4b15-9497-f5a29c29105a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.1930292 Oct 22 13:22:03.253451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d6fedd91-f82f-48bc-9edf-83124a72b3aa tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/4da4a71b-a15c-422e-9a2b-e0900e00bd3a HTTP/1.1" status: 200 len: 907 time: 0.4280756 Oct 22 13:22:03.256260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:03.346645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0f09693-2e5d-49b8-972f-f0e38c48f6e4 req-fd275277-8277-4b42-b83a-6a81dfd2259b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400533 Oct 22 13:22:03.428910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8caa6265-fa33-4aa8-b944-53af47d08669 req-1d789726-2b3f-49e5-a3e2-62e0c9e08048 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809230 Oct 22 13:22:03.456227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:03.474518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4a71b-a15c-422e-9a2b-e0900e00bd3a', 'name': 'tempest-snat-router-164016275', 'tenant_id': '65a050b122054a81b09d887bf21c5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b795be-6e1d-4f8d-8185-a59d05fa8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:21:59Z', 'updated_at': '2021-10-22T13:22:01Z', 'revision_number': 3, 'project_id': '65a050b122054a81b09d887bf21c5ce5', 'gw_port': {'id': 'f1b795be-6e1d-4f8d-8185-a59d05fa8627', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4a71b-a15c-422e-9a2b-e0900e00bd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:00Z', 'updated_at': '2021-10-22T13:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:03.514070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Checking router: 4da4a71b-a15c-422e-9a2b-e0900e00bd3a for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:22:03.514427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Updating router 4da4a71b-a15c-422e-9a2b-e0900e00bd3a port f1b795be-6e1d-4f8d-8185-a59d05fa8627 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:22:03.544605 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:03.740429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:03.837435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5fa4f-a079-49f2-b0c5-9f584c47aeba req-54fbdc95-b7fd-49b1-9810-d6d57be0847c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:03.851506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f5fa4f-a079-49f2-b0c5-9f584c47aeba req-54fbdc95-b7fd-49b1-9810-d6d57be0847c tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.0960157 Oct 22 13:22:03.884923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Deleting port f1b795be-6e1d-4f8d-8185-a59d05fa8627 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:03.885522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:03.922321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52f5fa4f-a079-49f2-b0c5-9f584c47aeba req-6ebe75b8-1470-4d3d-8087-94f910bf340b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715156 Oct 22 13:22:04.008840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.031584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Calling delete_port for f1b795be-6e1d-4f8d-8185-a59d05fa8627 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:04.032617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.040340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.090029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50392) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.094291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:04.094953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:04.095097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:04.113839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:04.114693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:04.115361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.115973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:04.116877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Bound port: f1b795be-6e1d-4f8d-8185-a59d05fa8627, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:04.117494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.212438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77891401-cbd6-486d-b311-0e03fe8df644 None None] Pushing event updated for resources: {'Port': ['ID=f1b795be-6e1d-4f8d-8185-a59d05fa8627,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:04.275011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e492261e-9f1b-49e2-8349-1bccd81c218c tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:04.284404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bba4beb-6109-45ef-9234-e0d620b674fd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:04.320135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.322200 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:04.322546 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:04.349598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1bba4beb-6109-45ef-9234-e0d620b674fd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:04.349996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.380034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1b795be-6e1d-4f8d-8185-a59d05fa8627,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:04.401678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e492261e-9f1b-49e2-8349-1bccd81c218c tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "PUT /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde HTTP/1.1" status: 200 len: 366 time: 0.3095665 Oct 22 13:22:04.402724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:22:04.404475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50398) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.417436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-befbfc62-e4da-4849-9301-736be362f030 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0114267 Oct 22 13:22:04.420018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50400) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.433542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2503e35a-0ae9-48cf-b527-1213f5cb4abd tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde HTTP/1.1" status: 200 len: 366 time: 0.0119746 Oct 22 13:22:04.435928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.460323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-89095976-6674-4dab-82af-ea5a299626ce tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde HTTP/1.1" status: 204 len: 168 time: 0.0200448 Oct 22 13:22:04.461076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50406) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.471684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a0d7782-043a-4845-ab06-79b1c52d1c26 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090017 Oct 22 13:22:04.475079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50408) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.477104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.494021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-535be61c-2b6f-4cb4-8af1-b246ea147e70 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde HTTP/1.1" status: 200 len: 370 time: 0.0175400 Oct 22 13:22:04.500604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50410) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.512451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ac6b7be2-e0db-45c5-af20-74abcea4ac87 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde/default HTTP/1.1" status: 200 len: 370 time: 0.0070179 Oct 22 13:22:04.514675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.524589 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-a8ef3b1a-dbb0-4f1e-a802-c01f71e9454f tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] delete failed (client error): The resource could not be found. Oct 22 13:22:04.525678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a8ef3b1a-dbb0-4f1e-a802-c01f71e9454f tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/19ea7f9edd724972b528fa1e8689bdde HTTP/1.1" status: 404 len: 348 time: 0.0100157 Oct 22 13:22:04.624317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef59d53-b9a7-4e5a-a7ac-919c78b15772 req-a801f260-e26c-449b-96f6-33e5d4ca5b02 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:04.625908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ef59d53-b9a7-4e5a-a7ac-919c78b15772 req-a801f260-e26c-449b-96f6-33e5d4ca5b02 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 944 time: 0.0992150 Oct 22 13:22:04.629743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.632347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.664384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:04.694269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'network_id': '626f2ed8-d8e4-4e39-8235-43b82db580e3', 'port_id': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'mac_address': 'fa:16:3e:0b:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64658625-011b-4e37-a963-50a9de447ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:22:04.698173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.698830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da4a71b-a15c-422e-9a2b-e0900e00bd3a {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:04.713773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.718273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ef59d53-b9a7-4e5a-a7ac-919c78b15772 req-59c299fa-44a7-48d3-854e-1a9306833aea tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778868 Oct 22 13:22:04.719771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50416) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.727086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4daa8c47-49a4-4aed-8342-6337fccd945c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4da4a71b-a15c-422e-9a2b-e0900e00bd3a HTTP/1.1" status: 204 len: 168 time: 1.4615045 Oct 22 13:22:04.733195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:04.756225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:network and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.760654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.770171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:subnet and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.781292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.787338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.788682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:subnetpool and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.794936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.803034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:22:04.815893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:port and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.821550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.829096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:router and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.835475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.848031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:04.849963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:floatingip and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.854832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:04.855455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.856970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:04.858438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Attempting to bind port f1b795be-6e1d-4f8d-8185-a59d05fa8627 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:04.878725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.882917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:04.887325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:04.888681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.889346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:04.890147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Bound port: f1b795be-6e1d-4f8d-8185-a59d05fa8627, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:04.890752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.895626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:04.902474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:security_group and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.910318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.921515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Port f1b795be-6e1d-4f8d-8185-a59d05fa8627 has been deleted concurrently {{(pid=100621) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 22 13:22:04.926568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Usage tracker for resource:security_group_rule and project:cf69865ac459480488f184990dc89d1c is out of sync, need to count used quota {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 22 13:22:04.939734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.quota.resource [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100619) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 22 13:22:04.950099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a3350525-8f5d-49c6-b258-2315704ad778 tempest-QuotasTest-1839198917 tempest-QuotasTest-1839198917-project-admin] 10.222.0.25 "GET /v2.0/quotas/cf69865ac459480488f184990dc89d1c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2157867 Oct 22 13:22:05.041660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:05.058910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:05.061070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:22:05.062166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_agentschedulers_db [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4da4a71b-a15c-422e-9a2b-e0900e00bd3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100621) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:22:05.062903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361000a0-9752-4f41-99d4-5d5e96bf75be None None] The sync data for ids ['4da4a71b-a15c-422e-9a2b-e0900e00bd3a'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:05.143845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3308b88c-9a89-4b71-9230-dfc39e8d0665 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:05.145352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3308b88c-9a89-4b71-9230-dfc39e8d0665 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.1785254 Oct 22 13:22:05.192422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:22:05.280196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.338919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8493b-c1dc-4372-8fca-931e87539f49 req-fe4a5cd9-078c-4961-ba93-605fe57f57b8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:05.341536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f8493b-c1dc-4372-8fca-931e87539f49 req-fe4a5cd9-078c-4961-ba93-605fe57f57b8 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 946 time: 0.2760620 Oct 22 13:22:05.442403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:05.442783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.483904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5f8493b-c1dc-4372-8fca-931e87539f49 req-d516bf6d-9b3e-49ba-a663-d0b8b571e164 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344998 Oct 22 13:22:05.509899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:05.536446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Deleting port 1bba4beb-6109-45ef-9234-e0d620b674fd {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:05.536793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.619576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:05.619948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.638194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:05.663527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-408dbdc9-c84a-42d5-ae1d-3299c7a01217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.664083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] For port 1bba4beb-6109-45ef-9234-e0d620b674fd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1bba4beb-6109-45ef-9234-e0d620b674fd,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:05.664447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.713034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Calling delete_port for 1bba4beb-6109-45ef-9234-e0d620b674fd owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:05.820169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-408dbdc9-c84a-42d5-ae1d-3299c7a01217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.828147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-408dbdc9-c84a-42d5-ae1d-3299c7a01217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.897837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-408dbdc9-c84a-42d5-ae1d-3299c7a01217 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e633c2869ccf4024a4fc58fb14a91193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862724 Oct 22 13:22:05.901107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50436) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:05.909333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbdc9-c84a-42d5-ae1d-3299c7a01217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a6aea8-2f2f-4272-952c-32fc4d66a1c5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:05.967378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:05.981194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:22:05.986872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.034732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.035278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:06.059060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02a1e5-36b6-4058-a89e-43665030b4d1 req-35a2a08f-655f-4435-99b3-ff02e7601b89 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:06.060672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb02a1e5-36b6-4058-a89e-43665030b4d1 req-35a2a08f-655f-4435-99b3-ff02e7601b89 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 945 time: 0.1919570 Oct 22 13:22:06.128225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.131764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.140679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:06.144292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.151705 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11a6aea8-2f2f-4272-952c-32fc4d66a1c5 HTTP/1.1" status: 204 len: 168 time: 0.2435789 Oct 22 13:22:06.159067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.162312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7ac81d-9eb4-48a1-9c9f-4c8207def25a req-3bd16a11-a2e6-4071-9e4a-a99221d3d231 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.21 "DELETE /v2.0/ports/f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb HTTP/1.1" status: 204 len: 173 time: 1.0101416 Oct 22 13:22:06.167293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c5fc-036d-4b6d-8c9d-8af7213279e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a6aea8-2f2f-4272-952c-32fc4d66a1c5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:06.187576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'name': 'network-vif-deleted', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:22:06.187576 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630302df-be6b-43b7-82df-f6b1e2db959e" -d '{"events": [{"server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "name": "network-vif-deleted", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:22:06.292634 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49147613-f6d8-4df6-b054-3ac74213d1f1 x-openstack-request-id: req-49147613-f6d8-4df6-b054-3ac74213d1f1 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:22:06.293300 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc0192-4b66-42ed-a007-d6e194ff3067", "name": "network-vif-deleted", "tag": "f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:22:06.293773 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49147613-f6d8-4df6-b054-3ac74213d1f1 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:22:06.294667 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc0192-4b66-42ed-a007-d6e194ff3067', 'name': 'network-vif-deleted', 'tag': 'f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb', 'status': 'completed', 'code': 200} Oct 22 13:22:06.330965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bba4beb-6109-45ef-9234-e0d620b674fd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:06.393954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb02a1e5-36b6-4058-a89e-43665030b4d1 req-f82190df-c376-4ad0-99c8-a31b244360a2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152323 Oct 22 13:22:06.400143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:06.434190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.492525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:06.492897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.594256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.629459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:22:06.632580 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f927a00-7d61-4073-b703-c03b575435ef" -d '{"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:22:06.648355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:06.654943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.656175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:22:06.719116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:22:06.720044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f6fd8ea0-5c31-4b1c-8c27-dd041f0757cb not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:22:06.726967 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057510f-e656-4af2-9535-646cbbd01ee9 x-openstack-request-id: req-1057510f-e656-4af2-9535-646cbbd01ee9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:22:06.726967 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-plugged", "status": "completed", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:22:06.728080 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1057510f-e656-4af2-9535-646cbbd01ee9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:22:06.728525 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'code': 200} Oct 22 13:22:06.765431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:06.781304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:06.807063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c090873d-b4f0-4af9-9cf9-caffa64855a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.934032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c090873d-b4f0-4af9-9cf9-caffa64855a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.947934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c090873d-b4f0-4af9-9cf9-caffa64855a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:06.987237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a1417ba-602e-417e-859c-b6ddc1529446 req-255479d0-2096-42b7-89a8-2e9df05c3f04 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bbc0192-4b66-42ed-a007-d6e194ff3067 HTTP/1.1" status: 200 len: 210 time: 0.0569124 Oct 22 13:22:06.988616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c090873d-b4f0-4af9-9cf9-caffa64855a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf69865ac459480488f184990dc89d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209401 Oct 22 13:22:06.992277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50456) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:07.035374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090873d-b4f0-4af9-9cf9-caffa64855a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee722a62-1313-4f0c-848f-b8e840256e37,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:07.039957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.045919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.156513 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.157079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6a93b4-7c08-4883-9ac1-1e46139ac902 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:07.161847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.163006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-64efb1e1-f562-40cf-809a-f14cc1a7fc0a tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8d6a93b4-7c08-4883-9ac1-1e46139ac902 HTTP/1.1" status: 204 len: 168 time: 2.4416649 Oct 22 13:22:07.167029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:07.175343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-348780345', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:07.182910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.221491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c4ce-fec4-44b2-8fd7-6be3a01f6409 req-0af4e14b-a5ab-4478-b7b1-43319acdbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:07.223301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9022c4ce-fec4-44b2-8fd7-6be3a01f6409 req-0af4e14b-a5ab-4478-b7b1-43319acdbb28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1098 time: 0.1081669 Oct 22 13:22:07.230517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.249975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.251029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.342792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9022c4ce-fec4-44b2-8fd7-6be3a01f6409 req-15f005e0-433a-4454-bbdb-61e3ee0545f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039426 Oct 22 13:22:07.370125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.422173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.425118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.426275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee722a62-1313-4f0c-848f-b8e840256e37 HTTP/1.1" status: 204 len: 168 time: 0.4291496 Oct 22 13:22:07.473085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4d913-9506-48ad-a4f9-39f5de0291c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee722a62-1313-4f0c-848f-b8e840256e37,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:07.598374 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.625449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1182-59cd-4d50-a95c-6be6833e0ad9 req-100a2eb6-bc97-476c-a76e-7d3dda77140c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:07.627941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5ab1182-59cd-4d50-a95c-6be6833e0ad9 req-100a2eb6-bc97-476c-a76e-7d3dda77140c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0992458 Oct 22 13:22:07.699203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5ab1182-59cd-4d50-a95c-6be6833e0ad9 req-a0bd1840-e6ee-46d9-8468-0a90840f1653 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Oct 22 13:22:07.906339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:07.942110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:08.083458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Allocated IP 172.25.6.197 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8d9e623a-5824-4bc9-8fab-fa6e292ee998) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:08.151350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:08.264973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bba4beb-6109-45ef-9234-e0d620b674fd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:22:08.289002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:08.347586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:08.354136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1bba4beb-6109-45ef-9234-e0d620b674fd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:22:08.354136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1bba4beb-6109-45ef-9234-e0d620b674fd not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:22:08.428875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event updated for resources: {'Port': ['ID=8d9e623a-5824-4bc9-8fab-fa6e292ee998,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:08.440045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:08.450319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:08.456108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:09.065023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508783-9ad1-474d-bc8d-01f1d21a0e20 req-f0f74a7d-29f2-45c8-9252-cbb99197e82a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:09.066504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85508783-9ad1-474d-bc8d-01f1d21a0e20 req-f0f74a7d-29f2-45c8-9252-cbb99197e82a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2025094 Oct 22 13:22:09.081992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:09.172535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85508783-9ad1-474d-bc8d-01f1d21a0e20 req-bab1491e-9a56-4617-857d-2afdbeb65054 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922773 Oct 22 13:22:09.438170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7038b6-1b88-4bfe-9e9e-be1c777f12fc req-04adbeec-9785-4c56-b0f3-4580f5e91634 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:09.449559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d7038b6-1b88-4bfe-9e9e-be1c777f12fc req-04adbeec-9785-4c56-b0f3-4580f5e91634 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 945 time: 0.1204791 Oct 22 13:22:09.486792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:09.583601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d7038b6-1b88-4bfe-9e9e-be1c777f12fc req-00012e9e-6e3c-42fa-8e41-2c9019fb5006 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330662 Oct 22 13:22:09.712616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Router e88177e8-3635-49e5-82e2-71c8cd143b55 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:09.722590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50582) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:09.871535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1006819528'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:09.888501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:09.921319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:09.922885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.015842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.021042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.041715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.043310 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a920a774-8913-4c78-85a8-f1f47befe44a tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3194013 Oct 22 13:22:10.045963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50586) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:10.123968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:10.134549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.136283 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] Sync routers for ids ['e88177e8-3635-49e5-82e2-71c8cd143b55'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:10.150356 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] Routers {'e88177e8-3635-49e5-82e2-71c8cd143b55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:10.152666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e88177e8-3635-49e5-82e2-71c8cd143b55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:10.159815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.166782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c8a80160-05f5-446e-9cbe-8783174280f0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9962735 Oct 22 13:22:10.167892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50588) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:10.172542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:10.194359 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:10.203897 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] Routers {'e88177e8-3635-49e5-82e2-71c8cd143b55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:10.205048 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e88177e8-3635-49e5-82e2-71c8cd143b55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:10.241521 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:10.242192 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218e3b6-12d5-43b4-961d-33dea68637d8 None None] The sync data for ids ['e88177e8-3635-49e5-82e2-71c8cd143b55'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:10.361701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.364511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.402633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082358e9-e867-4a9f-bfdc-692bda216bc0 req-0f1be0c1-60c5-43f4-a21d-cad519f3997e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:10.404745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-082358e9-e867-4a9f-bfdc-692bda216bc0 req-0f1be0c1-60c5-43f4-a21d-cad519f3997e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1080244 Oct 22 13:22:10.412049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.412600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b533a9d0-5f0b-41f6-b5b0-2141710464be {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:10.418479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.419865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ff2d264-51af-4273-afd8-978fdb1c9a87 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b533a9d0-5f0b-41f6-b5b0-2141710464be HTTP/1.1" status: 204 len: 168 time: 0.3728342 Oct 22 13:22:10.423032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:10.428339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Request body: {'router': {'name': 'tempest-router-1833241124', 'distributed': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:10.451894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.453063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.491325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-082358e9-e867-4a9f-bfdc-692bda216bc0 req-10fcdd9b-aecf-4367-abb5-0f66ea0c231e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Oct 22 13:22:10.518223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.556395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.589311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-ff5a162c-e3b7-49c3-95d1-7ee34e2afb98 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:10.591666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-ff5a162c-e3b7-49c3-95d1-7ee34e2afb98 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 945 time: 0.0771952 Oct 22 13:22:10.594395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.596154 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6f6a708b-5b6e-4a21-b990-bddfca6f5888 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1718540 Oct 22 13:22:10.605215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:10.661122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.688506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc64e2-033b-44ee-8543-0649a78367e5 req-a8490807-6467-4ff3-8100-66f7af793265 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:10.690332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20bc64e2-033b-44ee-8543-0649a78367e5 req-a8490807-6467-4ff3-8100-66f7af793265 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1044130 Oct 22 13:22:10.747737 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.786227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20bc64e2-033b-44ee-8543-0649a78367e5 req-3198fbed-6cc3-4c3f-8991-318f217264b4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835128 Oct 22 13:22:10.839067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2405c-af36-435f-a826-101b2f95c107 req-9792d2b5-5462-42a4-8c66-136f06ba948d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:10.847254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fad2405c-af36-435f-a826-101b2f95c107 req-9792d2b5-5462-42a4-8c66-136f06ba948d tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 945 time: 0.1350765 Oct 22 13:22:10.954896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Deleting port 8c8d6701-cc88-40fd-b7ef-770aa0591260 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:10.955639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:10.967134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fad2405c-af36-435f-a826-101b2f95c107 req-f47661d6-c9ce-4526-8308-4e8456615627 tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/security-groups?id=6284b70e-779e-4e8d-afe3-d36d7cff6442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186924 Oct 22 13:22:10.988117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5648fa-a502-41d1-a983-cf0454bc9712 req-dc08caeb-25d1-4e59-a847-90dc61eca324 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:10.989638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f5648fa-a502-41d1-a983-cf0454bc9712 req-dc08caeb-25d1-4e59-a847-90dc61eca324 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0996051 Oct 22 13:22:11.012592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.017395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.073688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f5648fa-a502-41d1-a983-cf0454bc9712 req-39e0a7dd-dcbf-4f25-a33f-aaafdaf55b40 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533950 Oct 22 13:22:11.140995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.141656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55556a8a-0088-47c9-9fb5-7533b8986d89 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:11.159309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.161442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b029dd48-5f07-4d8f-a10c-67ef7fd3fb51 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/55556a8a-0088-47c9-9fb5-7533b8986d89 HTTP/1.1" status: 204 len: 168 time: 0.5551145 Oct 22 13:22:11.166738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:11.182374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] For port 8c8d6701-cc88-40fd-b7ef-770aa0591260, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8c8d6701-cc88-40fd-b7ef-770aa0591260,segment=NetworkSegment(135cdb06-9ed6-486b-bc80-43bcb606e93a),segment_id=135cdb06-9ed6-486b-bc80-43bcb606e93a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:11.182778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.210224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Request body: {'router': {'name': 'tempest-router-1003607178', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4342297d796d488180ddb4e261d4944c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:11.222740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Calling delete_port for 8c8d6701-cc88-40fd-b7ef-770aa0591260 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:11.280648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.283395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.341834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948a4f6-b08f-48e5-b891-26151e094667 req-da1f7228-3e07-4142-87e0-33944aecc3db tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:11.344283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9948a4f6-b08f-48e5-b891-26151e094667 req-da1f7228-3e07-4142-87e0-33944aecc3db tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1556680 Oct 22 13:22:11.373977 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.384288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.410027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.413826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-920dab8c-1cc3-45d9-bac7-8ec35e437a5d tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2316437 Oct 22 13:22:11.416689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50628) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:11.422854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:11.443183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.473576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.490921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8c8d6701-cc88-40fd-b7ef-770aa0591260'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:22:11.516562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Pushing event deleted for resources: {'Port': ['ID=8c8d6701-cc88-40fd-b7ef-770aa0591260,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:11.525812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.594431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] No DVR routers for this DVR port 8c8d6701-cc88-40fd-b7ef-770aa0591260 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:11.599230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.603042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9e28d32f-7c86-45a7-bb10-e2e9b47b4d89 req-bff1f7a9-6390-4985-99ae-e89a9ef607be tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.26 "DELETE /v2.0/ports/8c8d6701-cc88-40fd-b7ef-770aa0591260 HTTP/1.1" status: 204 len: 173 time: 1.0042791 Oct 22 13:22:11.603989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'name': 'network-vif-deleted', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:22:11.607145 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2bbc57-41b0-41f7-ac64-b1260eac95de" -d '{"events": [{"server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "name": "network-vif-deleted", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:22:11.640230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9948a4f6-b08f-48e5-b891-26151e094667 req-52f507f5-bc81-49b2-91b6-6f322609cbc5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843208 Oct 22 13:22:11.713404 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9176681-0aa3-4185-ab8c-6153da4e3854 x-openstack-request-id: req-e9176681-0aa3-4185-ab8c-6153da4e3854 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:22:11.713697 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303da427-c656-46e0-ac3c-956064c7bb5f", "name": "network-vif-deleted", "tag": "8c8d6701-cc88-40fd-b7ef-770aa0591260", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:22:11.713952 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9176681-0aa3-4185-ab8c-6153da4e3854 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:22:11.714355 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303da427-c656-46e0-ac3c-956064c7bb5f', 'name': 'network-vif-deleted', 'tag': '8c8d6701-cc88-40fd-b7ef-770aa0591260', 'status': 'completed', 'code': 200} Oct 22 13:22:11.847324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.847324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.950969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 22 13:22:11.950969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Router 1b2838e2-cb7b-4c2d-af41-2e876371f4c0 migrating from provider to provider. {{(pid=100620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 22 13:22:11.950969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:11.950969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:12.381359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:12.402890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router e88177e8-3635-49e5-82e2-71c8cd143b55 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:22:12.405165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-526496a4-281b-4c5f-8814-caf3498d8afd req-8a54595b-cf0a-4bb5-bf61-d9efed1bad4b tempest-ServersTestJSON-176352803 tempest-ServersTestJSON-176352803-project] 10.222.0.25 "GET /v2.0/ports?device_id=303da427-c656-46e0-ac3c-956064c7bb5f HTTP/1.1" status: 200 len: 210 time: 0.0658748 Oct 22 13:22:12.478539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693b7de-1121-4c39-b593-b73b2bb079f1 req-36703992-283b-47d1-9581-7d50a685497f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:12.480130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2693b7de-1121-4c39-b593-b73b2bb079f1 req-36703992-283b-47d1-9581-7d50a685497f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.5653315 Oct 22 13:22:12.621281 n-d-813419-8 neutron-server[100620]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] No L3 agents can host the router 1b2838e2-cb7b-4c2d-af41-2e876371f4c0 Oct 22 13:22:12.666914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2693b7de-1121-4c39-b593-b73b2bb079f1 req-96731858-ffb2-44ed-ba34-087c33e2e33f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260567 Oct 22 13:22:12.668491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:12.676188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:12.680123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:12.680680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] Sync routers for ids ['e88177e8-3635-49e5-82e2-71c8cd143b55'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:12.683628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0aaf6080-48d2-4926-a797-be4d79df08ef tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "PUT /v2.0/routers/e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 200 len: 921 time: 2.5085092 Oct 22 13:22:12.706831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] Routers {'e88177e8-3635-49e5-82e2-71c8cd143b55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:12.706831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e88177e8-3635-49e5-82e2-71c8cd143b55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:12.798680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:12.824246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] Routers {'e88177e8-3635-49e5-82e2-71c8cd143b55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:12.824875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e88177e8-3635-49e5-82e2-71c8cd143b55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:12.868996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a197d15a-62fa-483f-89d9-1fadfd498d3c tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 200 len: 921 time: 0.1876950 Oct 22 13:22:12.872166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:12.955205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Hosts for router 1b2838e2-cb7b-4c2d-af41-2e876371f4c0: [] {{(pid=100620) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 22 13:22:12.997771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Hosts for other DVR routers connected to router 1b2838e2-cb7b-4c2d-af41-2e876371f4c0: set() {{(pid=100620) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 22 13:22:13.002315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.003950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f79acde-46e8-49c7-9370-21c069f68063 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "PUT /v2.0/routers/1b2838e2-cb7b-4c2d-af41-2e876371f4c0 HTTP/1.1" status: 200 len: 717 time: 1.5847232 Oct 22 13:22:13.006843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50686) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.077543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30574481-716e-481c-b26b-70aade7c0dae req-32db76a9-83e0-461d-ad85-e453fd34d088 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:13.083516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30574481-716e-481c-b26b-70aade7c0dae req-32db76a9-83e0-461d-ad85-e453fd34d088 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2327957 Oct 22 13:22:13.099760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:13.100436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13cb8-a972-4bad-9b07-8f77c0cc8cc5 None None] The sync data for ids ['e88177e8-3635-49e5-82e2-71c8cd143b55'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:13.193631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cfb7e5dc-19f9-4cb2-a7a3-aae525bedac7 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "GET /v2.0/routers/1b2838e2-cb7b-4c2d-af41-2e876371f4c0 HTTP/1.1" status: 200 len: 717 time: 0.1810222 Oct 22 13:22:13.194626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50690) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.272950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30574481-716e-481c-b26b-70aade7c0dae req-e3e1cb10-3387-4e00-b535-5e093a7a8b82 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Oct 22 13:22:13.348265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778888c9-e6de-4e65-896a-c98ba90df25b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:13.350992 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-778888c9-e6de-4e65-896a-c98ba90df25b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=e88177e8-3635-49e5-82e2-71c8cd143b55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4763906 Oct 22 13:22:13.353210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50706) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.477851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50714) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.541765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Deleting subnet b5b5f2ec-7f24-4d66-a1df-d959eba166fc {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:22:13.545601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.559639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2dcac585-fc85-44e3-8d8d-f2dee679f1d3 tempest-RoutersTestDVR-1253387006 tempest-RoutersTestDVR-1253387006-project] 10.222.0.25 "GET /v2.0/routers/1b2838e2-cb7b-4c2d-af41-2e876371f4c0 HTTP/1.1" status: 200 len: 683 time: 0.3560882 Oct 22 13:22:13.573440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50716) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.628266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26615e8-901b-4fc8-967b-a7bf33492efd req-683e2af2-b761-4a3f-b4ed-796a68a9b895 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:13.630426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a26615e8-901b-4fc8-967b-a7bf33492efd req-683e2af2-b761-4a3f-b4ed-796a68a9b895 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2490859 Oct 22 13:22:13.632846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb94d488-6c79-45ed-a1d2-a9b5164b1be5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:13.634629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bb94d488-6c79-45ed-a1d2-a9b5164b1be5 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.2805235 Oct 22 13:22:13.637638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50720) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.674709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.699715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a26615e8-901b-4fc8-967b-a7bf33492efd req-70eb4efb-65f7-405e-8ec3-7f0d2819f33f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577531 Oct 22 13:22:13.706416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.730662 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9d40152-41e4-4a84-abf4-153f02bdf16d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 200 len: 205 time: 0.0901179 Oct 22 13:22:13.732663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50726) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:13.924537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.952840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:13.998474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.003143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.078846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.090009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2838e2-cb7b-4c2d-af41-2e876371f4c0 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:14.090009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.096559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.101038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9e586899-9af9-4ec1-9deb-a84c7f84c64e tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1b2838e2-cb7b-4c2d-af41-2e876371f4c0 HTTP/1.1" status: 204 len: 168 time: 0.5260873 Oct 22 13:22:14.103288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50738) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:14.114114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Request body: {'router': {'name': 'tempest-router-1269015684', 'distributed': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:14.155307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b5f2ec-7f24-4d66-a1df-d959eba166fc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:14.159476 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.165257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d690a1a-f9b6-45a6-8768-4686979c6b19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b5b5f2ec-7f24-4d66-a1df-d959eba166fc HTTP/1.1" status: 204 len: 168 time: 0.6835127 Oct 22 13:22:14.165777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50742) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:14.180207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.220557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdfe4-366d-45b3-a762-5bedcfc14b0c req-9c994aa5-0e91-49cb-a89e-4574c6cd38bc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:14.230620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cdfdfe4-366d-45b3-a762-5bedcfc14b0c req-9c994aa5-0e91-49cb-a89e-4574c6cd38bc tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1788902 Oct 22 13:22:14.267363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.268426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.319152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cdfdfe4-366d-45b3-a762-5bedcfc14b0c req-3f4ad322-002f-4386-9e56-7a97e92bc844 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Oct 22 13:22:14.346959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port 8d9e623a-5824-4bc9-8fab-fa6e292ee998 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:14.346959 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.348302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.354184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.359891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.396800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.400544 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e202251e-5e6d-4686-a5a9-062321b18f6f tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2897964 Oct 22 13:22:14.417003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50748) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:14.450186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.478708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for 8d9e623a-5824-4bc9-8fab-fa6e292ee998 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:14.515861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.556283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.604229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:14.618355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135cdb06-9ed6-486b-bc80-43bcb606e93a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:14.618530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135cdb06-9ed6-486b-bc80-43bcb606e93a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:14.657597 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.718524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.740968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.759978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=8d9e623a-5824-4bc9-8fab-fa6e292ee998,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:14.771425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.771897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.772341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.772907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.773340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.773790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.774221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.774684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.775124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.775751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.776386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.776809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:14.788196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.800735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.802706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:14.803286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:14.805373 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:14.904223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.916067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.916606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64df581d-0576-491b-b108-b4e8e0a46ed2 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:14.921022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.922657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-845b06a4-bb5e-4dc7-9b21-d3d489ea36f6 tempest-RoutersTestDVR-499996720 tempest-RoutersTestDVR-499996720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/64df581d-0576-491b-b108-b4e8e0a46ed2 HTTP/1.1" status: 204 len: 168 time: 0.5045917 Oct 22 13:22:14.934867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.942069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:14.948984 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2 HTTP/1.1" status: 204 len: 168 time: 0.7820239 Oct 22 13:22:14.978320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61055ab-8c00-4bc0-b619-e1066fbd10f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4f796b-b9c6-4db7-b57e-32aebaa2e4c2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:15.051305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.054105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.060636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8c8d6701-cc88-40fd-b7ef-770aa0591260 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:22:15.104877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8c8d6701-cc88-40fd-b7ef-770aa0591260 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:22:15.108306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8c8d6701-cc88-40fd-b7ef-770aa0591260 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:22:15.122811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.123721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router e88177e8-3635-49e5-82e2-71c8cd143b55 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:15.146799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.152044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ffd714fc-abec-40bb-9546-f9f1567a66da tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 204 len: 168 time: 1.4105067 Oct 22 13:22:15.152537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:15.161056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121585919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:15.195930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.197842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.270263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.276575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.288541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:15.306347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.308092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8c96c003-6b06-4a44-b4e8-39c7a37204ac tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1544337 Oct 22 13:22:15.310987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50774) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:15.318096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:15.386910 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e2d220b5-afa7-4fa4-8afd-d3a60b4d5af5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18257906d49541f2860082017c76484d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969062 Oct 22 13:22:15.393484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50782) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:15.467541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:15.511895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.566195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.677376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.681692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.685772 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6284b70e-779e-4e8d-afe3-d36d7cff6442 HTTP/1.1" status: 204 len: 168 time: 0.2885835 Oct 22 13:22:15.737738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-990ca242-5d9e-4d79-8efe-582c3916b92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:15.742367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4767eee-5b73-4118-9efe-c8fc9f9d04d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284b70e-779e-4e8d-afe3-d36d7cff6442,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:16.002924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-990ca242-5d9e-4d79-8efe-582c3916b92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.011669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-990ca242-5d9e-4d79-8efe-582c3916b92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.040734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5b09-d0a6-43f5-b64e-5fb0afc94d40 req-5a18e584-9379-4eb6-9893-72c15f04a80b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:16.042964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a83b5b09-d0a6-43f5-b64e-5fb0afc94d40 req-5a18e584-9379-4eb6-9893-72c15f04a80b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.5353472 Oct 22 13:22:16.083663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-990ca242-5d9e-4d79-8efe-582c3916b92a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4342297d796d488180ddb4e261d4944c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930173 Oct 22 13:22:16.085069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ca242-5d9e-4d79-8efe-582c3916b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f8145-9039-4b4c-84b7-be0abfa60a5b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:16.087987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:16.097939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.219202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.230767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a83b5b09-d0a6-43f5-b64e-5fb0afc94d40 req-b1f29bad-2bbc-4c65-a1a5-6d418ec703d2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244636 Oct 22 13:22:16.273642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.398701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.401887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.404649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/709f8145-9039-4b4c-84b7-be0abfa60a5b HTTP/1.1" status: 204 len: 168 time: 0.3146653 Oct 22 13:22:16.420749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f3f1f-9f19-410d-a9f4-f0fedf164d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f8145-9039-4b4c-84b7-be0abfa60a5b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:16.643815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.669211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:16.957048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Allocated IP 172.25.6.140 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3abf239d-b933-4ef2-8517-d5d9eb1d79bc) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:16.968589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062380-293b-4626-8003-263f78760422 req-691741e3-ccca-4c93-ac2f-ce875037959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:16.983437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-691741e3-ccca-4c93-ac2f-ce875037959e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 1098 time: 0.2456598 Oct 22 13:22:17.013049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3878be-ab63-455e-99c7-507600d6bc0a req-35499692-d2b6-4363-81ce-9c18da073aba tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:17.015005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb3878be-ab63-455e-99c7-507600d6bc0a req-35499692-d2b6-4363-81ce-9c18da073aba tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2219481 Oct 22 13:22:17.057708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50846) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:17.077655 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37f6b1b5-22dc-4ba7-81d8-c88119490af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.205691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb3878be-ab63-455e-99c7-507600d6bc0a req-7da01637-e2f2-452c-a027-5e7628a17b32 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787312 Oct 22 13:22:17.273726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37f6b1b5-22dc-4ba7-81d8-c88119490af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.283573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37f6b1b5-22dc-4ba7-81d8-c88119490af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.292405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062380-293b-4626-8003-263f78760422 req-b74d1f90-54eb-4acc-a4cb-a5216e7b989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:17.292837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-b74d1f90-54eb-4acc-a4cb-a5216e7b989b service neutron] 10.222.0.21 "GET /v2.0/networks?id=626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 200 len: 915 time: 0.2948413 Oct 22 13:22:17.357539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-f6dc1549-9553-40a1-93c7-c59dfb245ef4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 200 len: 217 time: 0.0515523 Oct 22 13:22:17.374508 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37f6b1b5-22dc-4ba7-81d8-c88119490af7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03d7fce3b4134929a493f4c8f5a9b171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155208 Oct 22 13:22:17.375441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50858) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:17.380295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6b1b5-22dc-4ba7-81d8-c88119490af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95613592-7915-4bb3-990c-14c9f44ed131,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:17.380529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.431856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062380-293b-4626-8003-263f78760422 req-f371b6b5-6c30-4b7a-a663-6eb531835ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:17.433438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-f371b6b5-6c30-4b7a-a663-6eb531835ec6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 200 len: 854 time: 0.0684314 Oct 22 13:22:17.472625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.479670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-75216e19-619b-48b7-a3fc-9624e4c89d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=626f2ed8-d8e4-4e39-8235-43b82db580e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352206 Oct 22 13:22:17.503674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.512311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.599650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.604294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:17.606213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:17.612068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:17.619053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95613592-7915-4bb3-990c-14c9f44ed131 HTTP/1.1" status: 204 len: 168 time: 0.2331786 Oct 22 13:22:17.638404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:17.647006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event updated for resources: {'Port': ['ID=3abf239d-b933-4ef2-8517-d5d9eb1d79bc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:17.666385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9a089-b36e-4446-978a-66dc35745c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95613592-7915-4bb3-990c-14c9f44ed131,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:17.697793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-24514cc0-3c68-4403-95be-a8a9e023080e service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089388 Oct 22 13:22:18.108283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f36ce256-a707-4a20-a05d-61f1f0765938 req-62ac8d74-2042-4ef5-8b40-0c7ad087c9bc tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1184416 Oct 22 13:22:18.222029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50062380-293b-4626-8003-263f78760422 req-7abe314b-0970-46f1-b184-535105a85a7a service neutron] 10.222.0.21 "GET /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073693 Oct 22 13:22:18.359867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:18.514065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd13521-d458-4290-9382-8f264c1692d5 req-25be64c9-1e60-488e-adea-8fd1cae3a512 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:18.522228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bd13521-d458-4290-9382-8f264c1692d5 req-25be64c9-1e60-488e-adea-8fd1cae3a512 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1195953 Oct 22 13:22:18.644814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bd13521-d458-4290-9382-8f264c1692d5 req-92415183-fa07-4cc6-b0fd-edfbed8739c2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159883 Oct 22 13:22:18.724488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:18.730026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:18.955695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Router a47485fd-6774-449c-9898-6d5b2285c653 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:19.354436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50934) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:19.482433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0b07f9c0-6564-417f-9f13-ba9c4ee0498a req-00b182a8-e283-4727-a862-4df3a6e11252 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0451736 Oct 22 13:22:19.496644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:19.504123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:19.507376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] Sync routers for ids ['a47485fd-6774-449c-9898-6d5b2285c653'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:19.519100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07b97998-f7ca-4dc0-b486-da668fd75565 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "PUT /v2.0/routers/a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 200 len: 880 time: 4.2063661 Oct 22 13:22:19.520591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50944) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:19.523623 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] Routers {'a47485fd-6774-449c-9898-6d5b2285c653'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:19.524249 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a47485fd-6774-449c-9898-6d5b2285c653'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:19.560266 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:19.570856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] Routers {'a47485fd-6774-449c-9898-6d5b2285c653'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:19.571655 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a47485fd-6774-449c-9898-6d5b2285c653'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:19.574723 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5683bae4-46c8-48ad-ae5e-1e14448ce3c5 tempest-AgentManagementNegativeTest-1818266652 tempest-AgentManagementNegativeTest-1818266652-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2175696 Oct 22 13:22:19.614227 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:19.614917 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5732eb-5a0b-4811-98db-d45089c9bcce None None] The sync data for ids ['a47485fd-6774-449c-9898-6d5b2285c653'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:19.722948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b1c4d7d-fc77-4102-acba-2991f95c4bf3 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 200 len: 921 time: 0.2011502 Oct 22 13:22:19.725750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:19.914869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e16b9-1343-419b-b407-b300f145a2c2 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:19.920416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-237e16b9-1343-419b-b407-b300f145a2c2 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=a47485fd-6774-449c-9898-6d5b2285c653&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1898630 Oct 22 13:22:19.920416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:20.010932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895772e-0bec-48ed-8d89-b7f48c30b67e req-07b1a026-9595-46fd-a984-e6bfee3eaf62 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:20.012432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e895772e-0bec-48ed-8d89-b7f48c30b67e req-07b1a026-9595-46fd-a984-e6bfee3eaf62 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2420208 Oct 22 13:22:20.053765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca0dc0-5022-42c8-a0d2-cdbcbc86f1bb tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:20.055441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-10ca0dc0-5022-42c8-a0d2-cdbcbc86f1bb tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.1350193 Oct 22 13:22:20.059490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50970) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:20.082823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e895772e-0bec-48ed-8d89-b7f48c30b67e req-a1896b1a-5f13-4cb0-9bfd-7ec1f55383b5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617998 Oct 22 13:22:20.089595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50972) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:20.131822 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-76ebad06-3cf4-42e7-8289-cb0514c5030f tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 200 len: 205 time: 0.0705462 Oct 22 13:22:20.134380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50980) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:20.287811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78d5f3b9-41d1-4404-9ae2-4416d2e9b168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.294768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.330878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a5417-b094-44cd-9c4f-7e4c03d93081 req-a5eef3b3-261d-4821-9ca1-5c82856c24cb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:20.350490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-545a5417-b094-44cd-9c4f-7e4c03d93081 req-a5eef3b3-261d-4821-9ca1-5c82856c24cb tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1271701 Oct 22 13:22:20.445729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78d5f3b9-41d1-4404-9ae2-4416d2e9b168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.446363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.460387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-545a5417-b094-44cd-9c4f-7e4c03d93081 req-7d7b63da-4c31-47cf-baf2-180275af2416 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162672 Oct 22 13:22:20.464021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78d5f3b9-41d1-4404-9ae2-4416d2e9b168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.523174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:20.523393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78d5f3b9-41d1-4404-9ae2-4416d2e9b168 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1507760cf2d243e3a12de76773c877ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326119 Oct 22 13:22:20.524611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5f3b9-41d1-4404-9ae2-4416d2e9b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329a63a9-f00a-43b3-a1c3-2bfe6f43aedc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:20.638158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d22b3bcd-b4d0-4fd5-b7a7-bc8b3a707b9a req-85c9a052-d84b-421c-8be4-f580cea8184c tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0300064 Oct 22 13:22:20.662003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.677145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b1b9-a8eb-4598-8211-a53572dc02bf req-371e9319-9f17-4790-a375-cdb30c9391c4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:20.679128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a12b1b9-a8eb-4598-8211-a53572dc02bf req-371e9319-9f17-4790-a375-cdb30c9391c4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1128206 Oct 22 13:22:20.687796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port 3abf239d-b933-4ef2-8517-d5d9eb1d79bc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:20.688138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.730532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.749109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a12b1b9-a8eb-4598-8211-a53572dc02bf req-01df7dbc-9283-4d0c-abd4-7cb7ac8731f2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621865 Oct 22 13:22:20.821965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.840348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for 3abf239d-b933-4ef2-8517-d5d9eb1d79bc owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:20.845491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.859071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:20.859071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/329a63a9-f00a-43b3-a1c3-2bfe6f43aedc HTTP/1.1" status: 204 len: 168 time: 0.3233531 Oct 22 13:22:20.865048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08559-f4b7-485f-9133-9b1d0c1ebedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a63a9-f00a-43b3-a1c3-2bfe6f43aedc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:20.908918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10597f-ac3d-4c8b-810b-32e5dcfbf243 req-b4301a41-cebe-47f1-80e7-27b97b74a551 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:20.910472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac10597f-ac3d-4c8b-810b-32e5dcfbf243 req-b4301a41-cebe-47f1-80e7-27b97b74a551 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0831721 Oct 22 13:22:20.983145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac10597f-ac3d-4c8b-810b-32e5dcfbf243 req-2cf3768b-a8d1-487a-8aca-71868fae24de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Oct 22 13:22:21.189875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.244222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cff269-ee12-44c0-b889-02eb0742423f req-96c79fe5-34ac-4dd7-b38f-d99a543e3fc2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:21.246517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=3abf239d-b933-4ef2-8517-d5d9eb1d79bc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:21.262100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67cff269-ee12-44c0-b889-02eb0742423f req-96c79fe5-34ac-4dd7-b38f-d99a543e3fc2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0897775 Oct 22 13:22:21.313981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67cff269-ee12-44c0-b889-02eb0742423f req-b804aff7-bc84-41ba-8f77-0011a1525660 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502553 Oct 22 13:22:21.327042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.473240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.477170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.508119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd42d9-85f9-469f-97f6-9345d57c922e req-108d761a-a4ce-4999-81fc-0bbc02211cc5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:21.517939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdbd42d9-85f9-469f-97f6-9345d57c922e req-108d761a-a4ce-4999-81fc-0bbc02211cc5 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0695860 Oct 22 13:22:21.583409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdbd42d9-85f9-469f-97f6-9345d57c922e req-ea7ae879-16c1-40f8-91bf-5b59fa7cb744 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Oct 22 13:22:21.591706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.593672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router a47485fd-6774-449c-9898-6d5b2285c653 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:21.632586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.635290 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c151256-36cb-41e7-a97f-d04d73bc0b9b tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 204 len: 168 time: 1.4992025 Oct 22 13:22:21.638784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51042) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:21.644088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1037126814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:21.707274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.708443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.843980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-800fd93f-6a6f-4c9b-b6dc-c3b48812142e req-d5d2194d-a47c-4d9b-bc32-676abe4d80e4 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0406938 Oct 22 13:22:21.874674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.894837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbb98b-62f5-4894-a8d2-b9e34a683d12 req-8b91ebcf-ffd1-46b5-95b2-6fceb92ea370 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:21.903471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbdbb98b-62f5-4894-a8d2-b9e34a683d12 req-8b91ebcf-ffd1-46b5-95b2-6fceb92ea370 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1846848 Oct 22 13:22:21.904512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.945061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:21.947043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3848580-27b1-49c2-a4e4-bba0a7bd3697 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3069839 Oct 22 13:22:21.949798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51056) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:21.955466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': True}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:22.098407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bbdbb98b-62f5-4894-a8d2-b9e34a683d12 req-29b5f689-4137-47da-a767-2d1fa0503498 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835058 Oct 22 13:22:22.232482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51070) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:22.255600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7848f041-005d-4019-a80d-a59ced76594b req-9a4b2d8c-42c7-41ae-80c8-8e10d3e4eb05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0709016 Oct 22 13:22:22.308509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.388274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411183211'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:22.413286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:22.413402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8240-f052-469f-b7b6-90e1ac879f6c req-2542ddeb-cd2e-4c74-8388-a7faae9d5cd6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:22.415616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d3c8240-f052-469f-b7b6-90e1ac879f6c req-2542ddeb-cd2e-4c74-8388-a7faae9d5cd6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1857953 Oct 22 13:22:22.425523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.435547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.547157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d3c8240-f052-469f-b7b6-90e1ac879f6c req-62919a42-03a0-4856-be6f-4eeb9eed1d8e tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210592 Oct 22 13:22:22.561159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.561159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.588421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:22.600382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d65c58-7ccf-40c1-975d-cee7751d1402,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:22.605996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.606341 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 77404cc2-01a9-44d1-84d6-1b3fc6fbe607 of type vlan for network 48b9cab6-8e5e-4405-9529-09071e369c3c Oct 22 13:22:22.687156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1e140095-8cc4-4676-85aa-ac30d14e3d7b req-fa6967e0-b406-4b9d-8fb8-6dba2c8ad290 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:22:22.688402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e140095-8cc4-4676-85aa-ac30d14e3d7b req-fa6967e0-b406-4b9d-8fb8-6dba2c8ad290 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060289 Oct 22 13:22:22.692565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.743101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.748405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:22.748710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.749072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.775811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:22.810638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5663295 Oct 22 13:22:22.848354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856949c-718d-410f-b239-039c61c27180 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=48b9cab6-8e5e-4405-9529-09071e369c3c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:22.863954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 48b9cab6-8e5e-4405-9529-09071e369c3c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:22.934722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51090) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:22.940032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:23.050946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.25.6.189 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8093ac05-a532-4451-8fc9-21747155a2db) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:23.105670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:23.115449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.194051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045845e-fd03-4ded-8489-0f2198c1b5b7 req-c75fe4ff-cce6-4835-9deb-01db388d407c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:23.196137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7045845e-fd03-4ded-8489-0f2198c1b5b7 req-c75fe4ff-cce6-4835-9deb-01db388d407c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.3202384 Oct 22 13:22:23.198026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f78635b-8fb3-4db0-9533-34927729a9f1 req-f679d2aa-a9a5-4f49-a20f-93072349e99a tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.2105162 Oct 22 13:22:23.270570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7045845e-fd03-4ded-8489-0f2198c1b5b7 req-07640304-b666-4823-8793-603d219ed082 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619266 Oct 22 13:22:23.346558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.439513 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.455207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.457006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33406297-2b9b-4b7f-bc71-b864eed1ce72 req-46e68ca0-f961-482e-a700-63693055a95c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:23.464369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33406297-2b9b-4b7f-bc71-b864eed1ce72 req-46e68ca0-f961-482e-a700-63693055a95c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0889904 Oct 22 13:22:23.520011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:23.534084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:23.546025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:23.551618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=8093ac05-a532-4451-8fc9-21747155a2db,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:23.593613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '77404cc2-01a9-44d1-84d6-1b3fc6fbe607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:23.594294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: 48b9cab6-8e5e-4405-9529-09071e369c3c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:23.595948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33406297-2b9b-4b7f-bc71-b864eed1ce72 req-30c397df-0fd2-4ecf-9e34-0d4a62b2ec60 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306338 Oct 22 13:22:23.633572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=9314628f-3e3e-4c23-8b9d-3e499e23ddc9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:23.678877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network 48b9cab6-8e5e-4405-9529-09071e369c3c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:23.696610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 48b9cab6-8e5e-4405-9529-09071e369c3c) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:23.701116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:23.701720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.710354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a347f-869b-4720-9486-715a5c19bec9 None None] Network 48b9cab6-8e5e-4405-9529-09071e369c3c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:23.740084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-264609c3-f52e-481f-b002-6a0808c81d23 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8041270 Oct 22 13:22:23.740700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51112) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:23.750027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-144257408'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:23.802436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:23.807499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.839788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:23.851343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.852131 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 8944fe04-7b62-4545-84ff-b1adc8d62b4c of type vlan for network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 Oct 22 13:22:23.903515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.939646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201a5d-bae5-48aa-ab51-1fe298ef375b req-05bf2af9-43cc-471d-93d1-4a71b51bb4a0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:23.941530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2201a5d-bae5-48aa-ab51-1fe298ef375b req-05bf2af9-43cc-471d-93d1-4a71b51bb4a0 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2174692 Oct 22 13:22:23.950213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:23.959787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:23.960865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.014315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2718735 Oct 22 13:22:24.014967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:24.025939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:24.050714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-48b9cab6-8e5e-4405-9529-09071e369c3c', 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '9314628f-3e3e-4c23-8b9d-3e499e23ddc9'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:24.051528 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.062293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7787b120-18fb-4e0e-9ab5-a4555a5c8a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.083128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188587e5-d9c2-4f10-a725-ba8e07b95aba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=eedf4deb-06f7-43fa-8b9b-de665d8b6cb7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:24.100396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:24.302295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:24.311554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.313816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Allocated IP 172.20.255.242 (48b9cab6-8e5e-4405-9529-09071e369c3c/9314628f-3e3e-4c23-8b9d-3e499e23ddc9/1911b64a-f929-4c42-a951-36e4047851c6) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:24.532730 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.556626 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.601830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2201a5d-bae5-48aa-ab51-1fe298ef375b req-75e3ccd0-c4a0-4a3d-bda2-5398245adc87 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195116 Oct 22 13:22:24.608527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8299a4c4-9826-4129-a8f1-83a1f2b5160b req-3c3213d5-b16f-4776-997f-2e7859c6fd27 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0866394 Oct 22 13:22:24.627159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Pushing event updated for resources: {'Port': ['ID=1911b64a-f929-4c42-a951-36e4047851c6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:24.629620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.696914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Network 48b9cab6-8e5e-4405-9529-09071e369c3c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:24.700991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:24.704350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:24.719843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.797668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Attempting to bind port 1911b64a-f929-4c42-a951-36e4047851c6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:24.798644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Attempting to bind port 1911b64a-f929-4c42-a951-36e4047851c6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '77404cc2-01a9-44d1-84d6-1b3fc6fbe607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:24.799024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Attempting to bind port 1911b64a-f929-4c42-a951-36e4047851c6 on network 48b9cab6-8e5e-4405-9529-09071e369c3c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:24.810821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:24.811206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Checking segment: {'id': '77404cc2-01a9-44d1-84d6-1b3fc6fbe607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:24.811813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.812383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Bound using segment: {'id': '77404cc2-01a9-44d1-84d6-1b3fc6fbe607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:24.818902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Bound port: 1911b64a-f929-4c42-a951-36e4047851c6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77404cc2-01a9-44d1-84d6-1b3fc6fbe607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48b9cab6-8e5e-4405-9529-09071e369c3c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:24.820351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.905665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] For port 1911b64a-f929-4c42-a951-36e4047851c6, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:24.910457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] For port 1911b64a-f929-4c42-a951-36e4047851c6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1911b64a-f929-4c42-a951-36e4047851c6,segment=NetworkSegment(77404cc2-01a9-44d1-84d6-1b3fc6fbe607),segment_id=77404cc2-01a9-44d1-84d6-1b3fc6fbe607)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:24.918853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:24.927677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=f7245cc8-364c-4cbf-be75-33403527aead,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:24.944949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '8944fe04-7b62-4545-84ff-b1adc8d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:24.946243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: eedf4deb-06f7-43fa-8b9b-de665d8b6cb7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:24.994595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:25.023118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, eedf4deb-06f7-43fa-8b9b-de665d8b6cb7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:25.030676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:25.031390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:25.047582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc6a624-a889-4c1b-a43b-721b3abb0a25 None None] Network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:25.058190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e898d-4556-494f-b6f0-34b7e55babd7 req-341cf98f-98d5-458e-a1bf-8f9bca35493a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:25.060501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-433e898d-4556-494f-b6f0-34b7e55babd7 req-341cf98f-98d5-458e-a1bf-8f9bca35493a tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2724545 Oct 22 13:22:25.075479 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-39ef2aca-f182-416f-aab2-80e635cd3073 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0565586 Oct 22 13:22:25.076745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:25.370110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d30ec-0a1c-4f3f-ab16-2e1b11abbeca None None] Pushing event updated for resources: {'Port': ['ID=1911b64a-f929-4c42-a951-36e4047851c6,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:25.536482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:25.551306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-433e898d-4556-494f-b6f0-34b7e55babd7 req-0b6ce21e-723e-4c73-96c0-83902cf5524d tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696243 Oct 22 13:22:25.608970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-eedf4deb-06f7-43fa-8b9b-de665d8b6cb7', 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': 'f7245cc8-364c-4cbf-be75-33403527aead'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:25.612019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:25.624424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:25.707624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b91a7559-765d-4723-9a58-0909bbe00d9f req-7b410001-dcf7-414d-8bf7-450c15473499 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1950488 Oct 22 13:22:25.896969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Allocated IP 172.20.0.2 (eedf4deb-06f7-43fa-8b9b-de665d8b6cb7/f7245cc8-364c-4cbf-be75-33403527aead/a1a04c4e-3883-4816-895a-126f147a8aba) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:26.102713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b367e-e6ad-4b16-a6f1-e31d7dfb53ce req-4db8e805-286d-4c44-bc04-439d00d450de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:26.104341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-299b367e-e6ad-4b16-a6f1-e31d7dfb53ce req-4db8e805-286d-4c44-bc04-439d00d450de tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2585621 Oct 22 13:22:26.118331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.229772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-299b367e-e6ad-4b16-a6f1-e31d7dfb53ce req-18cdc7be-72f8-4dba-bed8-59c428979607 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Oct 22 13:22:26.252631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.307115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router be8ede07-1a8e-4a81-bf46-44c607e141c1 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:26.361876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.379680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.425289 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.460764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1911b64a-f929-4c42-a951-36e4047851c6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:26.464722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Pushing event updated for resources: {'Port': ['ID=a1a04c4e-3883-4816-895a-126f147a8aba,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:26.556138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=f7245cc8-364c-4cbf-be75-33403527aead,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:26.587611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ff31b-a6bf-4983-b35c-f74895e54f29 req-37b14134-42d4-4dd9-98e3-bc91689f541f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:26.593612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:26.598218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d75ff31b-a6bf-4983-b35c-f74895e54f29 req-37b14134-42d4-4dd9-98e3-bc91689f541f tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1373527 Oct 22 13:22:26.618205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:26.655612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:26.717742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1911b64a-f929-4c42-a951-36e4047851c6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:26.718111 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.719615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.780295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Attempting to bind port a1a04c4e-3883-4816-895a-126f147a8aba on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:26.780671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Attempting to bind port a1a04c4e-3883-4816-895a-126f147a8aba by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '8944fe04-7b62-4545-84ff-b1adc8d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:26.781036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Attempting to bind port a1a04c4e-3883-4816-895a-126f147a8aba on network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:26.792703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedf4deb-06f7-43fa-8b9b-de665d8b6cb7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:26.792933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:26.793325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Checking segment: {'id': '8944fe04-7b62-4545-84ff-b1adc8d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:26.793817 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.794736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Bound using segment: {'id': '8944fe04-7b62-4545-84ff-b1adc8d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:26.796134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Bound port: a1a04c4e-3883-4816-895a-126f147a8aba, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8944fe04-7b62-4545-84ff-b1adc8d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:26.796539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.850543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8944fe04-7b62-4545-84ff-b1adc8d62b4c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:26.851201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8944fe04-7b62-4545-84ff-b1adc8d62b4c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:26.866838 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.876769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d75ff31b-a6bf-4983-b35c-f74895e54f29 req-9358ff07-368e-4c77-badd-2b55f386ba9c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636185 Oct 22 13:22:26.881021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c69d78-fcb1-4359-88fc-fda4cbc71598 None None] Network 48b9cab6-8e5e-4405-9529-09071e369c3c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:26.888103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.895219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:26.896627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.917353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:26.946759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.950438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-87ac2847-39c2-4843-b105-edb3d9d7607f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "PUT /v2.0/routers/be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 200 len: 915 time: 4.9971178 Oct 22 13:22:26.951301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:26.955044 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:26.958393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:26.977393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] Sync routers for ids ['be8ede07-1a8e-4a81-bf46-44c607e141c1'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:27.037165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:22:27.037165 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:22:27.037165 n-d-813419-8 neutron-server[100619]: [parameters: {'id': 'eedf4deb-06f7-43fa-8b9b-de665d8b6cb7'}] Oct 22 13:22:27.037165 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:27.038013 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:27.046930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] For port a1a04c4e-3883-4816-895a-126f147a8aba, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:27.098817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] Routers {'be8ede07-1a8e-4a81-bf46-44c607e141c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:27.099463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['be8ede07-1a8e-4a81-bf46-44c607e141c1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:27.102627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0796f0ef-4ae1-4235-9f97-037b38bf85bb req-117522c2-f8e6-4a59-8ad4-b3a768f525b9 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1380153 Oct 22 13:22:27.115095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-21f30da4-10a5-4eb4-bd6c-2adeeefe806b None None] Provisioning complete for port 1911b64a-f929-4c42-a951-36e4047851c6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:27.115432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21f30da4-10a5-4eb4-bd6c-2adeeefe806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.214223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-0c8676e0-82e9-4471-95a0-038a91e03b12 req-817c53a2-7b69-4fdf-aa55-c37f2062a457 service neutron] (100620) timed out ('10.222.0.25', 41984) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:22:27.236263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] For port a1a04c4e-3883-4816-895a-126f147a8aba, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a1a04c4e-3883-4816-895a-126f147a8aba,segment=NetworkSegment(8944fe04-7b62-4545-84ff-b1adc8d62b4c),segment_id=8944fe04-7b62-4545-84ff-b1adc8d62b4c)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:27.240597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:27.258533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5271638a-f39f-4018-93fd-80ebfc5e9a39 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 200 len: 921 time: 0.2973521 Oct 22 13:22:27.258799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:27.267555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d306d-9754-4b98-af21-00b065eeb40f req-49372bb8-d667-49e5-a63d-f933b6581147 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:27.275701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-929d306d-9754-4b98-af21-00b065eeb40f req-49372bb8-d667-49e5-a63d-f933b6581147 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1624851 Oct 22 13:22:27.302675 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6266bed1-d860-462f-adb6-162ed8556f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.309196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.312465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1911b64a-f929-4c42-a951-36e4047851c6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1911b64a-f929-4c42-a951-36e4047851c6,segment=NetworkSegment(77404cc2-01a9-44d1-84d6-1b3fc6fbe607),segment_id=77404cc2-01a9-44d1-84d6-1b3fc6fbe607)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:27.344037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-929d306d-9754-4b98-af21-00b065eeb40f req-2a291f99-0435-4b00-8eb0-beab88c7f9ab tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626194 Oct 22 13:22:27.345345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c16a1-b308-41a1-8584-f1c86ea42412 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:27.346919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-265c16a1-b308-41a1-8584-f1c86ea42412 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=be8ede07-1a8e-4a81-bf46-44c607e141c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929413 Oct 22 13:22:27.349503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51206) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:27.368298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] Routers {'be8ede07-1a8e-4a81-bf46-44c607e141c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:27.368935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['be8ede07-1a8e-4a81-bf46-44c607e141c1'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:27.441232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.458564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:27.459467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b614f-9bbf-407c-b39b-eaae93a878b1 None None] The sync data for ids ['be8ede07-1a8e-4a81-bf46-44c607e141c1'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:27.521720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba2d02-f4f5-4266-9e4e-0572f8e1159f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:27.523147 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-30ba2d02-f4f5-4266-9e4e-0572f8e1159f tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.1726339 Oct 22 13:22:27.526156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51214) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:27.539094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.598226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f1fa39f9-31b5-423f-b47d-d5b11e9194ae tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 200 len: 205 time: 0.0706203 Oct 22 13:22:27.600731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51218) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:27.658751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89acb2-0af2-471b-971e-4775d0c60d52 None None] Pushing event updated for resources: {'Port': ['ID=a1a04c4e-3883-4816-895a-126f147a8aba,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:27.659823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port a1a04c4e-3883-4816-895a-126f147a8aba {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:27.660207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.842921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port a1a04c4e-3883-4816-895a-126f147a8aba, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a1a04c4e-3883-4816-895a-126f147a8aba,segment=NetworkSegment(8944fe04-7b62-4545-84ff-b1adc8d62b4c),segment_id=8944fe04-7b62-4545-84ff-b1adc8d62b4c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:27.843288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:27.872483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for a1a04c4e-3883-4816-895a-126f147a8aba owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:27.909631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.044896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.097136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb194b82-dc00-47fd-aa66-1a0902dd7525 None None] Network eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:28.108855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=a1a04c4e-3883-4816-895a-126f147a8aba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:28.132675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port a1a04c4e-3883-4816-895a-126f147a8aba on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:28.153267 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.343680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.347699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.378891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1911b64a-f929-4c42-a951-36e4047851c6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:28.418577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port 8093ac05-a532-4451-8fc9-21747155a2db {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:28.419507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.424339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89955c93-8d44-4967-afca-ccef5fdcdfea req-25396be9-e341-4959-a227-1f4062488863 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1279027 Oct 22 13:22:28.434180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.464482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedf4deb-06f7-43fa-8b9b-de665d8b6cb7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:28.478591 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:22:28.480754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8944fe04-7b62-4545-84ff-b1adc8d62b4c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:28.481075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8944fe04-7b62-4545-84ff-b1adc8d62b4c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:28.495709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.514552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.529224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:28.529224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.651537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.666628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a4c8a-028f-4ec0-974f-4caef18b6b73 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:28.679051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for 8093ac05-a532-4451-8fc9-21747155a2db owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:28.714419 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:28.726543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.738709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.743492 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 HTTP/1.1" status: 204 len: 168 time: 3.6656709 Oct 22 13:22:28.787635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:28.787635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73147a2-e3f9-4a1d-a1ae-5ca7a887a1ca tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=eedf4deb-06f7-43fa-8b9b-de665d8b6cb7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:28.807177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-68254fdf-8d97-4507-92ae-01b2e70ac43e None None] Provisioning complete for port 1911b64a-f929-4c42-a951-36e4047851c6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:28.807557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-68254fdf-8d97-4507-92ae-01b2e70ac43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.811873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-190524418'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:28.874872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:28.880283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.888900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a4c8a-028f-4ec0-974f-4caef18b6b73 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:28.927792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:28.941255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:28.942140 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 9a99ef9a-3ecf-4652-ab08-d77967f020ef of type vlan for network 1df9e762-fff7-44a0-b037-bf158d44124a Oct 22 13:22:28.993657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.024303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.031502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:29.032153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.072232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.133996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=8093ac05-a532-4451-8fc9-21747155a2db,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:29.157537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3553941 Oct 22 13:22:29.157537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16e20d-5af1-4950-82ec-b0dba6cf28e2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=1df9e762-fff7-44a0-b037-bf158d44124a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:29.157873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51236) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:29.163996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:29.187195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1df9e762-fff7-44a0-b037-bf158d44124a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:29.318914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.434125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.437781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.484205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:29.488874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.518316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.519009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router be8ede07-1a8e-4a81-bf46-44c607e141c1 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:29.527739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.533178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51240) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:29.533606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f071da93-ee91-4456-9233-aaea787ff63d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 204 len: 168 time: 1.9315324 Oct 22 13:22:29.538592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1523943202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:29.569890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.571449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.581881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing IP validity checks on allocation pools {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:22:29.582408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:22:29.622250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46251747-41f9-411b-a46c-d232f80f69d0 req-50d1f216-dcf9-40b6-a652-fd11427b7f25 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0371997 Oct 22 13:22:29.649623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.658426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.681389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.685319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cfc75a66-d520-492b-b5ba-408bd7065ce7 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1479752 Oct 22 13:22:29.685580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:29.690695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'enable_snat': False}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:29.754351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.764176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.831779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=1b82c099-adb3-41b6-bf00-cad0ba24e5f3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:29.865689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '9a99ef9a-3ecf-4652-ab08-d77967f020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:29.866197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: 1df9e762-fff7-44a0-b037-bf158d44124a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:29.893276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network 1df9e762-fff7-44a0-b037-bf158d44124a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:29.908909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1df9e762-fff7-44a0-b037-bf158d44124a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:29.914297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:29.915832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:29.918967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ce349-888e-4fa8-8518-78b6ab0428b9 None None] Network 1df9e762-fff7-44a0-b037-bf158d44124a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:29.937349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a518febd-8901-4365-b49f-305149e65fc0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7783520 Oct 22 13:22:29.940242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51250) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:30.019863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.147355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.152844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1df9e762-fff7-44a0-b037-bf158d44124a', 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '1b82c099-adb3-41b6-bf00-cad0ba24e5f3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:30.154511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.279860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1911b64a-f929-4c42-a951-36e4047851c6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:30.291700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.314047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.325552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.387931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1911b64a-f929-4c42-a951-36e4047851c6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:30.388471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.414673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Allocated IP 172.20.0.3 (1df9e762-fff7-44a0-b037-bf158d44124a/1b82c099-adb3-41b6-bf00-cad0ba24e5f3/388df058-0ea5-4663-a4f9-0280d84097cf) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:30.454477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Allocated IP 172.25.6.139 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/14229e6e-8bc9-46d1-a182-577680cc65d6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:30.574423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.621509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.629643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.639657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.658161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.696438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:30.699991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:30.704678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:30.717852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Pushing event updated for resources: {'Port': ['ID=388df058-0ea5-4663-a4f9-0280d84097cf,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:30.735770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Network 1df9e762-fff7-44a0-b037-bf158d44124a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:30.737385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:30.740378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:30.747275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Pushing event updated for resources: {'Port': ['ID=14229e6e-8bc9-46d1-a182-577680cc65d6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:30.828332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Attempting to bind port 388df058-0ea5-4663-a4f9-0280d84097cf on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:30.831669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Attempting to bind port 388df058-0ea5-4663-a4f9-0280d84097cf by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9a99ef9a-3ecf-4652-ab08-d77967f020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:30.832479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Attempting to bind port 388df058-0ea5-4663-a4f9-0280d84097cf on network 1df9e762-fff7-44a0-b037-bf158d44124a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:30.844892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:30.845349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Checking segment: {'id': '9a99ef9a-3ecf-4652-ab08-d77967f020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:30.845830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.846301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Bound using segment: {'id': '9a99ef9a-3ecf-4652-ab08-d77967f020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:30.846883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Bound port: 388df058-0ea5-4663-a4f9-0280d84097cf, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a99ef9a-3ecf-4652-ab08-d77967f020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1df9e762-fff7-44a0-b037-bf158d44124a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:30.847373 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:30.955542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] For port 388df058-0ea5-4663-a4f9-0280d84097cf, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:30.960337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] For port 388df058-0ea5-4663-a4f9-0280d84097cf, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=388df058-0ea5-4663-a4f9-0280d84097cf,segment=NetworkSegment(9a99ef9a-3ecf-4652-ab08-d77967f020ef),segment_id=9a99ef9a-3ecf-4652-ab08-d77967f020ef)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:30.972571 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.107831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5410318-3d60-4be3-b742-1eb1c7b2d33c None None] Network 1df9e762-fff7-44a0-b037-bf158d44124a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:31.116480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.138975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=1b82c099-adb3-41b6-bf00-cad0ba24e5f3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:31.209328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.230856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df9e762-fff7-44a0-b037-bf158d44124a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.242108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a99ef9a-3ecf-4652-ab08-d77967f020ef') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.242701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a99ef9a-3ecf-4652-ab08-d77967f020ef') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.265924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.281254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.287177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46cdab-8a35-4f9c-aad4-6024ee4984a0 None None] Pushing event updated for resources: {'Port': ['ID=388df058-0ea5-4663-a4f9-0280d84097cf,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:31.288186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:31.288761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:31.361995 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:31.366063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:22:31.366063 n-d-813419-8 neutron-server[100620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:22:31.366063 n-d-813419-8 neutron-server[100620]: [parameters: {'id': '1df9e762-fff7-44a0-b037-bf158d44124a'}] Oct 22 13:22:31.366063 n-d-813419-8 neutron-server[100620]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:31.366455 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:31.369993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.376468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64bcfa-c94c-441e-93ae-66d67d907d78 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:31.377438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.383722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57c52c1b-d149-4c38-8ca6-fa37c207ebe1 req-45a7d5ca-ceba-49c1-a8f9-6d296c8d2bed tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.2482347 Oct 22 13:22:31.492299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64bcfa-c94c-441e-93ae-66d67d907d78 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:31.549511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Router a786ed4d-c0cd-4ab5-b5a2-207900bc055a is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:31.694706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:31.699664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.701311 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d3cef32c-d6f3-45c0-a74e-0c653184ec64 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "PUT /v2.0/routers/a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 200 len: 916 time: 2.0142424 Oct 22 13:22:31.704462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51260) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:31.707383 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] Sync routers for ids ['a786ed4d-c0cd-4ab5-b5a2-207900bc055a'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:31.719769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] Routers {'a786ed4d-c0cd-4ab5-b5a2-207900bc055a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:31.720514 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a786ed4d-c0cd-4ab5-b5a2-207900bc055a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.754632 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.764757 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] Routers {'a786ed4d-c0cd-4ab5-b5a2-207900bc055a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:31.765382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a786ed4d-c0cd-4ab5-b5a2-207900bc055a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.805505 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:31.806434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68e5cf-7890-46af-ad82-5bd630fda045 None None] The sync data for ids ['a786ed4d-c0cd-4ab5-b5a2-207900bc055a'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:31.857389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6590d2f2-34d1-473b-81d7-9c8f0ed602dc tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 200 len: 922 time: 0.1492794 Oct 22 13:22:31.857592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:31.869502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:31.930287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7e0c5-9ccf-4d40-93a3-a169a324a7f9 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:31.931920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-70f7e0c5-9ccf-4d40-93a3-a169a324a7f9 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=a786ed4d-c0cd-4ab5-b5a2-207900bc055a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0734203 Oct 22 13:22:31.934523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:32.062529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port 388df058-0ea5-4663-a4f9-0280d84097cf {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:32.065551 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.176379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port 388df058-0ea5-4663-a4f9-0280d84097cf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=388df058-0ea5-4663-a4f9-0280d84097cf,segment=NetworkSegment(9a99ef9a-3ecf-4652-ab08-d77967f020ef),segment_id=9a99ef9a-3ecf-4652-ab08-d77967f020ef)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:32.177001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.212625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c7831-3db4-4ff3-ba43-1440fa1dfc1b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:32.215379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-448c7831-3db4-4ff3-ba43-1440fa1dfc1b tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/networks/71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 881 time: 0.2799044 Oct 22 13:22:32.218228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51276) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:32.231649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for 388df058-0ea5-4663-a4f9-0280d84097cf owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:32.264905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c928430-e649-4db5-a7fd-0ec91765faa9 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 200 len: 205 time: 0.0454812 Oct 22 13:22:32.272633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:32.341369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.358734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port 388df058-0ea5-4663-a4f9-0280d84097cf on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:32.406204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=388df058-0ea5-4663-a4f9-0280d84097cf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:32.465423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.523035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.573276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a63a7041-acd3-4247-a16a-938f30965397 req-b862c54e-7215-487a-96ea-10f82bf0e753 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0448437 Oct 22 13:22:32.600364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df9e762-fff7-44a0-b037-bf158d44124a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:32.632050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a99ef9a-3ecf-4652-ab08-d77967f020ef') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:32.632747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a99ef9a-3ecf-4652-ab08-d77967f020ef') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:32.650280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.653957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.678144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.687402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:32.687858 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:32.695405 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:32.725890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port 14229e6e-8bc9-46d1-a182-577680cc65d6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:32.726980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.772706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.780139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.786160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/1df9e762-fff7-44a0-b037-bf158d44124a HTTP/1.1" status: 204 len: 168 time: 2.8445790 Oct 22 13:22:32.793169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51282) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:32.799976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1929163537'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:32.833723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:32.836336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.838066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.851402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for 14229e6e-8bc9-46d1-a182-577680cc65d6 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:32.861051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964065d-fcef-45ce-87b0-102e7c5337ed tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=1df9e762-fff7-44a0-b037-bf158d44124a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:32.877971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:32.889037 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.889714 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 43723a83-e717-4b42-9579-35a879ae1257 of type vlan for network b980b09f-8bf6-4bcc-912e-90ff4d0158d6 Oct 22 13:22:32.940966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:32.981466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.009914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:33.011127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.113312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.139982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=b980b09f-8bf6-4bcc-912e-90ff4d0158d6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:33.151717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b980b09f-8bf6-4bcc-912e-90ff4d0158d6 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:33.165657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b1c4f4ef-904a-4662-9900-0e8c5a981037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3710921 Oct 22 13:22:33.168230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51288) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:33.182153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'b980b09f-8bf6-4bcc-912e-90ff4d0158d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:33.190327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=14229e6e-8bc9-46d1-a182-577680cc65d6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:33.269262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.328963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:33.334475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.380629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.383671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.442171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.442922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router a786ed4d-c0cd-4ab5-b5a2-207900bc055a {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:33.452867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.454973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1a53a22-b6cf-41f0-9dbf-3fbef6b55654 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 204 len: 168 time: 1.1812637 Oct 22 13:22:33.458836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51292) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:33.464049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-47526141', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:33.493325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.495777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.564242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.568833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.664738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=9bd5c31f-77db-4769-ad87-73196c901af7,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:33.679405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '43723a83-e717-4b42-9579-35a879ae1257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b980b09f-8bf6-4bcc-912e-90ff4d0158d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:33.679888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: b980b09f-8bf6-4bcc-912e-90ff4d0158d6, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:33.718865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c2ab9a7-ab01-4755-aa1d-1613de113d68 req-c65786b2-df81-4620-8d36-644fdff0f2ce tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0415053 Oct 22 13:22:33.737142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network b980b09f-8bf6-4bcc-912e-90ff4d0158d6 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:33.764656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b980b09f-8bf6-4bcc-912e-90ff4d0158d6) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:33.770054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:33.770731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:33.776341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30070780-8be8-41fd-904d-bc54d833fd96 None None] Network b980b09f-8bf6-4bcc-912e-90ff4d0158d6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:33.799063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dbde074f-1ad6-4b21-a16b-3c46d7ff9b19 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6281757 Oct 22 13:22:33.802142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51296) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:33.930286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.032225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5ce95-2509-442b-b3ab-a5bd11c18da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b980b09f-8bf6-4bcc-912e-90ff4d0158d6', 'network_id': 'b980b09f-8bf6-4bcc-912e-90ff4d0158d6', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '9bd5c31f-77db-4769-ad87-73196c901af7'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:34.033593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ce95-2509-442b-b3ab-a5bd11c18da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.079570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.132257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.214087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-2fe5ce95-2509-442b-b3ab-a5bd11c18da4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bd5c31f-77db-4769-ad87-73196c901af7: This subnet is being modified by another concurrent operation. Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bd5c31f-77db-4769-ad87-73196c901af7: This subnet is being modified by another concurrent operation. Oct 22 13:22:34.217569 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:22:34.243759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eab414-f1b1-423b-95bd-8194248f73bb None None] Network b980b09f-8bf6-4bcc-912e-90ff4d0158d6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:34.367215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd5c31f-77db-4769-ad87-73196c901af7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:34.457163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.495039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be23072-209b-40b7-9aa4-79b82ad9eefb None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:34.516221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.516509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b980b09f-8bf6-4bcc-912e-90ff4d0158d6']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:34.528819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43723a83-e717-4b42-9579-35a879ae1257') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:34.529184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43723a83-e717-4b42-9579-35a879ae1257') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:34.542919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.548916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.568314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.579413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:34.579816 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:34.584425 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:34.635675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be23072-209b-40b7-9aa4-79b82ad9eefb None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:34.669823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.680481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.688295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/b980b09f-8bf6-4bcc-912e-90ff4d0158d6 HTTP/1.1" status: 204 len: 168 time: 0.8837116 Oct 22 13:22:34.690679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51304) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:34.695737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1893641017'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:34.710760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203da92-2bc4-48b9-80eb-c79e1b3763fe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=b980b09f-8bf6-4bcc-912e-90ff4d0158d6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:34.735890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:34.740339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.753474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Allocated IP 172.25.6.20 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/e1787cff-922d-403a-a1ff-b04f0e74ef73) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:34.834268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:34.893999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64462d92-f186-4978-bb09-0f2636765b90 req-42ad4195-7b0e-4400-8dc1-e3c99d58391a tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0537322 Oct 22 13:22:34.905183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:34.905858 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 11079b1a-5620-434a-9a8a-0ce6b6166127 of type vlan for network b3fcb626-95d3-4d6e-b5c8-81c48abac6bb Oct 22 13:22:34.972885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.008257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.018465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:35.019367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.027014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.075974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3841119 Oct 22 13:22:35.080279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51310) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:35.089919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'b3fcb626-95d3-4d6e-b5c8-81c48abac6bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:35.115720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eed742-0a97-4284-85c5-621fff316453 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=b3fcb626-95d3-4d6e-b5c8-81c48abac6bb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:35.129276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b3fcb626-95d3-4d6e-b5c8-81c48abac6bb details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:35.135308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.217631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:35.221611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:35.238831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:35.290843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event updated for resources: {'Port': ['ID=e1787cff-922d-403a-a1ff-b04f0e74ef73,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:35.320761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:35.325744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.870102 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.879313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6d24-cdae-4587-aa1e-2e4ee3eadff7 req-0d67c34b-1168-4847-a049-5ab6e949078b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:35.882103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25f6d24-cdae-4587-aa1e-2e4ee3eadff7 req-0d67c34b-1168-4847-a049-5ab6e949078b tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.0978963 Oct 22 13:22:35.924741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:35.928406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25f6d24-cdae-4587-aa1e-2e4ee3eadff7 req-af84ff85-07dd-4185-b7d3-13959a3536a1 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Oct 22 13:22:36.046900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=82c70ef6-3287-45e2-b418-50acb1dff2af,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:36.051277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6e5c2bc-8834-46fb-8fad-9a688eeb74ff req-7048d8e6-8bda-4f17-a2d3-56d62e61bcea tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0381677 Oct 22 13:22:36.070896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '11079b1a-5620-434a-9a8a-0ce6b6166127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b3fcb626-95d3-4d6e-b5c8-81c48abac6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:36.071466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: b3fcb626-95d3-4d6e-b5c8-81c48abac6bb, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:36.141360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network b3fcb626-95d3-4d6e-b5c8-81c48abac6bb is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:36.196917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b3fcb626-95d3-4d6e-b5c8-81c48abac6bb) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:36.207744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:36.208350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.211524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79b922-f3fd-4562-8b4f-455a0688859b None None] Network b3fcb626-95d3-4d6e-b5c8-81c48abac6bb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:36.251794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.316193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e641d462-cb86-48d3-bb32-f36cd30e6b4e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2339616 Oct 22 13:22:36.319043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51340) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:36.486417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Router ed8255f1-fe41-4635-9aab-30d2163bd91a is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:36.538487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.554463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d5fd7-ae95-48fa-9ae9-0581b9074066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b3fcb626-95d3-4d6e-b5c8-81c48abac6bb', 'network_id': 'b3fcb626-95d3-4d6e-b5c8-81c48abac6bb', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '82c70ef6-3287-45e2-b418-50acb1dff2af'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:36.555390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-338d5fd7-ae95-48fa-9ae9-0581b9074066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.605910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.703501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.744373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=82c70ef6-3287-45e2-b418-50acb1dff2af,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:36.777418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:36.808354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] Sync routers for ids ['ed8255f1-fe41-4635-9aab-30d2163bd91a'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:36.835629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-338d5fd7-ae95-48fa-9ae9-0581b9074066 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82c70ef6-3287-45e2-b418-50acb1dff2af: This subnet is being modified by another concurrent operation. Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82c70ef6-3287-45e2-b418-50acb1dff2af: This subnet is being modified by another concurrent operation. Oct 22 13:22:36.837539 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:22:36.852296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84b4a93e-96aa-49d6-b2d9-474ff2d72df8 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.3796003 Oct 22 13:22:36.852728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51356) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:36.852822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] Routers {'ed8255f1-fe41-4635-9aab-30d2163bd91a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:36.852822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed8255f1-fe41-4635-9aab-30d2163bd91a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:36.868493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:36.913330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:36.922508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf5684-9612-4b1c-8028-fada7e888aa7 None None] Network b3fcb626-95d3-4d6e-b5c8-81c48abac6bb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:36.925011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:36.969903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] Routers {'ed8255f1-fe41-4635-9aab-30d2163bd91a'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:36.975480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed8255f1-fe41-4635-9aab-30d2163bd91a'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:36.987465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fcb626-95d3-4d6e-b5c8-81c48abac6bb']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:37.002382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11079b1a-5620-434a-9a8a-0ce6b6166127') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:37.002836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11079b1a-5620-434a-9a8a-0ce6b6166127') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:37.021086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.086634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.117615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:37.118333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.128992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:37.129665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fdfd4-b3e0-4612-9d12-5e7ee6381e53 None None] The sync data for ids ['ed8255f1-fe41-4635-9aab-30d2163bd91a'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:37.156246 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:37.206063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe7069-5822-4211-a7e6-d5e161105644 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:37.319191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c192e03-c735-47db-bda4-55d7b4af0690 req-408e743b-9f1a-4d5e-89a4-4e44ee788444 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0875680 Oct 22 13:22:37.326827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.341832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.345002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/b3fcb626-95d3-4d6e-b5c8-81c48abac6bb HTTP/1.1" status: 204 len: 168 time: 1.0248773 Oct 22 13:22:37.349425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:37.357113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087137117'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:37.366033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3362b-bedb-427a-8a00-5a491af6846a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=b3fcb626-95d3-4d6e-b5c8-81c48abac6bb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:37.384132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1516d-a617-4001-ba08-aa79e6e4016b req-9d4568d4-a226-4cbb-9a21-b09d0d7acaf6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:37.386561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a1516d-a617-4001-ba08-aa79e6e4016b req-9d4568d4-a226-4cbb-9a21-b09d0d7acaf6 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.2790041 Oct 22 13:22:37.452139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe7069-5822-4211-a7e6-d5e161105644 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:37.466695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a1516d-a617-4001-ba08-aa79e6e4016b req-31a3ad74-ba19-4aa7-833f-d556a30bf5c2 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Oct 22 13:22:37.468328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:37.472278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.537783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:37.555857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.556247 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 1f123d15-db92-40d2-9627-03a1442d5195 of type vlan for network 208dda38-c305-4b60-83d1-054bce8e8a8f Oct 22 13:22:37.640800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.670077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.713538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.732782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.739631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-414d97fb-d4d3-4f5a-9044-2465b2f341f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:37.740174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:37.740859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:37.754030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-414d97fb-d4d3-4f5a-9044-2465b2f341f4 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1876795 Oct 22 13:22:37.865574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5144944 Oct 22 13:22:37.867685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51386) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:37.879498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:38.007757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f22d74-20b2-4a07-b493-8660e01797af tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=208dda38-c305-4b60-83d1-054bce8e8a8f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:38.069009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 208dda38-c305-4b60-83d1-054bce8e8a8f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:38.200579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:38.205881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.261581 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.313502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Deleting port e1787cff-922d-403a-a1ff-b04f0e74ef73 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:38.314116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.318032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing IP validity checks on allocation pools {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:22:38.318633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:22:38.394896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Deleting port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:38.395335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.462389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.532327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Calling delete_port for e1787cff-922d-403a-a1ff-b04f0e74ef73 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:38.561900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f89a5c76-4484-46bf-8148-532dad6b5d8d req-4ce4ea4a-ef77-48cb-86f2-673017ec8bc4 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0515707 Oct 22 13:22:38.569291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.636012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] For port 9e1690f4-d3fb-40fa-a81b-57f780d9a558, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9e1690f4-d3fb-40fa-a81b-57f780d9a558,segment=NetworkSegment(7cabd752-f39e-43ef-82b2-9c513bea400f),segment_id=7cabd752-f39e-43ef-82b2-9c513bea400f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:38.636381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.679426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Calling delete_port for 9e1690f4-d3fb-40fa-a81b-57f780d9a558 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:38.685594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=8e44459f-0e3e-4ec5-bd29-bde367923877,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:38.692126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '1f123d15-db92-40d2-9627-03a1442d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:38.692490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: 208dda38-c305-4b60-83d1-054bce8e8a8f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:38.714516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network 208dda38-c305-4b60-83d1-054bce8e8a8f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:38.737030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 208dda38-c305-4b60-83d1-054bce8e8a8f) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:38.746943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad26793-aabf-43c8-af15-f40e8778aa08 None None] Network 208dda38-c305-4b60-83d1-054bce8e8a8f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:38.747976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:38.748679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:38.780165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a900420b-7ad6-43f5-ad3c-573c9c07c50e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9054883 Oct 22 13:22:38.782842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:38.809414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a369-ba55-484e-9f3a-825d2a4793dd req-e62cbe5f-3aea-4625-8a3d-b2d9aaacc771 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:38.815311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9aa5a369-ba55-484e-9f3a-825d2a4793dd req-e62cbe5f-3aea-4625-8a3d-b2d9aaacc771 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 947 time: 0.1815012 Oct 22 13:22:38.913759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9aa5a369-ba55-484e-9f3a-825d2a4793dd req-18a761a0-ae0f-4cbe-a4cb-4086d201575c tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8da37c8-de35-4dbc-979e-7c7c540aaa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728028 Oct 22 13:22:38.932741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-208dda38-c305-4b60-83d1-054bce8e8a8f', 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '8e44459f-0e3e-4ec5-bd29-bde367923877'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:38.933684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.009435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.021395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.057295 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.060840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Pushing event deleted for resources: {'Port': ['ID=e1787cff-922d-403a-a1ff-b04f0e74ef73,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:39.098823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9e1690f4-d3fb-40fa-a81b-57f780d9a558'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:22:39.123054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.239719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Allocated IP 172.20.0.3 (208dda38-c305-4b60-83d1-054bce8e8a8f/8e44459f-0e3e-4ec5-bd29-bde367923877/62d47cf5-1fc7-4922-8348-06b2a6d82a5c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:39.245718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Pushing event deleted for resources: {'Port': ['ID=9e1690f4-d3fb-40fa-a81b-57f780d9a558,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:39.358527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] No DVR routers for this DVR port 9e1690f4-d3fb-40fa-a81b-57f780d9a558 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:39.361979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.365853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b245a9f-7fe7-40a8-afa8-e52431c23b81 req-512c92bf-1a22-4264-8cb7-16289fca1849 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.21 "DELETE /v2.0/ports/9e1690f4-d3fb-40fa-a81b-57f780d9a558 HTTP/1.1" status: 204 len: 173 time: 1.5568728 Oct 22 13:22:39.367119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-deleted', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:22:39.371076 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ad923-472b-4b30-b122-8cbe3edf2a8c" -d '{"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-deleted", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:22:39.390633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.509351 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6db988-b468-400e-854e-c98c7543f684 x-openstack-request-id: req-da6db988-b468-400e-854e-c98c7543f684 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:22:39.509885 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2992a62-cd6b-4b61-878f-a2f4f4699ebc", "name": "network-vif-deleted", "tag": "9e1690f4-d3fb-40fa-a81b-57f780d9a558", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:22:39.510299 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da6db988-b468-400e-854e-c98c7543f684 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:22:39.510954 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2992a62-cd6b-4b61-878f-a2f4f4699ebc', 'name': 'network-vif-deleted', 'tag': '9e1690f4-d3fb-40fa-a81b-57f780d9a558', 'status': 'completed', 'code': 200} Oct 22 13:22:39.520923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.532226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.568410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.592080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Pushing event updated for resources: {'Port': ['ID=62d47cf5-1fc7-4922-8348-06b2a6d82a5c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:39.607019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Network 208dda38-c305-4b60-83d1-054bce8e8a8f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:39.610404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:39.612976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:39.631895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=8e44459f-0e3e-4ec5-bd29-bde367923877,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:39.726967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Attempting to bind port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:39.727341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Attempting to bind port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1f123d15-db92-40d2-9627-03a1442d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:39.729752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Attempting to bind port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c on network 208dda38-c305-4b60-83d1-054bce8e8a8f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:39.750278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:39.751305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Checking segment: {'id': '1f123d15-db92-40d2-9627-03a1442d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:39.751480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.751889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Bound using segment: {'id': '1f123d15-db92-40d2-9627-03a1442d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:39.752497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Bound port: 62d47cf5-1fc7-4922-8348-06b2a6d82a5c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f123d15-db92-40d2-9627-03a1442d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '208dda38-c305-4b60-83d1-054bce8e8a8f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:39.752997 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.804550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.855324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208dda38-c305-4b60-83d1-054bce8e8a8f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:39.880321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f123d15-db92-40d2-9627-03a1442d5195') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:39.880758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f123d15-db92-40d2-9627-03a1442d5195') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:39.892858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.908769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.917276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:39.917920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.937616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] For port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:39.955501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.957422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:39.962365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-513fc6c2-5f50-45b1-b906-9fce37bfba46 req-df6c9d98-f458-4679-bc09-63d17c916375 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1284196 Oct 22 13:22:39.975847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:40.005678 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:40.016682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] For port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=62d47cf5-1fc7-4922-8348-06b2a6d82a5c,segment=NetworkSegment(1f123d15-db92-40d2-9627-03a1442d5195),segment_id=1f123d15-db92-40d2-9627-03a1442d5195)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:40.022387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:22:40.022387 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:22:40.022387 n-d-813419-8 neutron-server[100619]: [parameters: {'id': '208dda38-c305-4b60-83d1-054bce8e8a8f'}] Oct 22 13:22:40.022387 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:40.023111 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:40.025483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.130234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1385383-1037-401f-81be-096ea8fec5d4 None None] Network 208dda38-c305-4b60-83d1-054bce8e8a8f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:40.198436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Router ed8255f1-fe41-4635-9aab-30d2163bd91a has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:22:40.207862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d1075a5-d362-4914-adf3-9c329a6f4c73 req-177ae07f-01f1-47ca-9ba5-f7ad282d5032 tempest-ServersNegativeTestJSON-1109036279 tempest-ServersNegativeTestJSON-1109036279-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2992a62-cd6b-4b61-878f-a2f4f4699ebc HTTP/1.1" status: 200 len: 210 time: 0.0779457 Oct 22 13:22:40.350812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae2a1f-97a1-4e65-89d5-2c60bac8aa1e None None] Pushing event updated for resources: {'Port': ['ID=62d47cf5-1fc7-4922-8348-06b2a6d82a5c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:40.386526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600a8a8-341b-451b-9f2e-9f3437e1a6f5 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:40.392100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:40.403853 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] Sync routers for ids ['ed8255f1-fe41-4635-9aab-30d2163bd91a'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:40.415796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] Routers {'ed8255f1-fe41-4635-9aab-30d2163bd91a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:40.418705 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed8255f1-fe41-4635-9aab-30d2163bd91a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:40.418855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.419326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9178c308-dc5d-44c1-828c-c07fb944fc50 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "PUT /v2.0/routers/ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 200 len: 704 time: 3.5743299 Oct 22 13:22:40.421665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51606) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:40.502947 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:40.527797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] Routers {'ed8255f1-fe41-4635-9aab-30d2163bd91a'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:40.528422 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed8255f1-fe41-4635-9aab-30d2163bd91a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:40.565086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6600a8a8-341b-451b-9f2e-9f3437e1a6f5 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:40.565582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.581138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7290f3b6-ce20-4f52-a897-50e01fc3ab77 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/routers/ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 200 len: 739 time: 0.1541576 Oct 22 13:22:40.582134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51620) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:40.613864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:40.616777 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be05a6-a5cf-498a-9370-9ddf445f55de None None] The sync data for ids ['ed8255f1-fe41-4635-9aab-30d2163bd91a'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:40.687098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:40.688762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.696963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0f689d3c-a611-40ab-873d-711e79e9b007 tempest-RoutersAdminTest-1596297200 tempest-RoutersAdminTest-1596297200-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&device_id=ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 200 len: 205 time: 0.1132867 Oct 22 13:22:40.697661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51630) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:40.753441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-55749a49-1fd4-4165-a48f-e3a621caad5e tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 200 len: 205 time: 0.0545332 Oct 22 13:22:40.754357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51636) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:40.857946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=62d47cf5-1fc7-4922-8348-06b2a6d82a5c,segment=NetworkSegment(1f123d15-db92-40d2-9627-03a1442d5195),segment_id=1f123d15-db92-40d2-9627-03a1442d5195)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:40.858414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:40.883273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for 62d47cf5-1fc7-4922-8348-06b2a6d82a5c owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:40.900377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.012784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.048139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=62d47cf5-1fc7-4922-8348-06b2a6d82a5c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:41.075217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port 62d47cf5-1fc7-4922-8348-06b2a6d82a5c on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:41.205203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.232130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208dda38-c305-4b60-83d1-054bce8e8a8f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:41.268515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f123d15-db92-40d2-9627-03a1442d5195') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:41.269575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f123d15-db92-40d2-9627-03a1442d5195') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:41.295121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.318735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:41.371752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Deleting subnet 64658625-011b-4e37-a963-50a9de447ba4 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:22:41.374308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.380806 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.404662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:41.405071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:41.409384 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:41.486057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.522994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.542429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.551639 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/208dda38-c305-4b60-83d1-054bce8e8a8f HTTP/1.1" status: 204 len: 168 time: 2.7676742 Oct 22 13:22:41.554964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51714) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:41.575299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126843967'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:41.605853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac5c1-f499-4e93-a187-e69e1206633a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=208dda38-c305-4b60-83d1-054bce8e8a8f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:41.615353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:41.619082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.627890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.633047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.653208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-614c205d-bd7b-4af0-a167-32a56e26a25c req-066ca819-f3f2-4298-b98e-447dec85cfa5 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1231582 Oct 22 13:22:41.656969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.679715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:41.712439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.713635 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 3685cedf-1cd6-4cdf-9b15-eb8e7bcef692 of type vlan for network e9a6d4e0-8be5-475b-b95c-3e9de111e875 Oct 22 13:22:41.728613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.729472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Fanout notify agent at l3_agent the message router_deleted on router ed8255f1-fe41-4635-9aab-30d2163bd91a {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:22:41.748035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.750720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-51258613-7788-480b-81e7-de8a86f4a161 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 204 len: 168 time: 0.9939682 Oct 22 13:22:41.754680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51734) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:41.808836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:41.829069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5b27ca3e-e168-4bfe-a4a2-fe1ac9670c68 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 200 len: 205 time: 0.0720019 Oct 22 13:22:41.831938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51744) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:41.884988 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-af727fbb-dba4-46de-863d-b25266edba86 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:41.894025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af727fbb-dba4-46de-863d-b25266edba86 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/ed8255f1-fe41-4635-9aab-30d2163bd91a HTTP/1.1" status: 404 len: 336 time: 0.0508063 Oct 22 13:22:41.894951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51752) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:41.994553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-df5bc359-9210-441e-893c-e3498de503e5 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 200 len: 205 time: 0.0983953 Oct 22 13:22:41.996959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51760) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.059693 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-a4184f3b-ba92-4d95-a40f-d295fb5e0da0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:42.061932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a4184f3b-ba92-4d95-a40f-d295fb5e0da0 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/a786ed4d-c0cd-4ab5-b5a2-207900bc055a HTTP/1.1" status: 404 len: 336 time: 0.0637999 Oct 22 13:22:42.066421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51766) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.070869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64658625-011b-4e37-a963-50a9de447ba4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:42.084211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.105337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.112826 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3aff6429-7c96-4a84-8334-8ab4f95a490b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/64658625-011b-4e37-a963-50a9de447ba4 HTTP/1.1" status: 204 len: 168 time: 0.7930162 Oct 22 13:22:42.113467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.116067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dd47979c-241f-4b45-993d-d73058600b97 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 200 len: 205 time: 0.0479226 Oct 22 13:22:42.118485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51774) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.160096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.166674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:42.167261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.169940 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ca31b93f-e023-48f9-ae39-16111ee7bf7d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:42.172862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca31b93f-e023-48f9-ae39-16111ee7bf7d tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/be8ede07-1a8e-4a81-bf46-44c607e141c1 HTTP/1.1" status: 404 len: 336 time: 0.0524819 Oct 22 13:22:42.175413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.212304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-43e553bf-4c33-417e-9206-23a60643ad90 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 200 len: 205 time: 0.0351877 Oct 22 13:22:42.214462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.260179 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-6d76d712-f2f1-462c-8ff2-7baac13c7f04 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:42.262758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d76d712-f2f1-462c-8ff2-7baac13c7f04 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/a47485fd-6774-449c-9898-6d5b2285c653 HTTP/1.1" status: 404 len: 336 time: 0.0456884 Oct 22 13:22:42.263955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51792) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.309233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=e9a6d4e0-8be5-475b-b95c-3e9de111e875,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:42.312423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-74bef601-4cfa-4176-912e-76dc2babe727 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 200 len: 205 time: 0.0449257 Oct 22 13:22:42.313566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51798) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.321739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e9a6d4e0-8be5-475b-b95c-3e9de111e875 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:42.324879 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44dae4ac-f511-495e-9e37-71da822d4208 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7545655 Oct 22 13:22:42.328072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51800) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.337102 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.387412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:42.393157 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-c40f7430-d6a6-42f6-ac29-cb86acdc6fd1 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:42.394247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c40f7430-d6a6-42f6-ac29-cb86acdc6fd1 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/e88177e8-3635-49e5-82e2-71c8cd143b55 HTTP/1.1" status: 404 len: 336 time: 0.0782616 Oct 22 13:22:42.396896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51810) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.447496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.448009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0161a259-ee69-484a-b3ec-0283a57f21e1 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcce9ca1-6517-4b1c-b695-e78bea2668c8 HTTP/1.1" status: 200 len: 205 time: 0.0415409 Oct 22 13:22:42.580094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:22:42.627372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 9e1690f4-d3fb-40fa-a81b-57f780d9a558 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:22:42.627836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9e1690f4-d3fb-40fa-a81b-57f780d9a558 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:22:42.632486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:42.636229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.874311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67da5f4e-0360-4114-93b6-f37d2c2b4bbd req-6bd66b9b-7ab3-4887-9924-4fb624cda329 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0447028 Oct 22 13:22:42.897140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:42.900384 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-134aba05-1078-4008-a839-5e0101bd7f25 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] delete failed (client error): The resource could not be found. Oct 22 13:22:42.904007 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-134aba05-1078-4008-a839-5e0101bd7f25 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/routers/bcce9ca1-6517-4b1c-b695-e78bea2668c8 HTTP/1.1" status: 404 len: 336 time: 0.4530067 Oct 22 13:22:42.908005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:42.950553 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dc32ca-a2a0-4fdc-85e0-c5ed788e6e75 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] DELETE failed (client error): The resource could not be found. Oct 22 13:22:42.951109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dc32ca-a2a0-4fdc-85e0-c5ed788e6e75 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:22:42.961330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75dc32ca-a2a0-4fdc-85e0-c5ed788e6e75 tempest-RoutersAdminTest-460164451 tempest-RoutersAdminTest-460164451-project] 10.222.0.25 "DELETE /v2.0/subnets/a4526625-ec38-4bdd-b25b-5d3a17305cf0 HTTP/1.1" status: 404 len: 337 time: 0.0511074 Oct 22 13:22:42.966573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626f2ed8-d8e4-4e39-8235-43b82db580e3']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:42.979140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cabd752-f39e-43ef-82b2-9c513bea400f') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:42.979696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cabd752-f39e-43ef-82b2-9c513bea400f') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:42.994850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.010554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.021091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:43.021797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:43.024068 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:43.088460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.190120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.197215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.210419 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] 10.222.0.25 "DELETE /v2.0/networks/626f2ed8-d8e4-4e39-8235-43b82db580e3 HTTP/1.1" status: 204 len: 168 time: 1.0905979 Oct 22 13:22:43.226983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=a4009679-d569-4197-bb7a-7a6d57eb70f1,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:43.236176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1021-21e5-4334-9aef-327c472886ec admin admin] Pushing event deleted for resources: {'Network': ['ID=626f2ed8-d8e4-4e39-8235-43b82db580e3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:43.262528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:43.263097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: e9a6d4e0-8be5-475b-b95c-3e9de111e875, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:43.314175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network e9a6d4e0-8be5-475b-b95c-3e9de111e875 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:43.332539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e9a6d4e0-8be5-475b-b95c-3e9de111e875) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:43.337329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:43.337972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.346053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255b7b5-2d68-43d4-9e82-5d31a9ab2ed8 None None] Network e9a6d4e0-8be5-475b-b95c-3e9de111e875 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:43.365526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ced51623-d1f2-40d3-b762-a72cb0173cfe tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9834673 Oct 22 13:22:43.368301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51894) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:43.507625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:43.514398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51900) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:43.574401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.577976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-e9a6d4e0-8be5-475b-b95c-3e9de111e875', 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': 'a4009679-d569-4197-bb7a-7a6d57eb70f1'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:43.579282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.636343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42243261-837f-4b8d-83c0-fd65268d9b89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4b687a79fe747c1b8bf5b74ee1eb5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272898 Oct 22 13:22:43.638633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51904) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:43.684401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.715874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.753924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.801215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Allocated IP 172.20.0.1 (e9a6d4e0-8be5-475b-b95c-3e9de111e875/a4009679-d569-4197-bb7a-7a6d57eb70f1/ae0fec02-e800-4fd3-b1d6-347e249547f8) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:43.833854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.837975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.840328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8da37c8-de35-4dbc-979e-7c7c540aaa06 HTTP/1.1" status: 204 len: 168 time: 0.2000871 Oct 22 13:22:43.856534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572ceb0-8b22-4da3-a0a2-c02287a3df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8da37c8-de35-4dbc-979e-7c7c540aaa06,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:43.868138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8530e4a-628a-46b2-a187-c207bb3a8066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.977943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8530e4a-628a-46b2-a187-c207bb3a8066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:43.992189 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8530e4a-628a-46b2-a187-c207bb3a8066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.014833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.032590 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.066546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.073351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b8530e4a-628a-46b2-a187-c207bb3a8066 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75355ff7683a47e0aed1832b35f3b0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554419 Oct 22 13:22:44.073351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530e4a-628a-46b2-a187-c207bb3a8066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c542b7e-8c3d-4e97-a382-54924b6b9b58,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:44.074635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51918) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:44.097372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a19a5ff8-eb4e-4e5b-91fb-236068519cd7 req-66e19793-d2e0-456b-91f5-604ab26d7818 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0560081 Oct 22 13:22:44.109995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Network e9a6d4e0-8be5-475b-b95c-3e9de111e875 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:44.113433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:44.116709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:44.141651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=a4009679-d569-4197-bb7a-7a6d57eb70f1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:44.169314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.215984 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.284604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.293489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Pushing event updated for resources: {'Port': ['ID=ae0fec02-e800-4fd3-b1d6-347e249547f8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:44.308081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Attempting to bind port ae0fec02-e800-4fd3-b1d6-347e249547f8 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:44.308665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Attempting to bind port ae0fec02-e800-4fd3-b1d6-347e249547f8 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:44.309140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Attempting to bind port ae0fec02-e800-4fd3-b1d6-347e249547f8 on network e9a6d4e0-8be5-475b-b95c-3e9de111e875 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:44.314969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a6d4e0-8be5-475b-b95c-3e9de111e875']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:44.316304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.317008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:44.317516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Checking segment: {'id': '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:44.318033 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.318542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Bound using segment: {'id': '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:44.318962 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.319344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Bound port: ae0fec02-e800-4fd3-b1d6-347e249547f8, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:44.319843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.322891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c542b7e-8c3d-4e97-a382-54924b6b9b58 HTTP/1.1" status: 204 len: 168 time: 0.2304440 Oct 22 13:22:44.333287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2742d9-885a-4e8e-aed0-70caf793d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c542b7e-8c3d-4e97-a382-54924b6b9b58,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:44.346909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:44.347214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:44.358006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.375816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.390975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:44.391384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:44.398517 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:44.475836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] For port ae0fec02-e800-4fd3-b1d6-347e249547f8, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:44.545855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] For port ae0fec02-e800-4fd3-b1d6-347e249547f8, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ae0fec02-e800-4fd3-b1d6-347e249547f8,segment=NetworkSegment(3685cedf-1cd6-4cdf-9b15-eb8e7bcef692),segment_id=3685cedf-1cd6-4cdf-9b15-eb8e7bcef692)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:44.547784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:22:44.547784 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:22:44.547784 n-d-813419-8 neutron-server[100619]: [parameters: {'id': 'e9a6d4e0-8be5-475b-b95c-3e9de111e875'}] Oct 22 13:22:44.547784 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:44.548163 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:44.560307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:44.647942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfcff5-c0e1-4a88-b5b4-79e73a0046c6 None None] Pushing event updated for resources: {'Port': ['ID=ae0fec02-e800-4fd3-b1d6-347e249547f8,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:44.743019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e17f02-2a2a-4797-a211-f2ed5d74363a None None] Network e9a6d4e0-8be5-475b-b95c-3e9de111e875 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:44.982309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe8661-6b68-4565-9900-9fcb2b570e83 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:45.049314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.136456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51946) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:45.185628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port ae0fec02-e800-4fd3-b1d6-347e249547f8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:45.186782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.248721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe8661-6b68-4565-9900-9fcb2b570e83 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:45.270979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port ae0fec02-e800-4fd3-b1d6-347e249547f8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ae0fec02-e800-4fd3-b1d6-347e249547f8,segment=NetworkSegment(3685cedf-1cd6-4cdf-9b15-eb8e7bcef692),segment_id=3685cedf-1cd6-4cdf-9b15-eb8e7bcef692)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:45.271350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.293621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for ae0fec02-e800-4fd3-b1d6-347e249547f8 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:45.304791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:45.305014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07d1323f-65b6-47d5-b161-9bad2cba3804 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65a050b122054a81b09d887bf21c5ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671271 Oct 22 13:22:45.327246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-330e1a94-44b8-45bd-b075-9a2903d0eda9 req-bec9bd1f-38de-4457-beff-8ed79af59f7f tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0462675 Oct 22 13:22:45.459756 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.495760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.517858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.617831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=ae0fec02-e800-4fd3-b1d6-347e249547f8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:45.621577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port ae0fec02-e800-4fd3-b1d6-347e249547f8 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:45.730746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.740700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.744342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.748836 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f829d03-03a0-4138-a850-975e0d31e844 HTTP/1.1" status: 204 len: 168 time: 0.4365048 Oct 22 13:22:45.771829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d2a1-a590-4873-91ba-7686f6be5dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f829d03-03a0-4138-a850-975e0d31e844,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:45.775642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a6d4e0-8be5-475b-b95c-3e9de111e875']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:45.792164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:45.792540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3685cedf-1cd6-4cdf-9b15-eb8e7bcef692') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:45.804350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.836011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.844951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:45.845894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:45.852706 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:45.902631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51966) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:45.988637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.008858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.020891 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/e9a6d4e0-8be5-475b-b95c-3e9de111e875 HTTP/1.1" status: 204 len: 168 time: 2.6512613 Oct 22 13:22:46.024366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51974) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:46.030340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1639311856'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:46.046466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5367c-5f4a-4911-aade-6792f544fe51 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=e9a6d4e0-8be5-475b-b95c-3e9de111e875,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:46.076402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:46.080318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.108039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:46.118476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.118956 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 63cf2256-b664-493f-8aa5-d82b1f4532f9 of type vlan for network a6577d34-751c-47f0-8180-72a04090b842 Oct 22 13:22:46.163772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.205436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.211530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:46.212562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.293327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=a6577d34-751c-47f0-8180-72a04090b842,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:46.310160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a6577d34-751c-47f0-8180-72a04090b842 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:46.324970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:46.325736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f778c7b9-699f-4090-b795-ac3b5ea5a9d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3001540 Oct 22 13:22:46.327052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7e2092ae-59f7-48f8-b4db-adde49c8f554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.333452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'a6577d34-751c-47f0-8180-72a04090b842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:46.452212 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7e2092ae-59f7-48f8-b4db-adde49c8f554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.471488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7e2092ae-59f7-48f8-b4db-adde49c8f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.478004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:46.482386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.509480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59a1efe8-3d96-4195-8b89-75771a04cb9f req-4cf0dbb8-9898-4744-9973-0563750e5df3 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0550661 Oct 22 13:22:46.552065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7e2092ae-59f7-48f8-b4db-adde49c8f554 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b7ee8826222473d8b4a065f15d3a961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470470 Oct 22 13:22:46.554727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2092ae-59f7-48f8-b4db-adde49c8f554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e6311-3b68-4de3-88b6-275d0da43e01,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:46.569219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51992) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:46.655804 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.683756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.715097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.769202 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.772838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.787777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc8e6311-3b68-4de3-88b6-275d0da43e01 HTTP/1.1" status: 204 len: 168 time: 0.2089088 Oct 22 13:22:46.795737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=e5e7f515-d232-4530-bd5f-dd7a55da3cb5,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:46.804671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': '63cf2256-b664-493f-8aa5-d82b1f4532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a6577d34-751c-47f0-8180-72a04090b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:46.805013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: a6577d34-751c-47f0-8180-72a04090b842, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:46.827701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network a6577d34-751c-47f0-8180-72a04090b842 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:46.833933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41d53-6bf9-4117-b9fe-968e275b395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e6311-3b68-4de3-88b6-275d0da43e01,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:46.842550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a6577d34-751c-47f0-8180-72a04090b842) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:46.852800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a3567-6b30-415d-b330-fd2d244a713a None None] Network a6577d34-751c-47f0-8180-72a04090b842 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:46.858252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:46.862828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:46.904764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9f9aacfe-4eb5-4d38-8646-19d2a0e1c872 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5778933 Oct 22 13:22:46.909870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52008) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:46.964157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52010) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:47.141266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.210739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570758d-a72b-4050-9457-e2ef1b5991c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a6577d34-751c-47f0-8180-72a04090b842', 'network_id': 'a6577d34-751c-47f0-8180-72a04090b842', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': 'e5e7f515-d232-4530-bd5f-dd7a55da3cb5'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:47.211925 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3570758d-a72b-4050-9457-e2ef1b5991c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.246698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.323890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-3570758d-a72b-4050-9457-e2ef1b5991c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5e7f515-d232-4530-bd5f-dd7a55da3cb5: This subnet is being modified by another concurrent operation. Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5e7f515-d232-4530-bd5f-dd7a55da3cb5: This subnet is being modified by another concurrent operation. Oct 22 13:22:47.366416 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:22:47.383146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-449354855'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:47.384818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb2513-9686-42c3-8b56-e10cf7e6cff6 None None] Network a6577d34-751c-47f0-8180-72a04090b842 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:47.414331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e7f515-d232-4530-bd5f-dd7a55da3cb5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:47.428275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Made reservation on behalf of 278a929bf9434c1a807be9ab4fbd09f1 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:47.433658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.452438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.505634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.531264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6577d34-751c-47f0-8180-72a04090b842']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:47.542307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cf2256-b664-493f-8aa5-d82b1f4532f9') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:47.542622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cf2256-b664-493f-8aa5-d82b1f4532f9') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:47.566518 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.576767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.584161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.603791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.616703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:47.617109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.642002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca7ee6-3b0c-42e7-9c7f-0b5ebc1ef7fe None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:47.642211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e2ee11-53c7-4e8e-8bb1-3f6dfe31068e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:47.644407 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:47.761446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca7ee6-3b0c-42e7-9c7f-0b5ebc1ef7fe None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:47.816097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-930b972b-496d-4ae4-b915-36699e2be22e req-29910840-1765-4b7b-b7b3-28c553d66fb3 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0780873 Oct 22 13:22:47.831114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.842389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.845801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:47.855169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/a6577d34-751c-47f0-8180-72a04090b842 HTTP/1.1" status: 204 len: 168 time: 0.9442019 Oct 22 13:22:47.859818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52034) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:47.873553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-405555585'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:47.873779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:47.874884 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Added segment 944c9b5b-ecef-43d6-8d16-5fa7db287ffa of type vlan for network a0c761ca-6c95-44e5-ba60-2b958a955312 Oct 22 13:22:47.942939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dd499-7146-439c-9437-7ac07d7ea011 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=a6577d34-751c-47f0-8180-72a04090b842,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:47.955080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:47.960184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.020774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:48.034656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.040321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.046108 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment bdaeecd6-d6ca-4479-a293-ea0fc9aed049 of type vlan for network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e Oct 22 13:22:48.122581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.143684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:48.144729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.180394 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.238487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Network': ['ID=a0c761ca-6c95-44e5-ba60-2b958a955312,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:48.251446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.262152 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b4512058-856d-4add-8430-f06fa4854a29 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2967703 Oct 22 13:22:48.264039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:48.264420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:48.266038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.266422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a0c761ca-6c95-44e5-ba60-2b958a955312 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:48.275842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'subnet': {'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:48.351496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52048) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:48.361057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4988408 Oct 22 13:22:48.368627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52050) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:48.413558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:48.419180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f71cba-8b04-4d27-a960-2582df0c15dc tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=ac96eca0-4883-4f38-bbd5-1a4ad7ea364e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:48.433774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:48.440779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Made reservation on behalf of 278a929bf9434c1a807be9ab4fbd09f1 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:48.445785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.587459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-587262456-network', 'tenant_id': 'f36f43c38d3042f283c7a519f7faff0e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:48.625705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.636089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Made reservation on behalf of f36f43c38d3042f283c7a519f7faff0e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:48.638459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.650830 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.661825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.690225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e is not hosted by any dhcp agent {{(pid=100620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:22:48.696052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:48.696656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.700653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "PUT /v2.0/networks/ac96eca0-4883-4f38-bbd5-1a4ad7ea364e HTTP/1.1" status: 200 len: 723 time: 0.2915757 Oct 22 13:22:48.700907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52056) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:48.708633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:48.714036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.758906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c77343-52c0-409d-9e8b-308dd80b2f2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=ac96eca0-4883-4f38-bbd5-1a4ad7ea364e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:48.785383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:48.819167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.825474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.827028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Subnet': ['ID=d0ad598d-03ea-4d34-8202-f2702195a69e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:48.862368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Checking segment: {'id': '944c9b5b-ecef-43d6-8d16-5fa7db287ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:48.862817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network hostable DHCP agents. Network: a0c761ca-6c95-44e5-ba60-2b958a955312, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:48.862989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:48.876757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02083ca2-da1b-49a4-b813-d0daa7b30f6a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:48.884490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.885337 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Added segment 10affef7-8dcc-451f-b28d-76ab8e4580fb of type vlan for network 8188b761-d515-4f49-bce3-9feecf088288 Oct 22 13:22:48.897788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:48.902635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.910067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network a0c761ca-6c95-44e5-ba60-2b958a955312 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:48.940113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a0c761ca-6c95-44e5-ba60-2b958a955312) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:48.947018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.953961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:48.954559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.963509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981579f-12bb-4b89-8050-3f2e866b50c3 None None] Network a0c761ca-6c95-44e5-ba60-2b958a955312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:48.982273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:48.983857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:48.985840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.017797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-22b98e93-2829-461f-91bc-21aaa79a6551 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7504263 Oct 22 13:22:49.020388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:49.027075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-890230755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:49.048906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6959367 Oct 22 13:22:49.076334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.077410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.171264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed545cba-c229-4115-a0a2-25a800f60e18 admin admin] Pushing event updated for resources: {'Network': ['ID=8188b761-d515-4f49-bce3-9feecf088288,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:49.216893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8188b761-d515-4f49-bce3-9feecf088288 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:49.232847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ac25edd-3cfc-4c13-9bc9-2d8986b5b3af req-acbc422d-afe0-4b8d-918b-42ca2e071c3e tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0636570 Oct 22 13:22:49.267511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.281833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.311707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.351423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.353035 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2253aaff-f628-487e-97b6-6c2524d83d2e tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3316505 Oct 22 13:22:49.356302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52080) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:49.388531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:49.401015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:49.401495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: ac96eca0-4883-4f38-bbd5-1a4ad7ea364e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:49.423169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:49.442409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ac96eca0-4883-4f38-bbd5-1a4ad7ea364e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:49.446365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:49.447092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-739338'] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.480374 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4493fe08-78d3-42ff-b571-c86f6e5df1d5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7758651 Oct 22 13:22:49.480548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:49.486756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:49.555485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f06763-888c-44f2-b441-fceb6afe5c79 None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:49.583144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25381249'] for subnet, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.655375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a0c761ca-6c95-44e5-ba60-2b958a955312', 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312', 'tenant_id': '278a929bf9434c1a807be9ab4fbd09f1', 'fixed_ips': [{'subnet_id': 'd0ad598d-03ea-4d34-8202-f2702195a69e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:49.656990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.863726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760076261084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3441420'] for subnet, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.892010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:49.892621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.897986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "PUT /v2.0/subnets/9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05 HTTP/1.1" status: 200 len: 806 time: 0.4140356 Oct 22 13:22:49.902674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ac96eca0-4883-4f38-bbd5-1a4ad7ea364e', 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:49.903564 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:49.924711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52084) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:49.964732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Allocated IP 172.20.0.2 (a0c761ca-6c95-44e5-ba60-2b958a955312/d0ad598d-03ea-4d34-8202-f2702195a69e/be056f44-7bfb-48b6-ae7e-9c7de8516d13) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:50.106717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40908f-b85d-4cd9-b88e-b543a304fb33 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:50.178209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.299995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Allocated IP 172.20.0.2 (ac96eca0-4883-4f38-bbd5-1a4ad7ea364e/9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05/cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:50.300460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.453967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.464134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e6cd5aa-9ce8-4e7d-9eaa-076ccf9e8ee7 req-74cf25cd-eb05-47be-aa36-3f919de0ca1a tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0721104 Oct 22 13:22:50.471193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.485659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dee5a-a340-4436-8799-fb0ad1594951 req-b608f0f5-ccad-4c32-8338-ae9d903d4f58 tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:50.493154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dee5a-a340-4436-8799-fb0ad1594951 req-b608f0f5-ccad-4c32-8338-ae9d903d4f58 tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:50.501062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dee5a-a340-4436-8799-fb0ad1594951 req-b608f0f5-ccad-4c32-8338-ae9d903d4f58 tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:50.510530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af9dee5a-a340-4436-8799-fb0ad1594951 req-b608f0f5-ccad-4c32-8338-ae9d903d4f58 tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9978499 Oct 22 13:22:50.510530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.705335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Network a0c761ca-6c95-44e5-ba60-2b958a955312 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:50.709388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044236-830a-452e-afec-123c617bef12 req-111a0db9-f58f-4cc0-9218-243391c3ddeb tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:50.711193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8044236-830a-452e-afec-123c617bef12 req-111a0db9-f58f-4cc0-9218-243391c3ddeb tempest-ComputeTenantNetworksTest-198045923 tempest-ComputeTenantNetworksTest-198045923-project] 10.222.0.25 "GET /v2.0/networks/8188b761-d515-4f49-bce3-9feecf088288 HTTP/1.1" status: 200 len: 768 time: 0.1785433 Oct 22 13:22:50.720118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52094) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:50.758147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:50.767702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:50.833814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.878934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Pushing event updated for resources: {'Port': ['ID=be056f44-7bfb-48b6-ae7e-9c7de8516d13,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:50.899943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Attempting to bind port be056f44-7bfb-48b6-ae7e-9c7de8516d13 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:50.901140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Attempting to bind port be056f44-7bfb-48b6-ae7e-9c7de8516d13 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '944c9b5b-ecef-43d6-8d16-5fa7db287ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:50.901508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Attempting to bind port be056f44-7bfb-48b6-ae7e-9c7de8516d13 on network a0c761ca-6c95-44e5-ba60-2b958a955312 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:50.912528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:50.912920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Checking segment: {'id': '944c9b5b-ecef-43d6-8d16-5fa7db287ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:50.913337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.913749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Bound using segment: {'id': '944c9b5b-ecef-43d6-8d16-5fa7db287ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:50.914394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Bound port: be056f44-7bfb-48b6-ae7e-9c7de8516d13, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944c9b5b-ecef-43d6-8d16-5fa7db287ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:50.914818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.943365 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:50.975680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.011215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Allocated IP 172.20.0.1 (a0c761ca-6c95-44e5-ba60-2b958a955312/d0ad598d-03ea-4d34-8202-f2702195a69e/489b79f4-354e-4868-8e55-b2bb1e74539a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:51.027882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.037921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Pushing event updated for resources: {'Port': ['ID=cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.059532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8188b761-d515-4f49-bce3-9feecf088288']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.061481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:51.065631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:51.069399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:51.075769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.095995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10affef7-8dcc-451f-b28d-76ab8e4580fb') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.096291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10affef7-8dcc-451f-b28d-76ab8e4580fb') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.125700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] For port be056f44-7bfb-48b6-ae7e-9c7de8516d13, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:51.130533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] For port be056f44-7bfb-48b6-ae7e-9c7de8516d13, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=be056f44-7bfb-48b6-ae7e-9c7de8516d13,segment=NetworkSegment(944c9b5b-ecef-43d6-8d16-5fa7db287ffa),segment_id=944c9b5b-ecef-43d6-8d16-5fa7db287ffa)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:51.158768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.175930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.177606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.232572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.240994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:51.241532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.246028 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.258975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Attempting to bind port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:51.260217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Attempting to bind port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:51.260754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Attempting to bind port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 on network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:51.292109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:51.292795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Checking segment: {'id': 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:51.292914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.293273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Bound using segment: {'id': 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:51.293777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Bound port: cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:51.294170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.329542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:51.343220 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:51.362479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.399184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a7bfa-67b6-4a22-82a7-7882c92db78f None None] Pushing event updated for resources: {'Port': ['ID=be056f44-7bfb-48b6-ae7e-9c7de8516d13,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.404372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network a0c761ca-6c95-44e5-ba60-2b958a955312 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:51.408445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:51.413035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:51.448793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.457940 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8188b761-d515-4f49-bce3-9feecf088288 HTTP/1.1" status: 204 len: 168 time: 0.7364306 Oct 22 13:22:51.464766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=489b79f4-354e-4868-8e55-b2bb1e74539a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.465836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] For port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:51.483069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] For port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150,segment=NetworkSegment(bdaeecd6-d6ca-4479-a293-ea0fc9aed049),segment_id=bdaeecd6-d6ca-4479-a293-ea0fc9aed049)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:51.490668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c6261-aea2-4994-86a4-0a9680023a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8188b761-d515-4f49-bce3-9feecf088288,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.508701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.512503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.559454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.621697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac96eca0-4883-4f38-bbd5-1a4ad7ea364e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.637133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.637255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:51.670795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.705697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.738017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:51.739486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:51.747639 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:51.789568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:51.798408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a69eaa-6eef-42d4-a357-fb411375851d None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:51.814094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4907d0c1-88e8-4166-a32c-4688c8bc46b8 req-40d70cfc-7495-46f2-af6b-bbbdb13136c6 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1426117 Oct 22 13:22:51.840820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436974-f0b8-4a5d-a18b-5ab79c338b18 None None] Pushing event updated for resources: {'Port': ['ID=cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:51.921353 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:51.931452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:22:51.931452 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:22:51.931452 n-d-813419-8 neutron-server[100619]: [parameters: {'id': 'ac96eca0-4883-4f38-bbd5-1a4ad7ea364e'}] Oct 22 13:22:51.931452 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:22:51.932299 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:22:51.938431 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b3b46b4b-426f-4a36-a77d-21ddcf82ef8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f36f43c38d3042f283c7a519f7faff0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459596 Oct 22 13:22:51.942476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52106) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:51.998198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8bfd9-08a8-4dd8-8357-816c80790de9 None None] Network ac96eca0-4883-4f38-bbd5-1a4ad7ea364e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:52.012398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.042545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.123529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.128722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.130109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02083ca2-da1b-49a4-b813-d0daa7b30f6a HTTP/1.1" status: 204 len: 168 time: 0.1864603 Oct 22 13:22:52.143369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c232e8-58d9-4ecb-bbb1-3eec436e8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02083ca2-da1b-49a4-b813-d0daa7b30f6a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:52.317132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.331414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.368399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device be056f44-7bfb-48b6-ae7e-9c7de8516d13 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:52.425344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=489b79f4-354e-4868-8e55-b2bb1e74539a,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:52.429156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.433712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.488241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port be056f44-7bfb-48b6-ae7e-9c7de8516d13 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:52.488636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.532271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:52.532927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.634899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network a0c761ca-6c95-44e5-ba60-2b958a955312 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:52.639435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:52.749231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150,segment=NetworkSegment(bdaeecd6-d6ca-4479-a293-ea0fc9aed049),segment_id=bdaeecd6-d6ca-4479-a293-ea0fc9aed049)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:52.750357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.763188 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.781712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:52.827527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Router fdc14433-6404-4143-a3fe-603cb6ea9f03 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:52.834419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port be056f44-7bfb-48b6-ae7e-9c7de8516d13, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=be056f44-7bfb-48b6-ae7e-9c7de8516d13,segment=NetworkSegment(944c9b5b-ecef-43d6-8d16-5fa7db287ffa),segment_id=944c9b5b-ecef-43d6-8d16-5fa7db287ffa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:52.845116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:52.957588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=be056f44-7bfb-48b6-ae7e-9c7de8516d13,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:53.003983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.023377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36444d4a-b6c7-4a18-a937-30457b5e1e18 req-cdcd33da-411e-4ea9-b547-9cf793028ae2 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0694778 Oct 22 13:22:53.041273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b453fde-55b7-484f-bc30-5c84d45ac8aa None None] Network a0c761ca-6c95-44e5-ba60-2b958a955312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:53.092745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:22:53.096121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:22:53.111614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52132) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:53.118342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-75a7da9c-2fa3-43fe-8a76-ed7053652b83 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "PUT /v2.0/routers/fdc14433-6404-4143-a3fe-603cb6ea9f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550118 Oct 22 13:22:53.121994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'port': {'network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312', 'name': 'tempest-FloatingIPNegativeTestJSON-547494971'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:53.125118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] Sync routers for ids ['fdc14433-6404-4143-a3fe-603cb6ea9f03'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:22:53.128968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=cd2e9d4c-7547-4a1d-baf1-db4c8a4a6150,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:53.171964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] Routers {'fdc14433-6404-4143-a3fe-603cb6ea9f03'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:53.172781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fdc14433-6404-4143-a3fe-603cb6ea9f03'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.181339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-531fc70b-3700-41c8-b416-e4fb008d4160 None None] Provisioning complete for port be056f44-7bfb-48b6-ae7e-9c7de8516d13 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:53.181856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-531fc70b-3700-41c8-b416-e4fb008d4160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.268812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.320854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] Routers {'fdc14433-6404-4143-a3fe-603cb6ea9f03'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:22:53.321899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fdc14433-6404-4143-a3fe-603cb6ea9f03'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.350551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.375471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.376693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b41ba8-480a-431a-91e0-21d1dd57322d None None] The sync data for ids ['fdc14433-6404-4143-a3fe-603cb6ea9f03'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:22:53.420551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52142) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:53.480642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Made reservation on behalf of 278a929bf9434c1a807be9ab4fbd09f1 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:53.484864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.497326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac96eca0-4883-4f38-bbd5-1a4ad7ea364e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.526158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.526391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaeecd6-d6ca-4479-a293-ea0fc9aed049') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:53.540656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.543001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] device_id is not set on port 8a45b279-be5f-4b49-ad20-413f9a5603ab yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:22:53.583634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-788284036-network', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:53.623571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.644882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:53.645295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:53.648488 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:53.661491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Made reservation on behalf of a7dc5464ec0f4304b5dc60073f26534f for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:53.663697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.684572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.760664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.772338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.778479 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/ac96eca0-4883-4f38-bbd5-1a4ad7ea364e HTTP/1.1" status: 204 len: 168 time: 3.8525476 Oct 22 13:22:53.782736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Allocated IP 172.20.0.3 (a0c761ca-6c95-44e5-ba60-2b958a955312/d0ad598d-03ea-4d34-8202-f2702195a69e/8a45b279-be5f-4b49-ad20-413f9a5603ab) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:53.788665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52148) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:53.808047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0762616-9e76-42c6-95c8-f0fecd4d359a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=ac96eca0-4883-4f38-bbd5-1a4ad7ea364e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:53.810114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c084ee3-a3e6-422a-a560-d42b4dfd3a88 None None] Provisioning complete for port 489b79f4-354e-4868-8e55-b2bb1e74539a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:53.810587 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c084ee3-a3e6-422a-a560-d42b4dfd3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.818283 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc28fa24-e33e-46d8-9ecc-40fad7f28aa8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:22:53.819428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc28fa24-e33e-46d8-9ecc-40fad7f28aa8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:22:53.826506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc28fa24-e33e-46d8-9ecc-40fad7f28aa8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/ac96eca0-4883-4f38-bbd5-1a4ad7ea364e HTTP/1.1" status: 404 len: 339 time: 0.0355351 Oct 22 13:22:53.832442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:53.853338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454590991', 'description': 'd1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:53.872031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7c084ee3-a3e6-422a-a560-d42b4dfd3a88 None None] Port 489b79f4-354e-4868-8e55-b2bb1e74539a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:22:53.890103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:53.895047 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.897449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c084ee3-a3e6-422a-a560-d42b4dfd3a88 None None] Provisioning complete for port be056f44-7bfb-48b6-ae7e-9c7de8516d13 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:53.897898 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c084ee3-a3e6-422a-a560-d42b4dfd3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.933825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:53.961771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.962157 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment 205c9898-6ede-4334-b629-965ca4106909 of type vlan for network ddd401a3-8216-454e-a862-2e81728cd642 Oct 22 13:22:53.964510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.998654 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2563dba-4d2f-4897-945b-fb0bfeb7e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:53.999321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.013973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:54.026785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.027151 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Added segment de8644c3-9812-4730-97dc-1d996272cdbe of type vlan for network a9ed635d-0baa-4800-a592-12509d70faed Oct 22 13:22:54.054902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.102244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.148890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.172840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.234654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1526d4c-2a65-480e-b50a-36ae7ef5352c req-d4ba1729-e8e2-4fa8-9586-054b07d97455 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0480995 Oct 22 13:22:54.237970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-015f9087-a450-48a1-b70b-75cb101536ea None None] Provisioning complete for port 489b79f4-354e-4868-8e55-b2bb1e74539a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:54.238428 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-015f9087-a450-48a1-b70b-75cb101536ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.242867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc3adfd-1589-4880-b695-df0b16152f37,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:54.243006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=8a45b279-be5f-4b49-ad20-413f9a5603ab,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:54.278170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.279554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:54.280230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.287083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network a0c761ca-6c95-44e5-ba60-2b958a955312 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:54.304144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:54.313970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:54.360868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-015f9087-a450-48a1-b70b-75cb101536ea None None] Port 489b79f4-354e-4868-8e55-b2bb1e74539a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:22:54.369674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device be056f44-7bfb-48b6-ae7e-9c7de8516d13 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:54.374365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.392697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:54.393347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.399987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ed635d-0baa-4800-a592-12509d70faed,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:54.436639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:54.437415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.460199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a9ed635d-0baa-4800-a592-12509d70faed details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:54.490319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7583e0dc-d2cb-4e20-8b89-7b58d658c1ab tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3767533 Oct 22 13:22:54.491066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52156) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:54.496663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:54.542422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.550142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8fa27453-c970-4c78-8221-94859e510a25 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1288831 Oct 22 13:22:54.555365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=ddd401a3-8216-454e-a862-2e81728cd642,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:54.558485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:54.574979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Request body: {'subnet': {'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-subnet', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:54.623241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Made reservation on behalf of a7dc5464ec0f4304b5dc60073f26534f for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:54.627187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.658649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ddd401a3-8216-454e-a862-2e81728cd642 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:54.772069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.857713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb7953ee-e749-46d9-a999-b0e4f3a70e6e req-e0c0aeab-25fa-4cff-a3ff-f8713cea7d24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.3035638 Oct 22 13:22:54.874066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port be056f44-7bfb-48b6-ae7e-9c7de8516d13 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:54.877348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.882393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3893ac21-b19a-40ee-8cff-c94a9e5129bf None None] Provisioning complete for port 489b79f4-354e-4868-8e55-b2bb1e74539a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:54.883047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3893ac21-b19a-40ee-8cff-c94a9e5129bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.893363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ae3ada4d-c4d7-4e2a-8289-b55c4238119f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0559869 Oct 22 13:22:54.898861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52162) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:54.936615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:54.978022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3893ac21-b19a-40ee-8cff-c94a9e5129bf None None] Port 489b79f4-354e-4868-8e55-b2bb1e74539a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:22:54.990665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8c598-d23b-4d7d-bc7e-810e06652301 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:22:55.057359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b88086-e009-4d4b-87bb-b3c87b1fc662,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:55.070623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Checking segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:55.070990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Network hostable DHCP agents. Network: a9ed635d-0baa-4800-a592-12509d70faed, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:55.103708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Network a9ed635d-0baa-4800-a592-12509d70faed is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:55.110887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ad7c3-f79e-475d-8622-22555bac125c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:55.116672 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-314ad7c3-f79e-475d-8622-22555bac125c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks?id=ddd401a3-8216-454e-a862-2e81728cd642 HTTP/1.1" status: 200 len: 760 time: 0.2166154 Oct 22 13:22:55.116960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52164) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:55.127095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'description': 'd2'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:55.133715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a9ed635d-0baa-4800-a592-12509d70faed) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:55.160342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Allocated IP 172.25.6.192 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/2c7ad812-3735-4a52-8703-e32f049d857c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:55.161855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:55.162453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.207123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-170d9203-862e-403f-8928-e9ab85e9d130 None None] Provisioning complete for port 8a45b279-be5f-4b49-ad20-413f9a5603ab triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:55.207628 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-170d9203-862e-403f-8928-e9ab85e9d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.231840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ad937880-5cf4-44cd-a852-1dbdecd2a397 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6616533 Oct 22 13:22:55.236190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:55.243629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:55.300994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.302397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.359555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-170d9203-862e-403f-8928-e9ab85e9d130 None None] Port 8a45b279-be5f-4b49-ad20-413f9a5603ab cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:22:55.450707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.455554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef9d76b-b97a-4492-ab07-b8e825fc0ae6 req-b6a3f01f-9718-47a2-a258-d17828922b13 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0622087 Oct 22 13:22:55.456931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8c598-d23b-4d7d-bc7e-810e06652301 None None] Unable to find a vacant binding_index for network a9ed635d-0baa-4800-a592-12509d70faed and agent 7587bd0f-1d74-49e8-8764-381b1871ac89 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 22 13:22:55.466222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8c598-d23b-4d7d-bc7e-810e06652301 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a9ed635d-0baa-4800-a592-12509d70faed) {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:22:55.476968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.512444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.539395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network ddd401a3-8216-454e-a862-2e81728cd642 is not hosted by any dhcp agent {{(pid=100620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:22:55.545533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:55.546094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.551017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "PUT /v2.0/networks/ddd401a3-8216-454e-a862-2e81728cd642 HTTP/1.1" status: 200 len: 757 time: 0.4305382 Oct 22 13:22:55.551896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52172) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:55.582668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.820528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a9ed635d-0baa-4800-a592-12509d70faed', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:22:55.821541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:55.933007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a72eb-ed13-4126-bb10-bd333e7c5000 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=ddd401a3-8216-454e-a862-2e81728cd642,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:55.953252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ddd401a3-8216-454e-a862-2e81728cd642 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:56.072981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa28ab-5a11-4189-8e1a-c1addaed3ddd tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:56.080175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16aa28ab-5a11-4189-8e1a-c1addaed3ddd tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks?id=ddd401a3-8216-454e-a862-2e81728cd642 HTTP/1.1" status: 200 len: 760 time: 0.5270541 Oct 22 13:22:56.083039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52186) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:56.096829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629741039'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:56.142156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:56.149090 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.177466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Allocated IP 172.20.0.2 (a9ed635d-0baa-4800-a592-12509d70faed/20b88086-e009-4d4b-87bb-b3c87b1fc662/97e5a81f-d95d-4f41-9eb8-ec7c9f177905) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:56.186256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.193546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:22:56.209916 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.210635 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment a669ea2f-cfa2-4f44-a746-ddadaa2568e1 of type vlan for network 971fb089-6cae-45e3-b132-3f61d1a52ba8 Oct 22 13:22:56.244800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.270300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.290594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=2c7ad812-3735-4a52-8703-e32f049d857c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:56.299416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.305869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:56.306588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.308226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.308544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.308888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.309396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.309738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.310564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.310564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.310836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.311061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.311384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.311711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.312045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:22:56.323995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:56.352812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:56.355527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:56.360146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2759693 Oct 22 13:22:56.364529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52190) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:56.368174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': '971fb089-6cae-45e3-b132-3f61d1a52ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:56.396014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.405306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.415590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4367-1a66-4afd-9653-f713f5f24c8e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=971fb089-6cae-45e3-b132-3f61d1a52ba8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:56.443697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:22:56.471737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Network a9ed635d-0baa-4800-a592-12509d70faed is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:56.482185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:56.500093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:56.540249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:22:56.546006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.567195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.574855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Pushing event updated for resources: {'Port': ['ID=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:56.608981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Attempting to bind port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:22:56.610160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Attempting to bind port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:22:56.610557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Attempting to bind port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:22:56.615898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:22:56.616266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Checking segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:56.616667 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.617058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Bound using segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:22:56.617661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Bound port: 97e5a81f-d95d-4f41-9eb8-ec7c9f177905, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:22:56.618212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.654282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.692788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] For port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:22:56.695280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c27be5c-eeec-454d-adcf-d83844f18d36 req-2d2201e9-88b3-4de9-9539-90f818b14850 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0465491 Oct 22 13:22:56.696662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] For port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:22:56.699386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.707207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.715287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.922776 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:56.993317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Allocated IP 172.25.6.101 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/93bd459b-a7f0-4a15-b68a-8d88003fe577) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:22:57.050773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb2db6-fa6c-44ea-b68e-c4ea73eaba32 None None] Pushing event updated for resources: {'Port': ['ID=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:57.066325 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-921379fe-30c6-4f0b-b6b6-26a8c41bfc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.110501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb936bdc-f5f5-4abf-b319-6cea738d875c req-1986ec69-ed81-4b14-8976-bc604f152144 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=934ea8c5cfa84835b73ca15a16e2c616&device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0489459 Oct 22 13:22:57.111235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=2e89ee4a-1864-4002-ab2d-032c31c3edc6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:57.197070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.203306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07d8eeb1-1b57-4df3-ab2d-ac502e2357cd req-af14efa7-5e4f-4629-8071-e2896ac2a8cc tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1376231 Oct 22 13:22:57.205836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb936bdc-f5f5-4abf-b319-6cea738d875c req-bbbe2a9d-dd7f-4e2e-bfff-8f813221a88f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=934ea8c5cfa84835b73ca15a16e2c616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684052 Oct 22 13:22:57.254093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.322361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:22:57.329430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:57.332294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:22:57.423919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Pushing event updated for resources: {'Port': ['ID=93bd459b-a7f0-4a15-b68a-8d88003fe577,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:57.505800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.525689 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.531792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936bdc-f5f5-4abf-b319-6cea738d875c req-56641845-1e36-4c90-80f3-3a89a442643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:57.533514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb936bdc-f5f5-4abf-b319-6cea738d875c req-56641845-1e36-4c90-80f3-3a89a442643d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2965047 Oct 22 13:22:57.534842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': 'a669ea2f-cfa2-4f44-a746-ddadaa2568e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '971fb089-6cae-45e3-b132-3f61d1a52ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:22:57.535272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: 971fb089-6cae-45e3-b132-3f61d1a52ba8, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:22:57.569574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:22:57.585588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 971fb089-6cae-45e3-b132-3f61d1a52ba8) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:22:57.604485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:57.605462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.635417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-33fc0c4b-fe3c-4042-becd-42a16a40524f tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2678657 Oct 22 13:22:57.636455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52204) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:57.709934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=2c7ad812-3735-4a52-8703-e32f049d857c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:57.738713 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.743348 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.795336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.804766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.826458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.830640 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f46e7d06-d85f-4163-b8e6-18599104bc10 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3358114 Oct 22 13:22:57.830897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52206) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:57.837372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-412662ed-f423-43bc-a363-112fc631d11f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'floatingip': {'port_id': '8a45b279-be5f-4b49-ad20-413f9a5603ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:22:57.876744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.927113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-412662ed-f423-43bc-a363-112fc631d11f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.967761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:57.980562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.006331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=2e89ee4a-1864-4002-ab2d-032c31c3edc6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:58.115618 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.147520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971fb089-6cae-45e3-b132-3f61d1a52ba8']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:58.161943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a669ea2f-cfa2-4f44-a746-ddadaa2568e1') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:58.162253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a669ea2f-cfa2-4f44-a746-ddadaa2568e1') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:22:58.174832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.204519 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-412662ed-f423-43bc-a363-112fc631d11f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] update failed (client error): The resource could not be found. Oct 22 13:22:58.211468 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-412662ed-f423-43bc-a363-112fc631d11f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "PUT /v2.0/floatingips/dadbe949-6802-4317-99be-4432edcc9572 HTTP/1.1" status: 404 len: 507 time: 0.3792243 Oct 22 13:22:58.214380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52212) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:58.226744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.247833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:22:58.248292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:22:58.262573 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:22:58.388625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:22:58.454643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.454643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e52d5356-1f75-4215-8f03-e959d12bd21d req-a5479eaa-d745-4c8a-b6cf-1503e1961a72 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0698605 Oct 22 13:22:58.476256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.486224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/971fb089-6cae-45e3-b132-3f61d1a52ba8 HTTP/1.1" status: 204 len: 168 time: 0.8448117 Oct 22 13:22:58.490880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52224) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:58.517486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:58.517864 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.536808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f27eb-1748-4ebd-8909-3884d79ba383 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=971fb089-6cae-45e3-b132-3f61d1a52ba8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:58.562779 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-644365e3-1d5a-453a-9d49-6b348f270d6c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] GET failed (client error): The resource could not be found. Oct 22 13:22:58.564162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-644365e3-1d5a-453a-9d49-6b348f270d6c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets/2e89ee4a-1864-4002-ab2d-032c31c3edc6 HTTP/1.1" status: 404 len: 337 time: 0.0723944 Oct 22 13:22:58.568076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52226) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:58.611886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.621339 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7665fad9-3d38-4339-bbef-2b5e1c63fc0c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:22:58.622215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7665fad9-3d38-4339-bbef-2b5e1c63fc0c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:22:58.629426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7665fad9-3d38-4339-bbef-2b5e1c63fc0c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/971fb089-6cae-45e3-b132-3f61d1a52ba8 HTTP/1.1" status: 404 len: 339 time: 0.0602374 Oct 22 13:22:58.630090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:58.677060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:22:58.690024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.701204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.768943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting port 2c7ad812-3735-4a52-8703-e32f049d857c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:22:58.769190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.793736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:58.798295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f078d62-be1a-4c3b-a63e-84d0452985ad None None] Network a9ed635d-0baa-4800-a592-12509d70faed requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:58.802922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e806d58-20eb-4158-985a-771dfc8e547a None None] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:58.820631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e806d58-20eb-4158-985a-771dfc8e547a None None] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:22:58.849343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf01d48-ebcd-4761-ac37-01b60d7792ab None None] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:22:58.876693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf01d48-ebcd-4761-ac37-01b60d7792ab None None] Network 971fb089-6cae-45e3-b132-3f61d1a52ba8 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:22:58.902231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7b8585b9-2755-411e-aaf2-a265b1caf5e0 None None] Provisioning complete for port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:22:58.903126 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b8585b9-2755-411e-aaf2-a265b1caf5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.954413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb936bdc-f5f5-4abf-b319-6cea738d875c req-f6d07510-f36c-4756-8392-a3971ee1316f tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.0894191 Oct 22 13:22:58.975753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.976091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:58.982255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda44d4e-7900-4327-90fb-66384a3cd1d0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:58.983816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fda44d4e-7900-4327-90fb-66384a3cd1d0 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3526192 Oct 22 13:22:58.989002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52234) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.035329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52236) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.039180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46709474-1f9c-442d-adee-38ffb314882b tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 207 time: 0.0441718 Oct 22 13:22:59.041381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Calling delete_port for 2c7ad812-3735-4a52-8703-e32f049d857c owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:22:59.161895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:22:59.169170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f055c2f-bb41-4861-b818-79153e44b893 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.176747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f055c2f-bb41-4861-b818-79153e44b893 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.183133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f055c2f-bb41-4861-b818-79153e44b893 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.199584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f055c2f-bb41-4861-b818-79153e44b893 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.207345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f055c2f-bb41-4861-b818-79153e44b893 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1656108 Oct 22 13:22:59.207717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52238) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.363795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cd84770e-7710-4a08-a482-45ed5c315554 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1548822 Oct 22 13:22:59.368906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52242) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.390568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:59.497684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Port': ['ID=2c7ad812-3735-4a52-8703-e32f049d857c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:22:59.524261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b7616-992e-43aa-9da2-0590365ca311 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.525900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b7616-992e-43aa-9da2-0590365ca311 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.527526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1c3b7616-992e-43aa-9da2-0590365ca311 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1574531 Oct 22 13:22:59.542704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52252) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.670086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4dd3c-8302-493a-82fe-a8b57f369037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.672978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4dd3c-8302-493a-82fe-a8b57f369037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.682998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30d4dd3c-8302-493a-82fe-a8b57f369037 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1353002 Oct 22 13:22:59.684107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52254) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:22:59.757126 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:22:59.798975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f61202c-3ad5-4fb3-b99a-7480252e6dc1 req-944ed924-0ecb-4420-a243-91639c7ff010 tempest-ServerShowV257Test-601087042 tempest-ServerShowV257Test-601087042-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c4a768c-950f-4fcd-8a66-6740540e80af HTTP/1.1" status: 200 len: 210 time: 0.1178412 Oct 22 13:22:59.947502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b553d4a8-bd9f-420d-a3ca-05dca7038c1e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:22:59.952427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b553d4a8-bd9f-420d-a3ca-05dca7038c1e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks/48b9cab6-8e5e-4405-9529-09071e369c3c HTTP/1.1" status: 200 len: 799 time: 0.2639747 Oct 22 13:22:59.953559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52260) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.049761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:23:00.062077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:23:00.081663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:00.082522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.082678 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:00.083301 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-628f0988-0d24-4b38-9012-0826a53049d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8452907 Oct 22 13:23:00.084405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.087537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.092352 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cf5dbbb5-28cb-4fa5-826f-a299539fe1ea tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "DELETE /v2.0/floatingips/dadbe949-6802-4317-99be-4432edcc9572 HTTP/1.1" status: 204 len: 168 time: 1.8735282 Oct 22 13:23:00.092352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52262) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.098745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52264) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.104256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-94b12439-271c-4dff-8faa-054b1e17edd4 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'floatingip': {'floating_network_id': 'a0c761ca-6c95-44e5-ba60-2b958a955312', 'port_id': '8a45b279-be5f-4b49-ad20-413f9a5603ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:00.179772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-94b12439-271c-4dff-8faa-054b1e17edd4 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.188357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5872e8-27b4-44a0-9ab0-45d478abd82e None None] Network a9ed635d-0baa-4800-a592-12509d70faed requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:00.207597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e46561f9-cb8b-4afd-8191-da3dbdef7252 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/networks/48b9cab6-8e5e-4405-9529-09071e369c3c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2528646 Oct 22 13:23:00.208229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52266) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.284316 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:00.323989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af2a2d8-a172-47dc-bb12-7c2027a1ee92 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:00.326271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0af2a2d8-a172-47dc-bb12-7c2027a1ee92 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets/9314628f-3e3e-4c23-8b9d-3e499e23ddc9 HTTP/1.1" status: 200 len: 811 time: 0.1170323 Oct 22 13:23:00.332570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.344179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:00.405326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c3718-cde6-4a92-997b-10790cad7ad2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:00.411373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-219c3718-cde6-4a92-997b-10790cad7ad2 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "GET /v2.0/subnets/9314628f-3e3e-4c23-8b9d-3e499e23ddc9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0741837 Oct 22 13:23:00.411585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d7e04613-f580-46c1-bfe2-04a1136b0ec1 None None] Provisioning complete for port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:00.411843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7e04613-f580-46c1-bfe2-04a1136b0ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.411971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.419191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232555757'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:00.460394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:00.465266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.516756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:00.545194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.545847 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Added segment b8359765-a97b-482c-8b39-e0e1ffb28613 of type vlan for network aba055d8-1e40-481f-a0b3-21d6669cc3e8 Oct 22 13:23:00.632817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:00.633225 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.677907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.702337 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:22:57Z', 'revision_number': 3, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:00.721010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.728317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:00.729170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.747049 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:23:00.747790 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Updating router 0b792c7c-c59c-4588-8796-e6bb9852b1ea port 93bd459b-a7f0-4a15-b68a-8d88003fe577 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:23:00.767698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3512330 Oct 22 13:23:00.769179 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52280) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:00.785867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:00.787096 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:00.828445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32ade-fdb6-482f-9b7a-479ea7ad43de tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Network': ['ID=aba055d8-1e40-481f-a0b3-21d6669cc3e8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:00.854364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:01.104852 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-94b12439-271c-4dff-8faa-054b1e17edd4 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:23:01.106141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-94b12439-271c-4dff-8faa-054b1e17edd4 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0064878 Oct 22 13:23:01.110739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:01.115979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '8a45b279-be5f-4b49-ad20-413f9a5603ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:01.153559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.269333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52294) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:01.271898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.275473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Made reservation on behalf of 561df316a1a44d67b8777526eb9f072e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:01.279176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.292787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-767525a0-a911-400e-b6b4-76c8b734fb18 None None] Provisioning complete for port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:01.293166 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-767525a0-a911-400e-b6b4-76c8b734fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.372543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.473180 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.509408 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.568795 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Attempting to bind port 93bd459b-a7f0-4a15-b68a-8d88003fe577 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:01.572050 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Attempting to bind port 93bd459b-a7f0-4a15-b68a-8d88003fe577 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:01.572584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Allocated IP 172.25.6.180 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/79863e61-d574-496a-9895-a4cfe29503dc) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:01.573000 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Attempting to bind port 93bd459b-a7f0-4a15-b68a-8d88003fe577 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:01.602487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:01.603285 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:01.604625 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.605193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:01.605902 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Bound port: 93bd459b-a7f0-4a15-b68a-8d88003fe577, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:01.606480 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.646861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Allocated IP 172.20.0.1 (a9ed635d-0baa-4800-a592-12509d70faed/20b88086-e009-4d4b-87bb-b3c87b1fc662/3142a9e4-835a-4dc1-967a-f2ba9f404dcd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:01.675552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] For port 93bd459b-a7f0-4a15-b68a-8d88003fe577, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:01.679725 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] For port 93bd459b-a7f0-4a15-b68a-8d88003fe577, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93bd459b-a7f0-4a15-b68a-8d88003fe577,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:01.699356 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.727840 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Pushing event updated for resources: {'Port': ['ID=93bd459b-a7f0-4a15-b68a-8d88003fe577,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:01.740914 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.741281 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.741654 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.742000 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.742337 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.742710 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.743045 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.743376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.743754 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.744085 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.744555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.744886 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:01.782373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:01.783169 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:01.803494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.813624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.872943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.877196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Performing IP validity checks on allocation pools {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:23:01.877940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:23:01.883849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.908877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e786d3cb-10cc-496c-b680-3c101863131c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:01.917179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:01.920839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:01.929028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:01.929545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:01.972021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event updated for resources: {'Port': ['ID=79863e61-d574-496a-9895-a4cfe29503dc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.008377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Network a9ed635d-0baa-4800-a592-12509d70faed is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:02.029000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:02.043965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:02.062589 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508e57e-9188-4346-9a25-54a4e3ad530b None None] Pushing event updated for resources: {'Port': ['ID=93bd459b-a7f0-4a15-b68a-8d88003fe577,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.092646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.239762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting port 79863e61-d574-496a-9895-a4cfe29503dc {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:02.240117 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.262550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e786d3cb-10cc-496c-b680-3c101863131c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.267697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.322725 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:22:57Z', 'revision_number': 3, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:02.362339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e786d3cb-10cc-496c-b680-3c101863131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.366178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.366509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.387969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Calling delete_port for 79863e61-d574-496a-9895-a4cfe29503dc owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:02.400170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d07a83-77cd-46b4-9dbc-909ddc943211 None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:22:57Z', 'revision_number': 3, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:23:02.409389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786d3cb-10cc-496c-b680-3c101863131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ef2e5-3877-4a7d-bd1f-2813dd227971,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.453242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4b1357c0-fb07-4df1-8d28-293f9742696e None None] Provisioning complete for port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:02.453995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b1357c0-fb07-4df1-8d28-293f9742696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.464252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e786d3cb-10cc-496c-b680-3c101863131c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=934ea8c5cfa84835b73ca15a16e2c616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1877580 Oct 22 13:23:02.494749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52314) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:02.520786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4b1357c0-fb07-4df1-8d28-293f9742696e None None] Port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:23:02.573329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.584411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.624227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Port': ['ID=79863e61-d574-496a-9895-a4cfe29503dc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.715937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Checking segment: {'id': 'b8359765-a97b-482c-8b39-e0e1ffb28613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:02.716302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network hostable DHCP agents. Network: aba055d8-1e40-481f-a0b3-21d6669cc3e8, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:02.721571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.724606 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] create failed (client error): The resource could not be found. Oct 22 13:23:02.726904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee0c133b-4ca4-42ac-a6b1-9be6237bbbfc tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6149490 Oct 22 13:23:02.728389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=14c14b07-4478-439e-9364-f2a8f52e7b51,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:02.739252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52320) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:02.858252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:02.893165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.915941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.928782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting port 8a45b279-be5f-4b49-ad20-413f9a5603ab {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:02.929126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.946862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, aba055d8-1e40-481f-a0b3-21d6669cc3e8) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:02.951999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:02.953752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:02.967349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfdd2f8-e4ee-43c2-a625-121e5de7dbdc None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:03.031377 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2245a116-24f3-452b-a4aa-4e75a91a0fc3 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2580121 Oct 22 13:23:03.036323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52326) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:03.041933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:03.116514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.134453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Calling delete_port for 8a45b279-be5f-4b49-ad20-413f9a5603ab owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:03.163348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25381249'] for subnet, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.300748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.309044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.311085 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c7ef2e5-3877-4a7d-bd1f-2813dd227971 HTTP/1.1" status: 204 len: 168 time: 0.8146873 Oct 22 13:23:03.314267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-aba055d8-1e40-481f-a0b3-21d6669cc3e8', 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8', 'tenant_id': '561df316a1a44d67b8777526eb9f072e', 'fixed_ips': [{'subnet_id': '14c14b07-4478-439e-9364-f2a8f52e7b51'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:03.321521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.385579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caf4e9-be1b-4da1-a00f-b0052d043ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ef2e5-3877-4a7d-bd1f-2813dd227971,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:03.472199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.785270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760076261084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3441420'] for subnet, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.898471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Allocated IP 172.20.0.3 (aba055d8-1e40-481f-a0b3-21d6669cc3e8/14c14b07-4478-439e-9364-f2a8f52e7b51/aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:03.928956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event updated for resources: {'Subnet': ['ID=14c14b07-4478-439e-9364-f2a8f52e7b51,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:03.991968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:03.992635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:03.996605 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4c12a2bb-1589-4689-aeb2-d9d67652c4d8 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "PUT /v2.0/subnets/14c14b07-4478-439e-9364-f2a8f52e7b51 HTTP/1.1" status: 200 len: 877 time: 0.9581730 Oct 22 13:23:04.004588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:04.010646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Port': ['ID=8a45b279-be5f-4b49-ad20-413f9a5603ab,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:04.094089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.102230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52354) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:04.103585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f60b0683-cc58-40b3-95be-3f304f71856d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "DELETE /v2.0/ports/8a45b279-be5f-4b49-ad20-413f9a5603ab HTTP/1.1" status: 204 len: 168 time: 1.3628471 Oct 22 13:23:04.113231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.153325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.305696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.331022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.347763 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.439533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93bd459b-a7f0-4a15-b68a-8d88003fe577 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:04.503680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91245576-d368-4bec-a12a-75cce8df542f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:04.504671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91245576-d368-4bec-a12a-75cce8df542f tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdc14433-6404-4143-a3fe-603cb6ea9f03 HTTP/1.1" status: 200 len: 913 time: 0.3969181 Oct 22 13:23:04.508837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52366) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:04.509856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:04.511092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:04.544706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:04.550764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:04.567693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Pushing event updated for resources: {'Port': ['ID=aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:04.575138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.594810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.595272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.595725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.596322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.596925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.597520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.599156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.599718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.600259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.600808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.601357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.601905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:04.672209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Network a9ed635d-0baa-4800-a592-12509d70faed is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:04.675601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:04.711386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 93bd459b-a7f0-4a15-b68a-8d88003fe577 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:04.712068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.718814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Attempting to bind port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:04.719714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Attempting to bind port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b8359765-a97b-482c-8b39-e0e1ffb28613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:04.720295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Attempting to bind port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd on network aba055d8-1e40-481f-a0b3-21d6669cc3e8 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:04.753025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:04.753713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Checking segment: {'id': 'b8359765-a97b-482c-8b39-e0e1ffb28613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:04.754282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.754877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Bound using segment: {'id': 'b8359765-a97b-482c-8b39-e0e1ffb28613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:04.759212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Bound port: aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8359765-a97b-482c-8b39-e0e1ffb28613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aba055d8-1e40-481f-a0b3-21d6669cc3e8'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:04.759857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.808598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:04.808946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:04.857793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:04.875923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] For port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:04.881342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] For port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd,segment=NetworkSegment(b8359765-a97b-482c-8b39-e0e1ffb28613),segment_id=b8359765-a97b-482c-8b39-e0e1ffb28613)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:04.937473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.031294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd, host n-d-813419-8, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:05.031823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.048674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:05.099813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bcc5f-92c0-4469-914a-634746fced31 None None] Pushing event updated for resources: {'Port': ['ID=aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:05.111929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.136646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 93bd459b-a7f0-4a15-b68a-8d88003fe577, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93bd459b-a7f0-4a15-b68a-8d88003fe577,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:05.147192 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.207150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2c246502-1698-4f8a-a7b5-925c3ff6cbf2 None None] Provisioning complete for port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:05.207553 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c246502-1698-4f8a-a7b5-925c3ff6cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.274940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.275174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2118057340-network', 'tenant_id': 'b597e81dd8d740579cb250dcbf6a4e25'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:05.291937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=93bd459b-a7f0-4a15-b68a-8d88003fe577,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:05.300062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2c246502-1698-4f8a-a7b5-925c3ff6cbf2 None None] Port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:23:05.352530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:23:05.364129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.448612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:05.453887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Made reservation on behalf of b597e81dd8d740579cb250dcbf6a4e25 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:05.456233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.473059 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:23:05.510029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.557580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:05.612681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94887c04-80ce-47ca-9a47-f5692b421a55 req-7d17aafb-1ebe-4bc0-9d02-1538b1b9ec23 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:05.614133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94887c04-80ce-47ca-9a47-f5692b421a55 req-7d17aafb-1ebe-4bc0-9d02-1538b1b9ec23 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.0918224 Oct 22 13:23:05.703660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:23:05.708886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.716537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:23:05.720756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94887c04-80ce-47ca-9a47-f5692b421a55 req-04baac4e-d8f7-4a6f-9dbd-5591b67a7e67 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986259 Oct 22 13:23:05.722850 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e52ff6e3-9a1e-4876-bbd2-ca9c579cfcb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/0b792c7c-c59c-4588-8796-e6bb9852b1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6303697 Oct 22 13:23:05.764784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:05.769359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:05.784603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting port 489b79f4-354e-4868-8e55-b2bb1e74539a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:05.785118 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.828160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.829976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.872945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.880427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=14c14b07-4478-439e-9364-f2a8f52e7b51,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:05.916502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:05.946935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Calling delete_port for 489b79f4-354e-4868-8e55-b2bb1e74539a owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:06.000444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.021449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:06.024626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:06.053505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba055d8-1e40-481f-a0b3-21d6669cc3e8']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:06.063068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5154d19d-5ff3-4fda-8fe6-9c6bbe1911c4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:06.070823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8359765-a97b-482c-8b39-e0e1ffb28613') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:06.070823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8359765-a97b-482c-8b39-e0e1ffb28613') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:06.079572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.080065 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Added segment 8cb99d38-87a1-4d5f-a972-ee93d375fefe of type vlan for network 062f9fd5-417d-4b12-8312-67e4c6107fc7 Oct 22 13:23:06.107432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.187936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.226980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:06.227701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:06.245136 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:06.268459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.380748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93bd459b-a7f0-4a15-b68a-8d88003fe577 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:06.394236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.resource_extend [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:23:06.408417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.410302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.425110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.431761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/aba055d8-1e40-481f-a0b3-21d6669cc3e8 HTTP/1.1" status: 204 len: 168 time: 2.4115589 Oct 22 13:23:06.442049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.452112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Port': ['ID=489b79f4-354e-4868-8e55-b2bb1e74539a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:06.476307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52408) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.495898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd29ee-3371-4ac9-96e3-7ea36a41530e tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=aba055d8-1e40-481f-a0b3-21d6669cc3e8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:06.522809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781590741', 'description': 'tempest-description--939306539'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:06.524694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 93bd459b-a7f0-4a15-b68a-8d88003fe577 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:06.525375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.530381 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a15d3a-4e40-4c62-b48d-06b1cd66438c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:06.534470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a15d3a-4e40-4c62-b48d-06b1cd66438c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:06.537845 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-74a15d3a-4e40-4c62-b48d-06b1cd66438c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/14c14b07-4478-439e-9364-f2a8f52e7b51 HTTP/1.1" status: 404 len: 337 time: 0.0908458 Oct 22 13:23:06.543800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.545558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:06.546909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.549728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.562573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.607694 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a669d91-036c-4398-8c46-3389851cc3ab tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:06.608416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a669d91-036c-4398-8c46-3389851cc3ab tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:06.615313 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a669d91-036c-4398-8c46-3389851cc3ab tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/aba055d8-1e40-481f-a0b3-21d6669cc3e8 HTTP/1.1" status: 404 len: 339 time: 0.0596516 Oct 22 13:23:06.617810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52414) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.674385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8003445 Oct 22 13:23:06.677245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.678403 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eb8d9e-2809-4479-a254-919a7620f98d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:06.678979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eb8d9e-2809-4479-a254-919a7620f98d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:06.684689 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72eb8d9e-2809-4479-a254-919a7620f98d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/2e89ee4a-1864-4002-ab2d-032c31c3edc6 HTTP/1.1" status: 404 len: 337 time: 0.0601270 Oct 22 13:23:06.687609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Request body: {'subnet': {'network_id': '062f9fd5-417d-4b12-8312-67e4c6107fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2118057340-subnet', 'tenant_id': 'b597e81dd8d740579cb250dcbf6a4e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:06.690997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52420) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.794478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:03Z', 'revision_number': 2, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:06.807776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6dca-abd7-4832-9c8d-47465084d6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=062f9fd5-417d-4b12-8312-67e4c6107fc7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:06.836773 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-75479640-faa1-4042-8935-85014c515784 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:06.837628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75479640-faa1-4042-8935-85014c515784 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:06.837944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 062f9fd5-417d-4b12-8312-67e4c6107fc7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:06.853046 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75479640-faa1-4042-8935-85014c515784 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/971fb089-6cae-45e3-b132-3f61d1a52ba8 HTTP/1.1" status: 404 len: 339 time: 0.1551120 Oct 22 13:23:06.853046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Made reservation on behalf of b597e81dd8d740579cb250dcbf6a4e25 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:06.856029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.871863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.875066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52424) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:06.923659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:23:06.924021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Updating router 0b792c7c-c59c-4588-8796-e6bb9852b1ea port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:23:06.945438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.960219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-773163e6-ae40-48b1-82b8-a44efb0818e2 None None] Could not find standard attr ID for object aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:06.966556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.984511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:06.985653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacdca9-c66b-43df-a4bc-956657f53816 None None] DHCP port deletion for aba055d8-1e40-481f-a0b3-21d6669cc3e8 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:07.037916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab637350-c859-412f-b8b2-570faf983faf None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:07.055346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab637350-c859-412f-b8b2-570faf983faf None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:23:07.186923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-a7aeb018-5163-4af2-973c-79a9a257a721 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:07.190730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.190920 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-a7aeb018-5163-4af2-973c-79a9a257a721 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.1426525 Oct 22 13:23:07.191028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7129464 Oct 22 13:23:07.195188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:07.204213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group_rule': {'security_group_id': '37a6f865-7603-4004-b4cf-4877f1f8d110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:07.229379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f82b-5ccd-4e9f-b3b1-413ab46ac5e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a6f865-7603-4004-b4cf-4877f1f8d110,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:07.241524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.263498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2324d-10bf-4f56-912f-3201517e8377 req-ab3db8c5-2a5d-4e69-914d-90e28fd882fd tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:07.265867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7c2324d-10bf-4f56-912f-3201517e8377 req-ab3db8c5-2a5d-4e69-914d-90e28fd882fd tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 945 time: 0.3177052 Oct 22 13:23:07.342425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.380645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Router fdc14433-6404-4143-a3fe-603cb6ea9f03 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:23:07.483363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7c2324d-10bf-4f56-912f-3201517e8377 req-dbcaae1b-4f05-48a5-bcfc-5ceeada0e55d tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385829 Oct 22 13:23:07.518035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8870b03-effe-4a92-ab2a-9522c03497df None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:07.534732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8870b03-effe-4a92-ab2a-9522c03497df None None] Network aba055d8-1e40-481f-a0b3-21d6669cc3e8 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:23:07.548155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.554815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.581397 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.621437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.632570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.706092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:23:07.714271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.715723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5179925 Oct 22 13:23:07.717810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd401a3-8216-454e-a862-2e81728cd642']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.721524 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] Sync routers for ids ['fdc14433-6404-4143-a3fe-603cb6ea9f03'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:23:07.723738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefe09-1732-4547-848e-d89a5382e8c8 None None] Pushing event updated for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:07.726180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Attempting to bind port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:07.726552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Attempting to bind port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:07.726942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Attempting to bind port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:07.728005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fd983a46-3749-4b50-8dda-a39455be47c0 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "PUT /v2.0/routers/fdc14433-6404-4143-a3fe-603cb6ea9f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164879 Oct 22 13:23:07.729069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52438) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:07.729498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52440) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:07.736770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:07.741708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Checking segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:07.742408 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.742985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Bound using segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:07.743598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Bound port: 3142a9e4-835a-4dc1-967a-f2ba9f404dcd, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:07.744120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.756012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group_rule': {'security_group_id': '37a6f865-7603-4004-b4cf-4877f1f8d110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:07.773055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.773339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c990f-cb6b-48e0-869a-55562fc69aa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a99740-41d6-4290-b9b4-d541af1644fc,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:07.785902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205c9898-6ede-4334-b629-965ca4106909') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.786266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205c9898-6ede-4334-b629-965ca4106909') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.793483 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] Routers {'fdc14433-6404-4143-a3fe-603cb6ea9f03'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:07.797607 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fdc14433-6404-4143-a3fe-603cb6ea9f03'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.845657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.866234 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.867118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Deleting port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:07.868400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.888398 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] Routers {'fdc14433-6404-4143-a3fe-603cb6ea9f03'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:07.889051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fdc14433-6404-4143-a3fe-603cb6ea9f03'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.930021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] For port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:07.934182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] For port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:07.941978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.943421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.960373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:07.974408 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:07.975089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33413c-b322-4a27-b8c3-fb7f8c717561 None None] The sync data for ids ['fdc14433-6404-4143-a3fe-603cb6ea9f03'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:23:08.013364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:08.013776 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:08.017550 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:08.020099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.027301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] For port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:08.027757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.053371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:08.053927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:22:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:08.065214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Calling delete_port for b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:08.112275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefe09-1732-4547-848e-d89a5382e8c8 None None] Pushing event updated for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.121389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] Provisioning complete for port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:08.121831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.267090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:08.319812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.320958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4be223e-a2b8-4026-bd23-de49985701da,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.322849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.337099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.342722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:08.343771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device aa5e85f8-bc44-4a83-a5bd-8af79bb7d7fd not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:08.355506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.360697 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.384782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b3fb64f7-ce1e-420d-a4fa-d90a89c560c4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:23:08.388491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.389301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Fanout notify agent at l3_agent the message router_deleted on router fdc14433-6404-4143-a3fe-603cb6ea9f03 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:23:08.404912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.407014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b0d809d0-9073-4efc-81b9-ec70ddb6cddf tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "DELETE /v2.0/routers/fdc14433-6404-4143-a3fe-603cb6ea9f03 HTTP/1.1" status: 204 len: 168 time: 0.6362956 Oct 22 13:23:08.409144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.414252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.422843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Pushing event deleted for resources: {'Port': ['ID=b3fb64f7-ce1e-420d-a4fa-d90a89c560c4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.431568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.434705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/ddd401a3-8216-454e-a862-2e81728cd642 HTTP/1.1" status: 204 len: 168 time: 1.5585570 Oct 22 13:23:08.448652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:08.461915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.476693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Checking segment: {'id': '8cb99d38-87a1-4d5f-a972-ee93d375fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '062f9fd5-417d-4b12-8312-67e4c6107fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:08.477377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Network hostable DHCP agents. Network: 062f9fd5-417d-4b12-8312-67e4c6107fc7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:08.492049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] For port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:08.500454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.517540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] No DVR routers for this DVR port b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:08.522618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.526950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577fca6-ed84-4c77-a0a3-708024dae1ee tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=ddd401a3-8216-454e-a862-2e81728cd642,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.529845 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-95afcc36-e9b0-46b8-ae9f-0170e5c876ba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.530732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95afcc36-e9b0-46b8-ae9f-0170e5c876ba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.534257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95afcc36-e9b0-46b8-ae9f-0170e5c876ba tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/9ddcb5b4-24da-4957-a2b1-7ba1f10d2a05 HTTP/1.1" status: 404 len: 337 time: 0.0713224 Oct 22 13:23:08.540128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.542230 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d72934e2-cbdf-4dbb-8774-dff7edb8982e req-3d48717c-d03a-4553-995c-e77701d3b582 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "DELETE /v2.0/ports/b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 HTTP/1.1" status: 204 len: 173 time: 1.3443489 Oct 22 13:23:08.542914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'name': 'network-vif-deleted', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:08.543056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.550172 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf167e-80bb-46bc-ac1a-d21d0efe6669" -d '{"events": [{"server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "name": "network-vif-deleted", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:08.588910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.595850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Network 062f9fd5-417d-4b12-8312-67e4c6107fc7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:08.618371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 062f9fd5-417d-4b12-8312-67e4c6107fc7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:08.622680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:08.623793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.644849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140337e9-046d-45f2-b797-208973855e8c None None] Network 062f9fd5-417d-4b12-8312-67e4c6107fc7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:08.654405 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e2f08-8fdb-4abb-8602-a602f4a22229 x-openstack-request-id: req-d01e2f08-8fdb-4abb-8602-a602f4a22229 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:08.654753 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf3226-f794-49a2-84b6-2368a5ceeaba", "name": "network-vif-deleted", "tag": "b3fb64f7-ce1e-420d-a4fa-d90a89c560c4", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:08.655041 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d01e2f08-8fdb-4abb-8602-a602f4a22229 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:08.655544 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf3226-f794-49a2-84b6-2368a5ceeaba', 'name': 'network-vif-deleted', 'tag': 'b3fb64f7-ce1e-420d-a4fa-d90a89c560c4', 'status': 'completed', 'code': 200} Oct 22 13:23:08.660819 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e077f0-0e0c-4cf3-8dc4-d098c8a94b2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.667551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e077f0-0e0c-4cf3-8dc4-d098c8a94b2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.675267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-34e077f0-0e0c-4cf3-8dc4-d098c8a94b2a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/ac96eca0-4883-4f38-bbd5-1a4ad7ea364e HTTP/1.1" status: 404 len: 339 time: 0.1287436 Oct 22 13:23:08.675438 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5500d63e-f503-4d4d-beb8-a77e33cc473b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9907596 Oct 22 13:23:08.675600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52468) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.696114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting subnet d0ad598d-03ea-4d34-8202-f2702195a69e {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:08.725732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea47102f-ef06-4d86-b2eb-beb4a53ac033,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.730027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.748220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7725c78a-4e48-4714-b278-a585f5c05894 req-e0218d31-0109-40be-8c1d-9594cb08bc4a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adf3226-f794-49a2-84b6-2368a5ceeaba HTTP/1.1" status: 200 len: 210 time: 0.1241152 Oct 22 13:23:08.751112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-66fd25b7-dbb9-43f1-9bfb-2932569b54d1 None None] Provisioning complete for port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:08.751606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-66fd25b7-dbb9-43f1-9bfb-2932569b54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.754857 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2e666c-ebff-482c-ac98-0afbd356e936 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.755388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2e666c-ebff-482c-ac98-0afbd356e936 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.760407 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9e2e666c-ebff-482c-ac98-0afbd356e936 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/e5e7f515-d232-4530-bd5f-dd7a55da3cb5 HTTP/1.1" status: 404 len: 337 time: 0.0837955 Oct 22 13:23:08.765037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.766056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.767289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e6a6b9a-cd73-46b3-bc2b-ad22936f0e2d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0273142 Oct 22 13:23:08.794048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.812852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:08.842042 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2569a0-c458-48f7-8e37-0b3832735625 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.842830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2569a0-c458-48f7-8e37-0b3832735625 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.852284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ad2569a0-c458-48f7-8e37-0b3832735625 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/a6577d34-751c-47f0-8180-72a04090b842 HTTP/1.1" status: 404 len: 339 time: 0.0858970 Oct 22 13:23:08.853016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.856790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.874498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:08.886891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.921531 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f917eed-7f71-4ea6-af30-5114d459e760 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.922038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f917eed-7f71-4ea6-af30-5114d459e760 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.927505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f917eed-7f71-4ea6-af30-5114d459e760 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/a4009679-d569-4197-bb7a-7a6d57eb70f1 HTTP/1.1" status: 404 len: 337 time: 0.0703950 Oct 22 13:23:08.949718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.980307 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf438f5-b59a-4e21-95e6-bfa0d5bddb38 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:08.980885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf438f5-b59a-4e21-95e6-bfa0d5bddb38 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:08.981440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71847-42f7-47c5-8d4c-cc8a01210f0a None None] Pushing event updated for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:08.986538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dbf438f5-b59a-4e21-95e6-bfa0d5bddb38 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/e9a6d4e0-8be5-475b-b95c-3e9de111e875 HTTP/1.1" status: 404 len: 339 time: 0.0333333 Oct 22 13:23:08.987434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:08.993570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.031122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Deleting subnet c4be223e-a2b8-4026-bd23-de49985701da {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:09.035899 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b1f2a2-60fd-49f2-936a-aabd3de6ed46 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.036366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b1f2a2-60fd-49f2-936a-aabd3de6ed46 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.039456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-08b1f2a2-60fd-49f2-936a-aabd3de6ed46 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/8e44459f-0e3e-4ec5-bd29-bde367923877 HTTP/1.1" status: 404 len: 337 time: 0.0482934 Oct 22 13:23:09.040280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.043269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.072371 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfa5ae9-fa27-4fb2-a283-2bc7c0197f2d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.073391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfa5ae9-fa27-4fb2-a283-2bc7c0197f2d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.080703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5cfa5ae9-fa27-4fb2-a283-2bc7c0197f2d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/208dda38-c305-4b60-83d1-054bce8e8a8f HTTP/1.1" status: 404 len: 339 time: 0.0361307 Oct 22 13:23:09.083552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52490) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.095062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.142620 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-89db8d4c-a2bd-4b7d-a48f-f0e2a171a32c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.147554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89db8d4c-a2bd-4b7d-a48f-f0e2a171a32c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.151011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-89db8d4c-a2bd-4b7d-a48f-f0e2a171a32c tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/82c70ef6-3287-45e2-b418-50acb1dff2af HTTP/1.1" status: 404 len: 337 time: 0.0664537 Oct 22 13:23:09.154970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.166206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953142d1-e0f9-436f-9cb5-b52d2da61c25 None None] Network 062f9fd5-417d-4b12-8312-67e4c6107fc7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:09.176259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.187384 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d2f6fd-fafa-47f4-a063-78f4c0186b05 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.188463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d2f6fd-fafa-47f4-a063-78f4c0186b05 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.192147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46d2f6fd-fafa-47f4-a063-78f4c0186b05 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/b3fcb626-95d3-4d6e-b5c8-81c48abac6bb HTTP/1.1" status: 404 len: 339 time: 0.0349936 Oct 22 13:23:09.197219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52494) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.343550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.348204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:07Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:09.379170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4be223e-a2b8-4026-bd23-de49985701da,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:09.387247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.391405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5ac93-6775-4c14-a036-c654a5d35d85 None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:07Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:23:09.395201 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e4be6dcc-9ae4-452f-a5a6-f0c1f186b0d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c4be223e-a2b8-4026-bd23-de49985701da HTTP/1.1" status: 204 len: 168 time: 0.4874475 Oct 22 13:23:09.396826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52500) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.446010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.571395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.682714 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0a3d41-69b5-4851-8432-c358eecc502a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.683651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0a3d41-69b5-4851-8432-c358eecc502a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.691363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-da0a3d41-69b5-4851-8432-c358eecc502a tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/9bd5c31f-77db-4769-ad87-73196c901af7 HTTP/1.1" status: 404 len: 337 time: 0.4927590 Oct 22 13:23:09.692062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52504) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.701563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.715767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.747036 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb526b08-a02a-4929-9e07-5953730e52b5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.748120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb526b08-a02a-4929-9e07-5953730e52b5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.750913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cb526b08-a02a-4929-9e07-5953730e52b5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/b980b09f-8bf6-4bcc-912e-90ff4d0158d6 HTTP/1.1" status: 404 len: 339 time: 0.0575240 Oct 22 13:23:09.752168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ad598d-03ea-4d34-8202-f2702195a69e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:09.754542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062f9fd5-417d-4b12-8312-67e4c6107fc7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:09.757189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Allocated IP 172.25.6.209 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/43193e48-dcbd-4f6f-b955-af7ddb0194fb) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:09.758223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52510) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.770822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb99d38-87a1-4d5f-a972-ee93d375fefe') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:09.771042 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.771182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb99d38-87a1-4d5f-a972-ee93d375fefe') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:09.778700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cfc6d5fd-cdaa-4ec4-b7b8-e8225d196c38 tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "DELETE /v2.0/subnets/d0ad598d-03ea-4d34-8202-f2702195a69e HTTP/1.1" status: 204 len: 168 time: 1.3595922 Oct 22 13:23:09.778878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b1b2e-f95d-4fa0-ad9c-6527d247beb9 None None] Network a0c761ca-6c95-44e5-ba60-2b958a955312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:09.788073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.827971 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb2a226-9237-4fe2-b858-d5f58ce620bb tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.828806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb2a226-9237-4fe2-b858-d5f58ce620bb tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.832144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6eb2a226-9237-4fe2-b858-d5f58ce620bb tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/1b82c099-adb3-41b6-bf00-cad0ba24e5f3 HTTP/1.1" status: 404 len: 337 time: 0.0727634 Oct 22 13:23:09.836174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.860465 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c872f57-1415-44ec-a9d8-649189f5e176 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.871268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.877202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c872f57-1415-44ec-a9d8-649189f5e176 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.885475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c872f57-1415-44ec-a9d8-649189f5e176 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/1df9e762-fff7-44a0-b037-bf158d44124a HTTP/1.1" status: 404 len: 339 time: 0.0463905 Oct 22 13:23:09.893443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.919080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.963822 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-73488458-0628-4cd5-9aeb-37cf69571a4d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:09.965600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73488458-0628-4cd5-9aeb-37cf69571a4d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:09.976182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-73488458-0628-4cd5-9aeb-37cf69571a4d tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/f7245cc8-364c-4cbf-be75-33403527aead HTTP/1.1" status: 404 len: 337 time: 0.0799239 Oct 22 13:23:09.978185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:09.978937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:09.988290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:09.992545 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:10.019362 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-904ceac1-4a97-4ecc-bf89-c648650d45c5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:10.020092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904ceac1-4a97-4ecc-bf89-c648650d45c5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:10.023292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.023902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-904ceac1-4a97-4ecc-bf89-c648650d45c5 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/eedf4deb-06f7-43fa-8b9b-de665d8b6cb7 HTTP/1.1" status: 404 len: 339 time: 0.0436471 Oct 22 13:23:10.035398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52524) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:10.100278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.139150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting subnet 9314628f-3e3e-4c23-8b9d-3e499e23ddc9 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:10.153655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.183355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] DHCP port deletion for a0c761ca-6c95-44e5-ba60-2b958a955312 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:10.255035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.304854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.336935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.345253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Deleting port be056f44-7bfb-48b6-ae7e-9c7de8516d13 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:10.345989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.417151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3142a9e4-835a-4dc1-967a-f2ba9f404dcd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:10.436342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.448747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.454286 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/062f9fd5-417d-4b12-8312-67e4c6107fc7 HTTP/1.1" status: 204 len: 168 time: 1.0540602 Oct 22 13:23:10.457029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888eab0-c1a5-467a-bd03-91510eecf4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=062f9fd5-417d-4b12-8312-67e4c6107fc7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:10.523612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] For port be056f44-7bfb-48b6-ae7e-9c7de8516d13, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=be056f44-7bfb-48b6-ae7e-9c7de8516d13,segment=NetworkSegment(944c9b5b-ecef-43d6-8d16-5fa7db287ffa),segment_id=944c9b5b-ecef-43d6-8d16-5fa7db287ffa)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:10.524189 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.551245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.561107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Calling delete_port for be056f44-7bfb-48b6-ae7e-9c7de8516d13 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:10.590574 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.616148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Deleting port be056f44-7bfb-48b6-ae7e-9c7de8516d13 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:10.617131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.653484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Subnet': ['ID=9314628f-3e3e-4c23-8b9d-3e499e23ddc9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:10.658025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.667513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46bc9327-3581-4800-8861-97128d490bbf tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/subnets/9314628f-3e3e-4c23-8b9d-3e499e23ddc9 HTTP/1.1" status: 204 len: 168 time: 0.6300437 Oct 22 13:23:10.674158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce139ae-05c6-42aa-a38b-ce7bed7fe0b4 None None] Network 48b9cab6-8e5e-4405-9529-09071e369c3c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:10.674781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:10.675170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:10.702962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:10.732408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:10.760636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:10.768694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=43193e48-dcbd-4f6f-b955-af7ddb0194fb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:10.811200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:10.812527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.878730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] For port be056f44-7bfb-48b6-ae7e-9c7de8516d13, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=be056f44-7bfb-48b6-ae7e-9c7de8516d13,segment=NetworkSegment(944c9b5b-ecef-43d6-8d16-5fa7db287ffa),segment_id=944c9b5b-ecef-43d6-8d16-5fa7db287ffa)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:10.879158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.901728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Calling delete_port for be056f44-7bfb-48b6-ae7e-9c7de8516d13 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:10.947162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f08618d-e22c-425d-bc36-67dac542fe15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b597e81dd8d740579cb250dcbf6a4e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696083 Oct 22 13:23:10.956587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:10.960062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:11.031247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.146811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.161613 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.198764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.225401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.241559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] No DVR routers for this DVR port be056f44-7bfb-48b6-ae7e-9c7de8516d13 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:11.249798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] No DVR routers for this DVR port be056f44-7bfb-48b6-ae7e-9c7de8516d13 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:11.251408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.257839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc89b6-b9f5-439f-8d2b-bf3bc96e40be None None] Pushing event deleted for resources: {'Port': ['ID=be056f44-7bfb-48b6-ae7e-9c7de8516d13,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:11.284794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Deleting port 1911b64a-f929-4c42-a951-36e4047851c6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:11.285321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.288103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.291787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.296428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5154d19d-5ff3-4fda-8fe6-9c6bbe1911c4 HTTP/1.1" status: 204 len: 168 time: 0.3220160 Oct 22 13:23:11.320263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea4e7d-4e75-43da-9446-45af48e55631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5154d19d-5ff3-4fda-8fe6-9c6bbe1911c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:11.350439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Port': ['ID=be056f44-7bfb-48b6-ae7e-9c7de8516d13,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:11.443877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] For port 1911b64a-f929-4c42-a951-36e4047851c6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1911b64a-f929-4c42-a951-36e4047851c6,segment=NetworkSegment(77404cc2-01a9-44d1-84d6-1b3fc6fbe607),segment_id=77404cc2-01a9-44d1-84d6-1b3fc6fbe607)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:11.444224 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.451920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:11.457315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] DHCP port deletion for 48b9cab6-8e5e-4405-9529-09071e369c3c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:11.467501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Calling delete_port for 1911b64a-f929-4c42-a951-36e4047851c6 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:11.498163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.531962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:11.539965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b3fb64f7-ce1e-420d-a4fa-d90a89c560c4 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:11.565471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device be056f44-7bfb-48b6-ae7e-9c7de8516d13 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:11.572079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c761ca-6c95-44e5-ba60-2b958a955312']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:11.595351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944c9b5b-ecef-43d6-8d16-5fa7db287ffa') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:11.595871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944c9b5b-ecef-43d6-8d16-5fa7db287ffa') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:11.678762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.684167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.692813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: be056f44-7bfb-48b6-ae7e-9c7de8516d13 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:11.699693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device be056f44-7bfb-48b6-ae7e-9c7de8516d13 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:11.725357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.752652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:11.753044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.755153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Port': ['ID=1911b64a-f929-4c42-a951-36e4047851c6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:11.757384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] No DVR routers for this DVR port 1911b64a-f929-4c42-a951-36e4047851c6 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:11.763237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Deleting port 1911b64a-f929-4c42-a951-36e4047851c6 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:11.764268 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:11.771175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.865076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.867572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.878313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.893270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] 10.222.0.25 "DELETE /v2.0/networks/a0c761ca-6c95-44e5-ba60-2b958a955312 HTTP/1.1" status: 204 len: 168 time: 2.0824697 Oct 22 13:23:11.924922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] For port 1911b64a-f929-4c42-a951-36e4047851c6, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:11.925479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.931654 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.933621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.939406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae63cc-836e-451d-9c76-e23dea0be27d tempest-FloatingIPNegativeTestJSON-939590340 tempest-FloatingIPNegativeTestJSON-939590340-project] Pushing event deleted for resources: {'Network': ['ID=a0c761ca-6c95-44e5-ba60-2b958a955312,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:11.950708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Calling delete_port for 1911b64a-f929-4c42-a951-36e4047851c6 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:11.962693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Port 1911b64a-f929-4c42-a951-36e4047851c6 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:23:11.964124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:11.975077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b9cab6-8e5e-4405-9529-09071e369c3c']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:12.009618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77404cc2-01a9-44d1-84d6-1b3fc6fbe607') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:12.009925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77404cc2-01a9-44d1-84d6-1b3fc6fbe607') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:12.035853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] Pushing event deleted for resources: {'Port': ['ID=1911b64a-f929-4c42-a951-36e4047851c6,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:12.037924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf81e1-90bf-4beb-a32d-320e36ff69f0 None None] No DVR routers for this DVR port 1911b64a-f929-4c42-a951-36e4047851c6 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:12.049872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.082545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.092008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:12.092547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:12.098436 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:12.112440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=43193e48-dcbd-4f6f-b955-af7ddb0194fb,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:12.135446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.176060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.188695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-132b1402-7e08-43d6-a891-37d64af3f1b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3925319 Oct 22 13:23:12.268829 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.283529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:12.288068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] 10.222.0.25 "DELETE /v2.0/networks/48b9cab6-8e5e-4405-9529-09071e369c3c HTTP/1.1" status: 204 len: 168 time: 1.6118958 Oct 22 13:23:12.309439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119c3f8-7bd4-49af-84c5-f203a0a70a69 tempest-NetworksTest-1954673869 tempest-NetworksTest-1954673869-project] Pushing event deleted for resources: {'Network': ['ID=48b9cab6-8e5e-4405-9529-09071e369c3c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:12.350895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1911b64a-f929-4c42-a951-36e4047851c6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:12.395366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1911b64a-f929-4c42-a951-36e4047851c6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:12.395742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1911b64a-f929-4c42-a951-36e4047851c6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:12.428904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:12.506344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-c4747c94-ff33-4b18-b483-65646c0e69a3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1781590741&fields=id&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 267 time: 0.0466518 Oct 22 13:23:12.796582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-dcd13b98-d5ca-4e9d-9f0f-3e9263ed67c6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:12.808995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-dcd13b98-d5ca-4e9d-9f0f-3e9263ed67c6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 816 time: 0.2940989 Oct 22 13:23:12.829470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-a9b4e8e5-a3d3-46e4-ba0a-0b1ad300dbd7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/quotas/a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 375 time: 0.0194957 Oct 22 13:23:12.933666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-2904b525-acd4-4537-96e0-c0d63ddc1dd0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032050 Oct 22 13:23:13.053944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:13.057566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b132fbb9-7733-4ee1-b155-1f5cc1991e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=278a929bf9434c1a807be9ab4fbd09f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231055 Oct 22 13:23:13.070561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52614) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:13.170259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:13.175803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-a2bdbdfd-b6cf-4f4a-933f-a5c7a337fcf3 service neutron] 10.222.0.25 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084765 Oct 22 13:23:13.209951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:13.302589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-759c9040-2af5-4ad2-8493-174df7804991 service neutron] 10.222.0.25 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194184 Oct 22 13:23:13.329329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:13.332428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:13.342346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7e2ee11-53c7-4e8e-8bb1-3f6dfe31068e HTTP/1.1" status: 204 len: 168 time: 0.2872725 Oct 22 13:23:13.368434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40626a-02db-4b78-9f69-0cc1fe5d70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e2ee11-53c7-4e8e-8bb1-3f6dfe31068e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:13.618917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b15ca426-5e3b-4068-9a1b-edd02a36bb28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=561df316a1a44d67b8777526eb9f072e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467470 Oct 22 13:23:13.621431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52654) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:13.804688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:13.820399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0bd069e1-5af0-4759-9ba4-99e01c932a2e req-80b61b1b-152d-450f-bfe6-a8f07b384c36 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 210 time: 0.0624144 Oct 22 13:23:13.871351 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.003915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.008720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.014433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1d65c58-7ccf-40c1-975d-cee7751d1402 HTTP/1.1" status: 204 len: 168 time: 0.3915238 Oct 22 13:23:14.040016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6766e-490f-4357-ac10-e289d333dce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d65c58-7ccf-40c1-975d-cee7751d1402,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:14.251151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52686) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:14.634949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.784718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.800149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.880692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52716) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:14.883333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9724550d29944a8aa1da66ff4736e480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308131 Oct 22 13:23:14.897659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad16b4a-a207-4855-bd99-0f7dc6b54fd4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:14.907895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.908250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.908585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.910417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.910976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.911797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.913708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.914229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.914750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.916209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.916716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.917559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2c81-6666-4ebb-ae10-fd15bab2a28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:14.959965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:14.988937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:15.000596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdb8ca7b-d4fa-4106-be6d-d568a652b367 req-9cd1eecd-082c-4e09-bc00-b40d84c01e3d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 210 time: 0.0607471 Oct 22 13:23:15.056504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:15.061219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:15.067036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ad16b4a-a207-4855-bd99-0f7dc6b54fd4 HTTP/1.1" status: 204 len: 168 time: 0.1816013 Oct 22 13:23:15.083388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f672-de71-4ff6-98b0-78352a247f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad16b4a-a207-4855-bd99-0f7dc6b54fd4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:15.451187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-e72371df-69d3-4f9c-9562-922a386eca4a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:15.453006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-e72371df-69d3-4f9c-9562-922a386eca4a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 816 time: 0.2363658 Oct 22 13:23:15.461470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52734) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:15.552886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-65bfdfd6-86e2-48fd-899c-209650878865 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 380 time: 0.0858462 Oct 22 13:23:15.583244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'port': {'device_id': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'admin_state_up': True, 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'security_groups': ['37a6f865-7603-4004-b4cf-4877f1f8d110']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:15.735902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fbae71eb-789b-4dde-8168-e82ca5586c55 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] Request body: {'port': {'network_id': '7836573f-9b68-484a-8776-223899614cde', 'name': 'tempest-NetworksNegativeTestJSON-1496613969'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:15.764128 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbae71eb-789b-4dde-8168-e82ca5586c55 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] POST failed (client error): The resource could not be found. Oct 22 13:23:15.766406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbae71eb-789b-4dde-8168-e82ca5586c55 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:15.768253 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fbae71eb-789b-4dde-8168-e82ca5586c55 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3056655 Oct 22 13:23:15.772435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52754) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:15.782995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Made reservation on behalf of a7dc5464ec0f4304b5dc60073f26534f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:15.787369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:15.826536 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-347900d4-09b0-423a-80af-fb7ef538129c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:15.830168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347900d4-09b0-423a-80af-fb7ef538129c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:15.840219 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-347900d4-09b0-423a-80af-fb7ef538129c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "DELETE /v2.0/networks/e204c04f-9ea4-4a74-8725-255757062f9d HTTP/1.1" status: 404 len: 339 time: 0.0627508 Oct 22 13:23:15.841403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52762) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:15.887880 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-8979bdc6-3835-4df4-929a-99783a8835f2 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:15.889062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8979bdc6-3835-4df4-929a-99783a8835f2 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:15.893134 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8979bdc6-3835-4df4-929a-99783a8835f2 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "DELETE /v2.0/ports/af917395-8f05-4d1b-bbbf-d970c7b5efc5 HTTP/1.1" status: 404 len: 333 time: 0.0512083 Oct 22 13:23:15.896786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52766) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:15.993742 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-414e502c-3c88-419b-a6f8-d206b018c14c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:15.994208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414e502c-3c88-419b-a6f8-d206b018c14c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:16.009890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-414e502c-3c88-419b-a6f8-d206b018c14c tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "DELETE /v2.0/subnets/c32709aa-8392-4b8d-9775-918dc087ef4d HTTP/1.1" status: 404 len: 337 time: 0.1108403 Oct 22 13:23:16.011725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.025020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.078999 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-faeb5cd5-0f45-489b-a61d-43e06c3b3021 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] GET failed (client error): The resource could not be found. Oct 22 13:23:16.086422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.087550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-faeb5cd5-0f45-489b-a61d-43e06c3b3021 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "GET /v2.0/networks/811f8a99-8f10-420c-bd20-3077b1183728 HTTP/1.1" status: 404 len: 339 time: 0.0634079 Oct 22 13:23:16.117995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Allocated IP 172.20.0.9 (a9ed635d-0baa-4800-a592-12509d70faed/20b88086-e009-4d4b-87bb-b3c87b1fc662/a12fc239-2a2e-438d-8383-68ee390c8598) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:16.144600 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30f05d2-59a5-42b0-9600-06a88de92baf tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] GET failed (client error): The resource could not be found. Oct 22 13:23:16.146666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e30f05d2-59a5-42b0-9600-06a88de92baf tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "GET /v2.0/ports/b5ebf44e-91b5-4a21-bb9a-195bced4dc6e HTTP/1.1" status: 404 len: 333 time: 0.0589752 Oct 22 13:23:16.151071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.230333 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c753d5-8f6a-49b1-a214-a9b36b2e74d5 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] GET failed (client error): The resource could not be found. Oct 22 13:23:16.231901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-88c753d5-8f6a-49b1-a214-a9b36b2e74d5 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "GET /v2.0/subnets/a6fa1d7c-13ec-453f-a485-35fd9eed1b73 HTTP/1.1" status: 404 len: 337 time: 0.0795851 Oct 22 13:23:16.236659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.242228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cfd254b0-80ca-410b-86dd-d08dc70a0c25 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:16.242403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8783646-f8e0-4998-96c9-b1d13dfa69a9 req-125ce541-8be8-4c27-9de0-9052c40a0f83 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 210 time: 0.0787590 Oct 22 13:23:16.272359 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd254b0-80ca-410b-86dd-d08dc70a0c25 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] PUT failed (client error): The resource could not be found. Oct 22 13:23:16.272958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd254b0-80ca-410b-86dd-d08dc70a0c25 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:16.278526 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cfd254b0-80ca-410b-86dd-d08dc70a0c25 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "PUT /v2.0/networks/3466be8c-2ad4-4f2b-ab70-99937f26da8c HTTP/1.1" status: 404 len: 339 time: 0.0404379 Oct 22 13:23:16.279181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.285998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e2fd5148-1680-4713-bcf4-8090aee99131 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:16.310411 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fd5148-1680-4713-bcf4-8090aee99131 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] PUT failed (client error): The resource could not be found. Oct 22 13:23:16.311165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fd5148-1680-4713-bcf4-8090aee99131 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:16.317235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52796) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.317913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e2fd5148-1680-4713-bcf4-8090aee99131 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "PUT /v2.0/ports/6b12aecb-bd17-44de-9268-d784c7f71c0f HTTP/1.1" status: 404 len: 333 time: 0.0376408 Oct 22 13:23:16.337487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-76c2faa5-f521-42ef-a01d-c1959f3b8142 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:16.425431 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c2faa5-f521-42ef-a01d-c1959f3b8142 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] PUT failed (client error): The resource could not be found. Oct 22 13:23:16.428477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1621761152'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:16.430143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c2faa5-f521-42ef-a01d-c1959f3b8142 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:16.431376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-76c2faa5-f521-42ef-a01d-c1959f3b8142 tempest-NetworksNegativeTestJSON-753842374 tempest-NetworksNegativeTestJSON-753842374-project] 10.222.0.25 "PUT /v2.0/subnets/da88ff48-2276-4399-9d8c-97d962c96407 HTTP/1.1" status: 404 len: 337 time: 0.1126082 Oct 22 13:23:16.486799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:16.493170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.517709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.599532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.645971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:16.671428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.685672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.710741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.741536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Network a9ed635d-0baa-4800-a592-12509d70faed is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:16.751132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:16.751260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:16.754507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:16.786555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.787458 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment e81a4a34-8774-419d-a1f2-31ca93fa60e7 of type vlan for network f415cd16-8af0-4122-b6ff-eef245a649a6 Oct 22 13:23:16.791287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:16.834706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:16.835632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.868705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-b5caaedd-ed1a-4329-b502-0109c225852e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015847 Oct 22 13:23:16.888170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Request body: {'port': {'device_id': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:16.906592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.987609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:16.991330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.003887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:17.005985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.049097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7252f8-d7b4-4172-8d4a-aff99f653f38,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:17.090158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52824) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:17.109699 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0805407 Oct 22 13:23:17.111932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:17.136518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'name': 'tempest-PortsTestJSON-1818386407'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:17.165581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1963314485-network', 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:17.310959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-41ae6f78-be6b-4554-8342-d70409f083f8 None None] Provisioning complete for port a12fc239-2a2e-438d-8383-68ee390c8598 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:17.312350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41ae6f78-be6b-4554-8342-d70409f083f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.370275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:17.373638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.375329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-41ae6f78-be6b-4554-8342-d70409f083f8 None None] Port a12fc239-2a2e-438d-8383-68ee390c8598 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:23:17.376816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38f219-26f6-4778-96de-df5047162a2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=f415cd16-8af0-4122-b6ff-eef245a649a6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:17.385890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.394545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:17.460010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a32a2ac1-99c0-4407-a229-89481222ec26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.550830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:17.554276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.597333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port f0862f1e-6a51-4812-a9b1-c131bee3d28f yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:17.614676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cd35-e497-48fb-b99c-b3672724ed24 req-e683a25c-8cb7-4546-b53f-671dbd9594dc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:17.616186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19d0cd35-e497-48fb-b99c-b3672724ed24 req-e683a25c-8cb7-4546-b53f-671dbd9594dc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 931 time: 0.1672077 Oct 22 13:23:17.701592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19d0cd35-e497-48fb-b99c-b3672724ed24 req-09b52bc8-b380-4492-b6a3-1d69e97ed9bc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756006 Oct 22 13:23:17.766745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.790120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.820319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf5888-ab93-4560-ad9c-571e991510e1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:17.834240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:17.841755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:17.854033 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.855120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.863363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.863913 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Added segment 226fcc7f-e3b4-4cae-b8e3-0b7431335d58 of type vlan for network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a Oct 22 13:23:17.879610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Transition to ACTIVE for port object a12fc239-2a2e-438d-8383-68ee390c8598 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:23:17.901932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.902644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.905599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a32a2ac1-99c0-4407-a229-89481222ec26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.946347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a32a2ac1-99c0-4407-a229-89481222ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:17.965661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:17.977451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.023879 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a32a2ac1-99c0-4407-a229-89481222ec26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cb02e2886c847a793f44e8334396059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318895 Oct 22 13:23:18.030983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52844) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:18.038278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=f0862f1e-6a51-4812-a9b1-c131bee3d28f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:18.042354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': 'e81a4a34-8774-419d-a1f2-31ca93fa60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:18.042778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: f415cd16-8af0-4122-b6ff-eef245a649a6, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:18.045206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2ac1-99c0-4407-a229-89481222ec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890bcea-aa0c-4109-ab40-b24dddee8a3e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:18.076508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:18.089483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.090451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:18.094788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.103692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, f415cd16-8af0-4122-b6ff-eef245a649a6) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:18.110194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:18.116063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:18.117844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e146359-7129-4428-ab7a-c5db7d041097 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:18.130801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.154925 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b7ee918-38aa-464d-ac80-dcf1ec0e4038 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0305328 Oct 22 13:23:18.158481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52846) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:18.163534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562608601'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:18.220088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Attempting to bind port a12fc239-2a2e-438d-8383-68ee390c8598 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:18.220640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Attempting to bind port a12fc239-2a2e-438d-8383-68ee390c8598 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:18.221016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Attempting to bind port a12fc239-2a2e-438d-8383-68ee390c8598 on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:18.225742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:18.229472 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.261022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Port a12fc239-2a2e-438d-8383-68ee390c8598 on network a9ed635d-0baa-4800-a592-12509d70faed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:23:18.261237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Attempting to bind port a12fc239-2a2e-438d-8383-68ee390c8598 on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:18.263798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2ba6f7-d368-4993-9f5a-f075022c8e6a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:18.269477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78ca4ed3-fdaf-47b4-9b59-8dfff44db847 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6222792 Oct 22 13:23:18.276579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:18.291438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:18.291726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Request body: {'subnet': {'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1963314485-subnet', 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:18.312680 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.313020 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 2e35c093-e991-4355-9faf-f4df431c6f63 of type vlan for network 0ab593c8-0fab-45be-a060-d2fa992538d3 Oct 22 13:23:18.318838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:18.328680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:18.334430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Checking segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:18.334960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Bound using segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:18.335505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Bound port: a12fc239-2a2e-438d-8383-68ee390c8598, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:18.335936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.377872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.398662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.430531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.438801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:18.439626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.461527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.468679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:18.471530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.558434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=0ab593c8-0fab-45be-a060-d2fa992538d3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:18.565765 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-af5d17b8-bc94-44b1-806b-1c2fbf6eabe8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4059420 Oct 22 13:23:18.574436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 0ab593c8-0fab-45be-a060-d2fa992538d3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:18.578034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:18.587676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'ports': [{'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'}, {'network_id': '0ab593c8-0fab-45be-a060-d2fa992538d3'}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:18.588029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:18.588646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '0ab593c8-0fab-45be-a060-d2fa992538d3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:18.668711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:18.717299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:18.733627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.760178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.763989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.768855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d890bcea-aa0c-4109-ab40-b24dddee8a3e HTTP/1.1" status: 204 len: 168 time: 0.7360957 Oct 22 13:23:18.970694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:18.973345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:18.978718 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1091 time: 2.0963950 Oct 22 13:23:18.979604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ed37-94b7-46a0-82ae-c8d0e7c398f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890bcea-aa0c-4109-ab40-b24dddee8a3e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:18.982249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:18.993764 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e805cf1c-4f6a-4da7-a507-6540c98785ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:19.165337 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f4826-8ea4-4316-8578-ca695094b3dc x-openstack-request-id: req-a00f4826-8ea4-4316-8578-ca695094b3dc {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:19.165631 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:19.165894 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a00f4826-8ea4-4316-8578-ca695094b3dc {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:19.166294 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'status': 'completed', 'code': 200} Oct 22 13:23:19.270772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f3126-3c8e-4161-b3ab-b4c390a0fcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:19.280800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:19.282952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 2} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:19.287855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:19.319400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:19.367907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc33f62-2c10-4574-8c7e-7dc5ee646e3a req-fb91a3ac-d007-49fd-8036-fb5e040b6c5a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:19.369562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cc33f62-2c10-4574-8c7e-7dc5ee646e3a req-fb91a3ac-d007-49fd-8036-fb5e040b6c5a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.5023868 Oct 22 13:23:19.404068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-219d819c-ed80-4302-851e-083a434edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:19.405950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-219d819c-ed80-4302-851e-083a434edfcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1094 time: 0.2425945 Oct 22 13:23:19.486175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6967ce-d5c2-450e-af6b-13394cfa6d97,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:19.649060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-dc7e3ddf-3bb1-4147-9dff-fa9f1a48728d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 217 time: 0.2019105 Oct 22 13:23:19.657610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cc33f62-2c10-4574-8c7e-7dc5ee646e3a req-87471fff-9d66-41b0-9287-a47713a60d76 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754593 Oct 22 13:23:19.680197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port e73b4ff8-4576-42fc-b183-ffb0881ca7ce yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:19.707650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Checking segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:19.708019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Network hostable DHCP agents. Network: 1e2ba6f7-d368-4993-9f5a-f075022c8e6a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:19.783441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:19.792302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-66aa2f11-21ef-4ee6-bfde-fb83a30b76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:19.793628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-66aa2f11-21ef-4ee6-bfde-fb83a30b76cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.1351376 Oct 22 13:23:19.802119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1e2ba6f7-d368-4993-9f5a-f075022c8e6a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:19.823986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a17d54-d763-43fe-a8f5-b58365e9e93d None None] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:19.827387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:19.828411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:19.863418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b247afaf-47c0-43e7-9c20-6da598a4fad0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5836778 Oct 22 13:23:19.942668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-0b489b57-10b3-4922-9d55-abdee03ae2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:19.944186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-0b489b57-10b3-4922-9d55-abdee03ae2b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384320 Oct 22 13:23:19.985152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52906) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:20.037186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.066283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33bd9c-59d8-46ba-a0a1-0f195f35e19e None None] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:20.167224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-223870636'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:20.220696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:20.230432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.242767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.411009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.416908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.456506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:20.470537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2030ee3-86ae-4113-b270-bfb86a5af227,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:20.479430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.480079 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment 79352d18-e137-46c5-9d9e-e1e69743667f of type vlan for network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 Oct 22 13:23:20.497795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 83d09905-8c94-4a88-874b-82a196424027 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:20.533503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.564096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.571350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:20.572127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:20.616496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6295702 Oct 22 13:23:20.626783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-4913e359-875f-4cdb-a578-b03cc84a9c64 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668499 Oct 22 13:23:20.626783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52946) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:20.670266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'name': 'tempest-PortsIpV6TestJSON-532552871'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:20.673209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693db02-be1d-4780-b2c2-8b23a86cfc82 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=ebcaaa0d-91b8-4c39-b102-59cc58e157b9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:20.684472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:20.957232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-6174ba3a-d344-48e6-bd46-c9a2f14154b0 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:20.958725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-6174ba3a-d344-48e6-bd46-c9a2f14154b0 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.4330122 Oct 22 13:23:20.969009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:21.023589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-defc7f53-9b9d-430f-abbf-709cc9430ab2 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:21.025054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-defc7f53-9b9d-430f-abbf-709cc9430ab2 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 813 time: 0.4163561 Oct 22 13:23:21.026349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-a637b67d-1106-45ff-933d-5e3addfb787f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/quotas/d9b3fed6cce84332a03cc89e82cc1924 HTTP/1.1" status: 200 len: 375 time: 0.0596871 Oct 22 13:23:21.065386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-653a42e1-b80a-4b87-ba0a-322369e7d083 req-6a18427f-504a-46b0-bdde-57f62ab6ba60 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121637 Oct 22 13:23:21.080398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:21.083911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:21.088133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-3c9b33ca-839c-4bbc-b7c6-be158f76d0a2 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/quotas/06593a7a17874fd1bd1594989ab5f420 HTTP/1.1" status: 200 len: 375 time: 0.0532153 Oct 22 13:23:21.090212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-13ba86c3-3fbd-4d90-9c3e-fd0c2836b753 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504785 Oct 22 13:23:21.160440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-4bf226d5-091d-40bf-9496-ca6e6f873cc5 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592570 Oct 22 13:23:21.182730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:21.200367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-5b1d5eca-0dd2-4a62-b18d-33b90cb7c57c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:23:21.201384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-5b1d5eca-0dd2-4a62-b18d-33b90cb7c57c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142934 Oct 22 13:23:21.208188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 9257302a-32c6-4294-9588-1e4e9f3faccc yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:21.354525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:21.370928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:21.379436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:21.380280 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:21.387273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=e73b4ff8-4576-42fc-b183-ffb0881ca7ce,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:21.416161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-1dc97c24-0f7a-47d2-89c5-ee6c09fa0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:21.417609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-1dc97c24-0f7a-47d2-89c5-ee6c09fa0c6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1094 time: 0.2852988 Oct 22 13:23:21.517781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-edd2bfbc-5768-40b6-ab28-1fd3ef3799a3 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989573 Oct 22 13:23:21.642773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=83d09905-8c94-4a88-874b-82a196424027,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:21.674831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-524d06b1-375f-43ef-9206-612352851572 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518971 Oct 22 13:23:21.775290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '2e35c093-e991-4355-9faf-f4df431c6f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0ab593c8-0fab-45be-a060-d2fa992538d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:21.775653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 0ab593c8-0fab-45be-a060-d2fa992538d3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:21.819408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:21.861935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-54717b58-237f-467c-a02c-eea283af4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:21.863445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-54717b58-237f-467c-a02c-eea283af4eb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.4043708 Oct 22 13:23:21.927420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-eae2d639-0622-4254-89dd-d05a22b65880 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011288 Oct 22 13:23:21.936528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-e02a88f0-22a0-4cb8-8f9f-0d780d290c58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 217 time: 0.0634894 Oct 22 13:23:21.937103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 0ab593c8-0fab-45be-a060-d2fa992538d3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:21.970480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 0ab593c8-0fab-45be-a060-d2fa992538d3) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:21.985021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8d59b-07db-4473-b192-97adcad58890 None None] Network 0ab593c8-0fab-45be-a060-d2fa992538d3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:21.999847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-031ad488-3385-428a-96d4-c4f36e207073 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836144 Oct 22 13:23:22.000665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:22.006353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.011358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.012215 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.033909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.097086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af239ef4-5d45-476b-9fd9-22b288267f67 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5086279 Oct 22 13:23:22.097086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-f7e5960b-62d2-4e57-8db7-3ed30ae55ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.097086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-f7e5960b-62d2-4e57-8db7-3ed30ae55ad4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.1408517 Oct 22 13:23:22.100970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52976) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:22.211669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=9257302a-32c6-4294-9588-1e4e9f3faccc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:22.280456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-b9abd422-1c53-499e-9397-13b613c6c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.283039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-b9abd422-1c53-499e-9397-13b613c6c334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702480 Oct 22 13:23:22.308457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': '79352d18-e137-46c5-9d9e-e1e69743667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:22.309026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: ebcaaa0d-91b8-4c39-b102-59cc58e157b9, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:22.335365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 83d09905-8c94-4a88-874b-82a196424027 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:22.335713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.356760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779cefd-91f9-47c8-ab4f-2ba9eff8261f req-8e0806f6-5053-4c47-b598-921368f81a94 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.359763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5779cefd-91f9-47c8-ab4f-2ba9eff8261f req-8e0806f6-5053-4c47-b598-921368f81a94 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1840065 Oct 22 13:23:22.422995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.438518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 83d09905-8c94-4a88-874b-82a196424027 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:22.496123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:22.533684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5779cefd-91f9-47c8-ab4f-2ba9eff8261f req-17b6e60a-9829-4165-a781-449109a52181 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621311 Oct 22 13:23:22.552579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ebcaaa0d-91b8-4c39-b102-59cc58e157b9) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:22.557293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:22.561938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd23ca5-9351-4b31-b40c-97c87b9d3525 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:22.564046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.564779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.570078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-15558f9f-fe97-435c-9187-7f130ddc9400 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754111 Oct 22 13:23:22.589658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.638689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d15a5ce-2ab6-4214-bcf7-8eb97bb2f6e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9982100 Oct 22 13:23:22.647777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52994) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:22.665217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=83d09905-8c94-4a88-874b-82a196424027,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:22.670409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-350147086'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:22.677053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.682267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d267276f-f805-4bc3-bbc6-66e142db990a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/83d09905-8c94-4a88-874b-82a196424027 HTTP/1.1" status: 204 len: 168 time: 0.5838051 Oct 22 13:23:22.685755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:22.760833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a2d58-bb73-4e21-a724-5a3824576265 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.771285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a2d58-bb73-4e21-a724-5a3824576265 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:22.773145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-373a2d58-bb73-4e21-a724-5a3824576265 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0846152 Oct 22 13:23:22.776009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:22.791541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:22.801494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.885076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b469afb-ecf8-4d63-824c-4ba7be120649 req-2b043db8-39c9-4656-b797-d46113d5800d tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 210 time: 0.1455038 Oct 22 13:23:22.922953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-140528ff-2ff7-447a-9f6c-3155343fe51f req-394a9d63-fc2a-4055-8909-2ae2acd8e0b8 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 210 time: 0.3026783 Oct 22 13:23:22.924730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port e73b4ff8-4576-42fc-b183-ffb0881ca7ce {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:22.925085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.960960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e805cf1c-4f6a-4da7-a507-6540c98785ee req-b462d427-4547-4967-9d31-cd26f285dc9a service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791733 Oct 22 13:23:22.966589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:22.978073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:22.979616 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment be4213f4-3365-44bb-a556-228a3e4ba30c of type vlan for network 17653dbb-c356-4119-bfe3-9e5d6868e9aa Oct 22 13:23:23.062581 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.066150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.092196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for e73b4ff8-4576-42fc-b183-ffb0881ca7ce owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:23.108506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.119801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:23.120896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.196384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=17653dbb-c356-4119-bfe3-9e5d6868e9aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:23.207850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 17653dbb-c356-4119-bfe3-9e5d6868e9aa details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:23.219155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.225408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d359e5f-c961-4286-91f4-e3c4503ae757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5677159 Oct 22 13:23:23.229094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53014) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:23.238329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'ports': [{'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'}, {'network_id': '17653dbb-c356-4119-bfe3-9e5d6868e9aa'}]} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:23.238667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:23.240406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '17653dbb-c356-4119-bfe3-9e5d6868e9aa'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:23.261000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=e73b4ff8-4576-42fc-b183-ffb0881ca7ce,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:23.270468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.275784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d995c8a1-21a8-4a3e-8136-888f8191e254 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/e73b4ff8-4576-42fc-b183-ffb0881ca7ce HTTP/1.1" status: 204 len: 168 time: 0.4970281 Oct 22 13:23:23.278325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53016) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:23.353488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e3ab7-77c6-4a40-967f-4d3847908a57 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:23.355478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b97e3ab7-77c6-4a40-967f-4d3847908a57 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0761964 Oct 22 13:23:23.358358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:23.404674 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-5180a0ac-364e-4fd1-a0f2-e7f83f14937c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:23.409775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5180a0ac-364e-4fd1-a0f2-e7f83f14937c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/83d09905-8c94-4a88-874b-82a196424027 HTTP/1.1" status: 404 len: 333 time: 0.0474432 Oct 22 13:23:23.410125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53020) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:23.445541 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9bd845-aa1a-4b03-a51e-fdae4c6380ce tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:23.449575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4c9bd845-aa1a-4b03-a51e-fdae4c6380ce tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/e73b4ff8-4576-42fc-b183-ffb0881ca7ce HTTP/1.1" status: 404 len: 333 time: 0.0360413 Oct 22 13:23:23.450572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53024) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:23.583707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.590104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 2} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:23.595694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.618897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.758193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.834662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab593c8-0fab-45be-a060-d2fa992538d3']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:23.844399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 73f7142b-8227-4ac9-91e2-87bd74ba4a08 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:23.878779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e35c093-e991-4355-9faf-f4df431c6f63') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:23.879113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e35c093-e991-4355-9faf-f4df431c6f63') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:23.908218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b38490-863c-4d77-b934-7a3a3842d137 req-f6d86266-0096-483d-99ba-7e346a3bf5fd tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:23.916801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1b38490-863c-4d77-b934-7a3a3842d137 req-f6d86266-0096-483d-99ba-7e346a3bf5fd tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2695997 Oct 22 13:23:23.924424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-0604e638-e0ff-4796-a44c-34380ed18c7b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:23.926528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-0604e638-e0ff-4796-a44c-34380ed18c7b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.1669703 Oct 22 13:23:23.946742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Request body: {'port': {'device_id': '212780a2-898a-4b25-a6fe-b31484e70f00', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'admin_state_up': True, 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:23.965391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:23.968774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-791226f6-d02f-4432-978d-43e1755cdc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.019659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.052850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b14f8cc-c7d6-4183-89ac-3bf36c86d503 req-62858ce5-3e56-4f7e-8481-dad532b8e807 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 210 time: 0.0604510 Oct 22 13:23:24.053823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:24.054413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:24.059808 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:24.109105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:24.113846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.323010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Allocated IP 172.20.0.14 (1e2ba6f7-d368-4993-9f5a-f075022c8e6a/da6967ce-d5c2-450e-af6b-13394cfa6d97/6d1741df-32e1-405d-9e16-ea6917678203) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:24.572113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc43fbe1-da6d-4ebc-bcb4-ff373609d521 req-ef96b13f-c1c2-49bb-bda7-03d9e1c6eba1 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 210 time: 0.1504357 Oct 22 13:23:24.638725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.678576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.690730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:23:24.726252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.737136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1b38490-863c-4d77-b934-7a3a3842d137 req-5c0b5d13-5a56-40da-baf1-db688583d534 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7874475 Oct 22 13:23:24.751774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.755096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/0ab593c8-0fab-45be-a060-d2fa992538d3 HTTP/1.1" status: 204 len: 168 time: 1.3042557 Oct 22 13:23:24.766936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:24.783905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29282145-9f94-44cc-b9cf-7b95cdaa4267 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=0ab593c8-0fab-45be-a060-d2fa992538d3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:24.789688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1543536151'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:24.791608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.802658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-277c2068-dc2b-4765-b93e-420d696c71e9 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:24.804231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-277c2068-dc2b-4765-b93e-420d696c71e9 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 813 time: 0.3814740 Oct 22 13:23:24.826017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Request body: {'port': {'device_id': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e', 'admin_state_up': True, 'tenant_id': '06593a7a17874fd1bd1594989ab5f420'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:24.839053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:24.862802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:24.877936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:24.894641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event updated for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:24.902560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 6319efb0-dd6c-4c7d-8467-2a9f15e94a81 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:24.913742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:24.927372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:23:24.962240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:24.972590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:24.986642 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.005792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:25.012183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:25.012834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.034951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:25.040347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:25.044662 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.054814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.055076 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 2134a787-e9da-497d-aea6-8cb12d3bc66d of type vlan for network 45940beb-3c57-4138-b016-741f6f01f424 Oct 22 13:23:25.075041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Made reservation on behalf of 06593a7a17874fd1bd1594989ab5f420 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:25.079238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.112567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9c282ca7-e9e0-4809-9b9d-aeb9015aa8d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1724916 Oct 22 13:23:25.126667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Request body: {'port': {'device_id': '212780a2-898a-4b25-a6fe-b31484e70f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:25.128003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.162876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.181938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:25.262723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.281645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-727fd142-ea6e-40b8-9349-0f2bf11d1a01 req-80abf21d-c5ab-40ee-b1e3-32afaa7d20b5 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 210 time: 0.0771124 Oct 22 13:23:25.305685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.315613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.322420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:25.323036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.332190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a12fc239-2a2e-438d-8383-68ee390c8598'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:23:25.427672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=45940beb-3c57-4138-b016-741f6f01f424,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:25.438355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Allocated IP 172.20.0.2 (4a0151c5-0227-4911-ad33-9f9fe5e8df0e/bd11992a-40d5-4d5e-8dae-c0e5587c9fab/9398d204-5d47-4e77-8967-dc39c2924978) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:25.447901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 45940beb-3c57-4138-b016-741f6f01f424 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:25.455305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-01b88358-f7d3-457a-a2fe-96164e0d9a0b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6807311 Oct 22 13:23:25.455501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:25.457864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53062) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:25.460089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:25.466883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '45940beb-3c57-4138-b016-741f6f01f424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:25.476203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:25.477187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.498766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=73f7142b-8227-4ac9-91e2-87bd74ba4a08,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:25.663658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=6319efb0-dd6c-4c7d-8467-2a9f15e94a81,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:25.710035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': 'be4213f4-3365-44bb-a556-228a3e4ba30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17653dbb-c356-4119-bfe3-9e5d6868e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:25.710547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: 17653dbb-c356-4119-bfe3-9e5d6868e9aa, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:25.773288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:25.775177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1741df-32e1-405d-9e16-ea6917678203 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:25.777228 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.790886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.817548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Transition to ACTIVE for port object 6d1741df-32e1-405d-9e16-ea6917678203 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:23:25.826708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.879986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:25.908634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:25.977003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 17653dbb-c356-4119-bfe3-9e5d6868e9aa is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:25.982796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Attempting to bind port 6d1741df-32e1-405d-9e16-ea6917678203 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:25.983705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Attempting to bind port 6d1741df-32e1-405d-9e16-ea6917678203 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:25.984091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Attempting to bind port 6d1741df-32e1-405d-9e16-ea6917678203 on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:25.988626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Port 6d1741df-32e1-405d-9e16-ea6917678203 on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:23:25.988948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Attempting to bind port 6d1741df-32e1-405d-9e16-ea6917678203 on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:25.993911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:25.994248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Checking segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:25.994652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Bound using segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:25.995081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Bound port: 6d1741df-32e1-405d-9e16-ea6917678203, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:25.995435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.043836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Performing IP validity checks on allocation pools {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:23:26.044784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:23:26.091471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:26.104098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6d1741df-32e1-405d-9e16-ea6917678203,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:26.109958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.129149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 17653dbb-c356-4119-bfe3-9e5d6868e9aa) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:26.137999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d83e10-0f2e-4794-ad4a-642d4dda208a None None] Network 17653dbb-c356-4119-bfe3-9e5d6868e9aa requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:26.145483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.146113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.148424 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 200 len: 1092 time: 1.0273712 Oct 22 13:23:26.148746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:26.151131 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14563a62-385a-4323-8bc6-e624fc208263" -d '{"events": [{"name": "network-changed", "server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "tag": "6d1741df-32e1-405d-9e16-ea6917678203"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:26.165407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4948-e8dc-4128-a00b-19221aee326b req-ad98ea2a-a4cf-4fe1-87aa-08d136217a6e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.174843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a0f4948-e8dc-4128-a00b-19221aee326b req-ad98ea2a-a4cf-4fe1-87aa-08d136217a6e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 932 time: 0.4607794 Oct 22 13:23:26.185976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d1036-133e-4e59-aecd-e838f8dd09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:26.187384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:26.206406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.211586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.212276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.225423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.272798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-a9e80f48-b1b8-4a60-9e6b-9289950b8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.274764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-a9e80f48-b1b8-4a60-9e6b-9289950b8c3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 1095 time: 0.0704489 Oct 22 13:23:26.312425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d5424-43c7-4505-929d-0e269a079afe req-a9fe31c3-f72d-4834-b22f-b6c3dcf7c3a3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.314156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-190d5424-43c7-4505-929d-0e269a079afe req-a9fe31c3-f72d-4834-b22f-b6c3dcf7c3a3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.3714240 Oct 22 13:23:26.324506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:26.332872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-9399fcd8-b462-4d70-a0b6-60381f385e54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 200 len: 217 time: 0.0486064 Oct 22 13:23:26.337937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:26.347298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9ccd0a5c-25ad-4825-9122-72dab0d19144 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1171689 Oct 22 13:23:26.352202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:26.357366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:26.434678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a0f4948-e8dc-4128-a00b-19221aee326b req-93587fe2-0cfc-4afa-968b-4f7dcba0773d tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584989 Oct 22 13:23:26.472196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-190d5424-43c7-4505-929d-0e269a079afe req-15b3ea0b-5bb1-478e-89b4-e50a53c11507 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404397 Oct 22 13:23:26.472844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Pushing event updated for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:26.488691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.524971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.525706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.590766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-d9ebd041-2481-4336-b6e7-09656406850a tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7729423 Oct 22 13:23:26.617943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Request body: {'port': {'device_id': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:26.643333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '2134a787-e9da-497d-aea6-8cb12d3bc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45940beb-3c57-4138-b016-741f6f01f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:26.643837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 45940beb-3c57-4138-b016-741f6f01f424, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:26.651479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=3ecf67ee-88b7-4770-ae2d-53c1a54aa881,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:26.703990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:26.718131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d26b-4ea9-4816-a5b0-f5d490e964b2 req-ae6e3b34-7d19-4752-a3d4-d382bb5f94b4 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.719749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acc8d26b-4ea9-4816-a5b0-f5d490e964b2 req-ae6e3b34-7d19-4752-a3d4-d382bb5f94b4 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 931 time: 0.1436064 Oct 22 13:23:26.723116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 45940beb-3c57-4138-b016-741f6f01f424 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:26.736048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.755740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 45940beb-3c57-4138-b016-741f6f01f424) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:26.767503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.768101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.770388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b03e2-cf91-45cf-a3fb-025ffd5aeb85 None None] Network 45940beb-3c57-4138-b016-741f6f01f424 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:26.813102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acc8d26b-4ea9-4816-a5b0-f5d490e964b2 req-8bc272b9-7ddc-47a4-8b16-2743478f7daf tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828457 Oct 22 13:23:26.820791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ba3868ca-4182-4eba-8a3e-0564170134c3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3580549 Oct 22 13:23:26.830559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53092) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:26.835779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '45940beb-3c57-4138-b016-741f6f01f424', 'name': 'tempest-PortsTestJSON-1712177798'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:26.854764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a12fc239-2a2e-438d-8383-68ee390c8598 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:23:26.864748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a12fc239-2a2e-438d-8383-68ee390c8598 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:26.865287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.878486 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38b27b-c440-446c-be1c-7b3eb0eb7eb0 x-openstack-request-id: req-be38b27b-c440-446c-be1c-7b3eb0eb7eb0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:26.878876 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "tag": "6d1741df-32e1-405d-9e16-ea6917678203", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:26.879195 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be38b27b-c440-446c-be1c-7b3eb0eb7eb0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:26.879656 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203', 'status': 'completed', 'code': 200} Oct 22 13:23:26.884316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-777421bf-2a22-4d96-9752-06b797c6f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:26.886088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-777421bf-2a22-4d96-9752-06b797c6f8cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.5447297 Oct 22 13:23:26.929523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-e5237571-623d-47a4-9176-95bec2f38d09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350912 Oct 22 13:23:26.977225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 6319efb0-dd6c-4c7d-8467-2a9f15e94a81 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:26.977575 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:26.995235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-45940beb-3c57-4138-b016-741f6f01f424', 'network_id': '45940beb-3c57-4138-b016-741f6f01f424', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': '3ecf67ee-88b7-4770-ae2d-53c1a54aa881'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:26.996230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.056442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.069559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.083804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 6319efb0-dd6c-4c7d-8467-2a9f15e94a81 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:27.102446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:27.109587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:27.112530 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bfbca7-8bc7-4909-b392-492be3701e67" -d '{"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:27.125689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.175897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:27.179109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.180533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.222048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:27.226047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77551511-69cc-4ed3-9220-5f9056eefc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.230217 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd48553-a16d-4216-8ef6-57ee4c875163 x-openstack-request-id: req-6cd48553-a16d-4216-8ef6-57ee4c875163 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:27.230505 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:27.230841 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cd48553-a16d-4216-8ef6-57ee4c875163 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:27.231235 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'code': 200} Oct 22 13:23:27.300014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.305713 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/6319efb0-dd6c-4c7d-8467-2a9f15e94a81 HTTP/1.1" status: 204 len: 168 time: 0.9503517 Oct 22 13:23:27.308555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2aca2-abb2-41ce-9efc-0098bc2a8fb0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=6319efb0-dd6c-4c7d-8467-2a9f15e94a81,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:27.313386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:27.343275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:27.364640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Allocated IP 172.20.0.2 (45940beb-3c57-4138-b016-741f6f01f424/3ecf67ee-88b7-4770-ae2d-53c1a54aa881/fc31efc1-03ac-420a-a041-aa3799a034be) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:27.370395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-5f773a4b-fdbd-4da8-b7fb-8deb3251ed0d service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318352 Oct 22 13:23:27.415509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398d204-5d47-4e77-8967-dc39c2924978 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:27.428392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.431761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e226a-3c26-4a34-bdc5-1d0eed614dd8 req-5f0a1d51-68c2-4a50-b0a9-2b1ec7d48811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.433305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43e226a-3c26-4a34-bdc5-1d0eed614dd8 req-5f0a1d51-68c2-4a50-b0a9-2b1ec7d48811 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.1413190 Oct 22 13:23:27.481580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Transition to ACTIVE for port object 9398d204-5d47-4e77-8967-dc39c2924978 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:23:27.497911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.516935 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e4fea29-14f4-4217-883c-71b0a7c773bd req-26fe0c0a-e0d8-4f4e-9f8c-00f9e51d8235 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369855 Oct 22 13:23:27.540752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded56d94-85d9-4f01-a13a-40dc93c64e7a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.552704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded56d94-85d9-4f01-a13a-40dc93c64e7a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.555089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ded56d94-85d9-4f01-a13a-40dc93c64e7a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2407074 Oct 22 13:23:27.557195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53112) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:27.571755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43e226a-3c26-4a34-bdc5-1d0eed614dd8 req-847bdb49-f9a4-4368-8862-149a994f73c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310363 Oct 22 13:23:27.572612 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.586071 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.667577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Pushing event updated for resources: {'Port': ['ID=fc31efc1-03ac-420a-a041-aa3799a034be,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:27.672463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Network 45940beb-3c57-4138-b016-741f6f01f424 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:27.674566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:27.678310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:27.715771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563a62-385a-4323-8bc6-e624fc208263 req-e1665227-45bd-427b-916c-72550ef133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.717162 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-e1665227-45bd-427b-916c-72550ef133b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 1095 time: 0.1182916 Oct 22 13:23:27.759367 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.769305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.772080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Attempting to bind port fc31efc1-03ac-420a-a041-aa3799a034be on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:27.772456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Attempting to bind port fc31efc1-03ac-420a-a041-aa3799a034be by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2134a787-e9da-497d-aea6-8cb12d3bc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45940beb-3c57-4138-b016-741f6f01f424'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:27.772821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Attempting to bind port fc31efc1-03ac-420a-a041-aa3799a034be on network 45940beb-3c57-4138-b016-741f6f01f424 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:27.777946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:27.778327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Checking segment: {'id': '2134a787-e9da-497d-aea6-8cb12d3bc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45940beb-3c57-4138-b016-741f6f01f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:27.778757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.779153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Bound using segment: {'id': '2134a787-e9da-497d-aea6-8cb12d3bc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45940beb-3c57-4138-b016-741f6f01f424'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:27.779624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Bound port: fc31efc1-03ac-420a-a041-aa3799a034be, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2134a787-e9da-497d-aea6-8cb12d3bc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45940beb-3c57-4138-b016-741f6f01f424'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:27.780287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.783659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 73f7142b-8227-4ac9-91e2-87bd74ba4a08 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:27.784177 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.798811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.9 (45940beb-3c57-4138-b016-741f6f01f424/3ecf67ee-88b7-4770-ae2d-53c1a54aa881/abaf5876-bb1b-4ad3-9500-cc7d772d8ab1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:27.849188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] For port fc31efc1-03ac-420a-a041-aa3799a034be, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:27.851541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:27.852684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] For port fc31efc1-03ac-420a-a041-aa3799a034be, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc31efc1-03ac-420a-a041-aa3799a034be,segment=NetworkSegment(2134a787-e9da-497d-aea6-8cb12d3bc66d),segment_id=2134a787-e9da-497d-aea6-8cb12d3bc66d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:27.859819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.915580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e28069-a8dd-4c93-aa54-d5add05bcf7c req-6b2b3dc0-51ef-4af2-9b87-21d99b5ccc33 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.916903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30e28069-a8dd-4c93-aa54-d5add05bcf7c req-6b2b3dc0-51ef-4af2-9b87-21d99b5ccc33 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 944 time: 0.3580682 Oct 22 13:23:27.947817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb07dcd-e4fe-456e-b860-3e5490cf5f18 None None] Pushing event updated for resources: {'Port': ['ID=fc31efc1-03ac-420a-a041-aa3799a034be,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:27.959775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:27.984880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 73f7142b-8227-4ac9-91e2-87bd74ba4a08 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:27.992226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563a62-385a-4323-8bc6-e624fc208263 req-728e3e8b-abaf-4ed2-8107-61b83297bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:27.994479 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-728e3e8b-abaf-4ed2-8107-61b83297bbba service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.2698591 Oct 22 13:23:28.022674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13236-f144-489b-aed5-49a3084acca4 req-917cd314-dd2e-43b8-a70f-ee730783c8a1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.022674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8e13236-f144-489b-aed5-49a3084acca4 req-917cd314-dd2e-43b8-a70f-ee730783c8a1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.3944013 Oct 22 13:23:28.058386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Attempting to bind port 9398d204-5d47-4e77-8967-dc39c2924978 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:28.058386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Attempting to bind port 9398d204-5d47-4e77-8967-dc39c2924978 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:28.058386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Attempting to bind port 9398d204-5d47-4e77-8967-dc39c2924978 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:28.091186 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-47e38220-b7b4-4cb8-81b4-b827ba76112d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 200 len: 217 time: 0.0884798 Oct 22 13:23:28.126694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Port 9398d204-5d47-4e77-8967-dc39c2924978 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:23:28.127193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Attempting to bind port 9398d204-5d47-4e77-8967-dc39c2924978 on network 4a0151c5-0227-4911-ad33-9f9fe5e8df0e {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:28.149663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563a62-385a-4323-8bc6-e624fc208263 req-bce2b551-9b67-4638-8592-e205f816eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.151186 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-bce2b551-9b67-4638-8592-e205f816eb6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.0524607 Oct 22 13:23:28.162250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8e13236-f144-489b-aed5-49a3084acca4 req-888578b3-356f-411e-a186-4bc3e1c8ca5c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140845 Oct 22 13:23:28.165909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:28.166384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Checking segment: {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:28.166906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Bound using segment: {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:28.167571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Bound port: 9398d204-5d47-4e77-8967-dc39c2924978, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4659ae52-70f8-4524-8105-807b1fdddd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:28.168040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.174105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30e28069-a8dd-4c93-aa54-d5add05bcf7c req-ed8a7549-3ef0-4f3b-8fe7-0ead44d72ecc tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451997 Oct 22 13:23:28.191372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-924ebbae-eb3b-4a43-a489-b80d00f91115 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312479 Oct 22 13:23:28.243348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.325498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.352728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.356552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/73f7142b-8227-4ac9-91e2-87bd74ba4a08 HTTP/1.1" status: 204 len: 168 time: 0.7968521 Oct 22 13:23:28.364284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955992a4-92ba-4280-a5b0-b7fbbdd11206 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=73f7142b-8227-4ac9-91e2-87bd74ba4a08,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:28.367243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53128) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:28.408142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:28.416416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9398d204-5d47-4e77-8967-dc39c2924978,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:28.428481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-58e66157-d924-4a78-8ce0-2f3da8f24767 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194746 Oct 22 13:23:28.437750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.447924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ffcb6-969c-4d0a-a1d6-ed5c352d3b3e req-38744ac3-c69f-4921-9e08-60f6adea7392 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.449482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad1ffcb6-969c-4d0a-a1d6-ed5c352d3b3e req-38744ac3-c69f-4921-9e08-60f6adea7392 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 943 time: 0.1196826 Oct 22 13:23:28.456013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20150660-ea59-4d51-8480-27873c97eda8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.457542 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20150660-ea59-4d51-8480-27873c97eda8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0878048 Oct 22 13:23:28.481773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:28.503933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.547250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.547971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.549480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/9398d204-5d47-4e77-8967-dc39c2924978 HTTP/1.1" status: 200 len: 1091 time: 1.9357641 Oct 22 13:23:28.552053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:28.555152 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc229ee8-c447-4318-8cc3-48ff6c271e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "tag": "9398d204-5d47-4e77-8967-dc39c2924978"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:28.558282 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1181075-0a95-468d-b4bc-73f773e8736f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:28.559909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a1181075-0a95-468d-b4bc-73f773e8736f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/6319efb0-dd6c-4c7d-8467-2a9f15e94a81 HTTP/1.1" status: 404 len: 333 time: 0.0758343 Oct 22 13:23:28.574825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:28.601155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-14563a62-385a-4323-8bc6-e624fc208263 req-5a7ce497-be69-4786-8279-4e97f129651b service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622458 Oct 22 13:23:28.610715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 45940beb-3c57-4138-b016-741f6f01f424 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:28.641094 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69397633-1ece-49fc-ab05-a99e8b0691a0 x-openstack-request-id: req-69397633-1ece-49fc-ab05-a99e8b0691a0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:28.641510 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "tag": "9398d204-5d47-4e77-8967-dc39c2924978", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:28.641832 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69397633-1ece-49fc-ab05-a99e8b0691a0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:28.642300 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978', 'status': 'completed', 'code': 200} Oct 22 13:23:28.644551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1581-f012-4fa7-8c55-a23abd8311f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:28.663090 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbf4428-b4c6-4f9e-a1bf-c65577e86c73 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:28.664703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5bbf4428-b4c6-4f9e-a1bf-c65577e86c73 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/73f7142b-8227-4ac9-91e2-87bd74ba4a08 HTTP/1.1" status: 404 len: 333 time: 0.0886617 Oct 22 13:23:28.665757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:28.667702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53140) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:28.677149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:28.714693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad1ffcb6-969c-4d0a-a1d6-ed5c352d3b3e req-01a11d49-77b1-4677-973d-7197fad380d7 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521696 Oct 22 13:23:28.779057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.780193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-88cfc0c2-23fd-454f-9180-aa7fc8805f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.781934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-88cfc0c2-23fd-454f-9180-aa7fc8805f0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 1094 time: 0.1737623 Oct 22 13:23:28.782957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=abaf5876-bb1b-4ad3-9500-cc7d772d8ab1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:28.791892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.792573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.837148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-62021e0f-2dbd-4fd7-a085-24c76c6c26e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9398d204-5d47-4e77-8967-dc39c2924978 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Oct 22 13:23:28.886672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f3fe7c00-4151-4915-a599-46e8f3123015 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0549781 Oct 22 13:23:28.891981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53146) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:28.898926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.926947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17653dbb-c356-4119-bfe3-9e5d6868e9aa']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:28.940396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4213f4-3365-44bb-a556-228a3e4ba30c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:28.941463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4213f4-3365-44bb-a556-228a3e4ba30c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:28.970169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:28.986162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-2d5ad510-161c-403a-8121-352fef909597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:28.987734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-2d5ad510-161c-403a-8121-352fef909597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd11992a-40d5-4d5e-8dae-c0e5587c9fab HTTP/1.1" status: 200 len: 853 time: 0.1435137 Oct 22 13:23:28.993891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.003458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:29.003970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.036458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-9ad03224-8bd1-4c92-9f58-5709ff35e12d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367746 Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:29.083704 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:29.090148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.100122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.104087 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/17653dbb-c356-4119-bfe3-9e5d6868e9aa HTTP/1.1" status: 204 len: 168 time: 0.4351623 Oct 22 13:23:29.117082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:29.122872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206630770'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:29.127178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fde90-1323-489f-b8a4-b8b0d720d262 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=17653dbb-c356-4119-bfe3-9e5d6868e9aa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:29.162397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:29.168173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.255859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:29.282128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.282481 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment 30e2aeff-2de7-4c76-bf89-14f18d690fee of type vlan for network eb40345b-2df4-4e70-8321-b538706c69a9 Oct 22 13:23:29.353372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.360277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6d1741df-32e1-405d-9e16-ea6917678203 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:23:29.390278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.397601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:29.398288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.416068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab5658-bee8-46e9-9270-5d7bd24f7f05 None None] Network 45940beb-3c57-4138-b016-741f6f01f424 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:29.454399 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3330073 Oct 22 13:23:29.456860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53160) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:29.465567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:29.508550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d25a-cf8f-4563-81cb-33c534e4c2eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=eb40345b-2df4-4e70-8321-b538706c69a9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:29.613810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:29.617654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.623943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:29.624532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.677896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77260394-0c8a-47d0-a37b-1268b4c90dad req-3a316020-d788-40b2-ae90-386d0f96890a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:29.679601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77260394-0c8a-47d0-a37b-1268b4c90dad req-3a316020-d788-40b2-ae90-386d0f96890a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1458523 Oct 22 13:23:29.681825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-deeacc46-d6bb-45ff-9b66-aded8d91823c service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362925 Oct 22 13:23:29.683606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Performing IP validity checks on allocation pools {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:23:29.687043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:23:29.791184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74335292-fc8a-44a4-866a-b6f8bed13933 req-66c29ecf-36be-4d26-9eb5-fb2e5021e427 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:29.792120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network eb40345b-2df4-4e70-8321-b538706c69a9 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:29.793253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74335292-fc8a-44a4-866a-b6f8bed13933 req-66c29ecf-36be-4d26-9eb5-fb2e5021e427 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 944 time: 0.2615004 Oct 22 13:23:29.795522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf3de69-d223-4d4c-824b-a429a6d7ce98 req-e04de3eb-5de0-44b3-86c6-8772cddd3b87 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996101 Oct 22 13:23:29.871811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] Provisioning complete for port fc31efc1-03ac-420a-a041-aa3799a034be triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:29.872289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.911825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.965060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77260394-0c8a-47d0-a37b-1268b4c90dad req-4c6e7e32-47e1-4224-9602-aa17ec389482 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718639 Oct 22 13:23:29.966845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.984939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6d1741df-32e1-405d-9e16-ea6917678203,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:29.988168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:29.996927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74335292-fc8a-44a4-866a-b6f8bed13933 req-870905c0-fe24-4b7d-9c5e-b11954b81050 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491847 Oct 22 13:23:30.002743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '6d1741df-32e1-405d-9e16-ea6917678203', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'port_id': '6d1741df-32e1-405d-9e16-ea6917678203', 'mac_address': 'fa:16:3e:da:de:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6967ce-d5c2-450e-af6b-13394cfa6d97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:23:30.016992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:30.036523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-73a051b3-c128-4f4e-b10a-839264ea9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.039408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=b6d0202a-bf07-4c07-878c-c0b15a1d9e58,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:30.050611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-73a051b3-c128-4f4e-b10a-839264ea9425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06593a7a17874fd1bd1594989ab5f420&device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 1094 time: 0.1874132 Oct 22 13:23:30.063584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': '30e2aeff-2de7-4c76-bf89-14f18d690fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:30.066290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: eb40345b-2df4-4e70-8321-b538706c69a9, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:30.118575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network eb40345b-2df4-4e70-8321-b538706c69a9 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:30.132508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, eb40345b-2df4-4e70-8321-b538706c69a9) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:30.146676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58dbdbe-046a-4792-a847-69634fdb8684 None None] Network eb40345b-2df4-4e70-8321-b538706c69a9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:30.149835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.150475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.153213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.183200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b205fa55-9ef0-474a-a3e0-15b3bc622fff tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7216980 Oct 22 13:23:30.184847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:30.192964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9', 'name': 'tempest-PortsIpV6TestJSON-454880285'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:30.212819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1741df-32e1-405d-9e16-ea6917678203 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:30.231819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.321925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6d1741df-32e1-405d-9e16-ea6917678203,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:30.387015 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.457701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc31efc1-03ac-420a-a041-aa3799a034be up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:30.465916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-150b520e-9198-4895-aee3-a574ef41f523 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083570 Oct 22 13:23:30.501946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:30.506101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.521000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] For port fc31efc1-03ac-420a-a041-aa3799a034be, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc31efc1-03ac-420a-a041-aa3799a034be,segment=NetworkSegment(2134a787-e9da-497d-aea6-8cb12d3bc66d),segment_id=2134a787-e9da-497d-aea6-8cb12d3bc66d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:30.564455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.611773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:30.619438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 000bee3f-9ac1-4bbf-a716-665c2ee28dff yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:30.633292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319be318-3d2e-419a-b665-34ee4f55b487 req-670ebd38-4152-4e93-b961-22168e1195e7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.637409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-319be318-3d2e-419a-b665-34ee4f55b487 req-670ebd38-4152-4e93-b961-22168e1195e7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.5636921 Oct 22 13:23:30.649239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b961d1-2e89-420e-8f31-09824d315617 req-8eba0594-b9a4-4101-abcf-7836c7fb6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.651155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-8eba0594-b9a4-4101-abcf-7836c7fb6836 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.1108608 Oct 22 13:23:30.651778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53186) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:30.656661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'floatingip': {'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:30.682789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-e980e552-b3bc-4c91-871a-a3cdf7b5da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.686562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-e980e552-b3bc-4c91-871a-a3cdf7b5da31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 200 len: 914 time: 0.6110187 Oct 22 13:23:30.692236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.704725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:23:30.708071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2343bb-9d4a-4a69-86db-6cf79906a4b1 req-c9334d58-3768-4727-9d67-6eafda96668e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:30.709943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a2343bb-9d4a-4a69-86db-6cf79906a4b1 req-c9334d58-3768-4727-9d67-6eafda96668e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 943 time: 0.5708220 Oct 22 13:23:30.775426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-eb40345b-2df4-4e70-8321-b538706c69a9', 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': 'b6d0202a-bf07-4c07-878c-c0b15a1d9e58'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:30.776604 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.787605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-fc42797b-3b3b-439f-b693-d3e224330253 None None] Could not find standard attr ID for object abaf5876-bb1b-4ad3-9500-cc7d772d8ab1. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:30.788437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.844237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-d94b8b04-b0ef-494b-a7f3-7ee25d572d0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9398d204-5d47-4e77-8967-dc39c2924978 HTTP/1.1" status: 200 len: 217 time: 0.1495185 Oct 22 13:23:30.855109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=abaf5876-bb1b-4ad3-9500-cc7d772d8ab1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:30.877456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67f2a-c300-404e-8141-ca9dcc7e11a7 None None] Pushing event updated for resources: {'Port': ['ID=fc31efc1-03ac-420a-a041-aa3799a034be,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:30.885954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-fc42797b-3b3b-439f-b693-d3e224330253 None None] Provisioning complete for port fc31efc1-03ac-420a-a041-aa3799a034be triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:30.886254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fc42797b-3b3b-439f-b693-d3e224330253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.941205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fc31efc1-03ac-420a-a041-aa3799a034be triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:30.941588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:30.969515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a2343bb-9d4a-4a69-86db-6cf79906a4b1 req-0483dbb1-569b-478e-87ff-899b1bd3db55 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437940 Oct 22 13:23:31.077813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b961d1-2e89-420e-8f31-09824d315617 req-b614b05a-53a2-42cd-be75-55c72c0c48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:31.079585 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-b614b05a-53a2-42cd-be75-55c72c0c48c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 909 time: 0.3793876 Oct 22 13:23:31.106244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::3d8 (eb40345b-2df4-4e70-8321-b538706c69a9/b6d0202a-bf07-4c07-878c-c0b15a1d9e58/000bee3f-9ac1-4bbf-a716-665c2ee28dff) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:31.108885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-4124832f-9573-4ec5-aff7-5fe28d3f4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:31.110424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-4124832f-9573-4ec5-aff7-5fe28d3f4fe1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd11992a-40d5-4d5e-8dae-c0e5587c9fab HTTP/1.1" status: 200 len: 853 time: 0.2531040 Oct 22 13:23:31.204488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-d3a4589c-8a1d-411c-87be-92c35172aef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a0151c5-0227-4911-ad33-9f9fe5e8df0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654726 Oct 22 13:23:31.210163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.215920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0e9dc3ab-d6c0-40fd-8332-ed812e678627 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 HTTP/1.1" status: 204 len: 168 time: 2.3209336 Oct 22 13:23:31.240293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53196) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:31.301902 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cdccdf-088c-4635-a35a-44bfbe1268d5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:31.303196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cdccdf-088c-4635-a35a-44bfbe1268d5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:31.316970 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-86cdccdf-088c-4635-a35a-44bfbe1268d5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 HTTP/1.1" status: 404 len: 333 time: 0.0748889 Oct 22 13:23:31.323598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:31.353303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c414-8e6e-47f7-bb2c-ce9cfb323be9 req-833348cf-44ee-4cc3-99d5-4e494ec2a749 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:31.361235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b1c414-8e6e-47f7-bb2c-ce9cfb323be9 req-833348cf-44ee-4cc3-99d5-4e494ec2a749 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 945 time: 0.2383277 Oct 22 13:23:31.374892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9398d204-5d47-4e77-8967-dc39c2924978 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:23:31.376396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-9f16252e-943e-40cd-9b5f-ba4fc61d00ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 1001 time: 0.2732382 Oct 22 13:23:31.396589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-b04065ff-c229-4a04-a334-aee4bb838c1a service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818109 Oct 22 13:23:31.399287 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed082fb-6183-414e-a885-2816498af048 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:31.400984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ed082fb-6183-414e-a885-2816498af048 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/abaf5876-bb1b-4ad3-9500-cc7d772d8ab1 HTTP/1.1" status: 404 len: 333 time: 0.0770957 Oct 22 13:23:31.402839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c5045eb9-2c4a-44ab-9ece-d6df31511275 None None] Could not find standard attr ID for object abaf5876-bb1b-4ad3-9500-cc7d772d8ab1. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:31.415432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53200) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:31.502267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b1c414-8e6e-47f7-bb2c-ce9cfb323be9 req-cdc8608d-3c41-40e4-bde7-507304345c9d tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401243 Oct 22 13:23:31.530588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 3ecf67ee-88b7-4770-ae2d-53c1a54aa881 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:31.547128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9398d204-5d47-4e77-8967-dc39c2924978,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:31.561476 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.563454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '9398d204-5d47-4e77-8967-dc39c2924978', 'network_id': '4a0151c5-0227-4911-ad33-9f9fe5e8df0e', 'port_id': '9398d204-5d47-4e77-8967-dc39c2924978', 'mac_address': 'fa:16:3e:47:8a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd11992a-40d5-4d5e-8dae-c0e5587c9fab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:23:31.621596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.625574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.639362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398d204-5d47-4e77-8967-dc39c2924978 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:23:31.649615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b961d1-2e89-420e-8f31-09824d315617 req-84912ffb-6cb1-472d-b120-b11241fb55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:31.650421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc229ee8-c447-4318-8cc3-48ff6c271e1c req-055e8c2d-6423-4176-a826-1cbf45e8a6e0 service neutron] 10.222.0.26 "GET /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430520 Oct 22 13:23:31.651240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-84912ffb-6cb1-472d-b120-b11241fb55a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.2260003 Oct 22 13:23:31.669933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9398d204-5d47-4e77-8967-dc39c2924978,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:31.678684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.741401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.745460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.746202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:31.802729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b961d1-2e89-420e-8f31-09824d315617 req-c8828daf-29a4-4ea5-8faa-e9c9de6363ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:31.804328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-c8828daf-29a4-4ea5-8faa-e9c9de6363ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132610 Oct 22 13:23:31.818798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.849763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecf67ee-88b7-4770-ae2d-53c1a54aa881,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:31.855504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.864329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e22bdddb-42b0-483f-83bb-4d00cc34cb9e tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/3ecf67ee-88b7-4770-ae2d-53c1a54aa881 HTTP/1.1" status: 204 len: 168 time: 0.4471178 Oct 22 13:23:31.864606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53210) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:31.865239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340b246-2049-45cf-936d-0f78537ad063 None None] Network 45940beb-3c57-4138-b016-741f6f01f424 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:31.884361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:31.926900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['9398d204-5d47-4e77-8967-dc39c2924978'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:23:31.981191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.043931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port fc31efc1-03ac-420a-a041-aa3799a034be {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:32.044350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.093889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Allocated IP 2001:db8::2 (eb40345b-2df4-4e70-8321-b538706c69a9/b6d0202a-bf07-4c07-878c-c0b15a1d9e58/712f020d-396b-4332-8ffb-6d55e9b59aa3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:32.157005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port fc31efc1-03ac-420a-a041-aa3799a034be, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc31efc1-03ac-420a-a041-aa3799a034be,segment=NetworkSegment(2134a787-e9da-497d-aea6-8cb12d3bc66d),segment_id=2134a787-e9da-497d-aea6-8cb12d3bc66d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:32.157401 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.183396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f977da-fa3d-4261-9296-131a5e0c8b10 req-25a57bb9-7755-4cbe-85cd-f54785232219 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:32.185559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5f977da-fa3d-4261-9296-131a5e0c8b10 req-25a57bb9-7755-4cbe-85cd-f54785232219 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 944 time: 0.1276848 Oct 22 13:23:32.186935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for fc31efc1-03ac-420a-a041-aa3799a034be owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:32.341436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5f977da-fa3d-4261-9296-131a5e0c8b10 req-cc60bd92-a9b7-45b8-8301-cd469d45805e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Oct 22 13:23:32.369835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.401992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=fc31efc1-03ac-420a-a041-aa3799a034be,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:32.405063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port fc31efc1-03ac-420a-a041-aa3799a034be on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:32.409372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-9f891ba1-330f-421a-9197-9fa377ccc95c service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933013 Oct 22 13:23:32.416038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.446187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc31efc1-03ac-420a-a041-aa3799a034be up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:32.449912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.468280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network eb40345b-2df4-4e70-8321-b538706c69a9 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:32.482371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:32.494898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:32.501569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:32.502424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.509183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.resource_extend [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:23:32.517395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: fc31efc1-03ac-420a-a041-aa3799a034be {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:32.517756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc31efc1-03ac-420a-a041-aa3799a034be not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 13:23:32.532532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.560643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port fc31efc1-03ac-420a-a041-aa3799a034be not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 13:23:32.564566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb5f5e-a8db-41e2-8187-85695d622141 None None] DHCP port deletion for 45940beb-3c57-4138-b016-741f6f01f424 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:32.569621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45940beb-3c57-4138-b016-741f6f01f424']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:32.587458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2134a787-e9da-497d-aea6-8cb12d3bc66d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:32.587842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2134a787-e9da-497d-aea6-8cb12d3bc66d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:32.591103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=000bee3f-9ac1-4bbf-a716-665c2ee28dff,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:32.597486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Network eb40345b-2df4-4e70-8321-b538706c69a9 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:32.606512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:32.609950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:32.627114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Pushing event updated for resources: {'Port': ['ID=712f020d-396b-4332-8ffb-6d55e9b59aa3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:32.649902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.676938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.684067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.695852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:32.696283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:32.699734 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:32.704047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.708491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf343-e62f-48ec-94f0-439aebb6460d req-4fc9c07d-10e7-41c4-b2c5-6f02bb83cedb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:32.711344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9dabf343-e62f-48ec-94f0-439aebb6460d req-4fc9c07d-10e7-41c4-b2c5-6f02bb83cedb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 945 time: 0.0972116 Oct 22 13:23:32.725228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Attempting to bind port 712f020d-396b-4332-8ffb-6d55e9b59aa3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:32.725704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Attempting to bind port 712f020d-396b-4332-8ffb-6d55e9b59aa3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '30e2aeff-2de7-4c76-bf89-14f18d690fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:32.726147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Attempting to bind port 712f020d-396b-4332-8ffb-6d55e9b59aa3 on network eb40345b-2df4-4e70-8321-b538706c69a9 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:32.731803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:32.732313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Checking segment: {'id': '30e2aeff-2de7-4c76-bf89-14f18d690fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:32.732823 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.733422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Bound using segment: {'id': '30e2aeff-2de7-4c76-bf89-14f18d690fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:32.734855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Bound port: 712f020d-396b-4332-8ffb-6d55e9b59aa3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e2aeff-2de7-4c76-bf89-14f18d690fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb40345b-2df4-4e70-8321-b538706c69a9'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:32.735259 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.782545 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fe9066a-2d92-483f-88a9-d0eff5e33ca5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5963666 Oct 22 13:23:32.783773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53226) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:32.800547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9dabf343-e62f-48ec-94f0-439aebb6460d req-a9817c3d-8620-4606-af60-323ed1a18f6d tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Oct 22 13:23:32.808407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.817402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.821229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/45940beb-3c57-4138-b016-741f6f01f424 HTTP/1.1" status: 204 len: 168 time: 0.9554620 Oct 22 13:23:32.825464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:32.835225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] For port 712f020d-396b-4332-8ffb-6d55e9b59aa3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:32.835456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170907265'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:32.837988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] For port 712f020d-396b-4332-8ffb-6d55e9b59aa3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=712f020d-396b-4332-8ffb-6d55e9b59aa3,segment=NetworkSegment(30e2aeff-2de7-4c76-bf89-14f18d690fee),segment_id=30e2aeff-2de7-4c76-bf89-14f18d690fee)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:32.844602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.846547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ec2c0-b7e9-48a9-974f-6f6c7dcf08ca tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=45940beb-3c57-4138-b016-741f6f01f424,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:32.875451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:32.881261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.914008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d255c80-6a00-46d0-98cd-c6619d6489c2 None None] Pushing event updated for resources: {'Port': ['ID=712f020d-396b-4332-8ffb-6d55e9b59aa3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:32.914471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:32.927508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:32.927784 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 4efe04c9-6923-4436-a826-262f840e93ac of type vlan for network 03152386-f8cb-42e9-8650-b659291fed74 Oct 22 13:23:32.933830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-10b961d1-2e89-420e-8f31-09824d315617 req-50838aa9-8f1b-4621-973b-3d7e6f1e9cdd service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961209 Oct 22 13:23:32.936358 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Floating IP f5a64e3c-add9-435d-a905-fa8973c1d041 associated. External IP: 172.25.6.209, port: a12fc239-2a2e-438d-8383-68ee390c8598. Oct 22 13:23:32.986531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.024459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.035253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:33.036016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.050582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 000bee3f-9ac1-4bbf-a716-665c2ee28dff {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:33.051464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.071038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2417192 Oct 22 13:23:33.071535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53234) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:33.079079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '03152386-f8cb-42e9-8650-b659291fed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:33.143401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96668b-cf38-4465-8021-6d471f2642bf tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=03152386-f8cb-42e9-8650-b659291fed74,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:33.159019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 03152386-f8cb-42e9-8650-b659291fed74 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:33.233685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:33.247615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.260055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.281914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 000bee3f-9ac1-4bbf-a716-665c2ee28dff owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:33.372211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9398d204-5d47-4e77-8967-dc39c2924978 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:33.469288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 9398d204-5d47-4e77-8967-dc39c2924978 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:23:33.474136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 9398d204-5d47-4e77-8967-dc39c2924978 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:33.474516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.541798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976212e-5347-4e92-87c6-bf5a0e2f8a7b req-c3ae038b-79d8-495b-9508-b88c89711649 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:33.543697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5976212e-5347-4e92-87c6-bf5a0e2f8a7b req-c3ae038b-79d8-495b-9508-b88c89711649 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 944 time: 0.1058216 Oct 22 13:23:33.551755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:23:33.562312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.643778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.654040 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5976212e-5347-4e92-87c6-bf5a0e2f8a7b req-6b3e6922-0fb3-43b9-8ac1-a2f4cfe7d5af tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035807 Oct 22 13:23:33.672078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=000bee3f-9ac1-4bbf-a716-665c2ee28dff,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:33.686009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.718796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9398d204-5d47-4e77-8967-dc39c2924978,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:33.720766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:33.723440 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34365187-e915-4047-afe0-7aed6edd02b7" -d '{"events": [{"server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "name": "network-vif-plugged", "status": "completed", "tag": "9398d204-5d47-4e77-8967-dc39c2924978"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:33.728686 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.729515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6d1741df-32e1-405d-9e16-ea6917678203 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:33.752412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.760116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4a1161ce-13df-4b57-b526-a696effdd7fe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/000bee3f-9ac1-4bbf-a716-665c2ee28dff HTTP/1.1" status: 204 len: 168 time: 0.9673860 Oct 22 13:23:33.760950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53250) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:33.776844 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f70fe-3092-4db3-967f-633c64200921 x-openstack-request-id: req-3a5f70fe-3092-4db3-967f-633c64200921 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:33.777134 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "name": "network-vif-plugged", "status": "completed", "tag": "9398d204-5d47-4e77-8967-dc39c2924978", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:33.777385 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a5f70fe-3092-4db3-967f-633c64200921 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:33.777789 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978', 'code': 200} Oct 22 13:23:33.798229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=d6935985-11c5-411f-9b5e-2c4910909895,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:33.817026 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5c820d-8acb-4ac8-9ec3-e4574fef2223 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:23:33.818771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5c820d-8acb-4ac8-9ec3-e4574fef2223 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:33.839203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b5c820d-8acb-4ac8-9ec3-e4574fef2223 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/000bee3f-9ac1-4bbf-a716-665c2ee28dff HTTP/1.1" status: 404 len: 333 time: 0.0751061 Oct 22 13:23:33.839835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:33.847337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '4efe04c9-6923-4436-a826-262f840e93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03152386-f8cb-42e9-8650-b659291fed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:33.848230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 03152386-f8cb-42e9-8650-b659291fed74, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:33.852892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 6d1741df-32e1-405d-9e16-ea6917678203 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:23:33.861976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 6d1741df-32e1-405d-9e16-ea6917678203 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:33.862366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.883862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 03152386-f8cb-42e9-8650-b659291fed74 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:33.884462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:33.895943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 03152386-f8cb-42e9-8650-b659291fed74) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:33.899653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:33.900421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:33.914931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce2b6a3-3cb4-4468-821c-8a55360327c5 None None] Network 03152386-f8cb-42e9-8650-b659291fed74 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:33.931513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-87e3023d-d0bb-4ec3-8b84-9ad9941697b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8587208 Oct 22 13:23:33.937948 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a5f73f-e9af-49b1-870e-b69926ed7ac7 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:33.942349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b8a5f73f-e9af-49b1-870e-b69926ed7ac7 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/000bee3f-9ac1-4bbf-a716-665c2ee28dff HTTP/1.1" status: 404 len: 333 time: 0.0959547 Oct 22 13:23:33.944160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53256) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:33.944496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:33.949757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '03152386-f8cb-42e9-8650-b659291fed74', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2045344391'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:33.992733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b7ecc-a003-44ed-86f6-d66ce2d695de req-14c81387-7907-42ab-bdf4-e8868835dbc3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:33.994275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e8b7ecc-a003-44ed-86f6-d66ce2d695de req-14c81387-7907-42ab-bdf4-e8868835dbc3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 945 time: 0.0617301 Oct 22 13:23:34.057419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e8b7ecc-a003-44ed-86f6-d66ce2d695de req-4c3811d1-694d-4f46-befc-76a8c1c7f8ab tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559273 Oct 22 13:23:34.062994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:23:34.086940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:23:34.100531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.116026 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.158588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-135b8044-c6a7-4b5f-a3cc-f312ab1809ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "PUT /v2.0/floatingips/f5a64e3c-add9-435d-a905-fa8973c1d041 HTTP/1.1" status: 200 len: 991 time: 3.5056367 Oct 22 13:23:34.164645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:34.167063 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475eef95-eb6b-4152-9b29-ca5efb586171" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:34.258127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:34.264461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59ca9-a72c-4313-adc7-da845db61e3b req-3089ecfb-c06b-49d2-a5c4-56ff71600499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.264657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:34.266109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4a59ca9-a72c-4313-adc7-da845db61e3b req-3089ecfb-c06b-49d2-a5c4-56ff71600499 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 1096 time: 0.3227222 Oct 22 13:23:34.267593 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8643a7-5ecd-44de-9d86-5668ad44f1eb x-openstack-request-id: req-6c8643a7-5ecd-44de-9d86-5668ad44f1eb {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:34.267878 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:34.268155 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c8643a7-5ecd-44de-9d86-5668ad44f1eb {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:34.268516 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'status': 'completed', 'code': 200} Oct 22 13:23:34.271737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:34.275967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.320784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 522c9397-abf6-4f47-bd47-9c8c3939893a yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:34.379998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-989f5716-f335-4059-b436-69e69f4c7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.381504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-989f5716-f335-4059-b436-69e69f4c7a23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.0907288 Oct 22 13:23:34.435302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet b6d0202a-bf07-4c07-878c-c0b15a1d9e58 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:34.457209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.526300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-57c7f8ba-b792-4f6f-907a-7fcfcf70d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.527978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-57c7f8ba-b792-4f6f-907a-7fcfcf70d24a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1289904 Oct 22 13:23:34.579156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.12 (03152386-f8cb-42e9-8650-b659291fed74/d6935985-11c5-411f-9b5e-2c4910909895/522c9397-abf6-4f47-bd47-9c8c3939893a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:34.653154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 712f020d-396b-4332-8ffb-6d55e9b59aa3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:34.656884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12405d38-1db9-4617-8812-9208dc84c3cb None None] Network eb40345b-2df4-4e70-8321-b538706c69a9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:34.671912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-34deb8f0-a196-4d1c-bbdc-013b300d046d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 999 time: 0.1323113 Oct 22 13:23:34.715116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-03152386-f8cb-42e9-8650-b659291fed74', 'network_id': '03152386-f8cb-42e9-8650-b659291fed74', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': 'd6935985-11c5-411f-9b5e-2c4910909895'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:34.716300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.743532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-0e4922a2-613b-437a-829a-13d735105224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.745111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.745769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-0e4922a2-613b-437a-829a-13d735105224 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0621717 Oct 22 13:23:34.792346 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e4a59ca9-a72c-4313-adc7-da845db61e3b req-34503a41-68fc-41bd-8001-84e534dcbf77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778843 Oct 22 13:23:34.795648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.828891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.862117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:34.874064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70847b2-ba07-4c36-8c6f-0603139dc3c2 req-5a158488-4f21-4f2b-ac79-c19f83784a2e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.876438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70847b2-ba07-4c36-8c6f-0603139dc3c2 req-5a158488-4f21-4f2b-ac79-c19f83784a2e tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 945 time: 0.1055655 Oct 22 13:23:34.881832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-5fcfef9c-67ff-4fb9-a3e2-03e84fb1fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:34.883451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-5fcfef9c-67ff-4fb9-a3e2-03e84fb1fcc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297781 Oct 22 13:23:34.903553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6d1741df-32e1-405d-9e16-ea6917678203,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:34.934853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:34.979291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.008763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.010278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70847b2-ba07-4c36-8c6f-0603139dc3c2 req-81584ce3-5004-4522-af12-d42ff8512924 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219482 Oct 22 13:23:35.034457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1306789e-6768-479f-8ff6-9e494dc71f83 None None] Provisioning complete for port 712f020d-396b-4332-8ffb-6d55e9b59aa3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:35.034879 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1306789e-6768-479f-8ff6-9e494dc71f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.046976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 03152386-f8cb-42e9-8650-b659291fed74 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:35.053686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d0202a-bf07-4c07-878c-c0b15a1d9e58,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:35.057697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:35.062062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-5634f74f-bf01-44b6-841f-28e04f951a89 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682637 Oct 22 13:23:35.063115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:35.135952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.147129 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6e148858-fda2-4523-93bd-e8401e201286 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/b6d0202a-bf07-4c07-878c-c0b15a1d9e58 HTTP/1.1" status: 204 len: 168 time: 1.1084752 Oct 22 13:23:35.162010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:35.203106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 712f020d-396b-4332-8ffb-6d55e9b59aa3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:35.203404 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.205133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:35.246550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b4a6-3a93-46ba-a335-af67088b2be9 req-8b81785a-db73-4b2a-bf62-024b6377ef9b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:35.250823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:35.252023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.256429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d853b4a6-3a93-46ba-a335-af67088b2be9 req-8b81785a-db73-4b2a-bf62-024b6377ef9b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.0886133 Oct 22 13:23:35.260073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=522c9397-abf6-4f47-bd47-9c8c3939893a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:35.284521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-475eef95-eb6b-4152-9b29-ca5efb586171 req-9da5e01e-4967-4e7e-a497-4ac2ecb2b250 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154448 Oct 22 13:23:35.312093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d853b4a6-3a93-46ba-a335-af67088b2be9 req-99cfc8e3-e6f3-474e-8943-8c0b6e9209e4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 Oct 22 13:23:35.323257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c105718-474e-4902-a26b-e6bc5a8afb23 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3769677 Oct 22 13:23:35.325728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:35.380590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.450703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 522c9397-abf6-4f47-bd47-9c8c3939893a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:35.451065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.454754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 712f020d-396b-4332-8ffb-6d55e9b59aa3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:35.455380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.495454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Allocated IP 172.20.0.2 (03152386-f8cb-42e9-8650-b659291fed74/d6935985-11c5-411f-9b5e-2c4910909895/dc2fc28a-9028-4f69-b565-631f61b24f0c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:35.545136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 712f020d-396b-4332-8ffb-6d55e9b59aa3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=712f020d-396b-4332-8ffb-6d55e9b59aa3,segment=NetworkSegment(30e2aeff-2de7-4c76-bf89-14f18d690fee),segment_id=30e2aeff-2de7-4c76-bf89-14f18d690fee)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:35.545621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.562878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 712f020d-396b-4332-8ffb-6d55e9b59aa3 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:35.601741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.625007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 522c9397-abf6-4f47-bd47-9c8c3939893a owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:35.666998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1306789e-6768-479f-8ff6-9e494dc71f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.692114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.729203 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.733968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=712f020d-396b-4332-8ffb-6d55e9b59aa3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:35.738554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 712f020d-396b-4332-8ffb-6d55e9b59aa3 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:35.795909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:23:35.798100 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f68789-d658-4988-b121-7f6645861c65" -d '{"events": [{"server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "name": "network-vif-plugged", "status": "completed", "tag": "6d1741df-32e1-405d-9e16-ea6917678203"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:23:35.876583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.877155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.903210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb40345b-2df4-4e70-8321-b538706c69a9']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:35.906466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4e95e-6a84-46e0-a655-d11b088a110c None None] Network eb40345b-2df4-4e70-8321-b538706c69a9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:35.911377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f5a64e3c-add9-435d-a905-fa8973c1d041', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:23:10Z', 'updated_at': '2021-10-22T13:23:31Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:35.914846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e2aeff-2de7-4c76-bf89-14f18d690fee') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:35.915151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e2aeff-2de7-4c76-bf89-14f18d690fee') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:35.932506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.969253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.976795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:35.977244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:35.981509 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:35.999902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=522c9397-abf6-4f47-bd47-9c8c3939893a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:36.035403 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a4532-0dba-4685-8133-c02372acd75c x-openstack-request-id: req-2a3a4532-0dba-4685-8133-c02372acd75c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:23:36.035992 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "name": "network-vif-plugged", "status": "completed", "tag": "6d1741df-32e1-405d-9e16-ea6917678203", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:23:36.036650 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a3a4532-0dba-4685-8133-c02372acd75c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:23:36.037836 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203', 'code': 200} Oct 22 13:23:36.041440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc31efc1-03ac-420a-a041-aa3799a034be no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:36.097129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.121585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.129263 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/eb40345b-2df4-4e70-8321-b538706c69a9 HTTP/1.1" status: 204 len: 168 time: 0.9298255 Oct 22 13:23:36.138378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53306) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:36.144485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-833352562'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:36.148923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468e4a-0e7d-424a-8b7a-c85cc73924a5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=eb40345b-2df4-4e70-8321-b538706c69a9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:36.174551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:23:36.178124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: fc31efc1-03ac-420a-a041-aa3799a034be {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:36.178805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc31efc1-03ac-420a-a041-aa3799a034be not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:36.180590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96789fd8-96e2-4b0a-a1d5-e27d7fbee6ce req-1ce726f1-082b-4af7-bb7c-1583fbf8ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:36.182127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-96789fd8-96e2-4b0a-a1d5-e27d7fbee6ce req-1ce726f1-082b-4af7-bb7c-1583fbf8ce75 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 1097 time: 0.0983784 Oct 22 13:23:36.184544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:36.188901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.194675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a833f1b1-dd70-4ab1-8139-74edf5881fd9 None None] Could not find standard attr ID for object 712f020d-396b-4332-8ffb-6d55e9b59aa3. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:36.244623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:36.261305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.267790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:23:36.269989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:36.275590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.275946 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41 of type vlan for network fd24b734-e052-4868-8a75-385709fc77db Oct 22 13:23:36.300124 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-96789fd8-96e2-4b0a-a1d5-e27d7fbee6ce req-5eb3d02c-bbb2-4c92-a78e-5d731fa0cc9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Oct 22 13:23:36.347716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.372918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.386885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.394637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b1e2b4-7f86-4a88-aa0e-88feefabf8b1 None None] DHCP port deletion for eb40345b-2df4-4e70-8321-b538706c69a9 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:36.395686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:36.396340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.447376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3070152 Oct 22 13:23:36.456531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53318) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:36.458149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'fd24b734-e052-4868-8a75-385709fc77db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:36.500818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Network 03152386-f8cb-42e9-8650-b659291fed74 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:36.502717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:36.515974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:36.524016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Pushing event updated for resources: {'Port': ['ID=dc2fc28a-9028-4f69-b565-631f61b24f0c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:36.574430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba55b74-9168-4e41-b2cf-b59eb17dfbaf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=fd24b734-e052-4868-8a75-385709fc77db,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:36.614245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network fd24b734-e052-4868-8a75-385709fc77db details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:36.622040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:23:36.661106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:36.672229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.675948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Attempting to bind port dc2fc28a-9028-4f69-b565-631f61b24f0c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:36.676433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Attempting to bind port dc2fc28a-9028-4f69-b565-631f61b24f0c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4efe04c9-6923-4436-a826-262f840e93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03152386-f8cb-42e9-8650-b659291fed74'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:36.677331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Attempting to bind port dc2fc28a-9028-4f69-b565-631f61b24f0c on network 03152386-f8cb-42e9-8650-b659291fed74 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:36.696960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:36.697414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Checking segment: {'id': '4efe04c9-6923-4436-a826-262f840e93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03152386-f8cb-42e9-8650-b659291fed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:36.697717 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.698117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Bound using segment: {'id': '4efe04c9-6923-4436-a826-262f840e93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03152386-f8cb-42e9-8650-b659291fed74'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:36.698631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Bound port: dc2fc28a-9028-4f69-b565-631f61b24f0c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efe04c9-6923-4436-a826-262f840e93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03152386-f8cb-42e9-8650-b659291fed74'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:36.700180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.799662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d93cc-5c2e-4970-ad25-58e607799121 req-aed3aa1f-7f5e-427b-83b8-f5c7ee553b1b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:36.801592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0d93cc-5c2e-4970-ad25-58e607799121 req-aed3aa1f-7f5e-427b-83b8-f5c7ee553b1b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.1670554 Oct 22 13:23:36.806970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:36.814399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-744cbde1-96c9-42b1-bb2c-f7813b7fec1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/522c9397-abf6-4f47-bd47-9c8c3939893a HTTP/1.1" status: 204 len: 168 time: 1.4865875 Oct 22 13:23:36.823275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53326) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:36.863974 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-857d6353-758b-4ccf-8ef8-3e6ddf277e8f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:36.868770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-857d6353-758b-4ccf-8ef8-3e6ddf277e8f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/522c9397-abf6-4f47-bd47-9c8c3939893a HTTP/1.1" status: 404 len: 333 time: 0.0439665 Oct 22 13:23:36.869710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53328) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:36.899144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da821e6-895a-4e41-b8c3-dd1b20478014 req-55998b44-9eec-437a-97e6-769e524fd205 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:36.907086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8da821e6-895a-4e41-b8c3-dd1b20478014 req-55998b44-9eec-437a-97e6-769e524fd205 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 945 time: 0.2737906 Oct 22 13:23:36.938575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a0d93cc-5c2e-4970-ad25-58e607799121 req-30bc370c-1cde-42a0-b714-64851c7feb97 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202974 Oct 22 13:23:36.980018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8da821e6-895a-4e41-b8c3-dd1b20478014 req-e7f7d8c4-1ed2-42b8-896b-de41ba133ee9 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Oct 22 13:23:36.993373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet d6935985-11c5-411f-9b5e-2c4910909895 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:36.999573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.053110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.075554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.133282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] For port dc2fc28a-9028-4f69-b565-631f61b24f0c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:37.156931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] For port dc2fc28a-9028-4f69-b565-631f61b24f0c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dc2fc28a-9028-4f69-b565-631f61b24f0c,segment=NetworkSegment(4efe04c9-6923-4436-a826-262f840e93ac),segment_id=4efe04c9-6923-4436-a826-262f840e93ac)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:37.163403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.287383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=d8027722-c0df-4610-88d1-f0c8cff98cd0,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:37.315609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80e6eb-228f-4623-a47f-e4c484066096 None None] Pushing event updated for resources: {'Port': ['ID=dc2fc28a-9028-4f69-b565-631f61b24f0c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:37.353354 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.411616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:37.412212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: fd24b734-e052-4868-8a75-385709fc77db, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:37.435045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f5a64e3c-add9-435d-a905-fa8973c1d041', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:23:10Z', 'updated_at': '2021-10-22T13:23:31Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:37.465145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network fd24b734-e052-4868-8a75-385709fc77db is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:37.473082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.500156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70be09-f9c6-4b6b-b024-90c2ffb92c75 None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f5a64e3c-add9-435d-a905-fa8973c1d041', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:23:10Z', 'updated_at': '2021-10-22T13:23:31Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:23:37.617106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, fd24b734-e052-4868-8a75-385709fc77db) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:37.618881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.622664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/d6935985-11c5-411f-9b5e-2c4910909895 HTTP/1.1" status: 204 len: 168 time: 0.7522748 Oct 22 13:23:37.624254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ca348-e93a-4b65-82c3-f58cf7d1985b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=d6935985-11c5-411f-9b5e-2c4910909895,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:37.627385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:37.650822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:37.651552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.653381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba1203-793c-4cf1-a9ae-d09b3cc457c5 None None] Network fd24b734-e052-4868-8a75-385709fc77db requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:37.702732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0fc77015-8387-4308-86d5-036349139749 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2485943 Oct 22 13:23:37.703190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53352) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:37.709340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'fd24b734-e052-4868-8a75-385709fc77db', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1883008064'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:37.810339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:37.898140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port dc2fc28a-9028-4f69-b565-631f61b24f0c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:37.898584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.000452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:38.005564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.020407 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4ef84-9021-41f7-bd6e-6d1fa6c6dad9 None None] New status for floating IP f5a64e3c-add9-435d-a905-fa8973c1d041: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:23:38.034935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-fd24b734-e052-4868-8a75-385709fc77db', 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': 'd8027722-c0df-4610-88d1-f0c8cff98cd0'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:38.035917 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.075873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 79bc4281-8c6f-4bf7-81f6-5290cfbe3022 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:38.297374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.394334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dc2fc28a-9028-4f69-b565-631f61b24f0c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:38.423713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ecaab-b084-47de-bc61-d5940f3d852c req-30d5afc2-0896-4a0b-baf3-3a11fb7f8a48 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:38.427975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-479ecaab-b084-47de-bc61-d5940f3d852c req-30d5afc2-0896-4a0b-baf3-3a11fb7f8a48 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.3208501 Oct 22 13:23:38.511039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::d5 (fd24b734-e052-4868-8a75-385709fc77db/d8027722-c0df-4610-88d1-f0c8cff98cd0/79bc4281-8c6f-4bf7-81f6-5290cfbe3022) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:38.550545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port dc2fc28a-9028-4f69-b565-631f61b24f0c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:38.551731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.591063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-479ecaab-b084-47de-bc61-d5940f3d852c req-b0487919-8a87-4e7e-afa8-5a7283ea15ca tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509280 Oct 22 13:23:38.733885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.744362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port dc2fc28a-9028-4f69-b565-631f61b24f0c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dc2fc28a-9028-4f69-b565-631f61b24f0c,segment=NetworkSegment(4efe04c9-6923-4436-a826-262f840e93ac),segment_id=4efe04c9-6923-4436-a826-262f840e93ac)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:38.744937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.762196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for dc2fc28a-9028-4f69-b565-631f61b24f0c owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:38.825299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port dc2fc28a-9028-4f69-b565-631f61b24f0c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dc2fc28a-9028-4f69-b565-631f61b24f0c,segment=NetworkSegment(4efe04c9-6923-4436-a826-262f840e93ac),segment_id=4efe04c9-6923-4436-a826-262f840e93ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:38.831317 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.870524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 712f020d-396b-4332-8ffb-6d55e9b59aa3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:38.899213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.909438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 712f020d-396b-4332-8ffb-6d55e9b59aa3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:38.909980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 712f020d-396b-4332-8ffb-6d55e9b59aa3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:38.935402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:38.937501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port dc2fc28a-9028-4f69-b565-631f61b24f0c on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:38.965469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=dc2fc28a-9028-4f69-b565-631f61b24f0c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:39.006358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=dc2fc28a-9028-4f69-b565-631f61b24f0c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:39.041057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.090730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network fd24b734-e052-4868-8a75-385709fc77db is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:39.097174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:39.134998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.137843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf8874-4aa4-4956-b23c-4c9264a16177 None None] Network 03152386-f8cb-42e9-8650-b659291fed74 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:39.145416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:39.157101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:39.157772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.187798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03152386-f8cb-42e9-8650-b659291fed74']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:39.223593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5167904 Oct 22 13:23:39.223756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efe04c9-6923-4436-a826-262f840e93ac') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:39.223756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efe04c9-6923-4436-a826-262f840e93ac') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:39.229905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53382) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:39.306407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d58a71-a584-4515-a354-0306bbff634f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=79bc4281-8c6f-4bf7-81f6-5290cfbe3022,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:39.310744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.341074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-69fd8a5e-a3b6-42cb-a7ea-375ec6f17034 None None] Could not find standard attr ID for object dc2fc28a-9028-4f69-b565-631f61b24f0c. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:39.345540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-548996a2-e287-4346-9359-2f9ebdc94f7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311734 Oct 22 13:23:39.361775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.391391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:39.391803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:39.398463 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:39.430430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Allocated IP 2001:db8::2 (fd24b734-e052-4868-8a75-385709fc77db/d8027722-c0df-4610-88d1-f0c8cff98cd0/27f00410-edb7-431f-8f23-95b134e7b566) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:39.492928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd76204-51b0-4529-9922-a2f764f3a7b3 None None] DHCP port deletion for 03152386-f8cb-42e9-8650-b659291fed74 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:39.531396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-96a526b1-3619-4651-948d-12a510856a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:39.535643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-96a526b1-3619-4651-948d-12a510856a13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.1257164 Oct 22 13:23:39.558154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 79bc4281-8c6f-4bf7-81f6-5290cfbe3022 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:39.558804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.570085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.590021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.594628 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/03152386-f8cb-42e9-8650-b659291fed74 HTTP/1.1" status: 204 len: 168 time: 1.9661233 Oct 22 13:23:39.600738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53392) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:39.617664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'name': 'tempest-PortsTestJSON-1658403013'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:39.657789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce7bb6-62af-4496-8e80-3158309f9e93 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=03152386-f8cb-42e9-8650-b659291fed74,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:39.742358 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.756388 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.804805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Network fd24b734-e052-4868-8a75-385709fc77db is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:39.808025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:39.812850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:39.823443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Pushing event updated for resources: {'Port': ['ID=27f00410-edb7-431f-8f23-95b134e7b566,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:39.826944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-fe83df04-89a0-4a11-b24d-0d2a7755cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:39.830409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-fe83df04-89a0-4a11-b24d-0d2a7755cb9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.2617030 Oct 22 13:23:39.909619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:39.913590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.946074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-7377d0c3-91b0-4b3c-9c22-879f05305cc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1001 time: 0.0969470 Oct 22 13:23:39.957614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port f152756b-2b8d-4645-9e65-b71d7aaa000a yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:39.965458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Attempting to bind port 27f00410-edb7-431f-8f23-95b134e7b566 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:39.965981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Attempting to bind port 27f00410-edb7-431f-8f23-95b134e7b566 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:39.966369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Attempting to bind port 27f00410-edb7-431f-8f23-95b134e7b566 on network fd24b734-e052-4868-8a75-385709fc77db {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:39.966487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.971255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.973813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:39.974183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Checking segment: {'id': 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:39.974578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:39.975014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Bound using segment: {'id': 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:39.975495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Bound port: 27f00410-edb7-431f-8f23-95b134e7b566, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd24b734-e052-4868-8a75-385709fc77db'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:39.976021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.031396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-7e80ccb9-fadc-4df6-8152-ff4e4a8c9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:40.032904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-7e80ccb9-fadc-4df6-8152-ff4e4a8c9e45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0788620 Oct 22 13:23:40.056770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 79bc4281-8c6f-4bf7-81f6-5290cfbe3022 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:40.104860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] For port 27f00410-edb7-431f-8f23-95b134e7b566, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:40.110158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] For port 27f00410-edb7-431f-8f23-95b134e7b566, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=27f00410-edb7-431f-8f23-95b134e7b566,segment=NetworkSegment(bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41),segment_id=bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:40.118856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-7c67ddb5-adb5-484a-8369-569ab801f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:40.120589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-7c67ddb5-adb5-484a-8369-569ab801f854 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795557 Oct 22 13:23:40.127028 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.204118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f440878-9efb-432e-92f8-309f94423e6f None None] Pushing event updated for resources: {'Port': ['ID=27f00410-edb7-431f-8f23-95b134e7b566,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:40.332535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-c5277198-9524-404a-83b5-cb96956e7442 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032638 Oct 22 13:23:40.357179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dc2fc28a-9028-4f69-b565-631f61b24f0c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:40.442651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.458166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: dc2fc28a-9028-4f69-b565-631f61b24f0c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:40.462283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dc2fc28a-9028-4f69-b565-631f61b24f0c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:40.580915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=79bc4281-8c6f-4bf7-81f6-5290cfbe3022,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:40.599846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c783ea0-37a1-4280-ab2f-d5145f7fc327 req-05d9550c-2edf-42cb-afe0-0c0052cb7936 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560875 Oct 22 13:23:40.617676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.628628 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-923573cf-7bc1-41af-b22b-dea5de3a53d2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/79bc4281-8c6f-4bf7-81f6-5290cfbe3022 HTTP/1.1" status: 204 len: 168 time: 1.3976896 Oct 22 13:23:40.631340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53414) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:40.680477 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c57374-9d57-4c51-9187-538398f78b13 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:40.682527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42c57374-9d57-4c51-9187-538398f78b13 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/79bc4281-8c6f-4bf7-81f6-5290cfbe3022 HTTP/1.1" status: 404 len: 333 time: 0.0492971 Oct 22 13:23:40.685255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53416) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:40.725492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.764660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet d8027722-c0df-4610-88d1-f0c8cff98cd0 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:40.768798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.791259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.817133 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.847356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:40.851453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:40.860275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:40.867154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:40.868187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:40.872336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=f152756b-2b8d-4645-9e65-b71d7aaa000a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:40.898782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae26c2e6-417b-4de5-adf6-43fb059340e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2966342 Oct 22 13:23:40.901116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:40.930699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.010844 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.047804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=d8027722-c0df-4610-88d1-f0c8cff98cd0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:41.048921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port f152756b-2b8d-4645-9e65-b71d7aaa000a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:41.051519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.051674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.072018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7913fe4a-4881-4853-8996-79125fa33c84 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/d8027722-c0df-4610-88d1-f0c8cff98cd0 HTTP/1.1" status: 204 len: 168 time: 0.3848166 Oct 22 13:23:41.073057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53420) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:41.166129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.243491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 27f00410-edb7-431f-8f23-95b134e7b566 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:41.244108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.261140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.287927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for f152756b-2b8d-4645-9e65-b71d7aaa000a owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:41.329890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 27f00410-edb7-431f-8f23-95b134e7b566, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=27f00410-edb7-431f-8f23-95b134e7b566,segment=NetworkSegment(bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41),segment_id=bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:41.330590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.347798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 27f00410-edb7-431f-8f23-95b134e7b566 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:41.425245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.490966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.513911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=f152756b-2b8d-4645-9e65-b71d7aaa000a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:41.526669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.533137 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b0c2ee2-6699-4e77-8010-2ef864156fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/f152756b-2b8d-4645-9e65-b71d7aaa000a HTTP/1.1" status: 204 len: 168 time: 0.6280422 Oct 22 13:23:41.533350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53426) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:41.538834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'mac_address': 'fa:16:3e:43:73:0c', 'name': 'tempest-PortsTestJSON-899817743'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:41.555383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 27f00410-edb7-431f-8f23-95b134e7b566 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:41.629712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=27f00410-edb7-431f-8f23-95b134e7b566,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:41.741922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:41.778119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.818754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd24b734-e052-4868-8a75-385709fc77db']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:41.835276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:41.835992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd84d1fd-fa6d-4a64-9c48-2d25e11a3d41') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:41.849799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.860313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.866873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.878239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:41.878948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:41.883448 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:41.924405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 4da6c2c5-eaec-471f-9525-edcf92f521ea yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:41.959788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.965858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b068d6-2a88-4dca-82d9-d4481e325d49 None None] Network fd24b734-e052-4868-8a75-385709fc77db requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:41.969378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:41.976892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/fd24b734-e052-4868-8a75-385709fc77db HTTP/1.1" status: 204 len: 168 time: 0.8991857 Oct 22 13:23:41.978148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3a15ceca-690e-4bd6-a04e-6a9ce67b3fa3 None None] Could not find standard attr ID for object 27f00410-edb7-431f-8f23-95b134e7b566. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:41.983638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53440) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:41.990529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'name': 'tempest-PortsIpV6TestJSON-1489822867'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:42.001357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b068d6-2a88-4dca-82d9-d4481e325d49 None None] Network fd24b734-e052-4868-8a75-385709fc77db could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:23:42.081684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d58da4-2d3c-44e1-a3c4-44f9d5bd9dfe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=fd24b734-e052-4868-8a75-385709fc77db,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:42.111776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1ff6c-e11e-4bb2-9de7-7850f4e36e02 None None] DHCP port deletion for fd24b734-e052-4868-8a75-385709fc77db request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:42.211218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.221387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:42.225065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.244582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 532d71e2-42a0-4c74-b1dc-a559bc7884fd yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:42.278924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.332617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:42.336038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:42.344447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:42.351193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:42.352246 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.364769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=4da6c2c5-eaec-471f-9525-edcf92f521ea,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:42.383653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ea5cb031-4e04-47b5-9ada-697f2b99a3a5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8468387 Oct 22 13:23:42.383840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:42.436073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812dee5-136e-4470-ae61-6b0276c8b7e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:42.442287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7812dee5-136e-4470-ae61-6b0276c8b7e3 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/4da6c2c5-eaec-471f-9525-edcf92f521ea HTTP/1.1" status: 200 len: 840 time: 0.0548739 Oct 22 13:23:42.443296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:42.475488 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:23:42.480216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.523463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.563896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 4da6c2c5-eaec-471f-9525-edcf92f521ea {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:42.564688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.579373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=532d71e2-42a0-4c74-b1dc-a559bc7884fd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:42.603480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:42.605976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:42.613446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:42.620597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:42.621229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.645433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9c86a76e-b058-439a-8d4c-15602cec0903 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6591835 Oct 22 13:23:42.647268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:42.663695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.681038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 4da6c2c5-eaec-471f-9525-edcf92f521ea owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:42.747190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 532d71e2-42a0-4c74-b1dc-a559bc7884fd {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:42.747560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.800798 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.855180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.855994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:42.862840 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/4da6c2c5-eaec-471f-9525-edcf92f521ea HTTP/1.1" status: 204 len: 168 time: 0.4158711 Oct 22 13:23:42.862840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826af60-1f5c-46bf-9c62-95bc6e8d1933 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=4da6c2c5-eaec-471f-9525-edcf92f521ea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:42.867387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53456) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:42.868130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 532d71e2-42a0-4c74-b1dc-a559bc7884fd owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:42.894792 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-263363fc-f850-4931-9527-60555b1f99b2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:42.896372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-263363fc-f850-4931-9527-60555b1f99b2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/4da6c2c5-eaec-471f-9525-edcf92f521ea HTTP/1.1" status: 404 len: 333 time: 0.0273237 Oct 22 13:23:42.900097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53458) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:42.905657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'name': 'tempest-PortsTestJSON-1265494949'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:42.964828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.016705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:43.022379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.022480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.029581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/532d71e2-42a0-4c74-b1dc-a559bc7884fd HTTP/1.1" status: 204 len: 168 time: 0.3786528 Oct 22 13:23:43.029581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068ed25-8a79-4060-a4c9-99f2b76d8680 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=532d71e2-42a0-4c74-b1dc-a559bc7884fd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:43.031054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.037070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'mac_address': 'fa:16:3e:b4:a4:27', 'name': 'tempest-PortsIpV6TestJSON-1193956982'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:43.065498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port ea71d100-9782-4fb5-93fb-92db3fef8eb5 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:43.145745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:43.232141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.264663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 15caf367-9d48-47d2-982e-29653d67e144 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:43.264870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.304933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.364527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=ea71d100-9782-4fb5-93fb-92db3fef8eb5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:43.381305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:43.383737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:43.386234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:43.392850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:43.393521 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.413898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3ee79306-8889-47f5-9acd-e0c1a1d0d3e5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5127506 Oct 22 13:23:43.415236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.421368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:43.437258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.473769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.495776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.520384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:43.523643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:43.526107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:43.532323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:43.532936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.548749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=15caf367-9d48-47d2-982e-29653d67e144,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:43.563632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2c7587d1-9de3-4b40-b947-9a7785e2d53d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5314202 Oct 22 13:23:43.565973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53466) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.612518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1329039-e199-4273-999e-558aff482614 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:43.613781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1329039-e199-4273-999e-558aff482614 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/15caf367-9d48-47d2-982e-29653d67e144 HTTP/1.1" status: 200 len: 845 time: 0.0468490 Oct 22 13:23:43.623776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53468) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.667907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.674280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.717515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] In _notify_port_updated(), no bound segment for port ea71d100-9782-4fb5-93fb-92db3fef8eb5 on network f415cd16-8af0-4122-b6ff-eef245a649a6 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:43.723849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:43.724310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.725701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/ports/ea71d100-9782-4fb5-93fb-92db3fef8eb5 HTTP/1.1" status: 200 len: 818 time: 0.3094020 Oct 22 13:23:43.729220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.729594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 15caf367-9d48-47d2-982e-29653d67e144 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:43.729940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.769948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85f41d-a5dd-43b0-babf-1d3ff2bcfc21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=ea71d100-9782-4fb5-93fb-92db3fef8eb5,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:43.804971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.817581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 15caf367-9d48-47d2-982e-29653d67e144 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:43.842512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port ea71d100-9782-4fb5-93fb-92db3fef8eb5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:43.843017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.909767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.926378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.939374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for ea71d100-9782-4fb5-93fb-92db3fef8eb5 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:43.941953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=15caf367-9d48-47d2-982e-29653d67e144,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:43.948005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:43.952583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e923e5d-23e5-4241-a6ad-2cab0e68aad2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/15caf367-9d48-47d2-982e-29653d67e144 HTTP/1.1" status: 204 len: 168 time: 0.3277752 Oct 22 13:23:43.954938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53474) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.979531 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4d41fd-d5f9-450e-acba-2fc4105f9775 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:43.982637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d4d41fd-d5f9-450e-acba-2fc4105f9775 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/15caf367-9d48-47d2-982e-29653d67e144 HTTP/1.1" status: 404 len: 333 time: 0.0252359 Oct 22 13:23:43.985283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:43.990347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'name': 'tempest-PortsIpV6TestJSON-982408487'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:44.041441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.073832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=ea71d100-9782-4fb5-93fb-92db3fef8eb5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:44.085752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.089088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ee046a4-5532-4512-8bea-b64f76e4066f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/ea71d100-9782-4fb5-93fb-92db3fef8eb5 HTTP/1.1" status: 204 len: 168 time: 0.3588693 Oct 22 13:23:44.092211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.096797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:44.100687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.120295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 15fea745-2237-4d27-9fd9-149ad34cf85e yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:44.146081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21231efa-fc22-4fda-9574-c67c0a2fcf5d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:44.150314 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-21231efa-fc22-4fda-9574-c67c0a2fcf5d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0543654 Oct 22 13:23:44.150450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.180141 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1df6ac-4ea7-402b-ad0b-9d0c89f9aee9 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:44.186002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd1df6ac-4ea7-402b-ad0b-9d0c89f9aee9 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/ea71d100-9782-4fb5-93fb-92db3fef8eb5 HTTP/1.1" status: 404 len: 333 time: 0.0303030 Oct 22 13:23:44.186484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.196075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1569473756'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:44.222870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:44.226444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.255051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:44.267874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.268623 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 29e4a6ea-b218-49b9-88c5-061da54d5ec6 of type vlan for network 0633f597-5f76-4ef9-ae14-07780411cebf Oct 22 13:23:44.303603 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.312236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.337935 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.338936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.346253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:44.347488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.385888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:44.389426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:44.393394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:44.394725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2030361 Oct 22 13:23:44.398424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53484) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.399094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:44.399703 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.402498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:44.420880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4342895 Oct 22 13:23:44.422071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20bdb-0a65-4d40-86fc-38818df2f14d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=15fea745-2237-4d27-9fd9-149ad34cf85e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:44.424219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53486) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.429331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:44.451717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d91072-0a51-4c18-8a1f-3abcd6cbf6e2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=0633f597-5f76-4ef9-ae14-07780411cebf,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:44.469459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:44.518492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.550283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:44.554511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.691156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.699255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.745141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] In _notify_port_updated(), no bound segment for port 15fea745-2237-4d27-9fd9-149ad34cf85e on network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:44.751412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:44.752053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.753033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.755358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/ports/15fea745-2237-4d27-9fd9-149ad34cf85e HTTP/1.1" status: 200 len: 818 time: 0.3300941 Oct 22 13:23:44.756414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.796742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605d08-b311-4bd8-8f85-a9af0badc3eb tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=15fea745-2237-4d27-9fd9-149ad34cf85e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:44.829044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '29e4a6ea-b218-49b9-88c5-061da54d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:44.829453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 0633f597-5f76-4ef9-ae14-07780411cebf, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:44.837211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=b7e108d4-2dce-449a-a753-44c673dcd0c7,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:44.855877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 0633f597-5f76-4ef9-ae14-07780411cebf is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:44.866663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 0633f597-5f76-4ef9-ae14-07780411cebf) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:44.871577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:44.872268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.877937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e5171-1128-48ae-8dc9-83e0ffb60a74 None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:44.879675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 15fea745-2237-4d27-9fd9-149ad34cf85e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:44.880009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.893575 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c64b3377-12dd-41f6-96d3-ab95b36a9b61 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4946988 Oct 22 13:23:44.896234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53490) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:44.918120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:44.963318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:44.980964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 15fea745-2237-4d27-9fd9-149ad34cf85e owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:45.082030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.122511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-0633f597-5f76-4ef9-ae14-07780411cebf', 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': 'b7e108d4-2dce-449a-a753-44c673dcd0c7'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:45.123982 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.126925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:45.131224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.134304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=15fea745-2237-4d27-9fd9-149ad34cf85e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:45.149802 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.153108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ed259cb-b42a-4cf4-9617-577bb7b2a704 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/15fea745-2237-4d27-9fd9-149ad34cf85e HTTP/1.1" status: 204 len: 168 time: 0.3930495 Oct 22 13:23:45.156769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53494) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.289613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad706b19-5ae5-4c59-a1b7-7fdcef4b1d10 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:45.291835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ad706b19-5ae5-4c59-a1b7-7fdcef4b1d10 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1339145 Oct 22 13:23:45.295535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53496) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.296143 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b7e108d4-2dce-449a-a753-44c673dcd0c7 (CIDR: 172.20.0.0/28) Oct 22 13:23:45.302773 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:23:45.303372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:45.325721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Allocated IP 172.20.0.2 (0633f597-5f76-4ef9-ae14-07780411cebf/b7e108d4-2dce-449a-a753-44c673dcd0c7/12320bcf-d524-4eb0-a54e-149ad954bd6c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:45.331357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-971c6925-6822-4e96-b35c-3662f6d28162 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4222009 Oct 22 13:23:45.334072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53498) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.340595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:45.358568 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-44211382-53ac-4076-a11f-6e8a36dba012 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:45.361543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-44211382-53ac-4076-a11f-6e8a36dba012 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/15fea745-2237-4d27-9fd9-149ad34cf85e HTTP/1.1" status: 404 len: 333 time: 0.0638883 Oct 22 13:23:45.365546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53500) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.371141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1675734877'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:45.417297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:45.422410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.468550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:45.484209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.484610 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment 35fbb23d-6e57-42b3-aa68-0e700a7c2c28 of type vlan for network 5484a85f-d481-4009-b59b-ed4690f62286 Oct 22 13:23:45.496775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:45.507085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.548079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.588492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.595824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.598316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:45.599058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.604307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.644385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2775524 Oct 22 13:23:45.648058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53502) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.657128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:45.666303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:45.671855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:45.676133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:45.697067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001ef1c-a8d2-422d-a19a-ba2ba99971af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=5484a85f-d481-4009-b59b-ed4690f62286,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:45.720967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:45.737294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Pushing event updated for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:45.806456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:45.812754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.815826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Attempting to bind port 12320bcf-d524-4eb0-a54e-149ad954bd6c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:45.816205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Attempting to bind port 12320bcf-d524-4eb0-a54e-149ad954bd6c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '29e4a6ea-b218-49b9-88c5-061da54d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:45.816694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Attempting to bind port 12320bcf-d524-4eb0-a54e-149ad954bd6c on network 0633f597-5f76-4ef9-ae14-07780411cebf {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:45.829349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:45.829768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Checking segment: {'id': '29e4a6ea-b218-49b9-88c5-061da54d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:45.830122 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.830816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Bound using segment: {'id': '29e4a6ea-b218-49b9-88c5-061da54d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:45.831015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Bound port: 12320bcf-d524-4eb0-a54e-149ad954bd6c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e4a6ea-b218-49b9-88c5-061da54d5ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:45.831406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.884133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.912145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:45.916809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=12320bcf-d524-4eb0-a54e-149ad954bd6c,segment=NetworkSegment(29e4a6ea-b218-49b9-88c5-061da54d5ec6),segment_id=29e4a6ea-b218-49b9-88c5-061da54d5ec6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:45.926883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.941085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 0633f597-5f76-4ef9-ae14-07780411cebf is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:45.944597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:45.949454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:45.950042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:45.974628 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6367996 Oct 22 13:23:45.974628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1494aa-1404-4aef-8ccd-25ed4cfdbb73 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=22974818-5898-47ba-b6f1-9b6ad175cd90,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:45.976216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:45.981388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'fixed_ips': [{'subnet_id': 'b7e108d4-2dce-449a-a753-44c673dcd0c7'}, {'subnet_id': '22974818-5898-47ba-b6f1-9b6ad175cd90'}], 'name': 'tempest-PortsTestJSON-1624669517'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:46.042570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8157-3f3f-494e-8c11-1d79ba517403 None None] Pushing event updated for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:46.057178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.156296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=cb58a2aa-927c-4857-9712-6dec6ff493a3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:46.164574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': '35fbb23d-6e57-42b3-aa68-0e700a7c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:46.165069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: 5484a85f-d481-4009-b59b-ed4690f62286, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:46.165579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:46.188358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 5484a85f-d481-4009-b59b-ed4690f62286 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:46.213992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5484a85f-d481-4009-b59b-ed4690f62286) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:46.224570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091fcb4-a99b-4d17-85b5-7af20aafbe59 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:46.254718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:46.255575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.306301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.336059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-596dddc8-0f7a-4dc7-a065-73574d9c72b3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6866524 Oct 22 13:23:46.339605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 196c40e5-875b-4d63-9be2-b6477d5545c4 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:46.340016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:46.348472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:46.486879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5484a85f-d481-4009-b59b-ed4690f62286', 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': 'cb58a2aa-927c-4857-9712-6dec6ff493a3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:46.488225 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.524637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:46.529680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.693672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Allocated IP 2001:db8::2 (5484a85f-d481-4009-b59b-ed4690f62286/cb58a2aa-927c-4857-9712-6dec6ff493a3/06c7772c-f672-441b-a5c8-dcaa116c976a) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:46.740513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.13 (0633f597-5f76-4ef9-ae14-07780411cebf/b7e108d4-2dce-449a-a753-44c673dcd0c7/196c40e5-875b-4d63-9be2-b6477d5545c4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:46.749291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.22 (0633f597-5f76-4ef9-ae14-07780411cebf/22974818-5898-47ba-b6f1-9b6ad175cd90/196c40e5-875b-4d63-9be2-b6477d5545c4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:46.916661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.924952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.932118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.979049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:46.985190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:46.988809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:46.992516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:47.005337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Pushing event updated for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:47.055312 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb58a2aa-927c-4857-9712-6dec6ff493a3 (CIDR: 2001:db8::/64) Oct 22 13:23:47.058619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 0633f597-5f76-4ef9-ae14-07780411cebf is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:47.062710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:47.062987 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:23:47.063662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:23:47.066009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:47.081272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Attempting to bind port 06c7772c-f672-441b-a5c8-dcaa116c976a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:47.081652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Attempting to bind port 06c7772c-f672-441b-a5c8-dcaa116c976a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '35fbb23d-6e57-42b3-aa68-0e700a7c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:47.082020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Attempting to bind port 06c7772c-f672-441b-a5c8-dcaa116c976a on network 5484a85f-d481-4009-b59b-ed4690f62286 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:47.089453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:47.089847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Checking segment: {'id': '35fbb23d-6e57-42b3-aa68-0e700a7c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:47.090261 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.090685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Bound using segment: {'id': '35fbb23d-6e57-42b3-aa68-0e700a7c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:47.091277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Bound port: 06c7772c-f672-441b-a5c8-dcaa116c976a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fbb23d-6e57-42b3-aa68-0e700a7c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5484a85f-d481-4009-b59b-ed4690f62286'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:47.091752 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.116742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-21578fe8-4301-43ed-a695-c59d548b5725 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7755194 Oct 22 13:23:47.118693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:47.123264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=196c40e5-875b-4d63-9be2-b6477d5545c4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:47.132152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:47.148528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:47.149396 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.176488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ceaab5c-b356-4e4b-acaa-459640b03dc7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1992073 Oct 22 13:23:47.179159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:47.188915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7e108d4-2dce-449a-a753-44c673dcd0c7'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:47.208312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:47.212085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=06c7772c-f672-441b-a5c8-dcaa116c976a,segment=NetworkSegment(35fbb23d-6e57-42b3-aa68-0e700a7c2c28),segment_id=35fbb23d-6e57-42b3-aa68-0e700a7c2c28)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:47.219710 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.307683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02071d45-dcae-4148-a8ad-80a1a3d868e9 None None] Pushing event updated for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:47.355133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.364266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:47.368263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.435079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bcbf0-a2de-457f-801a-02a7b761fee1 None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:47.575463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] Provisioning complete for port 12320bcf-d524-4eb0-a54e-149ad954bd6c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:47.588340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.747200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.810734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 5484a85f-d481-4009-b59b-ed4690f62286 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:47.814504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:47.821372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:47.821987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:47.844168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=056b4834-fc93-4d81-8f7d-bc944a79a49d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:47.860984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Delete allocated IP 172.20.0.22 (0633f597-5f76-4ef9-ae14-07780411cebf/22974818-5898-47ba-b6f1-9b6ad175cd90) {{(pid=100619) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:23:47.864106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49b7b453-c76f-4908-9bd8-bd3616d8adb8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7408149 Oct 22 13:23:47.864608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:47.880870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'fixed_ips': [{'subnet_id': 'cb58a2aa-927c-4857-9712-6dec6ff493a3'}, {'subnet_id': '056b4834-fc93-4d81-8f7d-bc944a79a49d'}], 'name': 'tempest-PortsIpV6TestJSON-1967901947'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:48.048604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.054743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.081815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.084756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:48.130764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=12320bcf-d524-4eb0-a54e-149ad954bd6c,segment=NetworkSegment(29e4a6ea-b218-49b9-88c5-061da54d5ec6),segment_id=29e4a6ea-b218-49b9-88c5-061da54d5ec6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:48.136549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.196509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd038f8-e2a6-49c2-ba59-c382fd172039 None None] Pushing event updated for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:48.203422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=196c40e5-875b-4d63-9be2-b6477d5545c4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:48.242738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] In _notify_port_updated(), no bound segment for port 196c40e5-875b-4d63-9be2-b6477d5545c4 on network 0633f597-5f76-4ef9-ae14-07780411cebf {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:48.253048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.268171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:48.270289 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.275143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Update dhcp port {'port': {'network_id': '0633f597-5f76-4ef9-ae14-07780411cebf', 'fixed_ips': [{'subnet_id': 'b7e108d4-2dce-449a-a753-44c673dcd0c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '22974818-5898-47ba-b6f1-9b6ad175cd90'}], 'binding:host_id': 'n-d-813419-8'}, 'id': '12320bcf-d524-4eb0-a54e-149ad954bd6c'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:23:48.278825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:48.282866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-43c519fb-2537-440d-94eb-1a2baeb9daee tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/ports/196c40e5-875b-4d63-9be2-b6477d5545c4 HTTP/1.1" status: 200 len: 920 time: 1.1023071 Oct 22 13:23:48.285517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7e108d4-2dce-449a-a753-44c673dcd0c7'}, {'subnet_id': '22974818-5898-47ba-b6f1-9b6ad175cd90'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:48.309019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.342586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 4079c111-a38b-4fca-a005-b1165a986cb2 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:48.493081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 12320bcf-d524-4eb0-a54e-149ad954bd6c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:48.618075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Allocated IP 172.20.0.18 (0633f597-5f76-4ef9-ae14-07780411cebf/22974818-5898-47ba-b6f1-9b6ad175cd90/12320bcf-d524-4eb0-a54e-149ad954bd6c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:48.722318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 12320bcf-d524-4eb0-a54e-149ad954bd6c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:48.722749 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.727844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd333155-d727-4668-b9d9-e930b99c1b67 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:48.748987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.797171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=12320bcf-d524-4eb0-a54e-149ad954bd6c,segment=NetworkSegment(29e4a6ea-b218-49b9-88c5-061da54d5ec6),segment_id=29e4a6ea-b218-49b9-88c5-061da54d5ec6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:48.866585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:48.866982 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.916910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::256 (5484a85f-d481-4009-b59b-ed4690f62286/cb58a2aa-927c-4857-9712-6dec6ff493a3/4079c111-a38b-4fca-a005-b1165a986cb2) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:48.936844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:48.937106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8:0:1::167 (5484a85f-d481-4009-b59b-ed4690f62286/056b4834-fc93-4d81-8f7d-bc944a79a49d/4079c111-a38b-4fca-a005-b1165a986cb2) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:48.973185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.083899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 06c7772c-f672-441b-a5c8-dcaa116c976a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:49.196063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cf9f-f073-4961-bc87-d18498fb960c None None] Pushing event updated for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:49.235505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.240842 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.26 (0633f597-5f76-4ef9-ae14-07780411cebf/22974818-5898-47ba-b6f1-9b6ad175cd90/196c40e5-875b-4d63-9be2-b6477d5545c4) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:49.281606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:49.282099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.305029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.320691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=06c7772c-f672-441b-a5c8-dcaa116c976a,segment=NetworkSegment(35fbb23d-6e57-42b3-aa68-0e700a7c2c28),segment_id=35fbb23d-6e57-42b3-aa68-0e700a7c2c28)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:49.332023 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.441308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c59b2-1f16-495e-a480-aa2f54c9de2e None None] Pushing event updated for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:49.458391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.482364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Update dhcp port {'port': {'network_id': '5484a85f-d481-4009-b59b-ed4690f62286', 'fixed_ips': [{'subnet_id': 'cb58a2aa-927c-4857-9712-6dec6ff493a3', 'ip_address': '2001:db8::2'}, {'subnet_id': '056b4834-fc93-4d81-8f7d-bc944a79a49d'}], 'binding:host_id': 'n-d-813419-8'}, 'id': '06c7772c-f672-441b-a5c8-dcaa116c976a'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:23:49.522000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.543685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=4079c111-a38b-4fca-a005-b1165a986cb2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:49.556200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.559398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 5484a85f-d481-4009-b59b-ed4690f62286 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:49.562209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:49.566343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:49.577955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:49.579141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.589134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.626022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-871647b1-d9eb-4f81-9042-60d2d8fa973f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7601023 Oct 22 13:23:49.631245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53530) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:49.641318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb58a2aa-927c-4857-9712-6dec6ff493a3'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:49.749034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=196c40e5-875b-4d63-9be2-b6477d5545c4,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:49.751120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Allocated IP 2001:db8:0:1::2 (5484a85f-d481-4009-b59b-ed4690f62286/056b4834-fc93-4d81-8f7d-bc944a79a49d/06c7772c-f672-441b-a5c8-dcaa116c976a) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:49.768018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] In _notify_port_updated(), no bound segment for port 196c40e5-875b-4d63-9be2-b6477d5545c4 on network 0633f597-5f76-4ef9-ae14-07780411cebf {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:49.774277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:49.775244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.776630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3cd6ee49-db3b-4255-8e9e-2b2a175957bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/ports/196c40e5-875b-4d63-9be2-b6477d5545c4 HTTP/1.1" status: 200 len: 1000 time: 1.4962938 Oct 22 13:23:49.780033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:49.894190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=06c7772c-f672-441b-a5c8-dcaa116c976a,segment=NetworkSegment(35fbb23d-6e57-42b3-aa68-0e700a7c2c28),segment_id=35fbb23d-6e57-42b3-aa68-0e700a7c2c28)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:49.952285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 196c40e5-875b-4d63-9be2-b6477d5545c4 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:49.952785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.959306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:49.967479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.031012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3cda9-eca3-4e39-8c73-5b97148253f0 None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:50.102880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.120633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 196c40e5-875b-4d63-9be2-b6477d5545c4 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:50.213737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e324-692e-44f2-8e19-863ed0f00ffa None None] Pushing event updated for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:50.237194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-da372a87-2866-42e3-81e9-44c83525f641 None None] Provisioning complete for port 196c40e5-875b-4d63-9be2-b6477d5545c4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:50.237665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-da372a87-2866-42e3-81e9-44c83525f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.281672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.333165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-da372a87-2866-42e3-81e9-44c83525f641 None None] Port 196c40e5-875b-4d63-9be2-b6477d5545c4 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:23:50.408806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 12320bcf-d524-4eb0-a54e-149ad954bd6c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:50.437476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-da372a87-2866-42e3-81e9-44c83525f641 None None] Provisioning complete for port 12320bcf-d524-4eb0-a54e-149ad954bd6c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:50.437852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-da372a87-2866-42e3-81e9-44c83525f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.470549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.536894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=196c40e5-875b-4d63-9be2-b6477d5545c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:50.639438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 12320bcf-d524-4eb0-a54e-149ad954bd6c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:50.640149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.679165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Delete allocated IP 2001:db8:0:1::167 (5484a85f-d481-4009-b59b-ed4690f62286/056b4834-fc93-4d81-8f7d-bc944a79a49d) {{(pid=100619) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:23:50.728955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.736986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-605fa633-eb6d-4791-a589-8e6dcda2c3bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/196c40e5-875b-4d63-9be2-b6477d5545c4 HTTP/1.1" status: 204 len: 168 time: 0.9532316 Oct 22 13:23:50.737875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:50.771034 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd43163e-265e-40b6-9dc1-ae4bdf05bcba tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:50.772706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cd43163e-265e-40b6-9dc1-ae4bdf05bcba tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/196c40e5-875b-4d63-9be2-b6477d5545c4 HTTP/1.1" status: 404 len: 333 time: 0.0338540 Oct 22 13:23:50.776817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:50.806492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 06c7772c-f672-441b-a5c8-dcaa116c976a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:23:50.849157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.861842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.876816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 22974818-5898-47ba-b6f1-9b6ad175cd90 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:50.880012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.908202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:50.909027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.924904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] In _notify_port_updated(), no bound segment for port 4079c111-a38b-4fca-a005-b1165a986cb2 on network 5484a85f-d481-4009-b59b-ed4690f62286 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:50.930554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:50.931231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:50.932567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/ports/4079c111-a38b-4fca-a005-b1165a986cb2 HTTP/1.1" status: 200 len: 926 time: 1.2984216 Oct 22 13:23:50.935713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53546) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:50.941479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb58a2aa-927c-4857-9712-6dec6ff493a3'}, {'subnet_id': '056b4834-fc93-4d81-8f7d-bc944a79a49d'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:50.956680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.000802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a36de-906f-48b7-98a3-37c8e9b71593 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:51.026890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.041389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8b98-6570-4c79-8a0e-417945443355 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=4079c111-a38b-4fca-a005-b1165a986cb2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:51.141444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a1414579-9934-4c34-be2e-cf6d9da74604 None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:51.142152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1414579-9934-4c34-be2e-cf6d9da74604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.208398 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.332522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.380658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=22974818-5898-47ba-b6f1-9b6ad175cd90,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:51.393016 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.397412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7506db7a-6eca-4e7c-9f07-0c85f3283fbe tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/22974818-5898-47ba-b6f1-9b6ad175cd90 HTTP/1.1" status: 204 len: 168 time: 0.6182752 Oct 22 13:23:51.400000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53554) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:51.469099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet b7e108d4-2dce-449a-a753-44c673dcd0c7 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:51.473260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.522425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f1c43cda-9c44-4d0b-98ab-d539625ebad0 None None] Provisioning complete for port 12320bcf-d524-4eb0-a54e-149ad954bd6c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:51.523003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f1c43cda-9c44-4d0b-98ab-d539625ebad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.536396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.546841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8:0:1::25 (5484a85f-d481-4009-b59b-ed4690f62286/056b4834-fc93-4d81-8f7d-bc944a79a49d/4079c111-a38b-4fca-a005-b1165a986cb2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:51.720457 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.781283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.787965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.821606 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.874628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e108d4-2dce-449a-a753-44c673dcd0c7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:51.878029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] In _notify_port_updated(), no bound segment for port 4079c111-a38b-4fca-a005-b1165a986cb2 on network 5484a85f-d481-4009-b59b-ed4690f62286 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:23:51.882048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50c01a-40fd-4a2b-b75d-7dbaf8d23daa None None] Network 0633f597-5f76-4ef9-ae14-07780411cebf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:51.887402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.894194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7884bce0-0439-4532-98b6-47f3a7b1b167 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/b7e108d4-2dce-449a-a753-44c673dcd0c7 HTTP/1.1" status: 204 len: 168 time: 0.4907804 Oct 22 13:23:51.894515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53558) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:51.894970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:51.895663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:51.906216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53560) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:51.907176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/ports/4079c111-a38b-4fca-a005-b1165a986cb2 HTTP/1.1" status: 200 len: 1011 time: 0.9703794 Oct 22 13:23:51.908502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b34bc4-7e0e-48d7-8d4a-e7d758ae103a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=4079c111-a38b-4fca-a005-b1165a986cb2,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:51.974977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bd8a69c5-b105-4656-8c8d-5f9016ca8223 None None] Could not find standard attr ID for object 196c40e5-875b-4d63-9be2-b6477d5545c4. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:52.054432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.112286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1697d43-7472-4cff-88e9-8f71f47ffc4e None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:52.112659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1697d43-7472-4cff-88e9-8f71f47ffc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.120506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 4079c111-a38b-4fca-a005-b1165a986cb2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:52.120868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.160575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edefecef-b652-46f7-a596-28551aedd410 None None] DHCP port deletion for 0633f597-5f76-4ef9-ae14-07780411cebf request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:52.208798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 12320bcf-d524-4eb0-a54e-149ad954bd6c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:52.209147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.312547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.397132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 4079c111-a38b-4fca-a005-b1165a986cb2 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:52.416675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=12320bcf-d524-4eb0-a54e-149ad954bd6c,segment=NetworkSegment(29e4a6ea-b218-49b9-88c5-061da54d5ec6),segment_id=29e4a6ea-b218-49b9-88c5-061da54d5ec6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:52.417052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.497047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 12320bcf-d524-4eb0-a54e-149ad954bd6c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:52.499788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 12320bcf-d524-4eb0-a54e-149ad954bd6c owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:52.609081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Deleting port 12320bcf-d524-4eb0-a54e-149ad954bd6c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:52.609548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.708287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.770234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-edefecef-b652-46f7-a596-28551aedd410 None None] For port 12320bcf-d524-4eb0-a54e-149ad954bd6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=12320bcf-d524-4eb0-a54e-149ad954bd6c,segment=NetworkSegment(29e4a6ea-b218-49b9-88c5-061da54d5ec6),segment_id=29e4a6ea-b218-49b9-88c5-061da54d5ec6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:52.770672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.778262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:52.784658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port 12320bcf-d524-4eb0-a54e-149ad954bd6c on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:52.786866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Calling delete_port for 12320bcf-d524-4eb0-a54e-149ad954bd6c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:52.826811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port 12320bcf-d524-4eb0-a54e-149ad954bd6c {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:23:52.827374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 12320bcf-d524-4eb0-a54e-149ad954bd6c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:52.842166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.917499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1697d43-7472-4cff-88e9-8f71f47ffc4e None None] Provisioning complete for port 4079c111-a38b-4fca-a005-b1165a986cb2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:52.920095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1697d43-7472-4cff-88e9-8f71f47ffc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.928685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:52.931529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=4079c111-a38b-4fca-a005-b1165a986cb2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:52.978718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c1697d43-7472-4cff-88e9-8f71f47ffc4e None None] Port 4079c111-a38b-4fca-a005-b1165a986cb2 was deleted so its status cannot be updated. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 22 13:23:53.012836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.013004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0633f597-5f76-4ef9-ae14-07780411cebf']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:53.022647 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.029083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7281c0d8-9c35-4aef-98c8-7825740218ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/4079c111-a38b-4fca-a005-b1165a986cb2 HTTP/1.1" status: 204 len: 168 time: 1.1194203 Oct 22 13:23:53.029952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.031839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edefecef-b652-46f7-a596-28551aedd410 None None] No DVR routers for this DVR port 12320bcf-d524-4eb0-a54e-149ad954bd6c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:53.034767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e4a6ea-b218-49b9-88c5-061da54d5ec6') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:53.035139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e4a6ea-b218-49b9-88c5-061da54d5ec6') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:53.072153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefecef-b652-46f7-a596-28551aedd410 None None] Pushing event deleted for resources: {'Port': ['ID=12320bcf-d524-4eb0-a54e-149ad954bd6c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:53.073855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.096499 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-643b152d-4225-4765-b8d7-fe118a0582ce tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:23:53.101268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f0170def-0daa-41d0-9b14-cd52629750db None None] Could not find standard attr ID for object 4079c111-a38b-4fca-a005-b1165a986cb2. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:53.106673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-643b152d-4225-4765-b8d7-fe118a0582ce tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/4079c111-a38b-4fca-a005-b1165a986cb2 HTTP/1.1" status: 404 len: 333 time: 0.0749478 Oct 22 13:23:53.107551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.118082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.160845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:53.161285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:53.164790 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:53.211298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 056b4834-fc93-4d81-8f7d-bc944a79a49d {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:53.214784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7d5f0c45-d610-4c2a-95ce-34eb5d320d1f None None] Could not find standard attr ID for object 4079c111-a38b-4fca-a005-b1165a986cb2. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:23:53.234404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.383040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.441181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.458387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.479844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/0633f597-5f76-4ef9-ae14-07780411cebf HTTP/1.1" status: 204 len: 168 time: 1.5840299 Oct 22 13:23:53.484606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53656) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.523747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271dc8f-73f3-42b2-bf9d-ef31b9417787 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=0633f597-5f76-4ef9-ae14-07780411cebf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:53.572133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de14822-1c28-477f-b6a8-4933a79d4824 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:53.577175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.580427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53666) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.583307 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9de14822-1c28-477f-b6a8-4933a79d4824 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0971043 Oct 22 13:23:53.725230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7055cbe2-9318-46d6-8133-9c89f83ea53b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1396561 Oct 22 13:23:53.727067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.733855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238163760'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:53.739539 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.777836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=056b4834-fc93-4d81-8f7d-bc944a79a49d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:53.780053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.786381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53692) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:53.786567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b697328b-c50e-4d56-9eb7-87510d9b2187 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/056b4834-fc93-4d81-8f7d-bc944a79a49d HTTP/1.1" status: 204 len: 168 time: 0.6766298 Oct 22 13:23:53.788018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f1bb5-1fc9-4985-ab28-64dfe9e40117 None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:53.813093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:53.817541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.883586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:53.898071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.898379 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 03fdf85d-89ef-41aa-9b9d-ed2c42136c88 of type vlan for network 97533ce9-6174-45f0-b25c-91e034fa8f5d Oct 22 13:23:53.955701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.993819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:53.995073 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10b0587c-46cf-4a18-9c18-b95d6ec7523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.005463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:54.006903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.082797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3540297 Oct 22 13:23:54.085299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53726) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:54.092531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:54.093521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet cb58a2aa-927c-4857-9712-6dec6ff493a3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:54.106709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.169986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d0bc-256b-49db-a3fe-f4a9feb860c6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=97533ce9-6174-45f0-b25c-91e034fa8f5d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:54.181778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:54.204585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.340729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:54.345140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.427981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.590574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.654910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=cb58a2aa-927c-4857-9712-6dec6ff493a3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:54.668061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.677537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e029dab6-1b71-4201-991b-335b582d4c7c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/cb58a2aa-927c-4857-9712-6dec6ff493a3 HTTP/1.1" status: 204 len: 168 time: 0.8856266 Oct 22 13:23:54.678141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:54.686538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.815281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=875aec27-245d-413c-b1cc-c431ee7afe23,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:54.840082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '03fdf85d-89ef-41aa-9b9d-ed2c42136c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:54.840498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 97533ce9-6174-45f0-b25c-91e034fa8f5d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:54.853733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.888510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:54.913964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 97533ce9-6174-45f0-b25c-91e034fa8f5d) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:54.926018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30261d27-3824-4da1-bf0a-2eba61f389ba None None] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:54.936618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:54.937677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:54.969163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368306b1-f4da-4484-899a-a2ec3266101f None None] Network 5484a85f-d481-4009-b59b-ed4690f62286 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:54.986499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0fb648ab-237b-4728-ad8d-a55f3c2d5e1b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8994164 Oct 22 13:23:54.988588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53816) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:54.998919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d', 'name': 'tempest-PortsTestJSON-3687382'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:55.016610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 06c7772c-f672-441b-a5c8-dcaa116c976a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:55.018031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.174192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-15ad0217-a5c7-458f-9a4c-394f43aa2850 None None] Provisioning complete for port 06c7772c-f672-441b-a5c8-dcaa116c976a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:23:55.174831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-15ad0217-a5c7-458f-9a4c-394f43aa2850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.182865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:55.187801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.217796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 096191e3-c48a-47e4-8f4a-1dcb037ee915 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:55.295413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=06c7772c-f672-441b-a5c8-dcaa116c976a,segment=NetworkSegment(35fbb23d-6e57-42b3-aa68-0e700a7c2c28),segment_id=35fbb23d-6e57-42b3-aa68-0e700a7c2c28)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:55.295999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.337009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 06c7772c-f672-441b-a5c8-dcaa116c976a owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:55.419990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-97533ce9-6174-45f0-b25c-91e034fa8f5d', 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': '875aec27-245d-413c-b1cc-c431ee7afe23'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:55.420996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.427979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.2 (97533ce9-6174-45f0-b25c-91e034fa8f5d/875aec27-245d-413c-b1cc-c431ee7afe23/096191e3-c48a-47e4-8f4a-1dcb037ee915) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:55.531929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] DHCP port deletion for 5484a85f-d481-4009-b59b-ed4690f62286 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:23:55.594320 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.617410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Deleting port 06c7772c-f672-441b-a5c8-dcaa116c976a {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:55.617981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.631240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:55.649532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 06c7772c-f672-441b-a5c8-dcaa116c976a on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:55.710200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] For port 06c7772c-f672-441b-a5c8-dcaa116c976a, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:23:55.711089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.739492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Calling delete_port for 06c7772c-f672-441b-a5c8-dcaa116c976a owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:55.749071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Port 06c7772c-f672-441b-a5c8-dcaa116c976a was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:23:55.752362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.764592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.790422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5484a85f-d481-4009-b59b-ed4690f62286']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:55.804114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fbb23d-6e57-42b3-aa68-0e700a7c2c28') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:55.804611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fbb23d-6e57-42b3-aa68-0e700a7c2c28') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:23:55.821234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] No DVR routers for this DVR port 06c7772c-f672-441b-a5c8-dcaa116c976a on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:23:55.825143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.829004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a434-d079-4308-bf3c-09431aa6b3a1 None None] Pushing event deleted for resources: {'Port': ['ID=06c7772c-f672-441b-a5c8-dcaa116c976a,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:55.856471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.879380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.892091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:23:55.899508 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:23:55.902787 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:23:55.940567 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.015668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b184abc9-2341-48ef-b338-cc55f3ae9180 {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:23:56.016900 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:23:56.022950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:56.025916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.026332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:56.035194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.038240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:56.043528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/5484a85f-d481-4009-b59b-ed4690f62286 HTTP/1.1" status: 204 len: 168 time: 1.3642547 Oct 22 13:23:56.043941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53914) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:56.072409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157ba4-583f-4465-b2ad-d93b98265f03 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=5484a85f-d481-4009-b59b-ed4690f62286,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:56.143774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:56.144512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.147144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=096191e3-c48a-47e4-8f4a-1dcb037ee915,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:56.174413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eb0598aa-92bb-44e1-9460-9d4ae28eff7f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1826918 Oct 22 13:23:56.176651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53928) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:56.181905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d', 'name': 'tempest-PortsTestJSON-320847855'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:56.192367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16854674-07a6-4230-89b8-a13a5c5ac6ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:56.195111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16854674-07a6-4230-89b8-a13a5c5ac6ac tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1454406 Oct 22 13:23:56.199065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:56.266870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42abeb23-cf9b-4273-86e0-56460435035a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0665889 Oct 22 13:23:56.270036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53942) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:56.281738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2075879206'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:56.317646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:56.322156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.362228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:23:56.373926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 06c7772c-f672-441b-a5c8-dcaa116c976a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:23:56.386770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.387257 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment e3dffcf3-4349-4468-b1d1-744547012e03 of type vlan for network 6454ef65-71cd-45c3-9f7a-5433f54747f3 Oct 22 13:23:56.436219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 06c7772c-f672-441b-a5c8-dcaa116c976a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:23:56.436934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 06c7772c-f672-441b-a5c8-dcaa116c976a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:23:56.490941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:56.493176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.512206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.518315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:56.565136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port eeeccd7d-c4df-44e2-b540-60a2581fa012 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:56.790226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.7 (97533ce9-6174-45f0-b25c-91e034fa8f5d/875aec27-245d-413c-b1cc-c431ee7afe23/eeeccd7d-c4df-44e2-b540-60a2581fa012) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:57.057656 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c9004cee-5761-45ca-a82b-623470cf885a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.078714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.088367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:57.099563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.246892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.295017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=6454ef65-71cd-45c3-9f7a-5433f54747f3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:57.305668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78da52be-928c-41df-af96-462343aca36a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0323918 Oct 22 13:23:57.305668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54032) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:57.307084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:23:57.311304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:57.360601 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.473003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:57.479716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.486283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:57.488040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:57.492687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:57.561700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Allocated IP 172.20.0.3 (97533ce9-6174-45f0-b25c-91e034fa8f5d/875aec27-245d-413c-b1cc-c431ee7afe23/92d886ad-38bb-45ed-b26e-161dcecb9b1e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:57.572794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=eeeccd7d-c4df-44e2-b540-60a2581fa012,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:57.593290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.593654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.594005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.594356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.594727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.595602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.595602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.595807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.596046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.596377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.596710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.597036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:23:57.624520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:57.625780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.662649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ada0c61-731c-425a-8118-37eef9e43898 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4846387 Oct 22 13:23:57.665638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:57.778140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.784296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.786100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.788931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.794075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.826437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c045e6-b27a-47c1-9a81-f46f503f4aa9 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:57.828580 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-26c045e6-b27a-47c1-9a81-f46f503f4aa9 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 919 time: 0.1617508 Oct 22 13:23:57.831316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:57.834188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Pushing event updated for resources: {'Port': ['ID=92d886ad-38bb-45ed-b26e-161dcecb9b1e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:57.848524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:57.850245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:57.853239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:57.869474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=edc5d124-119a-4766-a93d-6f35c5b1f954,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:57.874398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': 'e3dffcf3-4349-4468-b1d1-744547012e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:57.874790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: 6454ef65-71cd-45c3-9f7a-5433f54747f3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:23:57.895367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:23:57.907300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6454ef65-71cd-45c3-9f7a-5433f54747f3) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:57.920558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:57.921151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.924248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b4560-d8de-42e5-8d69-95ee679a75d7 None None] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:57.941499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Attempting to bind port 92d886ad-38bb-45ed-b26e-161dcecb9b1e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:57.942230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Attempting to bind port 92d886ad-38bb-45ed-b26e-161dcecb9b1e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '03fdf85d-89ef-41aa-9b9d-ed2c42136c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:57.942806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Attempting to bind port 92d886ad-38bb-45ed-b26e-161dcecb9b1e on network 97533ce9-6174-45f0-b25c-91e034fa8f5d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:57.957294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a6f8a61-d9b7-4fc3-9e2d-5dbd64aaa071 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6483581 Oct 22 13:23:57.958980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:57.965521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:57.966816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Checking segment: {'id': '03fdf85d-89ef-41aa-9b9d-ed2c42136c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:57.967405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.968084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Bound using segment: {'id': '03fdf85d-89ef-41aa-9b9d-ed2c42136c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:57.968580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Bound port: 92d886ad-38bb-45ed-b26e-161dcecb9b1e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fdf85d-89ef-41aa-9b9d-ed2c42136c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97533ce9-6174-45f0-b25c-91e034fa8f5d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:57.968971 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:57.973978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3', 'name': 'tempest-PortsIpV6TestJSON-566517004'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:58.004284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port eeeccd7d-c4df-44e2-b540-60a2581fa012 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:58.004729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.081166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] For port 92d886ad-38bb-45ed-b26e-161dcecb9b1e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:58.085453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] For port 92d886ad-38bb-45ed-b26e-161dcecb9b1e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=92d886ad-38bb-45ed-b26e-161dcecb9b1e,segment=NetworkSegment(03fdf85d-89ef-41aa-9b9d-ed2c42136c88),segment_id=03fdf85d-89ef-41aa-9b9d-ed2c42136c88)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:58.102661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.125647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:58.135522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.179224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 89d27c8e-13ff-428c-84e0-30afbe5436ec yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:58.202257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.218408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c1c1-0bad-450a-bb70-f87226d3739a None None] Pushing event updated for resources: {'Port': ['ID=92d886ad-38bb-45ed-b26e-161dcecb9b1e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:58.220331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for eeeccd7d-c4df-44e2-b540-60a2581fa012 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:58.319540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6454ef65-71cd-45c3-9f7a-5433f54747f3', 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': 'edc5d124-119a-4766-a93d-6f35c5b1f954'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:23:58.323526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.396470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::355 (6454ef65-71cd-45c3-9f7a-5433f54747f3/edc5d124-119a-4766-a93d-6f35c5b1f954/89d27c8e-13ff-428c-84e0-30afbe5436ec) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:58.427512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.513746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=eeeccd7d-c4df-44e2-b540-60a2581fa012,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:58.669068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.681354 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84a04b4a-acc7-4313-8f5c-7d65e77ba953 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/eeeccd7d-c4df-44e2-b540-60a2581fa012 HTTP/1.1" status: 204 len: 168 time: 0.8481591 Oct 22 13:23:58.687131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54094) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:58.725563 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7851c0c-31ad-470e-9912-a9d7157628b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:58.727646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b7851c0c-31ad-470e-9912-a9d7157628b4 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/eeeccd7d-c4df-44e2-b540-60a2581fa012 HTTP/1.1" status: 404 len: 333 time: 0.0394273 Oct 22 13:23:58.730224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54098) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:58.769042 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.811596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.846265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 096191e3-c48a-47e4-8f4a-1dcb037ee915 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:23:58.846649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.869811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:58.873775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:58.878253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:58.891446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:23:58.892124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:58.915290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Allocated IP 2001:db8::2 (6454ef65-71cd-45c3-9f7a-5433f54747f3/edc5d124-119a-4766-a93d-6f35c5b1f954/89b52b27-6415-4b81-b9af-ce0b1dad191f) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:58.926720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9662910 Oct 22 13:23:58.927917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c95e-d46d-4020-8802-639baf80d456 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=89d27c8e-13ff-428c-84e0-30afbe5436ec,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:58.933832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54100) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:58.946938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3', 'name': 'tempest-PortsIpV6TestJSON-1648580041'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:23:59.035030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.057613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 096191e3-c48a-47e4-8f4a-1dcb037ee915 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:23:59.125795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.141310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.185739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:23:59.198268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.208127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Pushing event updated for resources: {'Port': ['ID=89b52b27-6415-4b81-b9af-ce0b1dad191f,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:59.221440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:23:59.235013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 73eadc90-0160-4838-9b72-2613f7aa8b52 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:23:59.235943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:23:59.240461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:23:59.382283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Attempting to bind port 89b52b27-6415-4b81-b9af-ce0b1dad191f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:23:59.382697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Attempting to bind port 89b52b27-6415-4b81-b9af-ce0b1dad191f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e3dffcf3-4349-4468-b1d1-744547012e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:23:59.383528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Attempting to bind port 89b52b27-6415-4b81-b9af-ce0b1dad191f on network 6454ef65-71cd-45c3-9f7a-5433f54747f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:23:59.392455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:23:59.393131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.393585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Checking segment: {'id': 'e3dffcf3-4349-4468-b1d1-744547012e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:23:59.395229 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.396108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Bound using segment: {'id': 'e3dffcf3-4349-4468-b1d1-744547012e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:23:59.397796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Bound port: 89b52b27-6415-4b81-b9af-ce0b1dad191f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dffcf3-4349-4468-b1d1-744547012e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6454ef65-71cd-45c3-9f7a-5433f54747f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:23:59.398394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.441137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=096191e3-c48a-47e4-8f4a-1dcb037ee915,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:23:59.491900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::2c3 (6454ef65-71cd-45c3-9f7a-5433f54747f3/edc5d124-119a-4766-a93d-6f35c5b1f954/73eadc90-0160-4838-9b72-2613f7aa8b52) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:23:59.594727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.607603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54104) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:59.608226 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c26acb80-cb0b-4a05-ada3-dc012dc8aafc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/096191e3-c48a-47e4-8f4a-1dcb037ee915 HTTP/1.1" status: 204 len: 168 time: 0.8755808 Oct 22 13:23:59.688047 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-285af865-4c28-44e6-a1e2-644e79b5fe6c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:23:59.689730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-285af865-4c28-44e6-a1e2-644e79b5fe6c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/096191e3-c48a-47e4-8f4a-1dcb037ee915 HTTP/1.1" status: 404 len: 333 time: 0.0809617 Oct 22 13:23:59.696410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54110) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:23:59.807680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 875aec27-245d-413c-b1cc-c431ee7afe23 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:23:59.821862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.822002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.822859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64554f73-1909-4fb3-bd6e-b171a3a3f00f None None] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:23:59.863326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] For port 89b52b27-6415-4b81-b9af-ce0b1dad191f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:23:59.877586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.888723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] For port 89b52b27-6415-4b81-b9af-ce0b1dad191f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89b52b27-6415-4b81-b9af-ce0b1dad191f,segment=NetworkSegment(e3dffcf3-4349-4468-b1d1-744547012e03),segment_id=e3dffcf3-4349-4468-b1d1-744547012e03)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:23:59.918744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.928772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:23:59.935163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.009275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ab00ffa8-4fa6-41a2-bcf5-502225b1b7f1 None None] Provisioning complete for port 92d886ad-38bb-45ed-b26e-161dcecb9b1e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:00.009476 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab00ffa8-4fa6-41a2-bcf5-502225b1b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.060573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=73eadc90-0160-4838-9b72-2613f7aa8b52,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:00.071124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:00.072952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:00.079894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:00.091742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:00.092477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.131900 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f1c10739-fa9d-4dfa-b94c-f5f530db5da2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1945319 Oct 22 13:24:00.132141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54114) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:00.144053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.171639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7db76-8b4d-45eb-8d18-49670ab612c9 None None] Pushing event updated for resources: {'Port': ['ID=89b52b27-6415-4b81-b9af-ce0b1dad191f,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:00.238434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b7db6e-acf4-4d39-9e62-d02ef6154b60 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:00.240089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04b7db6e-acf4-4d39-9e62-d02ef6154b60 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A355 HTTP/1.1" status: 200 len: 928 time: 0.1069968 Oct 22 13:24:00.252373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54118) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:00.288697 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab00ffa8-4fa6-41a2-bcf5-502225b1b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.406253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.493785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=875aec27-245d-413c-b1cc-c431ee7afe23,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:00.503056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.508790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a137d5b4-9e11-47b5-9942-6f47f0ae8c46 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/875aec27-245d-413c-b1cc-c431ee7afe23 HTTP/1.1" status: 204 len: 168 time: 0.8089285 Oct 22 13:24:00.509163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54120) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:00.511643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 92d886ad-38bb-45ed-b26e-161dcecb9b1e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:00.554780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 73eadc90-0160-4838-9b72-2613f7aa8b52 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:00.555125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.564778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-ab00ffa8-4fa6-41a2-bcf5-502225b1b7f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:24:00.565758 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-ab00ffa8-4fa6-41a2-bcf5-502225b1b7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:24:00.595842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 92d886ad-38bb-45ed-b26e-161dcecb9b1e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:00.596219 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.723559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.768505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.777781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.873458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 92d886ad-38bb-45ed-b26e-161dcecb9b1e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=92d886ad-38bb-45ed-b26e-161dcecb9b1e,segment=NetworkSegment(03fdf85d-89ef-41aa-9b9d-ed2c42136c88),segment_id=03fdf85d-89ef-41aa-9b9d-ed2c42136c88)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:00.884937 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:00.941929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 73eadc90-0160-4838-9b72-2613f7aa8b52 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:00.982625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 92d886ad-38bb-45ed-b26e-161dcecb9b1e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:00.987448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.020795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=92d886ad-38bb-45ed-b26e-161dcecb9b1e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.038889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96090444-871b-4ba4-8158-a2faf705ef02 None None] Network 97533ce9-6174-45f0-b25c-91e034fa8f5d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:01.101229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port 92d886ad-38bb-45ed-b26e-161dcecb9b1e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=92d886ad-38bb-45ed-b26e-161dcecb9b1e,segment=NetworkSegment(03fdf85d-89ef-41aa-9b9d-ed2c42136c88),segment_id=03fdf85d-89ef-41aa-9b9d-ed2c42136c88)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:01.101865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.118202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 92d886ad-38bb-45ed-b26e-161dcecb9b1e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:01.234229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.241607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.289693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=92d886ad-38bb-45ed-b26e-161dcecb9b1e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.297049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port 92d886ad-38bb-45ed-b26e-161dcecb9b1e on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:01.321859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=73eadc90-0160-4838-9b72-2613f7aa8b52,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.367777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.372596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5bf498ec-64fe-47d0-a106-19902062585d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/73eadc90-0160-4838-9b72-2613f7aa8b52 HTTP/1.1" status: 204 len: 168 time: 1.1178703 Oct 22 13:24:01.375373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54130) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:01.379857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-43dfc04d-f1e7-4a93-9615-a574fefdf5a2 None None] Could not find standard attr ID for object 92d886ad-38bb-45ed-b26e-161dcecb9b1e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:01.414356 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f7842f-1f83-4a58-b009-d0165e219050 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:01.418680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-11f7842f-1f83-4a58-b009-d0165e219050 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/73eadc90-0160-4838-9b72-2613f7aa8b52 HTTP/1.1" status: 404 len: 333 time: 0.0379212 Oct 22 13:24:01.418907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54132) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:01.433796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.460241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97533ce9-6174-45f0-b25c-91e034fa8f5d']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:01.470684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fdf85d-89ef-41aa-9b9d-ed2c42136c88') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:01.470993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fdf85d-89ef-41aa-9b9d-ed2c42136c88') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:01.483592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa7669-3406-41da-b24f-b05cb584ef5e None None] DHCP port deletion for 97533ce9-6174-45f0-b25c-91e034fa8f5d request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:01.491954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.511242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.518293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:01.518736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:01.522417 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:01.552160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 89d27c8e-13ff-428c-84e0-30afbe5436ec {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:01.552668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.607906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.615174 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.623797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/97533ce9-6174-45f0-b25c-91e034fa8f5d HTTP/1.1" status: 204 len: 168 time: 1.1133623 Oct 22 13:24:01.624552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54134) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:01.631913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883036895'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:01.648416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d391bd-f99f-4d7d-9eaf-58be33a8e634 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=97533ce9-6174-45f0-b25c-91e034fa8f5d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.681392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:01.683922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.686394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.701296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 89d27c8e-13ff-428c-84e0-30afbe5436ec owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:01.726053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:24:01.742696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.743331 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 147e0340-0925-400f-8dbc-4042a7b83cd8 of type vlan for network dac52d08-2922-468f-ae3a-e11899f5a74d Oct 22 13:24:01.799752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.844125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.855316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:01.859605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.896228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094a426-aac6-40a3-9368-db2f4418cbf0 None None] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:01.924861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:01.961076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=89d27c8e-13ff-428c-84e0-30afbe5436ec,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.965171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=dac52d08-2922-468f-ae3a-e11899f5a74d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:01.980760 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c9860d6f-bd58-42e6-a947-9f9f14d92a6b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3530271 Oct 22 13:24:01.984504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54142) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:01.994029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:02.015451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.020773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9db7e483-1096-4417-bc3b-74b7b9b5d50b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/89d27c8e-13ff-428c-84e0-30afbe5436ec HTTP/1.1" status: 204 len: 168 time: 0.5993769 Oct 22 13:24:02.022722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54144) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:02.025716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network dac52d08-2922-468f-ae3a-e11899f5a74d details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:24:02.051820 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0969fee-fdba-489e-84e9-b3da8906d4a3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:02.053713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f0969fee-fdba-489e-84e9-b3da8906d4a3 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/89d27c8e-13ff-428c-84e0-30afbe5436ec HTTP/1.1" status: 404 len: 333 time: 0.0298824 Oct 22 13:24:02.060597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54146) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:02.111473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:02.115485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.151678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet edc5d124-119a-4766-a93d-6f35c5b1f954 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:02.166263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.194916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Provisioning complete for port 89b52b27-6415-4b81-b9af-ce0b1dad191f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:02.195570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.240993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.382527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.400257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.483544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 89b52b27-6415-4b81-b9af-ce0b1dad191f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:02.484102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.500655 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.524312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=edc5d124-119a-4766-a93d-6f35c5b1f954,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:02.535237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.542322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-09f7e0f6-b8a2-4ec7-ad12-6e3abe2e166e tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/edc5d124-119a-4766-a93d-6f35c5b1f954 HTTP/1.1" status: 204 len: 168 time: 0.4802198 Oct 22 13:24:02.546361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54154) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:02.612811 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:24:02.613177 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:24:02.655519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 89b52b27-6415-4b81-b9af-ce0b1dad191f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:02.656273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.668498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.688856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=19a360ea-0e3d-45a2-8895-4f5d492f04c4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:02.726234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c71b5-60f8-4d54-b0a7-91c76c36bed7 None None] Network 6454ef65-71cd-45c3-9f7a-5433f54747f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:02.756759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '147e0340-0925-400f-8dbc-4042a7b83cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:02.757459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: dac52d08-2922-468f-ae3a-e11899f5a74d, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:24:02.804254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 89b52b27-6415-4b81-b9af-ce0b1dad191f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:02.804690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.833159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.841835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network dac52d08-2922-468f-ae3a-e11899f5a74d is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:24:02.892858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 89b52b27-6415-4b81-b9af-ce0b1dad191f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89b52b27-6415-4b81-b9af-ce0b1dad191f,segment=NetworkSegment(e3dffcf3-4349-4468-b1d1-744547012e03),segment_id=e3dffcf3-4349-4468-b1d1-744547012e03)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:02.893164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.895740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, dac52d08-2922-468f-ae3a-e11899f5a74d) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:02.899525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 89b52b27-6415-4b81-b9af-ce0b1dad191f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89b52b27-6415-4b81-b9af-ce0b1dad191f,segment=NetworkSegment(e3dffcf3-4349-4468-b1d1-744547012e03),segment_id=e3dffcf3-4349-4468-b1d1-744547012e03)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:02.907366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:02.907970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:02.922583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7dac4-894d-4cd3-aeb7-7fcae87d6f76 None None] Network dac52d08-2922-468f-ae3a-e11899f5a74d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:02.924514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 89b52b27-6415-4b81-b9af-ce0b1dad191f owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:02.993950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.080501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:03.081433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-91baf558-50cc-425a-ab37-6b61c084130d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0948820 Oct 22 13:24:03.083847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.088539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d', 'name': 'tempest-PortsTestJSON-1248420564', 'fixed_ips': [{'subnet_id': '19a360ea-0e3d-45a2-8895-4f5d492f04c4', 'ip_address': '172.20.0.10'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:03.109710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 92d886ad-38bb-45ed-b26e-161dcecb9b1e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:03.148502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=89b52b27-6415-4b81-b9af-ce0b1dad191f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:03.157108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 89b52b27-6415-4b81-b9af-ce0b1dad191f on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:03.178871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 92d886ad-38bb-45ed-b26e-161dcecb9b1e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:03.179238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 92d886ad-38bb-45ed-b26e-161dcecb9b1e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:03.183054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-dac52d08-2922-468f-ae3a-e11899f5a74d', 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': '19a360ea-0e3d-45a2-8895-4f5d492f04c4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:03.184076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.186724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=89b52b27-6415-4b81-b9af-ce0b1dad191f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:03.192197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b92abd5b-5edd-4d9b-921e-e5fe583a3358 None None] Port 89b52b27-6415-4b81-b9af-ce0b1dad191f update to ACTIVE by agent not found {{(pid=100621) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 13:24:03.201383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43002c87-a245-48ab-8236-d6964c9f13cd None None] DHCP port deletion for 6454ef65-71cd-45c3-9f7a-5433f54747f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:03.343646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.366658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6454ef65-71cd-45c3-9f7a-5433f54747f3']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:03.377105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dffcf3-4349-4468-b1d1-744547012e03') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:03.377578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dffcf3-4349-4468-b1d1-744547012e03') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:03.380995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8ea7c5d6-de12-471e-8f9e-709836febd66 None None] Could not find standard attr ID for object 89b52b27-6415-4b81-b9af-ce0b1dad191f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:03.387803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.398446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:03.402043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.410112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:03.410865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:03.413499 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:03.498695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Allocated IP 172.20.0.2 (dac52d08-2922-468f-ae3a-e11899f5a74d/19a360ea-0e3d-45a2-8895-4f5d492f04c4/36516173-de77-4af2-9206-d2c7fa2de0d3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:03.500558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.521146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port c91c314e-e30e-4073-a9ca-2876ffb99de6 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:03.753062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.762207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.815631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Pushing event updated for resources: {'Port': ['ID=36516173-de77-4af2-9206-d2c7fa2de0d3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:03.830658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Network dac52d08-2922-468f-ae3a-e11899f5a74d is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:03.832698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:03.836982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:03.855777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.10 (dac52d08-2922-468f-ae3a-e11899f5a74d/19a360ea-0e3d-45a2-8895-4f5d492f04c4/c91c314e-e30e-4073-a9ca-2876ffb99de6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:03.935647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.948738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Attempting to bind port 36516173-de77-4af2-9206-d2c7fa2de0d3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:03.950240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Attempting to bind port 36516173-de77-4af2-9206-d2c7fa2de0d3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '147e0340-0925-400f-8dbc-4042a7b83cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:03.950914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Attempting to bind port 36516173-de77-4af2-9206-d2c7fa2de0d3 on network dac52d08-2922-468f-ae3a-e11899f5a74d {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:03.962891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.967992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:03.968377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Checking segment: {'id': '147e0340-0925-400f-8dbc-4042a7b83cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:03.969329 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.971206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Bound using segment: {'id': '147e0340-0925-400f-8dbc-4042a7b83cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:03.972564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Bound port: 36516173-de77-4af2-9206-d2c7fa2de0d3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147e0340-0925-400f-8dbc-4042a7b83cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:03.972969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:03.973412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/6454ef65-71cd-45c3-9f7a-5433f54747f3 HTTP/1.1" status: 204 len: 168 time: 1.4203460 Oct 22 13:24:03.979049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54168) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:04.017132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-778925448'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:04.032729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8cee9-ced1-4c9e-9564-5541c81255e5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=6454ef65-71cd-45c3-9f7a-5433f54747f3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:04.126463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:04.133451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.168057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] For port 36516173-de77-4af2-9206-d2c7fa2de0d3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:04.172405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] For port 36516173-de77-4af2-9206-d2c7fa2de0d3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=36516173-de77-4af2-9206-d2c7fa2de0d3,segment=NetworkSegment(147e0340-0925-400f-8dbc-4042a7b83cd8),segment_id=147e0340-0925-400f-8dbc-4042a7b83cd8)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:04.181814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:24:04.182016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.193442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.194279 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment c083d76c-d440-4ed5-8bce-06d3eb4a7d2d of type vlan for network 4122021f-d985-46eb-baac-a47be2558ab4 Oct 22 13:24:04.245196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.251999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.293103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.312773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:04.314965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.357217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.391141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf7e73-a073-451f-a88a-1ae4c39a2476 None None] Pushing event updated for resources: {'Port': ['ID=36516173-de77-4af2-9206-d2c7fa2de0d3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:04.436297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 89b52b27-6415-4b81-b9af-ce0b1dad191f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:04.459249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=4122021f-d985-46eb-baac-a47be2558ab4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:04.479269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ec796f46-1fd4-4725-a535-a7f066829376 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4719231 Oct 22 13:24:04.485507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:04.491221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network dac52d08-2922-468f-ae3a-e11899f5a74d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:04.495452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:04.500471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:04.503309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4122021f-d985-46eb-baac-a47be2558ab4 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:24:04.507838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 89b52b27-6415-4b81-b9af-ce0b1dad191f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:04.508313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 89b52b27-6415-4b81-b9af-ce0b1dad191f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:04.516794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': '4122021f-d985-46eb-baac-a47be2558ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:04.585642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=c91c314e-e30e-4073-a9ca-2876ffb99de6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:04.604882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:04.606067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:04.650888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ecccb4f6-8d6e-4c52-b55a-7fa310555cdd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5638771 Oct 22 13:24:04.651619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54184) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:04.668054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': 'dac52d08-2922-468f-ae3a-e11899f5a74d', 'name': 'tempest-PortsTestJSON-1734907982', 'fixed_ips': [{'subnet_id': '19a360ea-0e3d-45a2-8895-4f5d492f04c4', 'ip_address': '172.20.0.9'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:04.820838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:04.824424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:05.115260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:05.151507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-36c88b1f-8e43-4daa-9ff7-a41abe377441 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:05.153099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-36c88b1f-8e43-4daa-9ff7-a41abe377441 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.2316225 Oct 22 13:24:05.154806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:05.160590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:05.201467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port e717127f-ed52-4de8-bcd9-92806f25f688 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:05.230208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=54e38981-f32c-42a3-9c3a-9f7d4942ebce,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:05.241679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:05.242771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: 4122021f-d985-46eb-baac-a47be2558ab4, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:24:05.268731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 4122021f-d985-46eb-baac-a47be2558ab4 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:24:05.277719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-6b74b6dd-e0b9-4c93-bbc6-fe07b2e46439 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/quotas/d9b3fed6cce84332a03cc89e82cc1924 HTTP/1.1" status: 200 len: 375 time: 0.0938733 Oct 22 13:24:05.295840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4122021f-d985-46eb-baac-a47be2558ab4) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:05.305676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754a4d8-8cb3-4a2f-a604-4f690b20ea7e None None] Network 4122021f-d985-46eb-baac-a47be2558ab4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:05.311695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:05.312397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:05.371237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ca27694-5ad2-4ac5-88a7-6bafb472e684 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8848081 Oct 22 13:24:05.373087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:05.392517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '4122021f-d985-46eb-baac-a47be2558ab4', 'name': 'tempest-PortsIpV6TestJSON-43242513', 'fixed_ips': [{'subnet_id': '54e38981-f32c-42a3-9c3a-9f7d4942ebce', 'ip_address': '2001:db8::10'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:05.414303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-8133ed4c-689e-4eb6-8c47-ce63b7d08f1f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356232 Oct 22 13:24:05.519852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-bda67c5d-4bca-4994-bd9c-4a2d0007ccb1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045430 Oct 22 13:24:05.708544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-307f5da0-9cc7-4696-b045-d605bdbb7b83 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768939 Oct 22 13:24:05.766045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:05.778062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.9 (dac52d08-2922-468f-ae3a-e11899f5a74d/19a360ea-0e3d-45a2-8895-4f5d492f04c4/e717127f-ed52-4de8-bcd9-92806f25f688) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:05.903752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:05.935741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 7e49337d-440a-4309-b777-4bf9f3ad697c yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:06.100014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85237771-e285-49dd-a4cd-99f78fcf75ef None None] Network dac52d08-2922-468f-ae3a-e11899f5a74d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:06.161140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fcae97b-71ea-4429-b0f7-9d1ea7a447c2 req-0d91c915-7a82-459c-a3d8-a54839060790 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 210 time: 0.1063287 Oct 22 13:24:06.246324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.272799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::10 (4122021f-d985-46eb-baac-a47be2558ab4/54e38981-f32c-42a3-9c3a-9f7d4942ebce/7e49337d-440a-4309-b777-4bf9f3ad697c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:06.311579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.374729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Provisioning complete for port 36516173-de77-4af2-9206-d2c7fa2de0d3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:06.375675 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.426504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network dac52d08-2922-468f-ae3a-e11899f5a74d is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:06.470789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:06.472876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=e717127f-ed52-4de8-bcd9-92806f25f688,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:06.475162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:06.487330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-4122021f-d985-46eb-baac-a47be2558ab4', 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': '54e38981-f32c-42a3-9c3a-9f7d4942ebce'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:06.488600 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.491604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 36516173-de77-4af2-9206-d2c7fa2de0d3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:06.510114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.562774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.589153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:06.589882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.639055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 4122021f-d985-46eb-baac-a47be2558ab4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:06.651727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:06.656448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:06.667293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f7b23d00-c489-4907-87ce-d3fd53d13c09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0113912 Oct 22 13:24:06.670681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54226) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:06.672625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:06.673321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.685777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=7e49337d-440a-4309-b777-4bf9f3ad697c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:06.731956 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20a45a45-9e22-433f-be50-5b89e6e05de2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3525741 Oct 22 13:24:06.732202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:06.740259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': '4122021f-d985-46eb-baac-a47be2558ab4', 'name': 'tempest-PortsIpV6TestJSON-1900740971', 'fixed_ips': [{'subnet_id': '54e38981-f32c-42a3-9c3a-9f7d4942ebce', 'ip_address': '2001:db8::f'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:06.889236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 36516173-de77-4af2-9206-d2c7fa2de0d3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:06.889605 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.893992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f07ef7-7bfb-4328-ae12-8f6a4b8e87ef tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:06.902492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:06.905630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:06.906896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98f07ef7-7bfb-4328-ae12-8f6a4b8e87ef tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2291982 Oct 22 13:24:06.999492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Allocated IP 2001:db8::2 (4122021f-d985-46eb-baac-a47be2558ab4/54e38981-f32c-42a3-9c3a-9f7d4942ebce/5ec67ba9-7ba1-43d0-82e9-2627c993be3b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:07.034081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] For port 36516173-de77-4af2-9206-d2c7fa2de0d3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=36516173-de77-4af2-9206-d2c7fa2de0d3,segment=NetworkSegment(147e0340-0925-400f-8dbc-4042a7b83cd8),segment_id=147e0340-0925-400f-8dbc-4042a7b83cd8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:07.064566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.067411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b757a-91a3-47b1-8b30-aafde967cc09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:07.079566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b757a-91a3-47b1-8b30-aafde967cc09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:07.087670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b757a-91a3-47b1-8b30-aafde967cc09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:07.089844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d4b757a-91a3-47b1-8b30-aafde967cc09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1820292 Oct 22 13:24:07.092225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:07.093319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:07.099026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.125090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port a864cf8a-949e-49c6-9724-d7a786c3c1af yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:07.282392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port e717127f-ed52-4de8-bcd9-92806f25f688 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:07.283556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.326865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Pushing event updated for resources: {'Port': ['ID=36516173-de77-4af2-9206-d2c7fa2de0d3,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:07.347375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.348272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.348630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.348988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.349313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.349654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.350070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.350447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.350819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.351302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.351475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.352079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1791b-1595-46f0-983d-777ef1c015ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:07.395033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dae54fb1-6748-425d-9e19-eb6d755345ef req-921c8de8-98ff-4374-9451-237218f896df tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 210 time: 0.0533509 Oct 22 13:24:07.446157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Provisioning complete for port c91c314e-e30e-4073-a9ca-2876ffb99de6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:07.446432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.499894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.519825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.536591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Port c91c314e-e30e-4073-a9ca-2876ffb99de6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:07.573920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Network 4122021f-d985-46eb-baac-a47be2558ab4 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:07.584802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:07.588784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:07.612651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Pushing event updated for resources: {'Port': ['ID=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:07.633883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Provisioning complete for port e717127f-ed52-4de8-bcd9-92806f25f688 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:07.634261 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.664444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::f (4122021f-d985-46eb-baac-a47be2558ab4/54e38981-f32c-42a3-9c3a-9f7d4942ebce/a864cf8a-949e-49c6-9724-d7a786c3c1af) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:07.703788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-fc15799a-05d3-4b8b-95da-dbaa7b56e4f5 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:07.705701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-fc15799a-05d3-4b8b-95da-dbaa7b56e4f5 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.1808114 Oct 22 13:24:07.712566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.714339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Attempting to bind port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:07.717697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Attempting to bind port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:07.719268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Attempting to bind port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b on network 4122021f-d985-46eb-baac-a47be2558ab4 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:07.725120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Request body: {'port': {'device_id': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'admin_state_up': True, 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:07.743082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:07.743477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Checking segment: {'id': 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:07.745785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.746226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Bound using segment: {'id': 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:07.747818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Bound port: 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4122021f-d985-46eb-baac-a47be2558ab4'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:07.749401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.798777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Port e717127f-ed52-4de8-bcd9-92806f25f688 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:07.809277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for e717127f-ed52-4de8-bcd9-92806f25f688 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:07.904582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Provisioning complete for port 36516173-de77-4af2-9206-d2c7fa2de0d3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:07.904964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-505ca360-af10-4344-938c-8fe8cdd1f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:07.979690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] For port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:07.985348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] For port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,segment=NetworkSegment(c083d76c-d440-4ed5-8bce-06d3eb4a7d2d),segment_id=c083d76c-d440-4ed5-8bce-06d3eb4a7d2d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:07.997891 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.058489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18188ae-fea9-47f6-b558-cf12f996a01e None None] Pushing event updated for resources: {'Port': ['ID=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:08.161260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:08.161926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.173088 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.341335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.345633 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.384107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 36516173-de77-4af2-9206-d2c7fa2de0d3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:08.433261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network 4122021f-d985-46eb-baac-a47be2558ab4 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:08.436772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:08.453176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:08.458934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:08.463235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.470895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.521882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=a864cf8a-949e-49c6-9724-d7a786c3c1af,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:08.537132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0ee2a861-5c28-4d9e-bf37-a202cdf5c1a3 None None] Provisioning complete for port c91c314e-e30e-4073-a9ca-2876ffb99de6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:08.537499 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a861-5c28-4d9e-bf37-a202cdf5c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.547361 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a2d4c7c-7e4b-48fa-b22c-16172845283a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8139486 Oct 22 13:24:08.548034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54246) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:08.573000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 36516173-de77-4af2-9206-d2c7fa2de0d3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:08.573373 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.655370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2a861-5c28-4d9e-bf37-a202cdf5c1a3 None None] Port c91c314e-e30e-4073-a9ca-2876ffb99de6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:08.658719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dcc34f-c87e-46e4-a0f8-f958d1d9ffc0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:08.667213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38dcc34f-c87e-46e4-a0f8-f958d1d9ffc0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1180935 Oct 22 13:24:08.668545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54248) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:08.673885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=e717127f-ed52-4de8-bcd9-92806f25f688,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:08.680791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0ee2a861-5c28-4d9e-bf37-a202cdf5c1a3 None None] Could not find standard attr ID for object e717127f-ed52-4de8-bcd9-92806f25f688. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:08.768592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-942e9334-286a-4c72-9373-e575a77b5297 req-718f14de-fea8-4c0e-870f-8c50e156ab38 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 210 time: 0.1513162 Oct 22 13:24:08.811963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a451b-dc34-490e-b0fe-5fd8ac320488 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:08.827471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a451b-dc34-490e-b0fe-5fd8ac320488 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:08.828605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:08.832352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-facdffa5-d969-45f3-afae-c282ab1d6ad7 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/e717127f-ed52-4de8-bcd9-92806f25f688 HTTP/1.1" status: 204 len: 168 time: 1.7380064 Oct 22 13:24:08.836904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a451b-dc34-490e-b0fe-5fd8ac320488 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:08.837554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54252) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:08.841977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-368a451b-dc34-490e-b0fe-5fd8ac320488 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1679707 Oct 22 13:24:08.845705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:08.874434 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c742c330-5c6c-433a-9674-2c63c174d64d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:24:08.876149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c742c330-5c6c-433a-9674-2c63c174d64d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/e717127f-ed52-4de8-bcd9-92806f25f688 HTTP/1.1" status: 404 len: 333 time: 0.0371511 Oct 22 13:24:08.879191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54258) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:08.901170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Allocated IP 172.20.0.11 (1e2ba6f7-d368-4993-9f5a-f075022c8e6a/da6967ce-d5c2-450e-af6b-13394cfa6d97/9a15b5b7-ddda-4f1a-a968-b3cfa98e131b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:09.010838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port a864cf8a-949e-49c6-9724-d7a786c3c1af {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:09.011237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.112333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.125621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for a864cf8a-949e-49c6-9724-d7a786c3c1af owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:09.290009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.341471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=a864cf8a-949e-49c6-9724-d7a786c3c1af,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:09.378051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.382862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ffa6ea9f-f386-402a-b8cb-3ae9f0e821fa tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/a864cf8a-949e-49c6-9724-d7a786c3c1af HTTP/1.1" status: 204 len: 168 time: 0.5359168 Oct 22 13:24:09.385396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54266) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:09.415764 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-742d91d8-89da-4333-9ead-fc4b0724e432 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:09.417972 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-742d91d8-89da-4333-9ead-fc4b0724e432 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/a864cf8a-949e-49c6-9724-d7a786c3c1af HTTP/1.1" status: 404 len: 333 time: 0.0313861 Oct 22 13:24:09.422954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54268) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:09.506368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port c91c314e-e30e-4073-a9ca-2876ffb99de6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:09.506936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.532440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.589984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 7e49337d-440a-4309-b777-4bf9f3ad697c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:09.591297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.680099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.711292 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.711822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:09.718822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for c91c314e-e30e-4073-a9ca-2876ffb99de6 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:09.726840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 7e49337d-440a-4309-b777-4bf9f3ad697c owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:09.729603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:09.807830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47020e19-48d5-484b-aeb9-5419d87d4345 None None] Network 4122021f-d985-46eb-baac-a47be2558ab4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:09.844558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event updated for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:09.906638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:09.911505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:09.914862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:10.029913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.113643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.121535 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/7e49337d-440a-4309-b777-4bf9f3ad697c HTTP/1.1" status: 204 len: 168 time: 0.6944795 Oct 22 13:24:10.138470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54280) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:10.172039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f156-38ff-49c1-8840-bc7f5aa1ae1b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=7e49337d-440a-4309-b777-4bf9f3ad697c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:10.185888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.186804 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f780dd-6518-43e9-a886-8207b1a59701 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:10.191476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a4f780dd-6518-43e9-a886-8207b1a59701 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/7e49337d-440a-4309-b777-4bf9f3ad697c HTTP/1.1" status: 404 len: 333 time: 0.0467658 Oct 22 13:24:10.191476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54282) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:10.202004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] Provisioning complete for port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:10.202384 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.212358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:10.212983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.334001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.377424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729858b-9fb4-4799-99a5-ada55c33025b req-a2e865da-2d97-4df0-877a-a934edb80cab tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:10.387111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0729858b-9fb4-4799-99a5-ada55c33025b req-a2e865da-2d97-4df0-877a-a934edb80cab tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 932 time: 0.4647980 Oct 22 13:24:10.441908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.505461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-29788457-eb39-44ea-8687-903f24a34731 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7876503 Oct 22 13:24:10.527506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Request body: {'port': {'device_id': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:10.528625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] For port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,segment=NetworkSegment(c083d76c-d440-4ed5-8bce-06d3eb4a7d2d),segment_id=c083d76c-d440-4ed5-8bce-06d3eb4a7d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:10.531076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ec67ba9-7ba1-43d0-82e9-2627c993be3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:10.532884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=c91c314e-e30e-4073-a9ca-2876ffb99de6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:10.538963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 54e38981-f32c-42a3-9c3a-9f7d4942ebce {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:10.545608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.552361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.597785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.652943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54288) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:10.856607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31e9290d-8e53-45db-8cb5-030a2de177e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:10.938675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0729858b-9fb4-4799-99a5-ada55c33025b req-709e4c98-5e29-42f4-9637-7ab609014499 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497406 Oct 22 13:24:11.007970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31e9290d-8e53-45db-8cb5-030a2de177e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.022985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31e9290d-8e53-45db-8cb5-030a2de177e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.058017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.111100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9290d-8e53-45db-8cb5-030a2de177e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9256b-ec77-446c-9e9e-d0038f7cbc3d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:11.121142 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-31e9290d-8e53-45db-8cb5-030a2de177e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59765a10c6d8458582c1d4523ace758a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663427 Oct 22 13:24:11.123987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54292) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:11.127088 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.130312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-752852ea-4521-49a2-83c1-4e791b0353ab tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/c91c314e-e30e-4073-a9ca-2876ffb99de6 HTTP/1.1" status: 204 len: 168 time: 2.2504473 Oct 22 13:24:11.137179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.142361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54294) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:11.175662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a29c6c-6788-4121-b8c7-6309e4e3c7ed None None] Pushing event updated for resources: {'Port': ['ID=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:11.196615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7bcb75bd-4f4b-4268-9c7c-61ed320d5d6b None None] Provisioning complete for port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:11.196615 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7bcb75bd-4f4b-4268-9c7c-61ed320d5d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.213698 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd366257-3aa4-43eb-b074-b062006fb447 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:24:11.221785 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cd366257-3aa4-43eb-b074-b062006fb447 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/c91c314e-e30e-4073-a9ca-2876ffb99de6 HTTP/1.1" status: 404 len: 333 time: 0.0774109 Oct 22 13:24:11.222440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54298) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:11.323965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:11.324347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.347314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.353287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 19a360ea-0e3d-45a2-8895-4f5d492f04c4 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:11.363722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.449208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.457534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.495829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.504408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.510233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/54e38981-f32c-42a3-9c3a-9f7d4942ebce HTTP/1.1" status: 204 len: 168 time: 1.3096066 Oct 22 13:24:11.514173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54300) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:11.640408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.705945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.708479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.710817 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4f9256b-ec77-446c-9e9e-d0038f7cbc3d HTTP/1.1" status: 204 len: 168 time: 0.5851243 Oct 22 13:24:11.752998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917b22e-197f-4b99-80bb-d0827ffafb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9256b-ec77-446c-9e9e-d0038f7cbc3d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:11.783105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-454aac20-e407-4de1-abb6-8f1202ff4920 None None] Could not find standard attr ID for object 7e49337d-440a-4309-b777-4bf9f3ad697c. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:11.783815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.787001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-454aac20-e407-4de1-abb6-8f1202ff4920 None None] Could not find standard attr ID for object a864cf8a-949e-49c6-9724-d7a786c3c1af. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:11.867198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=19a360ea-0e3d-45a2-8895-4f5d492f04c4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:11.867958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:24:11.884058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.891494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:11.899511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c135582-b1dd-4941-a503-ec9df02ce141 None None] Network dac52d08-2922-468f-ae3a-e11899f5a74d requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:11.902215 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b92a6d7-0859-4207-8f7a-b6f7c797f441 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/19a360ea-0e3d-45a2-8895-4f5d492f04c4 HTTP/1.1" status: 204 len: 168 time: 0.6731076 Oct 22 13:24:11.903071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Transition to ACTIVE for port object 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:24:11.905635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02317b-40e1-4b84-ad93-49fd069735df tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=54e38981-f32c-42a3-9c3a-9f7d4942ebce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:11.905953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54306) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:11.922444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.067583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.072004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0322ef-b257-418a-824c-5c39d5d09327 None None] Network 4122021f-d985-46eb-baac-a47be2558ab4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:12.136479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 36516173-de77-4af2-9206-d2c7fa2de0d3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:12.137203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.209531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Pushing event updated for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:12.218208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port 36516173-de77-4af2-9206-d2c7fa2de0d3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=36516173-de77-4af2-9206-d2c7fa2de0d3,segment=NetworkSegment(147e0340-0925-400f-8dbc-4042a7b83cd8),segment_id=147e0340-0925-400f-8dbc-4042a7b83cd8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:12.220121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.238298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 36516173-de77-4af2-9206-d2c7fa2de0d3 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:12.324703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54312) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:12.330111 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.375751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859c4fa-f009-4348-8bea-6a7652872115 req-21dba45e-c0f2-4145-959c-2f2f9915ef98 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:12.377355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3859c4fa-f009-4348-8bea-6a7652872115 req-21dba45e-c0f2-4145-959c-2f2f9915ef98 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 944 time: 0.3411906 Oct 22 13:24:12.380573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8831-b824-4b09-b008-5141d0d87f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.402668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32545bf5-9a7e-45a9-9634-6d46491438c9 None None] DHCP port deletion for dac52d08-2922-468f-ae3a-e11899f5a74d request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:12.407626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.439190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ec67ba9-7ba1-43d0-82e9-2627c993be3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:12.442718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=36516173-de77-4af2-9206-d2c7fa2de0d3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:12.453400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port 36516173-de77-4af2-9206-d2c7fa2de0d3 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:12.505304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] DHCP port deletion for 4122021f-d985-46eb-baac-a47be2558ab4 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:12.509094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:12.509497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.520498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Attempting to bind port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:12.520863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Attempting to bind port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:12.521185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Attempting to bind port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:12.534730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3859c4fa-f009-4348-8bea-6a7652872115 req-39fa0545-374c-435f-bd00-dbfd0096be7e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389749 Oct 22 13:24:12.541275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:24:12.541606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Attempting to bind port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:12.548639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.559059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:12.560473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Checking segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:12.560473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Bound using segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:12.560473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Bound port: 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:12.561234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.578016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac52d08-2922-468f-ae3a-e11899f5a74d']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:12.588523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147e0340-0925-400f-8dbc-4042a7b83cd8') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:12.588825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147e0340-0925-400f-8dbc-4042a7b83cd8') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:12.602215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.608862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Deleting port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:12.609413 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.617890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.626441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:12.627007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:12.632008 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:12.676609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:12.676978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.713055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] For port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,segment=NetworkSegment(c083d76c-d440-4ed5-8bce-06d3eb4a7d2d),segment_id=c083d76c-d440-4ed5-8bce-06d3eb4a7d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:12.713576 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.725480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.736483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.739079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Calling delete_port for 5ec67ba9-7ba1-43d0-82e9-2627c993be3b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:12.743855 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/dac52d08-2922-468f-ae3a-e11899f5a74d HTTP/1.1" status: 204 len: 168 time: 0.8318069 Oct 22 13:24:12.744143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54322) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:12.749987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-717220920'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:12.771141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284d830-37ce-4eb5-905d-a98afc4d3fdb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=dac52d08-2922-468f-ae3a-e11899f5a74d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:12.793494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:12.799257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.800798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8831-b824-4b09-b008-5141d0d87f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.811712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,segment=NetworkSegment(c083d76c-d440-4ed5-8bce-06d3eb4a7d2d),segment_id=c083d76c-d440-4ed5-8bce-06d3eb4a7d2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:12.812087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.821448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8831-b824-4b09-b008-5141d0d87f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.835497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:12.841589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:24:12.845394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 5ec67ba9-7ba1-43d0-82e9-2627c993be3b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:12.852457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.856685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.856685 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Added segment 4054b8be-e8d9-410b-8d41-0b814b0999be of type vlan for network 9df22132-f3f4-4471-a77a-7990b956a851 Oct 22 13:24:12.870471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] No DVR routers for this DVR port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:12.888946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:12.911753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.912838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d585f4-cc77-4fbb-aec9-08fed24764db None None] Pushing event deleted for resources: {'Port': ['ID=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:12.919876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.930091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb8831-b824-4b09-b008-5141d0d87f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b3706-09ec-4df5-b33e-d412380a367b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:12.958626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:12.966975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:12.967602 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.004868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3ccb8831-b824-4b09-b008-5141d0d87f56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67678ee3c0a3449d9c9c2b05f3e9f55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726608 Oct 22 13:24:13.007631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54328) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:13.009590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:13.010246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.011889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a15b5b7-ddda-4f1a-a968-b3cfa98e131b HTTP/1.1" status: 200 len: 1092 time: 2.4964821 Oct 22 13:24:13.013422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:13.016284 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc5078-8ae7-45ca-964c-44af61221d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:13.037050 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2892857 Oct 22 13:24:13.038439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54332) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:13.044787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': '9df22132-f3f4-4471-a77a-7990b956a851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:13.061833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390794-65d1-481d-8582-701ba80bc848 service neutron] Pushing event updated for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.100893 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6667310-863a-45fd-b1f0-f6db5b03dd4f x-openstack-request-id: req-d6667310-863a-45fd-b1f0-f6db5b03dd4f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:13.101187 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:13.101445 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6667310-863a-45fd-b1f0-f6db5b03dd4f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:13.101851 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b', 'status': 'completed', 'code': 200} Oct 22 13:24:13.102636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e00a9-026d-4ad4-86a4-c88a33f6b462 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Network': ['ID=9df22132-f3f4-4471-a77a-7990b956a851,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.116874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.152069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-394bee52-4ddc-40c0-8c8b-b0858b183377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:13.153784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-394bee52-4ddc-40c0-8c8b-b0858b183377 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 1095 time: 0.0847256 Oct 22 13:24:13.154925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 5ec67ba9-7ba1-43d0-82e9-2627c993be3b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:13.156827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=5ec67ba9-7ba1-43d0-82e9-2627c993be3b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.204036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.207446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-a8f2f876-2020-4f51-ab51-f04bff8768a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b HTTP/1.1" status: 200 len: 217 time: 0.0436685 Oct 22 13:24:13.216502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:13.220863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.250701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.273555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9df22132-f3f4-4471-a77a-7990b956a851 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:24:13.323335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.334726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56001-f989-4029-a3a1-017ab2a87157 req-f85fca62-61ea-4976-9a81-28fa1613aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:13.336378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-f85fca62-61ea-4976-9a81-28fa1613aed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.1109941 Oct 22 13:24:13.361978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4122021f-d985-46eb-baac-a47be2558ab4']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:13.375553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.378371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.382072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/818b3706-09ec-4df5-b33e-d412380a367b HTTP/1.1" status: 204 len: 168 time: 0.3710785 Oct 22 13:24:13.387203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-b5aaed8e-dc6a-4612-af0c-7580068d87d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385799 Oct 22 13:24:13.389819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:13.390336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c083d76c-d440-4ed5-8bce-06d3eb4a7d2d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:13.408723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.414976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f340b-2de8-4736-9433-badf8ab1620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b3706-09ec-4df5-b33e-d412380a367b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.440534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.480444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:13.480888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:13.484705 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:13.535246 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.563666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-2e70364b-4933-428a-9bce-79c6b6245b7a service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661260 Oct 22 13:24:13.565084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.634257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=fbbe2dfc-d35f-490d-adcd-c01cf673cc58,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.646167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Checking segment: {'id': '4054b8be-e8d9-410b-8d41-0b814b0999be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:13.646531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network hostable DHCP agents. Network: 9df22132-f3f4-4471-a77a-7990b956a851, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:24:13.668127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 9df22132-f3f4-4471-a77a-7990b956a851 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:24:13.682417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9df22132-f3f4-4471-a77a-7990b956a851) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:13.687971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:13.688587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.692382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08a4fa-32da-4192-87c1-3f1e0f41ccdf None None] Network 9df22132-f3f4-4471-a77a-7990b956a851 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:13.693180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.703146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/4122021f-d985-46eb-baac-a47be2558ab4 HTTP/1.1" status: 204 len: 168 time: 2.1083004 Oct 22 13:24:13.706523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54340) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:13.720024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb238-5616-4238-8070-ab09f6e5f15b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=4122021f-d985-46eb-baac-a47be2558ab4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:13.730758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1574904278'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:13.784994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:13.789142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.824967 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1c335132-4304-46cf-88f5-2a5d9dbf6fbb tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7853818 Oct 22 13:24:13.826137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:13.835410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1925763849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:13.843285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06b56001-f989-4029-a3a1-017ab2a87157 req-69d047aa-a13e-4a84-84d3-abbe4c87cd9f service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680836 Oct 22 13:24:13.874079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:24:13.891749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.892373 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Added segment 144cad6c-6795-43de-a01f-0340ce1bad77 of type vlan for network eddcf28f-bb32-4133-b3de-455c384ec324 Oct 22 13:24:13.906184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b58370-80ed-4862-b2fe-1086f587a5c9 req-93135520-218f-4e95-bc4c-430c39dcec77 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:13.919097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9df22132-f3f4-4471-a77a-7990b956a851', 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': 'fbbe2dfc-d35f-490d-adcd-c01cf673cc58'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:13.920228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:13.922007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81b58370-80ed-4862-b2fe-1086f587a5c9 req-93135520-218f-4e95-bc4c-430c39dcec77 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 944 time: 0.1927991 Oct 22 13:24:13.958888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.012986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.014337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.021432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.027803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:14.028658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.102913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3904631 Oct 22 13:24:14.105185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54354) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:14.111785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:14.118662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Allocated IP 172.20.0.2 (9df22132-f3f4-4471-a77a-7990b956a851/fbbe2dfc-d35f-490d-adcd-c01cf673cc58/d0a03587-8c0d-4f29-bb43-a7880e505061) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:14.154238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.193245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98415b-1ffa-4443-bdb1-1bb89b95892a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Network': ['ID=eddcf28f-bb32-4133-b3de-455c384ec324,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:14.197209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.223060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.226767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23270c4e-896e-4d30-bb42-83ff2773d558 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3932450 Oct 22 13:24:14.227104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:14.227222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81b58370-80ed-4862-b2fe-1086f587a5c9 req-14fe0afd-e45b-4899-b287-40cea8dffa36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030040 Oct 22 13:24:14.232582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'network_id': '9df22132-f3f4-4471-a77a-7990b956a851', 'name': 'tempest-PortsTestJSON-418007552'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:14.245909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-54962733-8bca-46c2-85a2-fbe5a9d70060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:14.247697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-54962733-8bca-46c2-85a2-fbe5a9d70060 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 1095 time: 0.2942860 Oct 22 13:24:14.297760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:14.301638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.332309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.338141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network eddcf28f-bb32-4133-b3de-455c384ec324 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:24:14.346970 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.418069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 36516173-de77-4af2-9206-d2c7fa2de0d3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:14.440315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:14.444913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.476666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:14.493467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Network 9df22132-f3f4-4471-a77a-7990b956a851 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:14.494295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 36516173-de77-4af2-9206-d2c7fa2de0d3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:14.494875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 36516173-de77-4af2-9206-d2c7fa2de0d3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:14.495477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ec67ba9-7ba1-43d0-82e9-2627c993be3b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:14.508603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:14.511143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:14.530740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Pushing event updated for resources: {'Port': ['ID=d0a03587-8c0d-4f29-bb43-a7880e505061,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:14.539299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5ec67ba9-7ba1-43d0-82e9-2627c993be3b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:14.539800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5ec67ba9-7ba1-43d0-82e9-2627c993be3b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:14.609166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Attempting to bind port d0a03587-8c0d-4f29-bb43-a7880e505061 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:14.609698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Attempting to bind port d0a03587-8c0d-4f29-bb43-a7880e505061 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4054b8be-e8d9-410b-8d41-0b814b0999be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:14.610175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Attempting to bind port d0a03587-8c0d-4f29-bb43-a7880e505061 on network 9df22132-f3f4-4471-a77a-7990b956a851 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:14.615961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:14.616441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Checking segment: {'id': '4054b8be-e8d9-410b-8d41-0b814b0999be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:14.616953 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.617454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Bound using segment: {'id': '4054b8be-e8d9-410b-8d41-0b814b0999be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:14.618153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Bound port: d0a03587-8c0d-4f29-bb43-a7880e505061, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4054b8be-e8d9-410b-8d41-0b814b0999be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9df22132-f3f4-4471-a77a-7990b956a851'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:14.618831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.642054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.687538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.9 (9df22132-f3f4-4471-a77a-7990b956a851/fbbe2dfc-d35f-490d-adcd-c01cf673cc58/c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:14.708095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] For port d0a03587-8c0d-4f29-bb43-a7880e505061, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:14.717413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] For port d0a03587-8c0d-4f29-bb43-a7880e505061, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d0a03587-8c0d-4f29-bb43-a7880e505061,segment=NetworkSegment(4054b8be-e8d9-410b-8d41-0b814b0999be),segment_id=4054b8be-e8d9-410b-8d41-0b814b0999be)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:14.728691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.784796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-68c9a04a-ac2d-4fc5-8107-beb0610aa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:14.789770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-68c9a04a-ac2d-4fc5-8107-beb0610aa56f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.5336125 Oct 22 13:24:14.811808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=9a20c03b-37e7-4581-81d8-45c3aef19569,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:14.832442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Checking segment: {'id': '144cad6c-6795-43de-a01f-0340ce1bad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:14.832442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network hostable DHCP agents. Network: eddcf28f-bb32-4133-b3de-455c384ec324, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:24:14.864839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f43f-7c35-461c-8840-dc5c23172461 None None] Pushing event updated for resources: {'Port': ['ID=d0a03587-8c0d-4f29-bb43-a7880e505061,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:14.870815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network eddcf28f-bb32-4133-b3de-455c384ec324 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:24:14.892481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, eddcf28f-bb32-4133-b3de-455c384ec324) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:14.897984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:14.898660 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.904270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8e08e-59fc-4db2-8aaf-1f1199f02de2 None None] Network eddcf28f-bb32-4133-b3de-455c384ec324 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:14.947425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-df80d599-dd54-4dd4-bbfa-ec39be4e4be0 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8399162 Oct 22 13:24:14.954814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54376) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:14.960078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-697493824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:14.992794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:14.994429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.004493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.082764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.090114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.102350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.169370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 9df22132-f3f4-4471-a77a-7990b956a851 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:15.173213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:15.183144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:15.220855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-13fa53fc-c7c4-4b34-9306-9d519df90273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b HTTP/1.1" status: 200 len: 217 time: 0.4199307 Oct 22 13:24:15.223753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-eddcf28f-bb32-4133-b3de-455c384ec324', 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': '9a20c03b-37e7-4581-81d8-45c3aef19569'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:15.225369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:15.225745 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.229000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.230215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30ee4028-9090-484d-9969-39e2cb76b228 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2739325 Oct 22 13:24:15.238152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54380) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:15.256916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324', 'name': 'tempest-PortsIpV6TestJSON-671496337'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:15.338521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:15.341801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.383026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-a8d4c27b-968a-40bf-b547-829ece0fa3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:15.385014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-a8d4c27b-968a-40bf-b547-829ece0fa3e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.1496985 Oct 22 13:24:15.454041 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c9db35db-59ea-4d14-a9a4-4c1f266f5cd5 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2237158 Oct 22 13:24:15.455893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:15.469482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc877cb8-0f32-45d9-910d-3fade0dcd8f9 req-a86be15c-75e3-4171-b912-cc67ed49809e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:15.480553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc877cb8-0f32-45d9-910d-3fade0dcd8f9 req-a86be15c-75e3-4171-b912-cc67ed49809e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 944 time: 0.1491017 Oct 22 13:24:15.486064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-aceca7ed-2fa1-4409-ab8a-9131bc3ab2c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841768 Oct 22 13:24:15.572229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc877cb8-0f32-45d9-910d-3fade0dcd8f9 req-b91189a8-4272-46b3-acdf-47fb71ebce64 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861661 Oct 22 13:24:15.574613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Allocated IP 2001:db8::2 (eddcf28f-bb32-4133-b3de-455c384ec324/9a20c03b-37e7-4581-81d8-45c3aef19569/4e0507f1-72b7-40fe-be60-57caab7d3e81) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:15.593538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:15.602350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.648894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 8cbff833-6ec1-4645-ac2f-21c7218fe4af yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:15.662539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-b615f7c6-7edc-4e13-900a-24fe2225ab37 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680927 Oct 22 13:24:15.886142 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.899673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:15.948209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93bc5078-8ae7-45ca-964c-44af61221d9b req-1bdba7f0-5b4d-4594-bc90-c1f051f5bb22 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685151 Oct 22 13:24:15.958256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Network eddcf28f-bb32-4133-b3de-455c384ec324 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:15.961405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:15.966260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:16.012717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Pushing event updated for resources: {'Port': ['ID=4e0507f1-72b7-40fe-be60-57caab7d3e81,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:16.063536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Attempting to bind port 4e0507f1-72b7-40fe-be60-57caab7d3e81 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:16.064159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Attempting to bind port 4e0507f1-72b7-40fe-be60-57caab7d3e81 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '144cad6c-6795-43de-a01f-0340ce1bad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:16.064638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Attempting to bind port 4e0507f1-72b7-40fe-be60-57caab7d3e81 on network eddcf28f-bb32-4133-b3de-455c384ec324 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:16.070878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:16.071431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Checking segment: {'id': '144cad6c-6795-43de-a01f-0340ce1bad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:16.071945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.079460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Bound using segment: {'id': '144cad6c-6795-43de-a01f-0340ce1bad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:16.080236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Bound port: 4e0507f1-72b7-40fe-be60-57caab7d3e81, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144cad6c-6795-43de-a01f-0340ce1bad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eddcf28f-bb32-4133-b3de-455c384ec324'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:16.080668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.170434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] For port 4e0507f1-72b7-40fe-be60-57caab7d3e81, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:16.174483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] For port 4e0507f1-72b7-40fe-be60-57caab7d3e81, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e0507f1-72b7-40fe-be60-57caab7d3e81,segment=NetworkSegment(144cad6c-6795-43de-a01f-0340ce1bad77),segment_id=144cad6c-6795-43de-a01f-0340ce1bad77)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:16.183129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.260111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc3dce-e019-4cc4-b823-898a8acb4c42 None None] Pushing event updated for resources: {'Port': ['ID=4e0507f1-72b7-40fe-be60-57caab7d3e81,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:16.395757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1b1d7-fa93-4e1d-818a-a2c88d6cdf62 None None] Network 9df22132-f3f4-4471-a77a-7990b956a851 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:16.525422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d0a03587-8c0d-4f29-bb43-a7880e505061 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:16.619082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] Provisioning complete for port d0a03587-8c0d-4f29-bb43-a7880e505061 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:16.619596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.759588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::2a2 (eddcf28f-bb32-4133-b3de-455c384ec324/9a20c03b-37e7-4581-81d8-45c3aef19569/8cbff833-6ec1-4645-ac2f-21c7218fe4af) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:16.795933 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.807533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe244c-ebb2-4a7d-86df-6c1180e63081 req-b86dd78f-0f14-4495-bc07-755ac25210ec tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:16.810847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74fe244c-ebb2-4a7d-86df-6c1180e63081 req-b86dd78f-0f14-4495-bc07-755ac25210ec tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 944 time: 0.1173315 Oct 22 13:24:16.834287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d0a03587-8c0d-4f29-bb43-a7880e505061 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:16.835202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:16.868757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74fe244c-ebb2-4a7d-86df-6c1180e63081 req-1cf2f084-6026-4347-ac4c-3f966f987f07 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515904 Oct 22 13:24:16.921639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:24:17.158532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.262920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.328048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.383886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:17.438688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] For port d0a03587-8c0d-4f29-bb43-a7880e505061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d0a03587-8c0d-4f29-bb43-a7880e505061,segment=NetworkSegment(4054b8be-e8d9-410b-8d41-0b814b0999be),segment_id=4054b8be-e8d9-410b-8d41-0b814b0999be)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:17.447385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'port_id': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b', 'mac_address': 'fa:16:3e:b8:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6967ce-d5c2-450e-af6b-13394cfa6d97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:24:17.451990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.463413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network eddcf28f-bb32-4133-b3de-455c384ec324 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:17.473970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:17.477145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:17.485127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:17.485925 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.519299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=8cbff833-6ec1-4645-ac2f-21c7218fe4af,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:17.532510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.543987 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d4aa31a4-da71-4273-94a2-540535e82757 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3045886 Oct 22 13:24:17.546690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:17.559818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5609-dc59-4e3a-8a09-e0c9d638bf81 None None] Pushing event updated for resources: {'Port': ['ID=d0a03587-8c0d-4f29-bb43-a7880e505061,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:17.597588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.648585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:24:17.679987 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:24:17.680312 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:24:17.682049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:17.693361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.714060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.761856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.782064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:17.808283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-16d3c9b4-53f7-4068-862e-edbb6ee49517 None None] Provisioning complete for port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:17.811171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16d3c9b4-53f7-4068-862e-edbb6ee49517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:17.897200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-16d3c9b4-53f7-4068-862e-edbb6ee49517 None None] Port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:17.901518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364a2a6-c06e-4390-8b17-e000ed39b0e1 None None] Network eddcf28f-bb32-4133-b3de-455c384ec324 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:17.934085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:18.022498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:18.102105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-16d3c9b4-53f7-4068-862e-edbb6ee49517 None None] Provisioning complete for port d0a03587-8c0d-4f29-bb43-a7880e505061 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:18.102347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16d3c9b4-53f7-4068-862e-edbb6ee49517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.214748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90478f2d-048e-494d-8aba-bd830b67b6d5 req-bcdf2066-da1c-40d7-8771-e6217f87e1c2 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:18.229085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90478f2d-048e-494d-8aba-bd830b67b6d5 req-bcdf2066-da1c-40d7-8771-e6217f87e1c2 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 945 time: 0.1933677 Oct 22 13:24:18.345391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90478f2d-048e-494d-8aba-bd830b67b6d5 req-824f1237-118a-4e76-9846-2fa28117c210 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151741 Oct 22 13:24:18.543118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.735214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.735646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e0507f1-72b7-40fe-be60-57caab7d3e81 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:18.829895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Provisioning complete for port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:18.830255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.912822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:18.925929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.944098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4e0507f1-72b7-40fe-be60-57caab7d3e81 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:18.945964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:18.988241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Provisioning complete for port 4e0507f1-72b7-40fe-be60-57caab7d3e81 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:18.988845 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.147052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.148879 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.240564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 4e0507f1-72b7-40fe-be60-57caab7d3e81, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e0507f1-72b7-40fe-be60-57caab7d3e81,segment=NetworkSegment(144cad6c-6795-43de-a01f-0340ce1bad77),segment_id=144cad6c-6795-43de-a01f-0340ce1bad77)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:19.264703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.265511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d0a03587-8c0d-4f29-bb43-a7880e505061 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:19.386005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:24:19.386360 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-b0f72a8a-334e-4c62-a268-1f2b6b64b789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:24:19.395145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=4e0507f1-72b7-40fe-be60-57caab7d3e81,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:19.409083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d0a03587-8c0d-4f29-bb43-a7880e505061 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:19.409566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.475568 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:24:19.479256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.491286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.548473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d78f84-325d-4d45-a601-ebd4017fd0bd req-e8c99acb-359f-4ff1-b772-1e3513bfadb5 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:19.549069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=8cbff833-6ec1-4645-ac2f-21c7218fe4af,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:19.554493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2d78f84-325d-4d45-a601-ebd4017fd0bd req-e8c99acb-359f-4ff1-b772-1e3513bfadb5 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 945 time: 0.0837092 Oct 22 13:24:19.555339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.564189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.626920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2d78f84-325d-4d45-a601-ebd4017fd0bd req-5f0dcd5a-2672-4f4b-a1e8-95da8ebc6999 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Oct 22 13:24:19.695814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.699960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:19.844202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:19.924074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network 9df22132-f3f4-4471-a77a-7990b956a851 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:19.928604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:20.093971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2246fef0-13da-4b91-b442-c753f3d46def None None] Provisioning complete for port 8cbff833-6ec1-4645-ac2f-21c7218fe4af triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:20.095184 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2246fef0-13da-4b91-b442-c753f3d46def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.098196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.188416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2246fef0-13da-4b91-b442-c753f3d46def None None] Port 8cbff833-6ec1-4645-ac2f-21c7218fe4af cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:20.200721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2246fef0-13da-4b91-b442-c753f3d46def None None] Provisioning complete for port 4e0507f1-72b7-40fe-be60-57caab7d3e81 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:20.201303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2246fef0-13da-4b91-b442-c753f3d46def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.213065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Router 8de157b4-fcf0-4995-ba58-9a43920427c7 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:24:20.428005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:24:20.473354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] Sync routers for ids ['8de157b4-fcf0-4995-ba58-9a43920427c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:24:20.494423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-32337992-40f1-486a-adc2-d3a0419d9ba4 None None] Provisioning complete for port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:20.494875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32337992-40f1-486a-adc2-d3a0419d9ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.538378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] Routers {'8de157b4-fcf0-4995-ba58-9a43920427c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:20.539046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8de157b4-fcf0-4995-ba58-9a43920427c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:20.594541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e0507f1-72b7-40fe-be60-57caab7d3e81 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:20.601374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:20.659484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-32337992-40f1-486a-adc2-d3a0419d9ba4 None None] Port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:20.676752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] Routers {'8de157b4-fcf0-4995-ba58-9a43920427c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:20.677418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8de157b4-fcf0-4995-ba58-9a43920427c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:20.720169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:20.720959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93569a-8820-4ee7-afae-eb55c98ce5ec None None] The sync data for ids ['8de157b4-fcf0-4995-ba58-9a43920427c7'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:24:20.730248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4e0507f1-72b7-40fe-be60-57caab7d3e81 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:20.731503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.799611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c6e1-7e68-43f4-8447-3a39a88fac47 req-b4e6db82-ca4e-4201-922d-1663790c5931 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:20.807240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27f4c6e1-7e68-43f4-8447-3a39a88fac47 req-b4e6db82-ca4e-4201-922d-1663790c5931 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 945 time: 0.0706236 Oct 22 13:24:20.849497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27f4c6e1-7e68-43f4-8447-3a39a88fac47 req-0020aa5e-fa60-4dab-8d65-e526eb0e66d7 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Oct 22 13:24:20.919090 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-364a59a1-e60d-41e7-aec6-87ed51b45d36 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/routers/8de157b4-fcf0-4995-ba58-9a43920427c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4619682 Oct 22 13:24:20.922928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54434) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:20.924768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:20.973467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c64ad-0e0e-4bfa-930a-97a21215bad0 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:20.975026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8b1c64ad-0e0e-4bfa-930a-97a21215bad0 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?device_id=8de157b4-fcf0-4995-ba58-9a43920427c7 HTTP/1.1" status: 200 len: 981 time: 0.0505679 Oct 22 13:24:20.977858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:20.979780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.984629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:24:20.985423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.986278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:20.988923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:20.989106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:21.057971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=8cbff833-6ec1-4645-ac2f-21c7218fe4af,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:21.079986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:21.107018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:21.109281 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68f06d2-45de-4602-8932-6b4ff52ad7f8" -d '{"events": [{"server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "name": "network-vif-plugged", "status": "completed", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:21.124325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:21.128730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network eddcf28f-bb32-4133-b3de-455c384ec324 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:21.130471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:21.131514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:21.175471 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce415b3-8179-44b4-9a25-0c769f1f7fd5 x-openstack-request-id: req-7ce415b3-8179-44b4-9a25-0c769f1f7fd5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:21.176779 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "name": "network-vif-plugged", "status": "completed", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:21.176779 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ce415b3-8179-44b4-9a25-0c769f1f7fd5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:21.176779 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b', 'code': 200} Oct 22 13:24:21.231607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:21.305104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Router fefb3347-033b-446a-9726-047373ac0d19 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:24:21.421492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:24:21.427487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a547db09-d6ae-4b52-9135-832eaedac913 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/routers/fefb3347-033b-446a-9726-047373ac0d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8796003 Oct 22 13:24:21.430169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:21.436861 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] Sync routers for ids ['fefb3347-033b-446a-9726-047373ac0d19'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:24:21.468480 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] Routers {'fefb3347-033b-446a-9726-047373ac0d19'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:21.469376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fefb3347-033b-446a-9726-047373ac0d19'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:21.493301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d57b21-0ede-4054-b149-0bc75770bb0c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:21.495026 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-01d57b21-0ede-4054-b149-0bc75770bb0c tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?device_id=fefb3347-033b-446a-9726-047373ac0d19 HTTP/1.1" status: 200 len: 988 time: 0.0637903 Oct 22 13:24:21.498366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:21.593372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-00ce669b-9cf6-45aa-8df1-9e87b07df807 None None] Provisioning complete for port 8cbff833-6ec1-4645-ac2f-21c7218fe4af triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:21.593948 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00ce669b-9cf6-45aa-8df1-9e87b07df807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:21.638675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-00ce669b-9cf6-45aa-8df1-9e87b07df807 None None] Port 8cbff833-6ec1-4645-ac2f-21c7218fe4af cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:21.721637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995223ba-68d8-4da3-8146-6b06e3feb611 req-e2a71230-e79f-4d5d-bdac-4fea76205448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:21.723722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-995223ba-68d8-4da3-8146-6b06e3feb611 req-e2a71230-e79f-4d5d-bdac-4fea76205448 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 1097 time: 0.2071474 Oct 22 13:24:21.743375 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:21.749131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e967-a5a9-4cbe-9bbf-ff4614c07331 req-6cf80ed0-bbcd-4c2c-984f-3a32e6adcb85 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:21.750649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d939e967-a5a9-4cbe-9bbf-ff4614c07331 req-6cf80ed0-bbcd-4c2c-984f-3a32e6adcb85 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 945 time: 0.2328489 Oct 22 13:24:21.757229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] Routers {'fefb3347-033b-446a-9726-047373ac0d19'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:21.758061 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fefb3347-033b-446a-9726-047373ac0d19'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:21.798787 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:21.800010 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b62fc-46c3-4781-a156-ccb322b12c6e None None] The sync data for ids ['fefb3347-033b-446a-9726-047373ac0d19'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:24:21.833417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-995223ba-68d8-4da3-8146-6b06e3feb611 req-59dbcc5e-24ba-40bb-9561-a33410212415 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011930 Oct 22 13:24:21.892117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:21.893114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d939e967-a5a9-4cbe-9bbf-ff4614c07331 req-cc55c23c-1464-4bae-b00a-ddcee58d82e0 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209285 Oct 22 13:24:22.068202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220b517-3b2a-4eb4-b83d-996c7feddc68 req-5f4f0a62-7302-4b61-a087-78136ac7a7a4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:22.069996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f220b517-3b2a-4eb4-b83d-996c7feddc68 req-5f4f0a62-7302-4b61-a087-78136ac7a7a4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.1298599 Oct 22 13:24:22.071109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.145264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 8cbff833-6ec1-4645-ac2f-21c7218fe4af {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:22.145844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.177574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f220b517-3b2a-4eb4-b83d-996c7feddc68 req-b2e8ec7d-ac2f-4a1c-8b60-bc0e7cf360fd tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699692 Oct 22 13:24:22.258338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.272773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 8cbff833-6ec1-4645-ac2f-21c7218fe4af owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:22.326507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:22.326978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.436237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.449129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:22.472242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.510130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=8cbff833-6ec1-4645-ac2f-21c7218fe4af,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:22.619617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.686806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.752459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:22.763817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.764180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.764519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.764852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.765176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.765505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.765829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.766147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.766471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.766856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.767178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.767493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:22.844980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Router fefb3347-033b-446a-9726-047373ac0d19 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:24:22.936172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:24:22.951578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] Sync routers for ids ['fefb3347-033b-446a-9726-047373ac0d19'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:24:22.964039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:22.964743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-014ccd09-dbf8-4873-a14d-7af440f7a032 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/routers/fefb3347-033b-446a-9726-047373ac0d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4652326 Oct 22 13:24:22.969700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54490) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:22.974491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] Routers {'fefb3347-033b-446a-9726-047373ac0d19'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:22.975159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fefb3347-033b-446a-9726-047373ac0d19'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.018028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-cc57be7c-3fbc-40eb-af51-5a3ff3357b94 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:23.019819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-cc57be7c-3fbc-40eb-af51-5a3ff3357b94 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 945 time: 0.0856557 Oct 22 13:24:23.031010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.040026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] Routers {'fefb3347-033b-446a-9726-047373ac0d19'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:23.040641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fefb3347-033b-446a-9726-047373ac0d19'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.047836 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4164f0a-c367-4f37-a5d5-460244d5ef3d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:23.052724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d4164f0a-c367-4f37-a5d5-460244d5ef3d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/8cbff833-6ec1-4645-ac2f-21c7218fe4af HTTP/1.1" status: 404 len: 333 time: 0.0811117 Oct 22 13:24:23.056364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:23.078918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.079865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272030ec-502b-48c5-bc8c-acd4e1d2e882 None None] The sync data for ids ['fefb3347-033b-446a-9726-047373ac0d19'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:24:23.149180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.160950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6d45-b4c0-446b-bc03-9cb2a0bbccc6 req-0ae7aaa8-48d5-4f9d-9842-ee7c860d6b00 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:23.170378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aac6d45-b4c0-446b-bc03-9cb2a0bbccc6 req-0ae7aaa8-48d5-4f9d-9842-ee7c860d6b00 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 945 time: 0.1774719 Oct 22 13:24:23.312563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Router 8de157b4-fcf0-4995-ba58-9a43920427c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:24:23.346349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aac6d45-b4c0-446b-bc03-9cb2a0bbccc6 req-c33ce93e-ba65-47de-b081-6358c922b672 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750996 Oct 22 13:24:23.353665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.357404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.420994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Deleting port 9398d204-5d47-4e77-8967-dc39c2924978 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:23.420994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.432200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:24:23.440103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.441036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-05d13543-fe77-4ce9-9d56-f889db41cede tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/routers/8de157b4-fcf0-4995-ba58-9a43920427c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4619811 Oct 22 13:24:23.443642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Fanout notify agent at l3_agent the message router_deleted on router fefb3347-033b-446a-9726-047373ac0d19 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:24:23.445743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54498) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:23.450293 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] Sync routers for ids ['8de157b4-fcf0-4995-ba58-9a43920427c7'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:24:23.461552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e89fe-6832-4bf8-91bc-0a9ee44dedef req-cc385f6f-dd7f-4a56-8a39-46932f16d91a tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:23.463503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.467900 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e576655-6e68-4110-85d4-b09238b92b3b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/routers/fefb3347-033b-446a-9726-047373ac0d19 HTTP/1.1" status: 204 len: 168 time: 0.4072802 Oct 22 13:24:23.469566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54500) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:23.470712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f9e89fe-6832-4bf8-91bc-0a9ee44dedef req-cc385f6f-dd7f-4a56-8a39-46932f16d91a tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.1809626 Oct 22 13:24:23.473191 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] Routers {'8de157b4-fcf0-4995-ba58-9a43920427c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:23.473992 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8de157b4-fcf0-4995-ba58-9a43920427c7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.505459 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec40afb8-b240-4127-800c-38bbb29fe30a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:24:23.510103 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ec40afb8-b240-4127-800c-38bbb29fe30a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/c2a5b5e7-3d31-4cb1-ba4b-f01f4ed04b0d HTTP/1.1" status: 404 len: 333 time: 0.0607350 Oct 22 13:24:23.514069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54502) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:23.524502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f9e89fe-6832-4bf8-91bc-0a9ee44dedef req-aa8ed5b7-2543-40d2-9bed-f0005c450fd6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Oct 22 13:24:23.526463 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.538630 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] Routers {'8de157b4-fcf0-4995-ba58-9a43920427c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:23.539462 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:23:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['8de157b4-fcf0-4995-ba58-9a43920427c7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.579366 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:23.580265 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ec432-f652-4dce-ae4a-7d2ddcbde43f None None] The sync data for ids ['8de157b4-fcf0-4995-ba58-9a43920427c7'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:24:23.951310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45d5ed57-4f61-4d8c-a621-76d575d935c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:23.979916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 9a20c03b-37e7-4581-81d8-45c3aef19569 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:24.019450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.023413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.097739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] For port 9398d204-5d47-4e77-8967-dc39c2924978, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=9398d204-5d47-4e77-8967-dc39c2924978,segment=NetworkSegment(4659ae52-70f8-4524-8105-807b1fdddd6b),segment_id=4659ae52-70f8-4524-8105-807b1fdddd6b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:24.098116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.145020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Calling delete_port for 9398d204-5d47-4e77-8967-dc39c2924978 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:24.152298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.305544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.311828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.399029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.399580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Fanout notify agent at l3_agent the message router_deleted on router 8de157b4-fcf0-4995-ba58-9a43920427c7 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:24:24.412001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.415804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d183cb42-65ca-40ec-8355-11aa3ad51474 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/routers/8de157b4-fcf0-4995-ba58-9a43920427c7 HTTP/1.1" status: 204 len: 168 time: 0.8756676 Oct 22 13:24:24.416008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:24.440623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.537224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.554434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['9398d204-5d47-4e77-8967-dc39c2924978'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:24.561325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet fbbe2dfc-d35f-490d-adcd-c01cf673cc58 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:24.566344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.575039 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.613171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Pushing event deleted for resources: {'Port': ['ID=9398d204-5d47-4e77-8967-dc39c2924978,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:24.626992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.631335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/9a20c03b-37e7-4581-81d8-45c3aef19569 HTTP/1.1" status: 204 len: 168 time: 1.1607285 Oct 22 13:24:24.635233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:24.637987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3587f6a-4d35-496c-a3b5-38c81c1e591c None None] Network eddcf28f-bb32-4133-b3de-455c384ec324 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:24.676201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1a33b-cd45-4920-9f48-119759adea54 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=9a20c03b-37e7-4581-81d8-45c3aef19569,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:24.684857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f59f6-e86b-4413-bc3e-cbe841bf74d7 req-0a8f9cb6-65cd-4277-ab09-e30678b172cb tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:24.686818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a4f59f6-e86b-4413-bc3e-cbe841bf74d7 req-0a8f9cb6-65cd-4277-ab09-e30678b172cb tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef6d1d26-ca07-4451-a55c-2a539cfc516f HTTP/1.1" status: 200 len: 867 time: 0.2158623 Oct 22 13:24:24.715341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] No DVR routers for this DVR port 9398d204-5d47-4e77-8967-dc39c2924978 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:24.719207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.723917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a786727f-808e-466a-9a4b-4d90ff1bdca6 req-7c577233-93b7-4d19-8c69-3698e353434c tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.26 "DELETE /v2.0/ports/9398d204-5d47-4e77-8967-dc39c2924978 HTTP/1.1" status: 204 len: 173 time: 1.6964447 Oct 22 13:24:24.724626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'name': 'network-vif-deleted', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:24.727422 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896cdcec-aa61-4e5c-977b-9030a84a4eda" -d '{"events": [{"server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "name": "network-vif-deleted", "tag": "9398d204-5d47-4e77-8967-dc39c2924978"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:24.782106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.901305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] DHCP port deletion for eddcf28f-bb32-4133-b3de-455c384ec324 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:24.915703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf78916-6d1d-407f-84e5-0592627cf2a4 req-6d243ce6-f170-40eb-ad62-2adebf9640f9 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:24.924460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bf78916-6d1d-407f-84e5-0592627cf2a4 req-6d243ce6-f170-40eb-ad62-2adebf9640f9 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.2364709 Oct 22 13:24:24.947141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a4f59f6-e86b-4413-bc3e-cbe841bf74d7 req-03e3a876-cff2-4789-917c-56e993de6d59 tempest-VolumesSnapshotTestJSON-2023406154 tempest-VolumesSnapshotTestJSON-2023406154-project] 10.222.0.25 "GET /v2.0/security-groups?id=db05e3e5-c65a-4ed3-a0a4-628217c709f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388856 Oct 22 13:24:24.978025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:24.994897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Deleting port 4e0507f1-72b7-40fe-be60-57caab7d3e81 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:24.995247 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.026147 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9dfc54-56cd-4aff-9530-bf9ed1f39d6e x-openstack-request-id: req-cb9dfc54-56cd-4aff-9530-bf9ed1f39d6e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:25.026510 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d1d26-ca07-4451-a55c-2a539cfc516f", "name": "network-vif-deleted", "tag": "9398d204-5d47-4e77-8967-dc39c2924978", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:25.026874 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb9dfc54-56cd-4aff-9530-bf9ed1f39d6e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:25.027345 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d1d26-ca07-4451-a55c-2a539cfc516f', 'name': 'network-vif-deleted', 'tag': '9398d204-5d47-4e77-8967-dc39c2924978', 'status': 'completed', 'code': 200} Oct 22 13:24:25.076011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] For port 4e0507f1-72b7-40fe-be60-57caab7d3e81, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4e0507f1-72b7-40fe-be60-57caab7d3e81,segment=NetworkSegment(144cad6c-6795-43de-a01f-0340ce1bad77),segment_id=144cad6c-6795-43de-a01f-0340ce1bad77)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:25.076734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.095864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Calling delete_port for 4e0507f1-72b7-40fe-be60-57caab7d3e81 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:25.112178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bf78916-6d1d-407f-84e5-0592627cf2a4 req-dfc9f1b4-5b9d-4ef4-a2fc-5a3813dd40da tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863971 Oct 22 13:24:25.148814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.230532 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.255640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] No DVR routers for this DVR port 4e0507f1-72b7-40fe-be60-57caab7d3e81 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:25.285882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 4e0507f1-72b7-40fe-be60-57caab7d3e81 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:25.286292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.290656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b823b12-9a4d-44b7-a063-298bdbad3d2c None None] Pushing event deleted for resources: {'Port': ['ID=4e0507f1-72b7-40fe-be60-57caab7d3e81,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:25.293954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.341254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbe2dfc-d35f-490d-adcd-c01cf673cc58,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:25.364386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317b359-da03-48c4-8734-3784816068d7 None None] Network 9df22132-f3f4-4471-a77a-7990b956a851 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:25.369631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.388582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8919bd57-37e9-4b99-b796-72a41c105516 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/fbbe2dfc-d35f-490d-adcd-c01cf673cc58 HTTP/1.1" status: 204 len: 168 time: 0.9712744 Oct 22 13:24:25.391238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54530) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:25.500408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] For port 4e0507f1-72b7-40fe-be60-57caab7d3e81, host n-d-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:25.500408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.519733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 4e0507f1-72b7-40fe-be60-57caab7d3e81 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:25.524151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Port 4e0507f1-72b7-40fe-be60-57caab7d3e81 was not found and therefore no delete operation was performed {{(pid=100620) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:24:25.534431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.571093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.597315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=4e0507f1-72b7-40fe-be60-57caab7d3e81,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:25.599702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No DVR routers for this DVR port 4e0507f1-72b7-40fe-be60-57caab7d3e81 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:25.679771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port d0a03587-8c0d-4f29-bb43-a7880e505061 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:25.680145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.685204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] DHCP port deletion for 9df22132-f3f4-4471-a77a-7990b956a851 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:25.751064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.752438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port d0a03587-8c0d-4f29-bb43-a7880e505061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d0a03587-8c0d-4f29-bb43-a7880e505061,segment=NetworkSegment(4054b8be-e8d9-410b-8d41-0b814b0999be),segment_id=4054b8be-e8d9-410b-8d41-0b814b0999be)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:25.752813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.790226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for d0a03587-8c0d-4f29-bb43-a7880e505061 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:25.814161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddcf28f-bb32-4133-b3de-455c384ec324']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:25.816659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Deleting port d0a03587-8c0d-4f29-bb43-a7880e505061 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:25.817066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.835248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144cad6c-6795-43de-a01f-0340ce1bad77') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:25.836273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144cad6c-6795-43de-a01f-0340ce1bad77') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:25.852198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.874717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.882809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:25.883319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:25.913314 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:25.943947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.965923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.976887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:25.982164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/eddcf28f-bb32-4133-b3de-455c384ec324 HTTP/1.1" status: 204 len: 168 time: 1.3450935 Oct 22 13:24:25.988815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=d0a03587-8c0d-4f29-bb43-a7880e505061,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:25.994121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.001491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port d0a03587-8c0d-4f29-bb43-a7880e505061 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:26.005475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2375784-6601-4cc3-a6c8-f9baba9ce7a2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=eddcf28f-bb32-4133-b3de-455c384ec324,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:26.075861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd06db-9b12-4be9-804f-4e872a44e473 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:26.081335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-12bd06db-9b12-4be9-804f-4e872a44e473 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/9257302a-32c6-4294-9588-1e4e9f3faccc HTTP/1.1" status: 200 len: 844 time: 0.0814447 Oct 22 13:24:26.082905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.156342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] For port d0a03587-8c0d-4f29-bb43-a7880e505061, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d0a03587-8c0d-4f29-bb43-a7880e505061,segment=NetworkSegment(4054b8be-e8d9-410b-8d41-0b814b0999be),segment_id=4054b8be-e8d9-410b-8d41-0b814b0999be)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:26.156577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.178954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95717035-d791-4bdd-a7a6-0f0a4b506006 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/9257302a-32c6-4294-9588-1e4e9f3faccc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0896220 Oct 22 13:24:26.179622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54552) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.187703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Calling delete_port for d0a03587-8c0d-4f29-bb43-a7880e505061 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:26.198357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:26.218713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.274867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df22132-f3f4-4471-a77a-7990b956a851']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:26.295832 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.299028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4054b8be-e8d9-410b-8d41-0b814b0999be') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:26.299339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4054b8be-e8d9-410b-8d41-0b814b0999be') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:26.322431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] Pushing event deleted for resources: {'Port': ['ID=d0a03587-8c0d-4f29-bb43-a7880e505061,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:26.327178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430c2da-a573-49f2-bb21-84aa31fde42d None None] No DVR routers for this DVR port d0a03587-8c0d-4f29-bb43-a7880e505061 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:26.341675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.368895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.398217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:26.401506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:26.401977 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.405053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:26.413362 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:26.525045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e0507f1-72b7-40fe-be60-57caab7d3e81 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:26.576287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.595534 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:26.600841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4e0507f1-72b7-40fe-be60-57caab7d3e81 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:26.601194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4e0507f1-72b7-40fe-be60-57caab7d3e81 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:26.601622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d0a03587-8c0d-4f29-bb43-a7880e505061 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:26.604896 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/9df22132-f3f4-4471-a77a-7990b956a851 HTTP/1.1" status: 204 len: 168 time: 1.2125740 Oct 22 13:24:26.612884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.657532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d0a03587-8c0d-4f29-bb43-a7880e505061 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:26.658254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d0a03587-8c0d-4f29-bb43-a7880e505061 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:26.697310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e390aa-8a2a-4c32-ab55-942215b88002 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=9df22132-f3f4-4471-a77a-7990b956a851,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:26.752226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ff5cd-3f87-44ac-b812-08030f07a56c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:26.762823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e45ff5cd-3f87-44ac-b812-08030f07a56c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/f0862f1e-6a51-4812-a9b1-c131bee3d28f HTTP/1.1" status: 200 len: 841 time: 0.1449025 Oct 22 13:24:26.764062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.832539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-399abc6b-9144-46f3-b49f-839a72c38521 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/f0862f1e-6a51-4812-a9b1-c131bee3d28f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0633061 Oct 22 13:24:26.833445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:26.839523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:26.953089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:26.957719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.063046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-79798ea0-a590-42ce-8c30-1fd6c62c0546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.073114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.132144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:27.136134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=7849a86e-e78c-48f2-b4a2-eb886ec98f36,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:27.145471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:27.148897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:27.149674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.155796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0f95b-7762-49af-b552-5547eeff17a2 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:27.170869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3b09cd43-a91c-4592-9f2b-991bd887d29f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9901443 Oct 22 13:24:27.173554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54570) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:27.179021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'security_group': {'name': 'tempest-secgroup-832275545'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:27.209066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.276490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.302135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.307623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.332392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:27.339147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:27.349144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:27.349144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.356618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c4f6b-63ff-4429-b71d-543f55f35fa6 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:27.361019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.362516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1878281 Oct 22 13:24:27.366239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54574) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:27.372399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088680197'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:27.390318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f578a-8c84-40db-83db-cb90a24e20af tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa66c6af-cc27-406e-9969-2e4427bb3b97,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:27.409012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5742307 Oct 22 13:24:27.412558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54576) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:27.417926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004045711'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:27.432037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92832507-b98e-4cff-bca6-522004af5d21 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=9993b698-0928-415c-ac40-bb824daf95ef,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:27.443837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.483574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.568643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.577654 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.607867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9398d204-5d47-4e77-8967-dc39c2924978 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:27.634205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 9398d204-5d47-4e77-8967-dc39c2924978 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:27.634829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 9398d204-5d47-4e77-8967-dc39c2924978 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:27.664418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'tenant_id': '8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc', 'fixed_ips': [{'subnet_id': '7849a86e-e78c-48f2-b4a2-eb886ec98f36'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:27.665765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.666257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.681863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.699531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2965331e-d74d-4cb9-a454-40ccf8433fb3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:27.739736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.741866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e6ec9583-e8b0-4d9f-a5e9-382711c634b1 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3741243 Oct 22 13:24:27.745654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54580) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:27.748886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.757579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1181956573', 'security_groups': ['2965331e-d74d-4cb9-a454-40ccf8433fb3'], 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7849a86e-e78c-48f2-b4a2-eb886ec98f36'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:27.757849 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3441794 Oct 22 13:24:27.764448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54582) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:27.770650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.776038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'security_group': {'name': 'tempest-secgroup-931141386'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:27.776645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.809009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778e45d-6048-4c26-8cbf-5809cf551d2a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f48896-e6b6-4e38-a979-aa5be3f7135d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:27.836768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-f415cd16-8af0-4122-b6ff-eef245a649a6', 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'tenant_id': '087e45a351424665b35c1d68ab3d9f1b', 'fixed_ips': [{'subnet_id': '9993b698-0928-415c-ac40-bb824daf95ef'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:24:27.837893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:27.953091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.072237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:28.087085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Allocated IP 2001:db8::2 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/7849a86e-e78c-48f2-b4a2-eb886ec98f36/b40cb74f-de20-4a6d-9de5-ba6cfdd120b3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:28.173700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Allocated IP 172.20.0.2 (f415cd16-8af0-4122-b6ff-eef245a649a6/9993b698-0928-415c-ac40-bb824daf95ef/f8df63ff-8b5d-4669-bc6d-4d3d48e683d9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:28.180815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.193919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.242488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cadb3a7-796e-4d74-bfd2-1bedeafe33c7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:28.288445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.297268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.298931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16cdbf5a-6600-447c-8063-6f03d9909c81 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5306172 Oct 22 13:24:28.303266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54588) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:28.309033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-244388382', 'security_groups': ['4cadb3a7-796e-4d74-bfd2-1bedeafe33c7'], 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9993b698-0928-415c-ac40-bb824daf95ef'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:28.327372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 48d12f8c-ec57-47e6-86d2-17eab95c884e yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:28.541085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.557311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.576513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:28.609510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.617656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:28.622725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:28.626884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:28.635497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.666138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::18a (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/7849a86e-e78c-48f2-b4a2-eb886ec98f36/48d12f8c-ec57-47e6-86d2-17eab95c884e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:28.669911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:28.688425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Pushing event updated for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:28.692857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:28.697459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:28.716850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.783993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 3c467d46-ecd0-473e-8940-8d957c7dfab2 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:28.853811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Attempting to bind port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:28.854191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Attempting to bind port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e81a4a34-8774-419d-a1f2-31ca93fa60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:28.854564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Attempting to bind port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 on network f415cd16-8af0-4122-b6ff-eef245a649a6 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:28.864811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:28.865259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Checking segment: {'id': 'e81a4a34-8774-419d-a1f2-31ca93fa60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:28.865680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.866084 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Bound using segment: {'id': 'e81a4a34-8774-419d-a1f2-31ca93fa60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:28.866574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Bound port: f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81a4a34-8774-419d-a1f2-31ca93fa60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:28.867381 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.869449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Attempting to bind port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:28.869821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Attempting to bind port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '79352d18-e137-46c5-9d9e-e1e69743667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:28.870191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Attempting to bind port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 on network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:28.901526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:28.901908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Checking segment: {'id': '79352d18-e137-46c5-9d9e-e1e69743667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:28.902323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.904655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Bound using segment: {'id': '79352d18-e137-46c5-9d9e-e1e69743667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:28.905256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Bound port: b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79352d18-e137-46c5-9d9e-e1e69743667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:28.905720 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:28.930415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.001511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:29.006475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:29.008317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:29.021785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.023698 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.127577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:29.131201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,segment=NetworkSegment(79352d18-e137-46c5-9d9e-e1e69743667f),segment_id=79352d18-e137-46c5-9d9e-e1e69743667f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:29.163979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.176468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=48d12f8c-ec57-47e6-86d2-17eab95c884e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:29.234149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:29.238564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:29.243640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803125-12e8-4d03-b95f-ad5600a948d7 None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:29.248524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:29.274785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:29.275538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.296503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.4 (f415cd16-8af0-4122-b6ff-eef245a649a6/9993b698-0928-415c-ac40-bb824daf95ef/3c467d46-ecd0-473e-8940-8d957c7dfab2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:29.337107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a440f629-1678-4a06-933a-d8899f9624d8 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5894759 Oct 22 13:24:29.340513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:29.351345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:29.382355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bcc5d-cfd6-4192-87bd-d4a37ad402b0 None None] Pushing event updated for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:29.571595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.633367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:29.645340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.731481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.785885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.826947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:29.843154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:29.844633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=3c467d46-ecd0-473e-8940-8d957c7dfab2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:29.857239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:29.860099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:29.909228 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7849a86e-e78c-48f2-b4a2-eb886ec98f36 (CIDR: 2001:db8::/64) Oct 22 13:24:29.916800 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:29.917264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:29.944706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:29.945619 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:29.947721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-576cb772-92ce-4910-b8e5-fdee1d47f836 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6052601 Oct 22 13:24:29.952077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54616) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:29.965299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:29.987022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff26df4b-1962-4ed7-90a7-4e3960fd4936 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6799119 Oct 22 13:24:29.987365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:29.998964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:30.108791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95b36202-66b1-40e5-b4ab-66db14250000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.175346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:24:30.175346 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 13:24:30.175346 n-d-813419-8 neutron-server[100619]: [parameters: {'project_id_1': '087e45a351424665b35c1d68ab3d9f1b', 'expiration_1': datetime.datetime(2021, 10, 22, 13, 24, 10, 156859)}] Oct 22 13:24:30.175346 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:24:30.175802 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:24:30.198925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:30.202838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.311871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95b36202-66b1-40e5-b4ab-66db14250000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.323510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95b36202-66b1-40e5-b4ab-66db14250000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.403443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95b36202-66b1-40e5-b4ab-66db14250000 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19228d6ef5ff462c82a32c4e81d2fb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749419 Oct 22 13:24:30.406741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54624) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:30.422194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b36202-66b1-40e5-b4ab-66db14250000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b7932-a03c-4094-bd9e-d50a10c8337b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:30.606484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.683100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.732003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.795713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.816484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.817329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:30.821448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e4b7932-a03c-4094-bd9e-d50a10c8337b HTTP/1.1" status: 204 len: 168 time: 0.4135962 Oct 22 13:24:30.840358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d267a7-faf9-402a-86c2-4b8f864694b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b7932-a03c-4094-bd9e-d50a10c8337b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:30.853822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:30.865466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:30.867519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:30.877447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.896431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:30.897045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:30.950621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=bbc6dcd9-e7ae-4f77-9819-47185b91ab50,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:30.980457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-75d584af-3369-49e3-a10e-4c5e0cd86cbe tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0241630 Oct 22 13:24:30.981715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54634) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:30.987044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-479549803', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbc6dcd9-e7ae-4f77-9819-47185b91ab50'}], 'security_groups': ['aa66c6af-cc27-406e-9969-2e4427bb3b97']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:31.040136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:31.042762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.176537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.197393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430a281-5a08-4f0e-b2b6-4c8bb3d5f333 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:31.220556 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9993b698-0928-415c-ac40-bb824daf95ef (CIDR: 172.20.0.0/28) Oct 22 13:24:31.290318 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:31.294905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:31.367452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1e6de79-a209-4dfb-9686-9b0e4c9a5950 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3746967 Oct 22 13:24:31.371996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54640) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:31.384587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-c9e44c26-870b-4cd3-8818-27b5a7f75260 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4304349 Oct 22 13:24:31.386410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:31.467017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:31.467523 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.526108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-3cc0447b-042c-4702-8bcd-fb799680ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:31.528409 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-3cc0447b-042c-4702-8bcd-fb799680ab25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76cc45d65d5247548c65e67157f1f607&device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 1096 time: 0.0748827 Oct 22 13:24:31.638634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:31.741637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.748227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-e7f53e1b-b7c1-41e5-98fb-c2d5c50b4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:31.750787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-e7f53e1b-b7c1-41e5-98fb-c2d5c50b4f48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 200 len: 909 time: 0.1998072 Oct 22 13:24:31.753702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:31.755066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.776406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:31.790833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.898799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-643c9abc-97c3-4bff-aebb-8c93a24c28d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 200 len: 1001 time: 0.1370103 Oct 22 13:24:31.939105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:31.979042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:31.999738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:32.054109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-d78f8689-79fa-4b31-9088-d14ab61a8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:32.056306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-d78f8689-79fa-4b31-9088-d14ab61a8f6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 200 len: 847 time: 0.1530609 Oct 22 13:24:32.153728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-6e82d2d9-9285-433c-883b-bc194dcff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:32.158031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-6e82d2d9-9285-433c-883b-bc194dcff154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6808f4b5-8802-49a9-a6b5-5a995aa0a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942569 Oct 22 13:24:32.275889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Delete allocated IP 2001:db8::18a (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/7849a86e-e78c-48f2-b4a2-eb886ec98f36) {{(pid=100620) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:24:32.320906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8:0:1::3a8 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/bbc6dcd9-e7ae-4f77-9819-47185b91ab50/48d12f8c-ec57-47e6-86d2-17eab95c884e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:32.430106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Update dhcp port {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'fixed_ips': [{'subnet_id': '7849a86e-e78c-48f2-b4a2-eb886ec98f36', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbc6dcd9-e7ae-4f77-9819-47185b91ab50'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'b40cb74f-de20-4a6d-9de5-ba6cfdd120b3'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:32.437895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-0e72bff4-0961-497b-afbf-c336719371a1 service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693145 Oct 22 13:24:32.463441 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.498302 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.514563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:32.641421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-277adb83-325c-4f8c-8709-3d5a7880cd77 req-f6216dd1-13f4-4da6-be24-b1f11ba36d39 service neutron] 10.222.0.26 "GET /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957426 Oct 22 13:24:32.715910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.759513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:32.759887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.796807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,segment=NetworkSegment(79352d18-e137-46c5-9d9e-e1e69743667f),segment_id=79352d18-e137-46c5-9d9e-e1e69743667f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:32.800275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:32.806400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=9a931663-eebe-42ec-8a59-812c47dad6b2,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:32.817741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:32.821997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:32.822642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.856720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-919af6b4-73a5-456a-adde-e9a386719843 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4801085 Oct 22 13:24:32.857247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:32.864981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1104782156', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a931663-eebe-42ec-8a59-812c47dad6b2'}], 'security_groups': ['a4f48896-e6b6-4e38-a979-aa5be3f7135d']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:32.884033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06ee00-11bd-4a44-964e-55da48455ef2 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:32.888826 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:32.981465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713f83d-bd50-44a4-94fd-9428651ae35c None None] Pushing event updated for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:33.005919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.076768 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.084888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.161111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] In _notify_port_updated(), no bound segment for port 48d12f8c-ec57-47e6-86d2-17eab95c884e on network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:24:33.167246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:33.168027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.181407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/ports/48d12f8c-ec57-47e6-86d2-17eab95c884e HTTP/1.1" status: 200 len: 930 time: 2.1871054 Oct 22 13:24:33.182137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54674) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:33.211431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Provisioning complete for port 3c467d46-ecd0-473e-8940-8d957c7dfab2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:33.211681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.256071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b7de-ae6c-47e0-9936-cd17348a5bf4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=48d12f8c-ec57-47e6-86d2-17eab95c884e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:33.359146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 48d12f8c-ec57-47e6-86d2-17eab95c884e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:33.359624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.485813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Allocated IP 2001:db8:0:1::2 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/bbc6dcd9-e7ae-4f77-9819-47185b91ab50/b40cb74f-de20-4a6d-9de5-ba6cfdd120b3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:33.488520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Delete allocated IP 172.20.0.4 (f415cd16-8af0-4122-b6ff-eef245a649a6/9993b698-0928-415c-ac40-bb824daf95ef) {{(pid=100619) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:24:33.505389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.18 (f415cd16-8af0-4122-b6ff-eef245a649a6/9a931663-eebe-42ec-8a59-812c47dad6b2/3c467d46-ecd0-473e-8940-8d957c7dfab2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:33.508621 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.537654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 48d12f8c-ec57-47e6-86d2-17eab95c884e owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:33.638972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,segment=NetworkSegment(79352d18-e137-46c5-9d9e-e1e69743667f),segment_id=79352d18-e137-46c5-9d9e-e1e69743667f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:33.716680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.789306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=48d12f8c-ec57-47e6-86d2-17eab95c884e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:33.859733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Port 3c467d46-ecd0-473e-8940-8d957c7dfab2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:33.879463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.885945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f67dfd44-494b-4347-8828-941464454fc9 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/48d12f8c-ec57-47e6-86d2-17eab95c884e HTTP/1.1" status: 204 len: 168 time: 0.6990323 Oct 22 13:24:33.891313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:33.904711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:33.983427 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:33.993847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:33.994666 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.025846 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec828eca-96e0-4d53-bc4b-5d19d41efce4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:34.029496 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.032828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ec828eca-96e0-4d53-bc4b-5d19d41efce4 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/48d12f8c-ec57-47e6-86d2-17eab95c884e HTTP/1.1" status: 404 len: 333 time: 0.1369057 Oct 22 13:24:34.033187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54694) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:34.042423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.048855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.104704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613b99-76f5-4f22-aab5-9503f9e62100 None None] Pushing event updated for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:34.164542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.215327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=3c467d46-ecd0-473e-8940-8d957c7dfab2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:34.217402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:34.219279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.300407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.304166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.308093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/security-groups/2965331e-d74d-4cb9-a454-40ccf8433fb3 HTTP/1.1" status: 204 len: 168 time: 0.2715256 Oct 22 13:24:34.310224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:34.332484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf765c7-1193-4d6e-a934-4c7ce6f1abb6 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965331e-d74d-4cb9-a454-40ccf8433fb3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:34.381482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.426697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.430552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] In _notify_port_updated(), no bound segment for port 3c467d46-ecd0-473e-8940-8d957c7dfab2 on network f415cd16-8af0-4122-b6ff-eef245a649a6 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:24:34.442497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:34.443449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.447073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb9ef22d-05ce-4a1b-a55c-e4acef70c859 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/ports/3c467d46-ecd0-473e-8940-8d957c7dfab2 HTTP/1.1" status: 200 len: 921 time: 1.5879354 Oct 22 13:24:34.451253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:34.494792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:34.495170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.545337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.547686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Update dhcp port {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'fixed_ips': [{'subnet_id': '9993b698-0928-415c-ac40-bb824daf95ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a931663-eebe-42ec-8a59-812c47dad6b2'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'f8df63ff-8b5d-4669-bc6d-4d3d48e683d9'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:34.548019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.549220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa66c6af-cc27-406e-9969-2e4427bb3b97 HTTP/1.1" status: 204 len: 168 time: 0.2379935 Oct 22 13:24:34.551067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:34.551438 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3ef135e-d446-42fb-9b77-6fed3436cba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.560080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54706) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:34.570401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6a699-d4d9-4e6a-a542-0256a523909a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa66c6af-cc27-406e-9969-2e4427bb3b97,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:34.686218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.767292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 7849a86e-e78c-48f2-b4a2-eb886ec98f36 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:34.772691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.783492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:34.872131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 3c467d46-ecd0-473e-8940-8d957c7dfab2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:34.872597 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:34.930450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.173634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.213568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 3c467d46-ecd0-473e-8940-8d957c7dfab2 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:35.245161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.267748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:35.268282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.317883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Allocated IP 172.20.0.19 (f415cd16-8af0-4122-b6ff-eef245a649a6/9a931663-eebe-42ec-8a59-812c47dad6b2/f8df63ff-8b5d-4669-bc6d-4d3d48e683d9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:35.384256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.421529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=7849a86e-e78c-48f2-b4a2-eb886ec98f36,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:35.432859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.437478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-988cf1e6-1cfb-4c9b-881f-d31b7ff6cfc2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/7849a86e-e78c-48f2-b4a2-eb886ec98f36 HTTP/1.1" status: 204 len: 168 time: 0.8764191 Oct 22 13:24:35.442591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54716) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:35.451680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:35.537127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.568133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Could not find standard attr ID for object 48d12f8c-ec57-47e6-86d2-17eab95c884e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:35.621857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=3c467d46-ecd0-473e-8940-8d957c7dfab2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:35.638556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:35.662913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:35.663292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.737232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:35.741219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.840948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:35.859217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fe786bd-3b8c-400a-bb48-52054957976d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/3c467d46-ecd0-473e-8940-8d957c7dfab2 HTTP/1.1" status: 204 len: 168 time: 1.4059076 Oct 22 13:24:35.860102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54722) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:35.920847 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41e8622-e057-4b53-a04e-71b196f81e89 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:24:35.926641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:35.929680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f41e8622-e057-4b53-a04e-71b196f81e89 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/3c467d46-ecd0-473e-8940-8d957c7dfab2 HTTP/1.1" status: 404 len: 333 time: 0.0647421 Oct 22 13:24:35.984063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:36.005660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.008130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:36.010711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843b3b3-fcd1-4036-97f2-a6d325d6aa71 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:36.078497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.133499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.164100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.228701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab982f-2851-49f2-bec9-2ac07821ff5f None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:36.263714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.271382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:36.272859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-25041b4f-5bc3-4238-8c27-93c9941b801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.321046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=10af7d5e-d09d-4d03-a042-8afa86caa909,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:36.338270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.341655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.345799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54734) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:36.365488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/security-groups/4cadb3a7-796e-4d74-bfd2-1bedeafe33c7 HTTP/1.1" status: 204 len: 168 time: 0.4362123 Oct 22 13:24:36.370735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:36.379326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:36.389936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:36.390557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.426474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641277b2-89b7-4267-8afa-282bbb3e71e8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cadb3a7-796e-4d74-bfd2-1bedeafe33c7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:36.466896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-04b4c95f-9ef4-46e8-a1c4-214bdf70fa5b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0229995 Oct 22 13:24:36.469468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:36.474369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'security_group': {'name': 'tempest-secgroup-468709944'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:36.500850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.514877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:36.515150 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.529735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.541414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.620270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.631295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.633518 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/security-groups/a4f48896-e6b6-4e38-a979-aa5be3f7135d HTTP/1.1" status: 204 len: 168 time: 0.2868991 Oct 22 13:24:36.643012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54750) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:36.662232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99cd46-4a89-4ac8-92c9-5c6f5147a068 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f48896-e6b6-4e38-a979-aa5be3f7135d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:36.736944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 9993b698-0928-415c-ac40-bb824daf95ef {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:36.747237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.831088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0ff09a2a-cbd0-48c2-8a02-258917998bd5 None None] Could not find standard attr ID for object 48d12f8c-ec57-47e6-86d2-17eab95c884e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:36.838198 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.875641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.892277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.964762 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:36.969416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4989674 Oct 22 13:24:36.971791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54754) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:36.978313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'security_group': {'name': 'tempest-secgroup-665345347'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:36.987191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5445b-9090-4575-b992-35a4f0fd53e6 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:36.991634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be385e3-6a07-4f9d-825d-87f494518870 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f816017-84f4-427b-85a1-7c3dc03150e2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:36.998938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.021766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-25a69a39-5a4f-43f0-912c-40146229cf9b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:37.030267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-25a69a39-5a4f-43f0-912c-40146229cf9b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.4629958 Oct 22 13:24:37.057682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-50ed80be-ffcd-4bf5-ad8b-779a52442392 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/quotas/d9b3fed6cce84332a03cc89e82cc1924 HTTP/1.1" status: 200 len: 375 time: 0.0192680 Oct 22 13:24:37.061761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.094200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.166921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=9993b698-0928-415c-ac40-bb824daf95ef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:37.184860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.189305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-005e22ac-b6c5-436c-b13d-51646614f4ad tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/9993b698-0928-415c-ac40-bb824daf95ef HTTP/1.1" status: 204 len: 168 time: 0.5435357 Oct 22 13:24:37.193945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:37.203983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-37256cb5-7a79-44a0-9a37-ed83672d89ac None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:37.206641 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37256cb5-7a79-44a0-9a37-ed83672d89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.211516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:37.240083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-4ad3821d-2182-415e-92e2-6f0d273a4a92 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712134 Oct 22 13:24:37.330158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.342268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.367691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-37256cb5-7a79-44a0-9a37-ed83672d89ac None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:37.405837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65003598-3f4f-4a5c-b6dc-79f79ccb3118,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:37.428862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.431115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6b69134-6b5f-4a4e-8389-05a6d42b444a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4563100 Oct 22 13:24:37.435156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:37.448265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-37256cb5-7a79-44a0-9a37-ed83672d89ac None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:37.448875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37256cb5-7a79-44a0-9a37-ed83672d89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.449833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'security_group': {'name': 'tempest-secgroup-2037967339'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:37.503626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.541154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:37.549078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.578019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200213fc-dde3-4d1f-8253-81ca382909a5 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:37.699091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Could not find standard attr ID for object 3c467d46-ecd0-473e-8940-8d957c7dfab2. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:37.820109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:37.821294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:37.857541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-775de323-9f59-4e5e-b895-8bcecf68aefe service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021454 Oct 22 13:24:37.901583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:38.007229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-bb3064fb-ca28-42d4-ae30-af3d58b433dc service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499279 Oct 22 13:24:38.062830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:38.081463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.125765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.135635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.158517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:38.158932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35528132-6450-45ea-8043-35efa9a01c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.174957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:38.177142 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.226956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=48b1bd19-3eed-49bc-834f-7b97eb0eeb6d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:38.249714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:38.255575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:38.256699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.257117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:38.257973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.258122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8211081 Oct 22 13:24:38.261030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54770) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:38.299169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e9e01ef5-1463-4ed9-a83b-4fa2bf24f18c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1028893 Oct 22 13:24:38.299841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1160903122', 'security_groups': ['be523655-f0e2-44c8-a796-94d807f9b3e0'], 'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10af7d5e-d09d-4d03-a042-8afa86caa909'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:38.305296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:38.341629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'security_group': {'name': 'tempest-secgroup-322073557'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:38.345905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b303e6-cd41-48ab-a674-115a235ccb24 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be523655-f0e2-44c8-a796-94d807f9b3e0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:38.460764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.644931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.668435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.670071 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.707384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c13b8053-9a54-4fb0-ac48-58b3d4658504 req-81156fb9-e3dc-499a-af75-d6f17990d73e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 210 time: 0.1995685 Oct 22 13:24:38.791723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9171b3fe-dcf3-4b66-abb6-428395b74ab7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:38.807682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.814073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c36d245-477e-4158-93c8-f756226d5598 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5027053 Oct 22 13:24:38.820471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:38.829231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'security_group': {'name': 'tempest-secgroup-363964131'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:38.883062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:38.945511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:38.999734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Could not find standard attr ID for object 48d12f8c-ec57-47e6-86d2-17eab95c884e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:39.026437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:39.032122 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.112026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:39.128166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:39.128716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90733b12-3c06-4b1b-8345-3a8953009811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.133992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.200555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] device_id is not set on port 2c93b73f-bd34-42cb-9e0e-51fe763d5ede yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:39.216736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.291864 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.389043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.390743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5688457 Oct 22 13:24:39.393241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:39.398196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'security_group': {'name': 'tempest-secgroup-2068464697'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:39.449540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.458872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38825dda-c8ef-4a85-8caa-4bd84220c48b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671edff0-7c66-4f57-ab27-e30144bf6494,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:39.491987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-f07a5d3f-d535-408d-bae1-c1bb6c0bbd81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2188416 Oct 22 13:24:39.526551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748cdfc-ae54-4b38-b868-f669c092d4e9 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:39.606851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f3174d50-3781-4fd0-b8f3-83637e9b12ad None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:39.607521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3174d50-3781-4fd0-b8f3-83637e9b12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.630412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.638923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.670877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8::316 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/10af7d5e-d09d-4d03-a042-8afa86caa909/2c93b73f-bd34-42cb-9e0e-51fe763d5ede) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:39.716728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f3174d50-3781-4fd0-b8f3-83637e9b12ad None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:39.722884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.731774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3298557 Oct 22 13:24:39.732446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:39.746748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-729315238', 'security_groups': ['ce6a24e9-b3d8-4d79-84e7-de6da019ebec'], 'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '48b1bd19-3eed-49bc-834f-7b97eb0eeb6d'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:39.775441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-21429d5d-ba9e-4d71-a193-207e34798b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:39.777226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-21429d5d-ba9e-4d71-a193-207e34798b66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.1948445 Oct 22 13:24:39.840975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f3174d50-3781-4fd0-b8f3-83637e9b12ad None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:39.842808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3174d50-3781-4fd0-b8f3-83637e9b12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.845782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb53e8-a133-4fe7-a406-1b23023b4c3c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a24e9-b3d8-4d79-84e7-de6da019ebec,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:39.988770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:39.997520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:40.056333 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:40.110013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1f4374c-acd6-4f91-a260-014ad818747b req-8228a093-0915-42e4-a0f7-af45c0f56822 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 210 time: 0.0589068 Oct 22 13:24:40.118475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:40.219419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Update dhcp port {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'fixed_ips': [{'subnet_id': '9a931663-eebe-42ec-8a59-812c47dad6b2', 'ip_address': '172.20.0.19'}, {'subnet_id': '48b1bd19-3eed-49bc-834f-7b97eb0eeb6d'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'f8df63ff-8b5d-4669-bc6d-4d3d48e683d9'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:40.223709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:40.248212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:40.264208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:40.267357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:40.268437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:40.273621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] device_id is not set on port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:24:40.274812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:40.275436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:40.299451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=2c93b73f-bd34-42cb-9e0e-51fe763d5ede,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:40.348281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-761fb437-e12e-45bb-b984-90c8485b758f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0854857 Oct 22 13:24:40.349107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54808) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:40.378627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:40.406351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-fecbfe7a-196d-4cb1-b16b-9e779efedeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:40.412918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-fecbfe7a-196d-4cb1-b16b-9e779efedeaa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.3725722 Oct 22 13:24:40.731784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-99cd2252-891c-4dfd-979f-1369d1dfb667 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:40.733329 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-99cd2252-891c-4dfd-979f-1369d1dfb667 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.2320023 Oct 22 13:24:40.760382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Request body: {'port': {'device_id': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'admin_state_up': True, 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:40.765395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Allocated IP 172.20.0.2 (f415cd16-8af0-4122-b6ff-eef245a649a6/48b1bd19-3eed-49bc-834f-7b97eb0eeb6d/f8df63ff-8b5d-4669-bc6d-4d3d48e683d9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:40.946180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e10f5b8d-c591-4fb3-b1d5-faecb524cfe9 None None] Provisioning complete for port 2c93b73f-bd34-42cb-9e0e-51fe763d5ede triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:40.946510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e10f5b8d-c591-4fb3-b1d5-faecb524cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.010273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:41.014924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e10f5b8d-c591-4fb3-b1d5-faecb524cfe9 None None] Port 2c93b73f-bd34-42cb-9e0e-51fe763d5ede cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:41.020340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.079856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:41.132279 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.144023 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.166294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-07b31e92-7079-44da-ab7d-3c5a2986a2bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1001 time: 0.7450044 Oct 22 13:24:41.318511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.9 (f415cd16-8af0-4122-b6ff-eef245a649a6/48b1bd19-3eed-49bc-834f-7b97eb0eeb6d/20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:41.320493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69dfc1-1014-49e7-9d22-13b2e0645e54 None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:41.385649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab46553f-6971-41ae-af27-90771117f745 req-419804d3-83da-43dc-9b40-d5dae78b0e52 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 210 time: 0.1425390 Oct 22 13:24:41.403830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:41.429096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.501931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Allocated IP 172.20.0.13 (1e2ba6f7-d368-4993-9f5a-f075022c8e6a/da6967ce-d5c2-450e-af6b-13394cfa6d97/d233bd6d-1d98-4c15-94ac-2d95d48756df) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:41.525607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-80ec9c95-09df-450f-8fe2-75168d6c3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:41.531232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-80ec9c95-09df-450f-8fe2-75168d6c3f65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.3544900 Oct 22 13:24:41.789273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-5016d5eb-6561-4007-99e2-cd0772815ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:41.791707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-5016d5eb-6561-4007-99e2-cd0772815ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222123 Oct 22 13:24:41.848515 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10af7d5e-d09d-4d03-a042-8afa86caa909 (CIDR: 2001:db8::/64) Oct 22 13:24:41.850365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:41.859136 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:41.859635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:41.936617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8c7f64bd-bf35-49f5-abd5-15b955a1102a tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5749249 Oct 22 13:24:41.937305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54820) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:41.949069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:41.975658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:41.976719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:41.995276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.003145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-ddfd2d47-de17-4263-aba2-2caf57bdfd33 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995261 Oct 22 13:24:42.037603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.069228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.149021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:42.162595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:42.165388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:42.173120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:42.177834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.204608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:42.206847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:42.280539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:42.281325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.409986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ac32c5de-4c33-4206-bd38-ad7f74c3ccf7 None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:42.410201 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ac32c5de-4c33-4206-bd38-ad7f74c3ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.452763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2d10625-75f3-4888-8cd0-e09d819fdcfa req-3f10c410-aa60-4a99-9c7a-ac99f4efaa51 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417956 Oct 22 13:24:42.511245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:42.516351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.592728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ac32c5de-4c33-4206-bd38-ad7f74c3ccf7 None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:42.647471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561d1bb-9b3b-494e-96ec-d2d7c25cff28 req-557e2e1d-4e7d-4611-9796-45cb1dfb60d9 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:42.649031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d561d1bb-9b3b-494e-96ec-d2d7c25cff28 req-557e2e1d-4e7d-4611-9796-45cb1dfb60d9 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 932 time: 0.1107125 Oct 22 13:24:42.782122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d561d1bb-9b3b-494e-96ec-d2d7c25cff28 req-44ef3b4e-ac19-4df4-a728-d7e972ddfc3d tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253307 Oct 22 13:24:42.803076 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bbc6dcd9-e7ae-4f77-9819-47185b91ab50 (CIDR: 2001:db8:0:1::/64) Oct 22 13:24:42.821515 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:42.823069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:42.846664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ac32c5de-4c33-4206-bd38-ad7f74c3ccf7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:42.848039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ac32c5de-4c33-4206-bd38-ad7f74c3ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:42.859022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7a3f02db-6bf8-47cd-8ea1-f92ed7f28626 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9158106 Oct 22 13:24:42.861646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54834) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:42.870302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'subnet': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:43.098524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:43.104444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:43.114403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:24:43.119177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event updated for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:43.150857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Made reservation on behalf of 8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:43.159166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.177312 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bf396195-b05f-476a-9ea6-2a815d400f09 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4410412 Oct 22 13:24:43.180874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54836) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:43.187211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:43.240316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:43.241241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.330556 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-1da9dadf-1d03-49cd-8f7a-94723e07a3b3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5804553 Oct 22 13:24:43.333016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dd2ff43c-55ee-4cb4-b4bf-95fd74d2be9d None None] Provisioning complete for port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:43.333521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff43c-55ee-4cb4-b4bf-95fd74d2be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.347539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Request body: {'port': {'device_id': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:43.395553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ff43c-55ee-4cb4-b4bf-95fd74d2be9d None None] Port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:43.399331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dd2ff43c-55ee-4cb4-b4bf-95fd74d2be9d None None] Could not find standard attr ID for object 3c467d46-ecd0-473e-8940-8d957c7dfab2. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:43.525000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.603993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.694921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:43.697585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.705393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:43.710907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:43.718446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:43.719070 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.738425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Subnet': ['ID=22f53172-dea7-4c5b-a257-036449f2327f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:43.738983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4106a79-6821-405d-b7db-089644882959 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:43.751143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-422bf2d7-7fc6-493c-a5f4-53af8d63f4dd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8859599 Oct 22 13:24:43.759391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54840) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:43.767031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1347822648', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22f53172-dea7-4c5b-a257-036449f2327f'}], 'security_groups': ['8f816017-84f4-427b-85a1-7c3dc03150e2', '65003598-3f4f-4a5c-b6dc-79f79ccb3118']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:43.903017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:43.934221 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 48b1bd19-3eed-49bc-834f-7b97eb0eeb6d (CIDR: 172.20.0.0/28) Oct 22 13:24:43.954124 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:43.954706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:44.013269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-90c9028e-d30f-4515-8398-a8bbccc5fd28 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8311384 Oct 22 13:24:44.019107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54848) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:44.024869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:44.176113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d233bd6d-1d98-4c15-94ac-2d95d48756df {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:24:44.177904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748766a-78c8-4219-af33-f60073ca74f8 req-a7f09126-0e04-49ad-9a07-37cdc9e39d1c tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:44.180070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8748766a-78c8-4219-af33-f60073ca74f8 req-a7f09126-0e04-49ad-9a07-37cdc9e39d1c tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 932 time: 0.2263136 Oct 22 13:24:44.188064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.215801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Transition to ACTIVE for port object d233bd6d-1d98-4c15-94ac-2d95d48756df will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:24:44.228280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.246834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8748766a-78c8-4219-af33-f60073ca74f8 req-7810871c-ad8a-4eb5-a262-9fec281146f9 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Oct 22 13:24:44.275733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Update dhcp port {'port': {'network_id': 'ebcaaa0d-91b8-4c39-b102-59cc58e157b9', 'fixed_ips': [{'subnet_id': 'bbc6dcd9-e7ae-4f77-9819-47185b91ab50', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '22f53172-dea7-4c5b-a257-036449f2327f'}, {'subnet_id': '10af7d5e-d09d-4d03-a042-8afa86caa909'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'b40cb74f-de20-4a6d-9de5-ba6cfdd120b3'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:44.313585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.367660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:44.371626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.420715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Pushing event updated for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:44.550261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Attempting to bind port d233bd6d-1d98-4c15-94ac-2d95d48756df on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:24:44.551257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Attempting to bind port d233bd6d-1d98-4c15-94ac-2d95d48756df by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:24:44.551590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Attempting to bind port d233bd6d-1d98-4c15-94ac-2d95d48756df on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:44.555815 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9a931663-eebe-42ec-8a59-812c47dad6b2 (CIDR: 172.20.0.16/28) Oct 22 13:24:44.563412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Port d233bd6d-1d98-4c15-94ac-2d95d48756df on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:24:44.564197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Attempting to bind port d233bd6d-1d98-4c15-94ac-2d95d48756df on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:24:44.569959 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:24:44.570460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:44.597040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:24:44.597391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Checking segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:24:44.597787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Bound using segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:24:44.600197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Bound port: d233bd6d-1d98-4c15-94ac-2d95d48756df, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:24:44.600606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.624499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-51b20032-ba2f-4e8a-b6b2-c49f5119f4bc tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6041279 Oct 22 13:24:44.633055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:44.658830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'subnet': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:44.846568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:24:44.851272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:24:44.856567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Delete allocated IP 2001:db8::316 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/10af7d5e-d09d-4d03-a042-8afa86caa909) {{(pid=100620) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:24:44.862376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.871607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Allocated IP 2001:db8:0:2::1fa (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/22f53172-dea7-4c5b-a257-036449f2327f/2c93b73f-bd34-42cb-9e0e-51fe763d5ede) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:44.969689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:44.975885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:44.978002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] 10.222.0.26 "PUT /v2.0/ports/d233bd6d-1d98-4c15-94ac-2d95d48756df HTTP/1.1" status: 200 len: 1092 time: 1.6409800 Oct 22 13:24:44.986286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:44.992775 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d0170e-4d41-460e-ae66-19edcdc7afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:45.048281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f400c-8c91-4d77-9ec5-6139c643a25f service neutron] Pushing event updated for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:45.165862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.173511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.207713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Made reservation on behalf of 087e45a351424665b35c1d68ab3d9f1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:24:45.211475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.232081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event updated for resources: {'Port': ['ID=2c93b73f-bd34-42cb-9e0e-51fe763d5ede,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:45.244848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-e2871c3e-56ba-4629-8f5b-ac9994714eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:45.247048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-e2871c3e-56ba-4629-8f5b-ac9994714eb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 1095 time: 0.1747830 Oct 22 13:24:45.313167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] In _notify_port_updated(), no bound segment for port 2c93b73f-bd34-42cb-9e0e-51fe763d5ede on network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:24:45.333415 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-0aaffe48-7d00-45f3-b6d2-10949684c745 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df HTTP/1.1" status: 200 len: 217 time: 0.0783048 Oct 22 13:24:45.343197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:45.349264 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.351086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-259f8a65-014e-49ad-81e5-bb5e1fb74f85 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "PUT /v2.0/ports/2c93b73f-bd34-42cb-9e0e-51fe763d5ede HTTP/1.1" status: 200 len: 970 time: 1.5905197 Oct 22 13:24:45.354149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54866) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:45.493794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaada3-647f-44aa-9dd0-832e81903616 req-15952b4e-8118-4b43-95a1-dcb714134db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:45.495612 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-15952b4e-8118-4b43-95a1-dcb714134db5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.1222990 Oct 22 13:24:45.529042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Allocated IP 2001:db8:0:2::2 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/22f53172-dea7-4c5b-a257-036449f2327f/b40cb74f-de20-4a6d-9de5-ba6cfdd120b3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:45.547484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-9ed372e1-42cf-4139-a5ce-754440ac055d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436263 Oct 22 13:24:45.548317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Allocated IP 2001:db8::2 (ebcaaa0d-91b8-4c39-b102-59cc58e157b9/10af7d5e-d09d-4d03-a042-8afa86caa909/b40cb74f-de20-4a6d-9de5-ba6cfdd120b3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:45.549127 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b33e595-635c-4bd7-a97d-4a35060f859f x-openstack-request-id: req-8b33e595-635c-4bd7-a97d-4a35060f859f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:45.549370 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:45.549635 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b33e595-635c-4bd7-a97d-4a35060f859f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:45.550195 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df', 'status': 'completed', 'code': 200} Oct 22 13:24:45.666810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f593f-8987-4019-8c61-9c3160ea55b1 req-32bc7ec1-4ee1-49fd-b43e-abed6636f51b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:45.710553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-104f593f-8987-4019-8c61-9c3160ea55b1 req-32bc7ec1-4ee1-49fd-b43e-abed6636f51b tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 944 time: 0.2677846 Oct 22 13:24:45.811692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,segment=NetworkSegment(79352d18-e137-46c5-9d9e-e1e69743667f),segment_id=79352d18-e137-46c5-9d9e-e1e69743667f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:45.838139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-104f593f-8987-4019-8c61-9c3160ea55b1 req-9f1253af-86b1-4408-af14-63c4e6ffa7f4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264205 Oct 22 13:24:45.870262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 2c93b73f-bd34-42cb-9e0e-51fe763d5ede {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:45.871723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.930027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:45.972657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-73550aee-9d1a-4c8a-ba0f-80b2c6471433 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165490 Oct 22 13:24:45.978658 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.098079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04048b62-6927-4dbf-9eaf-657c04065d0e None None] Pushing event updated for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:46.175482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.210239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 2c93b73f-bd34-42cb-9e0e-51fe763d5ede owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:46.274752 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30aaada3-647f-44aa-9dd0-832e81903616 req-614c79ee-3968-433e-8afd-1a67cd135687 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944479 Oct 22 13:24:46.278514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.342387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Subnet': ['ID=6849be6e-ff96-461a-8239-147e2afd95f8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:46.382626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Network f415cd16-8af0-4122-b6ff-eef245a649a6 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:24:46.396494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:24:46.399568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-92fd2540-c7c4-4f4e-a6e3-0d8131488e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:46.401166 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-92fd2540-c7c4-4f4e-a6e3-0d8131488e12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 1095 time: 0.0546639 Oct 22 13:24:46.403310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:46.404173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.411349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd62f89-1354-4ff2-bc95-b03f80394f82 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:46.451436 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6c973865-adfe-4397-b408-21dcd6e11e53 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8173401 Oct 22 13:24:46.454062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:46.471770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-943976777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6849be6e-ff96-461a-8239-147e2afd95f8'}], 'security_groups': ['9171b3fe-dcf3-4b66-abb6-428395b74ab7', '671edff0-7c66-4f57-ab27-e30144bf6494']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:24:46.544197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.605802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=2c93b73f-bd34-42cb-9e0e-51fe763d5ede,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:46.669679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:46.678026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-12f9c9a8-7cbc-4ca2-90ca-d19a05fb9852 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/2c93b73f-bd34-42cb-9e0e-51fe763d5ede HTTP/1.1" status: 204 len: 168 time: 1.3227360 Oct 22 13:24:46.678731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:46.795055 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaea9fa-4c6b-4a13-bbfc-6fd1fe4986b2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] GET failed (client error): The resource could not be found. Oct 22 13:24:46.800658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54878) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:46.812416 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bcaea9fa-4c6b-4a13-bbfc-6fd1fe4986b2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports/2c93b73f-bd34-42cb-9e0e-51fe763d5ede HTTP/1.1" status: 404 len: 333 time: 0.1298530 Oct 22 13:24:46.818579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-0d9487a9-da99-4871-af5b-33b2601f7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:46.836008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-0d9487a9-da99-4871-af5b-33b2601f7c02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.4258146 Oct 22 13:24:46.938987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Update dhcp port {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'fixed_ips': [{'subnet_id': '9a931663-eebe-42ec-8a59-812c47dad6b2', 'ip_address': '172.20.0.19'}, {'subnet_id': '48b1bd19-3eed-49bc-834f-7b97eb0eeb6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6849be6e-ff96-461a-8239-147e2afd95f8'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'f8df63ff-8b5d-4669-bc6d-4d3d48e683d9'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:46.939593 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-dec02768-d61c-41ff-9be9-47900a9bda4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df HTTP/1.1" status: 200 len: 217 time: 0.0906732 Oct 22 13:24:47.006531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.087746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.123415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.154813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4703de4-934e-4fc3-a66a-727e3f635eb1 req-cf5c00bc-5f9f-4dc1-b4ed-2ada11346c10 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:47.162517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4703de4-934e-4fc3-a66a-727e3f635eb1 req-cf5c00bc-5f9f-4dc1-b4ed-2ada11346c10 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 944 time: 0.1172655 Oct 22 13:24:47.166804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-a3d318c5-6dd0-4f6f-a476-ed924e205cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:47.170297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-a3d318c5-6dd0-4f6f-a476-ed924e205cc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.1915123 Oct 22 13:24:47.226860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4703de4-934e-4fc3-a66a-727e3f635eb1 req-9af024a5-f895-4ede-b8b5-5e69d070253a tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632958 Oct 22 13:24:47.294665 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-a10ec15b-ae0a-4588-938d-e09b6da67e00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115782 Oct 22 13:24:47.312298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.314953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.316125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/security-groups/be523655-f0e2-44c8-a796-94d807f9b3e0 HTTP/1.1" status: 204 len: 168 time: 0.5144639 Oct 22 13:24:47.346327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54886) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:47.347194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e578-beae-4172-979c-7a77ea07522f tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be523655-f0e2-44c8-a796-94d807f9b3e0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:47.415334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.462752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Allocated IP 172.20.0.34 (f415cd16-8af0-4122-b6ff-eef245a649a6/6849be6e-ff96-461a-8239-147e2afd95f8/f8df63ff-8b5d-4669-bc6d-4d3d48e683d9) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:47.472141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.505632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-65c53410-b0f7-426c-858c-29933413490d None None] Could not find standard attr ID for object 2c93b73f-bd34-42cb-9e0e-51fe763d5ede. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:47.524103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.541364 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-2e8b91b8-58f8-4c96-a568-242451d220a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417386 Oct 22 13:24:47.596311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-65c53410-b0f7-426c-858c-29933413490d None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:47.597116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65c53410-b0f7-426c-858c-29933413490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.614706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.618191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.619753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/security-groups/65003598-3f4f-4a5c-b6dc-79f79ccb3118 HTTP/1.1" status: 204 len: 168 time: 0.2677598 Oct 22 13:24:47.640977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54890) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:47.642093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec35296-0d09-4eeb-819d-3129d2acaad5 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65003598-3f4f-4a5c-b6dc-79f79ccb3118,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:47.666289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-65c53410-b0f7-426c-858c-29933413490d None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:47.723817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:47.728136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-65c53410-b0f7-426c-858c-29933413490d None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:47.728638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65c53410-b0f7-426c-858c-29933413490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.773971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.814479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.828360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.848994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.946956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82eb18-c5e6-464f-ad95-7df8caf77571 None None] Pushing event updated for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:47.962034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:47.983601 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.986548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:47.988023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/security-groups/8f816017-84f4-427b-85a1-7c3dc03150e2 HTTP/1.1" status: 204 len: 168 time: 0.3424070 Oct 22 13:24:47.991350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:48.085470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad67a59-1703-4cc2-9aed-78e83b00f264 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f816017-84f4-427b-85a1-7c3dc03150e2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:48.128534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 10af7d5e-d09d-4d03-a042-8afa86caa909 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:48.139704 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-92d0170e-4d41-460e-ae66-19edcdc7afcf req-08ca8174-1556-4975-b5b3-bb6f5c154bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452410 Oct 22 13:24:48.145244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.214012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Delete allocated IP 172.20.0.9 (f415cd16-8af0-4122-b6ff-eef245a649a6/48b1bd19-3eed-49bc-834f-7b97eb0eeb6d) {{(pid=100619) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 22 13:24:48.220208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:48.220942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.247461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Allocated IP 172.20.0.36 (f415cd16-8af0-4122-b6ff-eef245a649a6/6849be6e-ff96-461a-8239-147e2afd95f8/20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:24:48.276074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.299861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6251e70b-fcce-4cfd-9741-5d42a06c0e68 None None] Could not find standard attr ID for object 2c93b73f-bd34-42cb-9e0e-51fe763d5ede. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:48.476241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.508484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4be83-f023-48b9-8fe3-f3abafcf0e51 req-b4a60747-b7f4-4154-9ade-ccff67b45638 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:48.510459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37f4be83-f023-48b9-8fe3-f3abafcf0e51 req-b4a60747-b7f4-4154-9ade-ccff67b45638 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 944 time: 0.0988069 Oct 22 13:24:48.590050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.624754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=10af7d5e-d09d-4d03-a042-8afa86caa909,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:48.641459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37f4be83-f023-48b9-8fe3-f3abafcf0e51 req-08064034-189c-4f1e-b0b0-2f272309ccf6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207383 Oct 22 13:24:48.645552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.652717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552777b-c886-4cec-8b0b-96b08e994493 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:48.656508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d94663b6-c778-458e-95cc-7a502d5c921b tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/10af7d5e-d09d-4d03-a042-8afa86caa909 HTTP/1.1" status: 204 len: 168 time: 0.6571703 Oct 22 13:24:48.656508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:48.690551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.708034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.762005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet 22f53172-dea7-4c5b-a257-036449f2327f {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:48.767350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.845222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.956253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event updated for resources: {'Port': ['ID=20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:48.970743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.974984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] In _notify_port_updated(), no bound segment for port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 on network f415cd16-8af0-4122-b6ff-eef245a649a6 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:24:48.989778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:48.990558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:48.995002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fb981e84-5794-453c-8289-65f59beb15c8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "PUT /v2.0/ports/20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 HTTP/1.1" status: 200 len: 959 time: 2.5375721 Oct 22 13:24:49.001992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:49.045456 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.079160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=22f53172-dea7-4c5b-a257-036449f2327f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:49.098592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.102499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98eecd2e-3267-4550-92a8-449327962818 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/22f53172-dea7-4c5b-a257-036449f2327f HTTP/1.1" status: 204 len: 168 time: 0.4452188 Oct 22 13:24:49.111463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54912) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:49.140786 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c1816-e1dd-450e-9d2a-59e76e8d762d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:49.141372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c1816-e1dd-450e-9d2a-59e76e8d762d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:49.148326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c54c1816-e1dd-450e-9d2a-59e76e8d762d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/10af7d5e-d09d-4d03-a042-8afa86caa909 HTTP/1.1" status: 404 len: 337 time: 0.0417137 Oct 22 13:24:49.149044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54918) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:49.235942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting subnet bbc6dcd9-e7ae-4f77-9819-47185b91ab50 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:49.249532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.272666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:49.273029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.362651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.375265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Provisioning complete for port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:49.375818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.435709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.476119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:49.477794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Port 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:49.489167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:49.489480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.542096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:49.571676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:49.572773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a12164-fd81-416a-83be-8885034f9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.604903 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.651305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d233bd6d-1d98-4c15-94ac-2d95d48756df details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:24:49.741437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.750434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.820466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:49.826222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/bbc6dcd9-e7ae-4f77-9819-47185b91ab50 HTTP/1.1" status: 204 len: 168 time: 0.6758795 Oct 22 13:24:49.827343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd68c0-8329-4268-a184-07ba306a664d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc6dcd9-e7ae-4f77-9819-47185b91ab50,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:49.829014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:49.873599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:49.945562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:49.957364 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0109dd-27c6-450c-81df-6a6de8de103d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:49.957858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0109dd-27c6-450c-81df-6a6de8de103d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:49.961060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-da0109dd-27c6-450c-81df-6a6de8de103d tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/7849a86e-e78c-48f2-b4a2-eb886ec98f36 HTTP/1.1" status: 404 len: 337 time: 0.1311195 Oct 22 13:24:49.974404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54930) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.050289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.056368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c189338-6049-4c08-9031-ed7a8bc1f250 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "GET /v2.0/ports?device_id=fefb3347-033b-446a-9726-047373ac0d19 HTTP/1.1" status: 200 len: 205 time: 0.0773604 Oct 22 13:24:50.111703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:50.114274 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-665a10e6-6a2f-4391-9c07-c291b5857126 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] delete failed (client error): The resource could not be found. Oct 22 13:24:50.114940 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.115403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-665a10e6-6a2f-4391-9c07-c291b5857126 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/routers/fefb3347-033b-446a-9726-047373ac0d19 HTTP/1.1" status: 404 len: 336 time: 0.0633721 Oct 22 13:24:50.128191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54936) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.145801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.164304 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-66ac1042-cc1b-411a-ac7b-cd1950206e99 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 HTTP/1.1" status: 204 len: 168 time: 1.1609831 Oct 22 13:24:50.168953 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d452bb0-8e33-484c-850a-9825aaccba13 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.169498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d452bb0-8e33-484c-850a-9825aaccba13 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.170710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54938) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.178536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e19c75-51b8-4643-8543-b3842bdbae12 None None] Network ebcaaa0d-91b8-4c39-b102-59cc58e157b9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:50.190926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5d452bb0-8e33-484c-850a-9825aaccba13 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/9a20c03b-37e7-4581-81d8-45c3aef19569 HTTP/1.1" status: 404 len: 337 time: 0.0595176 Oct 22 13:24:50.191569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54940) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.247534 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f176a23c-2e12-4026-a243-824b2bd052b1 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] GET failed (client error): The resource could not be found. Oct 22 13:24:50.255252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f176a23c-2e12-4026-a243-824b2bd052b1 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports/20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47 HTTP/1.1" status: 404 len: 333 time: 0.0829549 Oct 22 13:24:50.257857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54942) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.262272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdaaf9-2a89-4f5f-92bb-b8fa739358e0 req-0308263b-6a13-4a22-b5c1-4d904667c109 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:50.266560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbdaaf9-2a89-4f5f-92bb-b8fa739358e0 req-0308263b-6a13-4a22-b5c1-4d904667c109 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 944 time: 0.3299766 Oct 22 13:24:50.271642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Could not find standard attr ID for object 20f3edfe-e1cf-48c4-9ef0-2adb71eaaf47. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:50.283992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4481c9-e92f-478d-ab95-e1e104e923d8 req-6c208380-51c9-4477-a612-0f3d87d8f40b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:50.285954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c4481c9-e92f-478d-ab95-e1e104e923d8 req-6c208380-51c9-4477-a612-0f3d87d8f40b tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.3238378 Oct 22 13:24:50.287020 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4608173b-b2ed-441c-9baa-d0e93672be61 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.287470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4608173b-b2ed-441c-9baa-d0e93672be61 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.291548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4608173b-b2ed-441c-9baa-d0e93672be61 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/54e38981-f32c-42a3-9c3a-9f7d4942ebce HTTP/1.1" status: 404 len: 337 time: 0.0972304 Oct 22 13:24:50.305773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54944) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.352635 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c530e241-03d9-4eea-93c2-4e4141bfa2bf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.353029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c530e241-03d9-4eea-93c2-4e4141bfa2bf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.356296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c530e241-03d9-4eea-93c2-4e4141bfa2bf tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/edc5d124-119a-4766-a93d-6f35c5b1f954 HTTP/1.1" status: 404 len: 337 time: 0.0495598 Oct 22 13:24:50.362246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54946) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.390992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Provisioning complete for port 9257302a-32c6-4294-9588-1e4e9f3faccc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:50.391454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.418831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c4481c9-e92f-478d-ab95-e1e104e923d8 req-c944c7e2-7d15-491f-a1ae-07d72dd5e765 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199629 Oct 22 13:24:50.426310 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbe3e63-2755-4508-85dc-ffea8fa6ffe2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.427120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbe3e63-2755-4508-85dc-ffea8fa6ffe2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.430222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4dbe3e63-2755-4508-85dc-ffea8fa6ffe2 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/4079c111-a38b-4fca-a005-b1165a986cb2 HTTP/1.1" status: 404 len: 333 time: 0.0665340 Oct 22 13:24:50.434860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:50.437718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54950) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.441100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Port 9257302a-32c6-4294-9588-1e4e9f3faccc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:50.448867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cbdaaf9-2a89-4f5f-92bb-b8fa739358e0 req-c130b343-b5cd-4988-9f44-7eb0b9b4c323 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559792 Oct 22 13:24:50.491059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.498385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'd233bd6d-1d98-4c15-94ac-2d95d48756df', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'port_id': 'd233bd6d-1d98-4c15-94ac-2d95d48756df', 'mac_address': 'fa:16:3e:ff:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6967ce-d5c2-450e-af6b-13394cfa6d97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:24:50.508423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Provisioning complete for port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:50.508679 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-06d6f333-0c89-4854-b550-7cb31a2036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.523885 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7203db47-b2fa-4bfe-a542-b319095a95fd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.524433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7203db47-b2fa-4bfe-a542-b319095a95fd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.533387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7203db47-b2fa-4bfe-a542-b319095a95fd tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/056b4834-fc93-4d81-8f7d-bc944a79a49d HTTP/1.1" status: 404 len: 337 time: 0.0944343 Oct 22 13:24:50.536381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.574632 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9879b9b-3eb9-434a-b8fe-cb7f0d827a44 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.575322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9879b9b-3eb9-434a-b8fe-cb7f0d827a44 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.578843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9879b9b-3eb9-434a-b8fe-cb7f0d827a44 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/cb58a2aa-927c-4857-9712-6dec6ff493a3 HTTP/1.1" status: 404 len: 337 time: 0.0413511 Oct 22 13:24:50.581355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54956) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.592852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.605473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] DHCP port deletion for ebcaaa0d-91b8-4c39-b102-59cc58e157b9 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:50.613006 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ada29ac-4b62-45b6-ba96-cc8e25508694 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.613987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ada29ac-4b62-45b6-ba96-cc8e25508694 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.617374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4ada29ac-4b62-45b6-ba96-cc8e25508694 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/79bc4281-8c6f-4bf7-81f6-5290cfbe3022 HTTP/1.1" status: 404 len: 333 time: 0.0348706 Oct 22 13:24:50.620693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.664652 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a97d01-edeb-4493-bd2a-5c2f4ac53410 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.665268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a97d01-edeb-4493-bd2a-5c2f4ac53410 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.669440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a7a97d01-edeb-4493-bd2a-5c2f4ac53410 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/d8027722-c0df-4610-88d1-f0c8cff98cd0 HTTP/1.1" status: 404 len: 337 time: 0.0475578 Oct 22 13:24:50.673189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54960) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.695311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.697912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.699637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/security-groups/ce6a24e9-b3d8-4d79-84e7-de6da019ebec HTTP/1.1" status: 204 len: 168 time: 0.4312921 Oct 22 13:24:50.704015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54962) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.720832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b649a5-60d4-4042-b66b-d1d0f8673f2d tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a24e9-b3d8-4d79-84e7-de6da019ebec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:50.734682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.737890 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-698e5df0-6fed-4cdb-ab71-1aed8d49bc98 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:50.738345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698e5df0-6fed-4cdb-ab71-1aed8d49bc98 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:50.744102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-698e5df0-6fed-4cdb-ab71-1aed8d49bc98 tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/subnets/b6d0202a-bf07-4c07-878c-c0b15a1d9e58 HTTP/1.1" status: 404 len: 337 time: 0.0693450 Oct 22 13:24:50.748920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.763021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d233bd6d-1d98-4c15-94ac-2d95d48756df {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:24:50.787772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:50.804338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.821225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Deleting port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:50.821451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.821956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.860347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.871736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Deleting port 9257302a-32c6-4294-9588-1e4e9f3faccc {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:50.873405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.911314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:50.950669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.953871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:50.955445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/security-groups/671edff0-7c66-4f57-ab27-e30144bf6494 HTTP/1.1" status: 204 len: 168 time: 0.2505121 Oct 22 13:24:50.960856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:50.982229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932437-412b-4c7b-bd7d-a02daf67195f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671edff0-7c66-4f57-ab27-e30144bf6494,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:51.018713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] For port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,segment=NetworkSegment(79352d18-e137-46c5-9d9e-e1e69743667f),segment_id=79352d18-e137-46c5-9d9e-e1e69743667f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:51.019370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.026499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.036791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Calling delete_port for b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:51.043910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Calling delete_port for 9257302a-32c6-4294-9588-1e4e9f3faccc owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:51.044971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.066202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['d233bd6d-1d98-4c15-94ac-2d95d48756df'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:24:51.096230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.150251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.155293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.158744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.163413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/security-groups/9171b3fe-dcf3-4b66-abb6-428395b74ab7 HTTP/1.1" status: 204 len: 168 time: 0.2015319 Oct 22 13:24:51.164343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:51.215088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Port': ['ID=9257302a-32c6-4294-9588-1e4e9f3faccc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:51.225520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.230752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ef19543-a940-4b5e-bdfd-c92031f234bc tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/ports/9257302a-32c6-4294-9588-1e4e9f3faccc HTTP/1.1" status: 204 len: 168 time: 0.4799874 Oct 22 13:24:51.232956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:51.251842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.286992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f785d-5f41-449c-a84f-3ee0cf2b9cfa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9171b3fe-dcf3-4b66-abb6-428395b74ab7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:51.297967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] No DVR routers for this DVR port b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:51.348117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273e68-716a-4c62-88d6-a15a1a6f35d2 None None] Pushing event deleted for resources: {'Port': ['ID=b40cb74f-de20-4a6d-9de5-ba6cfdd120b3,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:51.354199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-614b492c-504d-4dd8-97ef-fbc4d48730cc tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:51.359062 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-614b492c-504d-4dd8-97ef-fbc4d48730cc tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.3292143 Oct 22 13:24:51.411597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.435577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 48b1bd19-3eed-49bc-834f-7b97eb0eeb6d {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:51.435577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.517727 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.535634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.546489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcaaa0d-91b8-4c39-b102-59cc58e157b9']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:51.593600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79352d18-e137-46c5-9d9e-e1e69743667f') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:51.593911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79352d18-e137-46c5-9d9e-e1e69743667f') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:51.610096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.654563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.662217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.674891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e67db-673a-47e9-a39f-f771f0eb6218 req-3bc3c0bc-e7f2-4479-a4d9-d1b327eb5176 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:51.676492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d94e67db-673a-47e9-a39f-f771f0eb6218 req-3bc3c0bc-e7f2-4479-a4d9-d1b327eb5176 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 945 time: 0.1328754 Oct 22 13:24:51.685226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:51.685778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:51.692360 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:51.717640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Deleting port 3cfe80bf-7a33-433e-98b1-3a32592f99dd {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:51.717987 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.788991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca85c-ad01-4097-8599-a8f1c3970924 req-bb870ce1-2932-4abd-9764-70c1575508ee tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:51.790637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed2ca85c-ad01-4097-8599-a8f1c3970924 req-bb870ce1-2932-4abd-9764-70c1575508ee tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 945 time: 0.1863968 Oct 22 13:24:51.801349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d94e67db-673a-47e9-a39f-f771f0eb6218 req-0ab79e2f-eb8a-4138-b99c-6ca2d7612504 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/security-groups?id=8658f23e-7d82-43ba-8a9c-337dc106bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103833 Oct 22 13:24:51.824690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.830193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.837236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] 10.222.0.25 "DELETE /v2.0/networks/ebcaaa0d-91b8-4c39-b102-59cc58e157b9 HTTP/1.1" status: 204 len: 168 time: 0.6031399 Oct 22 13:24:51.867448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:51.872630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c75a-1943-477f-b518-fd87a0c21fab tempest-PortsIpV6TestJSON-775456993 tempest-PortsIpV6TestJSON-775456993-project] Pushing event deleted for resources: {'Network': ['ID=ebcaaa0d-91b8-4c39-b102-59cc58e157b9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:51.887323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] For port 3cfe80bf-7a33-433e-98b1-3a32592f99dd, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3cfe80bf-7a33-433e-98b1-3a32592f99dd,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:51.887935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:51.900586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed2ca85c-ad01-4097-8599-a8f1c3970924 req-e17c1ff1-4a7f-4091-951a-2ba5b008f45f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Oct 22 13:24:51.911791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:51.912211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b40cb74f-de20-4a6d-9de5-ba6cfdd120b3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:51.983895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.047783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=48b1bd19-3eed-49bc-834f-7b97eb0eeb6d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:52.057100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ea386-39de-433f-8842-597b74461afb None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:52.059599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.063042 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8e059ca-e692-4d99-9513-88227aaef061 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/48b1bd19-3eed-49bc-834f-7b97eb0eeb6d HTTP/1.1" status: 204 len: 168 time: 0.8929451 Oct 22 13:24:52.066698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54984) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:52.171947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 6849be6e-ff96-461a-8239-147e2afd95f8 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:52.178298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.210859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.211065 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.211362 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Floating IP 23829f51-03ab-4973-b505-38d29cf51994 disassociated. External IP: 172.25.6.226, port: 3cfe80bf-7a33-433e-98b1-3a32592f99dd. Oct 22 13:24:52.211711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Calling delete_port for 3cfe80bf-7a33-433e-98b1-3a32592f99dd owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:52.234455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.324356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54988) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:52.396216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.483998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.512667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.519057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/6849be6e-ff96-461a-8239-147e2afd95f8 HTTP/1.1" status: 204 len: 168 time: 0.4501896 Oct 22 13:24:52.525502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 54996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:52.567286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2465994-3bef-48e2-ab72-c301cb6c55b8 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=6849be6e-ff96-461a-8239-147e2afd95f8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:52.595791 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea3552d-e8e5-4cfe-b032-fec849941555 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:52.596573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea3552d-e8e5-4cfe-b032-fec849941555 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:52.602540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bea3552d-e8e5-4cfe-b032-fec849941555 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/48b1bd19-3eed-49bc-834f-7b97eb0eeb6d HTTP/1.1" status: 404 len: 337 time: 0.0734973 Oct 22 13:24:52.603399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 54998) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:52.608480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.656807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event deleted for resources: {'Port': ['ID=3cfe80bf-7a33-433e-98b1-3a32592f99dd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:52.725147 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6920f90-57b7-4fec-aeed-4ed6cd6ed503 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e4c55ea6b4c4b8a8ec31a8e4b3a8cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993528 Oct 22 13:24:52.731167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting subnet 9a931663-eebe-42ec-8a59-812c47dad6b2 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:24:52.740113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55004) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:52.748996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:52.883970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:53.692599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d233bd6d-1d98-4c15-94ac-2d95d48756df up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:24:53.749964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6665a-75d5-4604-a3fe-9c528b992564 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:53.852928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Router 15efe6af-0b50-4fe6-8aaa-28087abd2254 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:24:54.000392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-450de62b-e0e6-439d-aa7d-6c1e1e85a89e req-c37e5802-e5d4-431a-b927-3f80305469dc tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "GET /v2.0/ports?device_id=12c1707f-ec61-45eb-b59f-d653dc66b368 HTTP/1.1" status: 200 len: 210 time: 0.1300485 Oct 22 13:24:54.005702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:24:54.051349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.152266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] No DVR routers for this DVR port 3cfe80bf-7a33-433e-98b1-3a32592f99dd on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:54.157689 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.158152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.161113 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c55d4463-1856-40b3-b5da-5d5add7f5a0a req-b8976ca2-3a62-4cd4-9eac-cc32c6e76582 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.26 "DELETE /v2.0/ports/3cfe80bf-7a33-433e-98b1-3a32592f99dd HTTP/1.1" status: 204 len: 173 time: 2.7937691 Oct 22 13:24:54.164096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'name': 'network-vif-deleted', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:54.179975 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80284f-2900-4fe5-ba36-55e4ea533f40" -d '{"events": [{"server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "name": "network-vif-deleted", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:54.283344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f5c94789-98c6-4068-a37d-31d1933d71aa None None] Provisioning complete for port f0862f1e-6a51-4812-a9b1-c131bee3d28f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:54.283739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f5c94789-98c6-4068-a37d-31d1933d71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.287108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74485a60-08c9-4b03-8e3b-da39b99b4c56 req-c9f6198f-78da-4596-951a-dcb7fdde8678 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:54.294402 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429bc004-52ad-4326-9df6-0be876a247de x-openstack-request-id: req-429bc004-52ad-4326-9df6-0be876a247de {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:54.294735 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c1707f-ec61-45eb-b59f-d653dc66b368", "name": "network-vif-deleted", "tag": "3cfe80bf-7a33-433e-98b1-3a32592f99dd", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:54.294985 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-429bc004-52ad-4326-9df6-0be876a247de {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:54.295097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74485a60-08c9-4b03-8e3b-da39b99b4c56 req-c9f6198f-78da-4596-951a-dcb7fdde8678 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 945 time: 0.4500854 Oct 22 13:24:54.295384 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c1707f-ec61-45eb-b59f-d653dc66b368', 'name': 'network-vif-deleted', 'tag': '3cfe80bf-7a33-433e-98b1-3a32592f99dd', 'status': 'completed', 'code': 200} Oct 22 13:24:54.434948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.441746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74485a60-08c9-4b03-8e3b-da39b99b4c56 req-d0fd829b-005a-47e4-93f7-0220a3ead797 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252584 Oct 22 13:24:54.460964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Sync routers for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:24:54.550368 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.557451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.560995 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.565804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2030ee3-86ae-4113-b270-bfb86a5af227 HTTP/1.1" status: 204 len: 168 time: 1.8227723 Oct 22 13:24:54.616442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Subnet': ['ID=9a931663-eebe-42ec-8a59-812c47dad6b2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:54.618867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f5c94789-98c6-4068-a37d-31d1933d71aa None None] Port f0862f1e-6a51-4812-a9b1-c131bee3d28f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:24:54.634706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93931665-9c10-4a6e-8458-37d65da091a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2030ee3-86ae-4113-b270-bfb86a5af227,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:54.643161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.648184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-653d6fc0-3bd0-4308-b121-dd100aab0c94 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/9a931663-eebe-42ec-8a59-812c47dad6b2 HTTP/1.1" status: 204 len: 168 time: 2.0437298 Oct 22 13:24:54.652699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55036) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:54.721573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:54.722971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:54.726364 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bb35e0-05a4-4f5f-95b3-4109240ee7f6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:54.727714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bb35e0-05a4-4f5f-95b3-4109240ee7f6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:54.730795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port d233bd6d-1d98-4c15-94ac-2d95d48756df completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:24:54.733611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-97bb35e0-05a4-4f5f-95b3-4109240ee7f6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/9993b698-0928-415c-ac40-bb824daf95ef HTTP/1.1" status: 404 len: 337 time: 0.0791118 Oct 22 13:24:54.737534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55038) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:54.753482 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1b77-1e12-4d8a-bbf5-83d81f031e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.834986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b4b3368-a5c1-4203-a980-c6865942866a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "GET /v2.0/ports?device_id=8de157b4-fcf0-4995-ba58-9a43920427c7 HTTP/1.1" status: 200 len: 205 time: 0.0938687 Oct 22 13:24:54.835328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55040) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:54.835886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port d233bd6d-1d98-4c15-94ac-2d95d48756df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:54.836450 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.887148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f5c94789-98c6-4068-a37d-31d1933d71aa None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:54.887828 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f5c94789-98c6-4068-a37d-31d1933d71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:54.906757 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f9f08d79-f195-4119-aef5-7dffd36afa8c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] delete failed (client error): The resource could not be found. Oct 22 13:24:54.907989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9f08d79-f195-4119-aef5-7dffd36afa8c tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/routers/8de157b4-fcf0-4995-ba58-9a43920427c7 HTTP/1.1" status: 404 len: 336 time: 0.0714765 Oct 22 13:24:54.910522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55042) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:54.980291 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f7ef16-8c33-4949-8eb1-7ef632229d6a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:54.983119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f7ef16-8c33-4949-8eb1-7ef632229d6a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:54.987564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-97f7ef16-8c33-4949-8eb1-7ef632229d6a tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/fbbe2dfc-d35f-490d-adcd-c01cf673cc58 HTTP/1.1" status: 404 len: 337 time: 0.0759234 Oct 22 13:24:54.990203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55046) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.028426 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-165f1e08-7167-4336-926c-c2bb9cf00ffa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.029681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165f1e08-7167-4336-926c-c2bb9cf00ffa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.032778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-165f1e08-7167-4336-926c-c2bb9cf00ffa tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/19a360ea-0e3d-45a2-8895-4f5d492f04c4 HTTP/1.1" status: 404 len: 337 time: 0.0405974 Oct 22 13:24:55.034514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55048) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.083015 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da418ad-8e59-45f4-b498-b8eef65573de tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.087022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da418ad-8e59-45f4-b498-b8eef65573de tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.087990 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.101636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9da418ad-8e59-45f4-b498-b8eef65573de tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/875aec27-245d-413c-b1cc-c431ee7afe23 HTTP/1.1" status: 404 len: 337 time: 0.0621526 Oct 22 13:24:55.101636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55054) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.102036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55056) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.152467 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b41977-b0d7-4562-abe1-1b53cc34c43f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.153559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b41977-b0d7-4562-abe1-1b53cc34c43f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.159094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f9b41977-b0d7-4562-abe1-1b53cc34c43f tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/196c40e5-875b-4d63-9be2-b6477d5545c4 HTTP/1.1" status: 404 len: 333 time: 0.0573711 Oct 22 13:24:55.161472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55062) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.171411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:24:55.178409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:24:55.180741 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c0acb-88d3-445e-b643-d3d60ab4ead9" -d '{"events": [{"server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "name": "network-vif-plugged", "status": "completed", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:24:55.259866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:55.286456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.286709 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aab434e-e007-4d9e-9b84-4a24b76a23db tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.286811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3cfe80bf-7a33-433e-98b1-3a32592f99dd no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:55.286898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aab434e-e007-4d9e-9b84-4a24b76a23db tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.301024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8aab434e-e007-4d9e-9b84-4a24b76a23db tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/22974818-5898-47ba-b6f1-9b6ad175cd90 HTTP/1.1" status: 404 len: 337 time: 0.1384425 Oct 22 13:24:55.307565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.310821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Deleting port 3d1880bd-c581-4c74-858e-730083fa3ef9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:55.311330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.314768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 3cfe80bf-7a33-433e-98b1-3a32592f99dd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:55.315121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3cfe80bf-7a33-433e-98b1-3a32592f99dd not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:55.372442 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ffdd6e-d559-464c-9c6e-fde3d76e1a05 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.372688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ffdd6e-d559-464c-9c6e-fde3d76e1a05 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.376534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66ffdd6e-d559-464c-9c6e-fde3d76e1a05 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/b7e108d4-2dce-449a-a753-44c673dcd0c7 HTTP/1.1" status: 404 len: 337 time: 0.0675399 Oct 22 13:24:55.378986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.403002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be3f30b-4a7a-4d83-be3a-e15dadf8a5e9 None None] Update dhcp port {'port': {'network_id': 'f415cd16-8af0-4122-b6ff-eef245a649a6', 'fixed_ips': [{'subnet_id': '9a931663-eebe-42ec-8a59-812c47dad6b2'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'f8df63ff-8b5d-4669-bc6d-4d3d48e683d9'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:24:55.416440 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e48efbf-cc39-4564-b48a-cc078bd3d49b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.417564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e48efbf-cc39-4564-b48a-cc078bd3d49b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.421106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9e48efbf-cc39-4564-b48a-cc078bd3d49b tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/522c9397-abf6-4f47-bd47-9c8c3939893a HTTP/1.1" status: 404 len: 333 time: 0.0410113 Oct 22 13:24:55.424535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55078) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.471839 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-62751b86-6b31-44c7-b281-e083b18ff2fd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.472656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62751b86-6b31-44c7-b281-e083b18ff2fd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.477651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-62751b86-6b31-44c7-b281-e083b18ff2fd tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/d6935985-11c5-411f-9b5e-2c4910909895 HTTP/1.1" status: 404 len: 337 time: 0.0520661 Oct 22 13:24:55.478587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:55.493232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55082) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.524350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.525051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.534177 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b5a04c-1bb7-45d0-bfd2-7aadecdf9539 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] DELETE failed (client error): The resource could not be found. Oct 22 13:24:55.534671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b5a04c-1bb7-45d0-bfd2-7aadecdf9539 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:24:55.537929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35b5a04c-1bb7-45d0-bfd2-7aadecdf9539 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/subnets/3ecf67ee-88b7-4770-ae2d-53c1a54aa881 HTTP/1.1" status: 404 len: 337 time: 0.0434842 Oct 22 13:24:55.540489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55088) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:55.558154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Calling delete_port for 3d1880bd-c581-4c74-858e-730083fa3ef9 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:55.558276 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2be3f30b-4a7a-4d83-be3a-e15dadf8a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.680339 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2be35f-a2ac-47e4-8b06-743a9c14218a x-openstack-request-id: req-7a2be35f-a2ac-47e4-8b06-743a9c14218a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:24:55.680572 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "name": "network-vif-plugged", "status": "completed", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:24:55.680835 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a2be35f-a2ac-47e4-8b06-743a9c14218a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:24:55.681176 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df', 'code': 200} Oct 22 13:24:55.777961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port f0862f1e-6a51-4812-a9b1-c131bee3d28f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:55.778390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.825034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412546-27e0-4563-b18a-64951b30024b req-f35a5108-0934-4c86-a951-be3670887bbc tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:55.827109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54412546-27e0-4563-b18a-64951b30024b req-f35a5108-0934-4c86-a951-be3670887bbc tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 0.1448121 Oct 22 13:24:55.868722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.919960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:55.948100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event deleted for resources: {'Port': ['ID=3d1880bd-c581-4c74-858e-730083fa3ef9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:55.980386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for f0862f1e-6a51-4812-a9b1-c131bee3d28f owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:56.000482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54412546-27e0-4563-b18a-64951b30024b req-50feefb6-dab4-4b36-b38a-966f72446d66 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622999 Oct 22 13:24:56.019078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb5c9-9de9-45a9-8fde-614ec4ca25db req-36959a13-105f-4774-aa3f-3a9a9d2d9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:56.021249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c9afb5c9-9de9-45a9-8fde-614ec4ca25db req-36959a13-105f-4774-aa3f-3a9a9d2d9314 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 1097 time: 0.2947707 Oct 22 13:24:56.026034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:56.095441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f5459-18fb-4b6a-924f-14ddcfe1ed72 None None] Network f415cd16-8af0-4122-b6ff-eef245a649a6 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:24:56.108810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Checking router: 15efe6af-0b50-4fe6-8aaa-28087abd2254 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:24:56.139499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.143061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.146226 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-02a3c972-05fc-4301-a392-206362d19d67 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "DELETE /v2.0/floatingips/23829f51-03ab-4973-b505-38d29cf51994 HTTP/1.1" status: 204 len: 168 time: 1.0420725 Oct 22 13:24:56.170558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.221044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c9afb5c9-9de9-45a9-8fde-614ec4ca25db req-4e9f19a4-27c8-469f-887b-fb2dcc7a9276 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068892 Oct 22 13:24:56.236861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.254656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2095e5fa-e7e1-468c-ba94-8618f55fabbe None None] Could not find standard attr ID for object f0862f1e-6a51-4812-a9b1-c131bee3d28f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:24:56.256220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55108) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:56.266331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:24:56.267197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:56.272355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/ports/f0862f1e-6a51-4812-a9b1-c131bee3d28f HTTP/1.1" status: 204 len: 168 time: 0.7265856 Oct 22 13:24:56.279146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04525c2-dab0-43c1-932d-30a973c631b6 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=f0862f1e-6a51-4812-a9b1-c131bee3d28f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:56.333800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55112) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:56.382442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2095e5fa-e7e1-468c-ba94-8618f55fabbe None None] Provisioning complete for port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:24:56.383058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2095e5fa-e7e1-468c-ba94-8618f55fabbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.475527 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:24:56.483015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.490720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.512785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] DHCP port deletion for f415cd16-8af0-4122-b6ff-eef245a649a6 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:24:56.543908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:24:56.560412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.615416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Deleting port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:56.615976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.732705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.735606 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.737714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:56.738285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.741459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] 10.222.0.25 "DELETE /v2.0/security-groups/8658f23e-7d82-43ba-8a9c-337dc106bdd0 HTTP/1.1" status: 204 len: 168 time: 0.4057972 Oct 22 13:24:56.759097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Deleting port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:56.759482 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.768807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8e2d-f867-403b-a42c-c27724b2ccf6 tempest-TestServerBasicOps-688435967 tempest-TestServerBasicOps-688435967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658f23e-7d82-43ba-8a9c-337dc106bdd0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:56.783109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Calling delete_port for f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:56.913659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:56.979984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:56.982428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] No DVR routers for this DVR port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:57.093036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.149670 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-79098e47-4c5d-47c2-a236-6778fc7961b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.192720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f415cd16-8af0-4122-b6ff-eef245a649a6']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:57.209018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] For port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,segment=NetworkSegment(e81a4a34-8774-419d-a1f2-31ca93fa60e7),segment_id=e81a4a34-8774-419d-a1f2-31ca93fa60e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:57.209462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.230945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f1245-256a-4e66-b7fc-94d38ef5060d req-7e4270a6-2dcb-4121-b536-0213b987fd28 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:57.237300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81a4a34-8774-419d-a1f2-31ca93fa60e7') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:57.237881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81a4a34-8774-419d-a1f2-31ca93fa60e7') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:57.240509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a5f1245-256a-4e66-b7fc-94d38ef5060d req-7e4270a6-2dcb-4121-b536-0213b987fd28 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 0.0951037 Oct 22 13:24:57.273191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.287430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Calling delete_port for f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:57.315214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a5f1245-256a-4e66-b7fc-94d38ef5060d req-2e69b2af-822c-4586-921a-14e512c315eb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 Oct 22 13:24:57.327454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.343954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:24:57.345155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:24:57.350700 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:24:57.435441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:24:57.468148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.473367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d8cb6-140a-46df-86cd-6413eacc876a None None] The sync data for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 is: [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:19:17Z', 'revision_number': 4, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '1e62b996-27d1-4f52-8cab-eb5b78cebcc2', 'name': '', 'network_id': '6808f4b5-8802-49a9-a6b5-5a995aa0a259', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'mac_address': 'fa:16:3e:b8:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:15Z', 'updated_at': '2021-10-22T13:19:31Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'subnets': [{'id': 'ab325605-acd9-4422-b0a5-a19f8db468eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:24:57.477205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.494333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.501191 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] 10.222.0.25 "DELETE /v2.0/networks/f415cd16-8af0-4122-b6ff-eef245a649a6 HTTP/1.1" status: 204 len: 168 time: 1.2438824 Oct 22 13:24:57.522642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] Pushing event deleted for resources: {'Port': ['ID=f8df63ff-8b5d-4669-bc6d-4d3d48e683d9,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:57.525838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80692ffe-61c7-496d-9a8c-bb4ba8434dd7 None None] No DVR routers for this DVR port f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:24:57.556352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a67e74-9df3-4d47-b812-8af26b8b43a2 tempest-PortsTestJSON-541167607 tempest-PortsTestJSON-541167607-project] Pushing event deleted for resources: {'Network': ['ID=f415cd16-8af0-4122-b6ff-eef245a649a6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:57.743251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.749861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:57.896706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55156) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:57.968062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:24:58.033350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:24:58.033521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f8df63ff-8b5d-4669-bc6d-4d3d48e683d9 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:24:58.052702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55164) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:58.115707 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ed1a9-5cb0-4525-92ff-00c9cd6786bf None None] New status for floating IP 23829f51-03ab-4973-b505-38d29cf51994: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:24:58.329515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-396f18c5-0a2e-4dcf-af06-6649d735cfe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=087e45a351424665b35c1d68ab3d9f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756722 Oct 22 13:24:58.332723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55174) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:58.590965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.606708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8478114-da42-41c1-a12c-c750cfc6ef08 req-4a3e86cb-fcc4-4475-b318-194c7b741345 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:24:58.610380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8478114-da42-41c1-a12c-c750cfc6ef08 req-4a3e86cb-fcc4-4475-b318-194c7b741345 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 0.1359332 Oct 22 13:24:58.610691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55180) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:58.680429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.724661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8478114-da42-41c1-a12c-c750cfc6ef08 req-128bbab8-530f-4b95-a1ae-711de02db0e3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729587 Oct 22 13:24:58.785916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.842520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.845714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.849571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb7252f8-d7b4-4172-8d4a-aff99f653f38 HTTP/1.1" status: 204 len: 168 time: 0.5083644 Oct 22 13:24:58.861238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31f8c-3b6d-4145-a9ee-6fd1147e55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7252f8-d7b4-4172-8d4a-aff99f653f38,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:58.923086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.930233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:58.976527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.016183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61c0729c2dfd484ba2f893b8f6b9abc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043088 Oct 22 13:24:59.017628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c51714-4161-474e-b3c6-49a5a058bdf7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:59.019933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55194) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:59.054149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.056129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.056657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.058720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.059151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.061730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.062098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.062464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.062813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.063153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.063518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.066849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c4613-19b0-4a07-a9f2-958e17c5e3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:24:59.204279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.257747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.336749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.340200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.344296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10c51714-4161-474e-b3c6-49a5a058bdf7 HTTP/1.1" status: 204 len: 168 time: 0.3203015 Oct 22 13:24:59.362308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f236e6-9073-4f4a-b3b1-ce433e5ed49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c51714-4161-474e-b3c6-49a5a058bdf7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:24:59.493791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Deleting port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:24:59.494297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.621288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] For port 1e62b996-27d1-4f52-8cab-eb5b78cebcc2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:24:59.621851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.637358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Calling delete_port for 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:24:59.767453 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.876856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55246) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:24:59.906695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3c09bb7-6291-4056-be63-f4d61ac971fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:24:59.984473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.035299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e62b996-27d1-4f52-8cab-eb5b78cebcc2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:00.082005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3c09bb7-6291-4056-be63-f4d61ac971fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.098892 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3c09bb7-6291-4056-be63-f4d61ac971fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.146706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a3c09bb7-6291-4056-be63-f4d61ac971fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfbdd42666924402bdf927b322b0a7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689180 Oct 22 13:25:00.152708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c09bb7-6291-4056-be63-f4d61ac971fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97805f7b-ccc5-42a4-b3d0-07c39a2eef03,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:00.156067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55250) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:00.289350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.336996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.400688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:00.450237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.452915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.456719 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97805f7b-ccc5-42a4-b3d0-07c39a2eef03 HTTP/1.1" status: 204 len: 168 time: 0.2932138 Oct 22 13:25:00.467945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bebb72-833c-4b53-bcae-c5dc5d49ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97805f7b-ccc5-42a4-b3d0-07c39a2eef03,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:00.471346 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.587128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-390627614'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:00.614757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:00.619742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.632571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.819700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.838644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.870686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:25:00.885730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Router 15efe6af-0b50-4fe6-8aaa-28087abd2254 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:00.893924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:00.894529 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 93995a3a-3642-4c18-bf30-7d065cae5414 of type vlan for network b91db2aa-c877-465b-8345-6d2a7804c541 Oct 22 13:25:01.085164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.115063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babc3e3b-bdee-4d87-92eb-7f50ea5472c0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:01.145095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.149151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:01.157775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:01.158840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.164244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Sync routers for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:01.182060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69a9ce83-d747-47c2-8926-79ccddbb5b99 admin admin] 10.222.0.25 "PUT /v2.0/routers/15efe6af-0b50-4fe6-8aaa-28087abd2254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2840188 Oct 22 13:25:01.188140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:01.217427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:01.222576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:01.276411 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8736808 Oct 22 13:25:01.293536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:01.310421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-1243329415'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:01.392677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:01.396547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.399629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea27753-f38a-4858-9097-baf96d44b1cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=b91db2aa-c877-465b-8345-6d2a7804c541,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:01.446052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:25:01.451061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.457985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b91db2aa-c877-465b-8345-6d2a7804c541 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:25:01.462405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.463010 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment fddf7ff1-1051-4de0-aabc-0dbd0e15408b of type vlan for network 38f44e54-d38c-4c3b-9745-048f75812151 Oct 22 13:25:01.518382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.554893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:25:01.582101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.592559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:01.593282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.736900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:01.819663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=38f44e54-d38c-4c3b-9745-048f75812151,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:01.856667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1075f97c-9b19-4dfc-ae5a-6ec466c6b548 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5604270 Oct 22 13:25:01.860433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:01.866358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:01.908942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Deleting port bc945629-c0f9-4e08-bde2-284528e588a7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:01.909512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.047493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 38f44e54-d38c-4c3b-9745-048f75812151 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:25:02.055744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:02.061184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.118531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] For port bc945629-c0f9-4e08-bde2-284528e588a7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bc945629-c0f9-4e08-bde2-284528e588a7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:02.119899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.155058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Calling delete_port for bc945629-c0f9-4e08-bde2-284528e588a7 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:02.264962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:24:59Z', 'revision_number': 5, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port': {'id': 'bc945629-c0f9-4e08-bde2-284528e588a7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:06Z', 'updated_at': '2021-10-22T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:02.335121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Checking router: 15efe6af-0b50-4fe6-8aaa-28087abd2254 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:25:02.353409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Routers {'15efe6af-0b50-4fe6-8aaa-28087abd2254'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:02.354044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['15efe6af-0b50-4fe6-8aaa-28087abd2254'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:02.513503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.571981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] Set router 15efe6af-0b50-4fe6-8aaa-28087abd2254 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:25:02.583823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.629071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:25:01Z', 'revision_number': 6, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:02.650806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc945629-c0f9-4e08-bde2-284528e588a7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:02.665206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9b94a-24cd-40b2-a82c-71605bd6d982 None None] The sync data for ids ['15efe6af-0b50-4fe6-8aaa-28087abd2254'] in n-d-813419-8 is: [{'id': '15efe6af-0b50-4fe6-8aaa-28087abd2254', 'name': 'tempest-TestServerBasicOps-480936083-router', 'tenant_id': '76cc45d65d5247548c65e67157f1f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:05Z', 'updated_at': '2021-10-22T13:25:01Z', 'revision_number': 6, 'project_id': '76cc45d65d5247548c65e67157f1f607', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:02.705891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=07685541-8bff-45bd-9369-7c8fbf354b36,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:02.718956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '93995a3a-3642-4c18-bf30-7d065cae5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:02.718956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: b91db2aa-c877-465b-8345-6d2a7804c541, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:25:02.743617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b91db2aa-c877-465b-8345-6d2a7804c541 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:25:02.751462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.773181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b91db2aa-c877-465b-8345-6d2a7804c541) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:02.778296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:02.785769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e7b25-18a0-439d-8577-27b941956a46 None None] Network b91db2aa-c877-465b-8345-6d2a7804c541 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:02.794441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.846764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9e9fe88a-6d66-44f1-9a9f-441ce00ce544 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9838803 Oct 22 13:25:02.852848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55316) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:02.868526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '38f44e54-d38c-4c3b-9745-048f75812151', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:02.884601 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.888190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.950745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.950745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15efe6af-0b50-4fe6-8aaa-28087abd2254 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:02.953930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:02.966646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3a45fca7-1a79-4eb9-9142-5298f92c0d7d admin admin] 10.222.0.25 "DELETE /v2.0/routers/15efe6af-0b50-4fe6-8aaa-28087abd2254 HTTP/1.1" status: 204 len: 168 time: 1.7772801 Oct 22 13:25:02.967376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55324) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:03.066553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Deleting subnet ab325605-acd9-4422-b0a5-a19f8db468eb {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:03.071645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:03.082115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.084963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.183794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.247145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b91db2aa-c877-465b-8345-6d2a7804c541', 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '07685541-8bff-45bd-9369-7c8fbf354b36'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:25:03.248046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.396716 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.519530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.538572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.546355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517b662-1e23-45d4-a927-1579f1579eb0 None None] Network 6808f4b5-8802-49a9-a6b5-5a995aa0a259 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:03.556720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab325605-acd9-4422-b0a5-a19f8db468eb HTTP/1.1" status: 204 len: 168 time: 0.5880487 Oct 22 13:25:03.616938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55342) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:03.620929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36b9e5-418c-40b1-94b2-700e95a45a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab325605-acd9-4422-b0a5-a19f8db468eb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:03.647416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.716515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=e5535e74-9a99-499f-9020-6cfd6606c0b4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:03.805325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.828412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:03.828797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 38f44e54-d38c-4c3b-9745-048f75812151, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:25:03.873916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Allocated IP 172.20.0.2 (b91db2aa-c877-465b-8345-6d2a7804c541/07685541-8bff-45bd-9369-7c8fbf354b36/2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:03.890912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 38f44e54-d38c-4c3b-9745-048f75812151 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:25:03.898514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:03.924247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Deleting port feb87837-6dc6-4336-85ff-c92e84e33d3a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:03.925010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:03.984847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:03.985105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1e62b996-27d1-4f52-8cab-eb5b78cebcc2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:03.985536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc945629-c0f9-4e08-bde2-284528e588a7 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:04.005875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] For port feb87837-6dc6-4336-85ff-c92e84e33d3a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=feb87837-6dc6-4336-85ff-c92e84e33d3a,segment=NetworkSegment(a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa),segment_id=a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:04.006583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.028795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Calling delete_port for feb87837-6dc6-4336-85ff-c92e84e33d3a owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:04.123371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 38f44e54-d38c-4c3b-9745-048f75812151) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:04.130942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: bc945629-c0f9-4e08-bde2-284528e588a7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:04.131714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bc945629-c0f9-4e08-bde2-284528e588a7 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:04.132657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:04.133866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.144308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e4f74-14eb-4b60-bfb0-b1ec164a8cca None None] Network 38f44e54-d38c-4c3b-9745-048f75812151 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:04.146741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.227539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Pushing event deleted for resources: {'Port': ['ID=feb87837-6dc6-4336-85ff-c92e84e33d3a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:04.245581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55352) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:04.246172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-51b9a73f-99ed-46c1-8701-f64263ae745b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3897626 Oct 22 13:25:04.252542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2048264289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:04.256605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] No DVR routers for this DVR port feb87837-6dc6-4336-85ff-c92e84e33d3a on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:04.292924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.295298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.455558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.467896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.475999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.512526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.514485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c5da31f-0054-442c-9f62-6f95803c1e1b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2670293 Oct 22 13:25:04.517397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:04.527125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6808f4b5-8802-49a9-a6b5-5a995aa0a259']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:04.568541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:04.568971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41cbdf0-edb5-4c35-a5af-2d9a4d3355aa') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:04.598020 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.605800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-38f44e54-d38c-4c3b-9745-048f75812151', 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': 'e5535e74-9a99-499f-9020-6cfd6606c0b4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:25:04.606715 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.638341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.659673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:04.660087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:04.661897 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:04.689440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23619e48-140d-49dc-8c74-554c41d31e1c None None] DHCP port deletion for 6808f4b5-8802-49a9-a6b5-5a995aa0a259 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:04.791463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.810044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:04.813822 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] 10.222.0.25 "DELETE /v2.0/networks/6808f4b5-8802-49a9-a6b5-5a995aa0a259 HTTP/1.1" status: 204 len: 168 time: 1.1957712 Oct 22 13:25:04.814920 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae8cc-cf83-4b99-862a-b6579882022b admin admin] Pushing event deleted for resources: {'Network': ['ID=6808f4b5-8802-49a9-a6b5-5a995aa0a259,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:04.816865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55364) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:04.983678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Allocated IP 172.21.0.2 (38f44e54-d38c-4c3b-9745-048f75812151/e5535e74-9a99-499f-9020-6cfd6606c0b4/6b98fd99-3f29-46a9-86d4-2497745e136b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:05.070344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.404776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.420550 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.487677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.569610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Pushing event updated for resources: {'Port': ['ID=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:05.570831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.20.0.1 (b91db2aa-c877-465b-8345-6d2a7804c541/07685541-8bff-45bd-9369-7c8fbf354b36/ee6fc9a4-4d01-455c-8351-80168fe78aa1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:05.612575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Network b91db2aa-c877-465b-8345-6d2a7804c541 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:05.615171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.622851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:05.629836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:05.748502 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.884622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Attempting to bind port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:05.886683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Attempting to bind port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '93995a3a-3642-4c18-bf30-7d065cae5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:05.889394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Attempting to bind port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce on network b91db2aa-c877-465b-8345-6d2a7804c541 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:05.889910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.920842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device feb87837-6dc6-4336-85ff-c92e84e33d3a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:05.926326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:05.926326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Checking segment: {'id': '93995a3a-3642-4c18-bf30-7d065cae5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:05.926326 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.926326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Bound using segment: {'id': '93995a3a-3642-4c18-bf30-7d065cae5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:05.933968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Bound port: 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93995a3a-3642-4c18-bf30-7d065cae5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b91db2aa-c877-465b-8345-6d2a7804c541'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:05.935105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:05.953176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.021622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b91db2aa-c877-465b-8345-6d2a7804c541 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:06.025791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:06.032332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:06.034991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Network 38f44e54-d38c-4c3b-9745-048f75812151 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:06.052563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: feb87837-6dc6-4336-85ff-c92e84e33d3a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:06.052918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device feb87837-6dc6-4336-85ff-c92e84e33d3a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:06.067310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:06.068493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=ee6fc9a4-4d01-455c-8351-80168fe78aa1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:06.072189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:06.079582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Pushing event updated for resources: {'Port': ['ID=6b98fd99-3f29-46a9-86d4-2497745e136b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:06.103342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.224857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Deleting port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:06.225714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.314565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.320819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Attempting to bind port 6b98fd99-3f29-46a9-86d4-2497745e136b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:06.320819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Attempting to bind port 6b98fd99-3f29-46a9-86d4-2497745e136b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:06.321193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Attempting to bind port 6b98fd99-3f29-46a9-86d4-2497745e136b on network 38f44e54-d38c-4c3b-9745-048f75812151 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:06.336460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:06.336919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Checking segment: {'id': 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:06.337243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.337645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Bound using segment: {'id': 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:06.338119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Bound port: 6b98fd99-3f29-46a9-86d4-2497745e136b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38f44e54-d38c-4c3b-9745-048f75812151'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:06.339473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.383934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] For port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:06.414089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] For port a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:06.414456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.445690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Calling delete_port for a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:06.452238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] For port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,segment=NetworkSegment(93995a3a-3642-4c18-bf30-7d065cae5414),segment_id=93995a3a-3642-4c18-bf30-7d065cae5414)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:06.465502 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:06.726301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] For port 6b98fd99-3f29-46a9-86d4-2497745e136b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:06.817456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] For port 6b98fd99-3f29-46a9-86d4-2497745e136b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b98fd99-3f29-46a9-86d4-2497745e136b,segment=NetworkSegment(fddf7ff1-1051-4de0-aabc-0dbd0e15408b),segment_id=fddf7ff1-1051-4de0-aabc-0dbd0e15408b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:06.821550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4f6e-8b75-44d6-b8b0-9ec22fdd730b None None] Pushing event updated for resources: {'Port': ['ID=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:06.842643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:07.001721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e620-0b77-40df-a2b3-a4d756ce4b22 None None] Pushing event updated for resources: {'Port': ['ID=6b98fd99-3f29-46a9-86d4-2497745e136b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:07.061275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:07.134662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:07.631775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:08.347739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:08.379973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b98fd99-3f29-46a9-86d4-2497745e136b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:08.466707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:08.592046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b98fd99-3f29-46a9-86d4-2497745e136b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:08.592722 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:08.704760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:08.723717 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Sync routers for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:08.733358 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3e51e751-7eec-4488-bedf-9eaab167de74 admin admin] 10.222.0.25 "PUT /v2.0/routers/bc2ad270-bce7-4789-bf4a-c0bcf787ae08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9151332 Oct 22 13:25:08.736447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55424) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:08.750747 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:08.751374 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:08.789877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:08.816078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:08.909007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0d3ac-7e1a-4d47-91f2-8df2c918bc94 None None] Network b91db2aa-c877-465b-8345-6d2a7804c541 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:09.058772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:09.098306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=ee6fc9a4-4d01-455c-8351-80168fe78aa1,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:09.306466 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:25:09.360725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] Provisioning complete for port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:09.360725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:09.363504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b91db2aa-c877-465b-8345-6d2a7804c541 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:09.370096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:09.426174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:09.571091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3adaa6-4a06-489d-a090-ffa7f088bff5 None None] Network 38f44e54-d38c-4c3b-9745-048f75812151 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:09.650634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:09.694638 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:09.761998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 1685adad-7333-4212-bb62-b87a932ceb55 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:25:09.790112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 6b98fd99-3f29-46a9-86d4-2497745e136b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b98fd99-3f29-46a9-86d4-2497745e136b,segment=NetworkSegment(fddf7ff1-1051-4de0-aabc-0dbd0e15408b),segment_id=fddf7ff1-1051-4de0-aabc-0dbd0e15408b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:09.848541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:09.848902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:09.859441 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:25:06Z', 'revision_number': 5, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:09.925673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Checking router: bc2ad270-bce7-4789-bf4a-c0bcf787ae08 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:25:09.944102 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Routers {'bc2ad270-bce7-4789-bf4a-c0bcf787ae08'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:09.946986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:09.989049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.097544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:10.100901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Deleting port 82c24e2c-0b90-40a8-a977-7fbca5386467 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:10.101531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.123616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3212572e-16fd-4e63-863a-ff30fb70f6c5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6047444 Oct 22 13:25:10.131756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:10.138322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] Sync routers for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:10.160694 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.166408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:10.168020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:10.212560 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] Set router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:25:10.219090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:10.253919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-497f8e08-d88b-4181-8d2a-e303208a0c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.401786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374d4b2-63bd-4f52-a0eb-480931bbb77a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:10.410273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e374d4b2-63bd-4f52-a0eb-480931bbb77a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports/ee6fc9a4-4d01-455c-8351-80168fe78aa1 HTTP/1.1" status: 200 len: 910 time: 0.2731845 Oct 22 13:25:10.411189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55448) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:10.426464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] For port 82c24e2c-0b90-40a8-a977-7fbca5386467, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=82c24e2c-0b90-40a8-a977-7fbca5386467,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:10.429121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.481538 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.501963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Calling delete_port for 82c24e2c-0b90-40a8-a977-7fbca5386467 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:10.556601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] For port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,segment=NetworkSegment(93995a3a-3642-4c18-bf30-7d065cae5414),segment_id=93995a3a-3642-4c18-bf30-7d065cae5414)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:10.578466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:10.581361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:10.587556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=6b98fd99-3f29-46a9-86d4-2497745e136b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:10.607774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.626798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.627692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.638312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.647956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.648628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.651574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.652169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.652768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.657033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.658287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.658899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.659464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:10.812376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9a971-e168-40f2-81e7-89f0d2e28fb0 None None] Pushing event updated for resources: {'Port': ['ID=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:10.844441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:10.845496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c3df9-efa1-4a83-9fd5-de06052d9b97 None None] The sync data for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:10.882542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:10.882542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:10.886808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Provisioning complete for port ee6fc9a4-4d01-455c-8351-80168fe78aa1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:10.886808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.059446 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:25:06Z', 'revision_number': 5, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:11.153563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a2310-c5c1-47eb-bc12-bcb6518977f7 None None] The sync data for ids ['bc2ad270-bce7-4789-bf4a-c0bcf787ae08'] in n-d-813419-8 is: [{'id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'name': 'tempest-TestServerBasicOps-793357421-router', 'tenant_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:19:27Z', 'updated_at': '2021-10-22T13:25:06Z', 'revision_number': 5, 'project_id': '0bce2d50f53e4ec0a24d9095e917f07e', 'gw_port': {'id': '82c24e2c-0b90-40a8-a977-7fbca5386467', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ad270-bce7-4789-bf4a-c0bcf787ae08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:19:30Z', 'updated_at': '2021-10-22T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:11.197558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Port ee6fc9a4-4d01-455c-8351-80168fe78aa1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:11.214400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Provisioning complete for port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:11.214400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.305624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.384015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Provisioning complete for port 6b98fd99-3f29-46a9-86d4-2497745e136b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:11.384466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-acc862a6-ee5b-46bc-a880-6a75b62f03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.501717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c24e2c-0b90-40a8-a977-7fbca5386467,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:11.741705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.781592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b6519ace-e292-4f0e-99ad-1597eedd8f2d None None] Provisioning complete for port ee6fc9a4-4d01-455c-8351-80168fe78aa1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:11.782499 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b6519ace-e292-4f0e-99ad-1597eedd8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.859365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-497f8e08-d88b-4181-8d2a-e303208a0c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.893364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b6519ace-e292-4f0e-99ad-1597eedd8f2d None None] Port ee6fc9a4-4d01-455c-8351-80168fe78aa1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:11.935984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b6519ace-e292-4f0e-99ad-1597eedd8f2d None None] Provisioning complete for port 6b98fd99-3f29-46a9-86d4-2497745e136b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:11.936749 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b6519ace-e292-4f0e-99ad-1597eedd8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:11.976301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-497f8e08-d88b-4181-8d2a-e303208a0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.019409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b98fd99-3f29-46a9-86d4-2497745e136b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:12.079587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f8e08-d88b-4181-8d2a-e303208a0c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561efed-1224-425f-9186-b925a1f53823,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:12.107483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.114028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.244674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b98fd99-3f29-46a9-86d4-2497745e136b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:12.245239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.281377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-497f8e08-d88b-4181-8d2a-e303208a0c54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0c1ef2116164b7d921f5f6242c38ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6244380 Oct 22 13:25:12.283179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55462) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:12.313645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.313645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2ad270-bce7-4789-bf4a-c0bcf787ae08 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:12.323772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.333813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67136f72-b723-43cb-ac40-67be6a2e4832 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bc2ad270-bce7-4789-bf4a-c0bcf787ae08 HTTP/1.1" status: 204 len: 168 time: 3.5960135 Oct 22 13:25:12.334133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:12.428536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.508782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.518882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.537343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Deleting subnet af9632ef-b24b-458e-8120-fdd0a55ac5ff {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:12.547530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.595046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:12.738694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.764955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:12.765647 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.875366 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.878783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:12.880179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a561efed-1224-425f-9186-b925a1f53823 HTTP/1.1" status: 204 len: 168 time: 0.5904114 Oct 22 13:25:12.914444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf6fb-4a26-4b67-87b9-4a7daa0c7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561efed-1224-425f-9186-b925a1f53823,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:13.132434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:13.176163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:13.243734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.21.0.1 (38f44e54-d38c-4c3b-9745-048f75812151/e5535e74-9a99-499f-9020-6cfd6606c0b4/c85f3f12-33f4-41d2-90a3-f8e35184ec83) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:13.253045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:13.253275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a7b4f7f1-c4d0-4579-ad9e-1e4f7ddf7f3d not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:13.332123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:13.383488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82c24e2c-0b90-40a8-a977-7fbca5386467 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:13.429919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9632ef-b24b-458e-8120-fdd0a55ac5ff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:13.465018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 82c24e2c-0b90-40a8-a977-7fbca5386467 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:13.465964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 82c24e2c-0b90-40a8-a977-7fbca5386467 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:13.490422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b7ca1-0295-4555-9023-3aa6e9bcac1f None None] Network c1a4248d-451b-45ec-b3ff-1331a01bd4d0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:13.639562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:13.647912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b7aac581-a74a-4f82-a904-ae49bb9b900e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af9632ef-b24b-458e-8120-fdd0a55ac5ff HTTP/1.1" status: 204 len: 168 time: 1.2877796 Oct 22 13:25:13.648700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:13.806637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:13.817424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:13.833575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] DHCP port deletion for c1a4248d-451b-45ec-b3ff-1331a01bd4d0 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:13.853052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:13.933833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.040674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5352b13-9cf0-4cd6-8891-f3ebc59bb985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.054643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Deleting port 26357071-a32b-42ec-98bf-f2d6209a83d4 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:14.055838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.075346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 38f44e54-d38c-4c3b-9745-048f75812151 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:14.079035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:14.083577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:14.151232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=c85f3f12-33f4-41d2-90a3-f8e35184ec83,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:14.180580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.283107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5352b13-9cf0-4cd6-8891-f3ebc59bb985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.302641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f5352b13-9cf0-4cd6-8891-f3ebc59bb985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.324928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] For port 26357071-a32b-42ec-98bf-f2d6209a83d4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26357071-a32b-42ec-98bf-f2d6209a83d4,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:14.325508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.352585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Calling delete_port for 26357071-a32b-42ec-98bf-f2d6209a83d4 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:14.413481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5352b13-9cf0-4cd6-8891-f3ebc59bb985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e2e77e-4cdc-43ef-b955-478678298ebd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:14.525039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.537912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f5352b13-9cf0-4cd6-8891-f3ebc59bb985 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c46384ee674dd4b8ade418f8f516a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758826 Oct 22 13:25:14.544219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55490) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:14.545438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Deleting port 26357071-a32b-42ec-98bf-f2d6209a83d4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:14.545438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.715101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-14cb592a-c77e-488f-ac8d-4be043f81e9f None None] Provisioning complete for port c85f3f12-33f4-41d2-90a3-f8e35184ec83 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:14.715609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14cb592a-c77e-488f-ac8d-4be043f81e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.748014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] For port 26357071-a32b-42ec-98bf-f2d6209a83d4, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26357071-a32b-42ec-98bf-f2d6209a83d4,segment=NetworkSegment(8374455c-b4ef-4fd1-bd75-3ecd591c7a5f),segment_id=8374455c-b4ef-4fd1-bd75-3ecd591c7a5f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:14.749197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.773083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.778121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Calling delete_port for 26357071-a32b-42ec-98bf-f2d6209a83d4 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:14.789442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-14cb592a-c77e-488f-ac8d-4be043f81e9f None None] Port c85f3f12-33f4-41d2-90a3-f8e35184ec83 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:14.805113 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:14.850782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] No DVR routers for this DVR port 26357071-a32b-42ec-98bf-f2d6209a83d4 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:14.861109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c969-fc1a-4a35-baa7-b103160ef306 None None] Pushing event deleted for resources: {'Port': ['ID=26357071-a32b-42ec-98bf-f2d6209a83d4,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:14.865808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.001442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.030240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Pushing event deleted for resources: {'Port': ['ID=26357071-a32b-42ec-98bf-f2d6209a83d4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:15.036902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] No DVR routers for this DVR port 26357071-a32b-42ec-98bf-f2d6209a83d4 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:15.066341 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.069455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.073826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77e2e77e-4cdc-43ef-b955-478678298ebd HTTP/1.1" status: 204 len: 168 time: 0.5241873 Oct 22 13:25:15.089829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0047b0-51fe-47ac-bc6d-14e41cfb5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e2e77e-4cdc-43ef-b955-478678298ebd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:15.171914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.193876 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.204790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.235911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a4248d-451b-45ec-b3ff-1331a01bd4d0']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:15.254451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:15.254781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8374455c-b4ef-4fd1-bd75-3ecd591c7a5f') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:15.267548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.292300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.310312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:15.310770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:15.312674 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:15.345909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=c85f3f12-33f4-41d2-90a3-f8e35184ec83,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:15.351109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.403623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.414101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:15.421039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1a4248d-451b-45ec-b3ff-1331a01bd4d0 HTTP/1.1" status: 204 len: 168 time: 1.7706773 Oct 22 13:25:15.439925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3a80-29c0-484c-b493-21d306b8c0db admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a4248d-451b-45ec-b3ff-1331a01bd4d0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:15.518044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26357071-a32b-42ec-98bf-f2d6209a83d4 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:15.565138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 38f44e54-d38c-4c3b-9745-048f75812151 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:15.566585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:15.584626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 26357071-a32b-42ec-98bf-f2d6209a83d4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:15.584984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26357071-a32b-42ec-98bf-f2d6209a83d4 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:15.834668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55516) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:15.851056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 1685adad-7333-4212-bb62-b87a932ceb55 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:15.911300 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-30f7bf45-08ca-40c8-b53d-8cf8a967bc40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76cc45d65d5247548c65e67157f1f607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745795 Oct 22 13:25:15.915458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55520) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:15.983027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:15.995550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ae54ffe-ccae-433a-9529-2b9d117c45b4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5809207 Oct 22 13:25:15.995822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] Sync routers for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:15.999274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:16.014871 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:16.020230 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:16.046318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ba013eb3-6f58-44db-8353-754011553448 None None] Provisioning complete for port c85f3f12-33f4-41d2-90a3-f8e35184ec83 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:16.047036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ba013eb3-6f58-44db-8353-754011553448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:16.080631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:16.121993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:16.125334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b929f-32d9-4ee6-98b3-96cb922056b1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:16.125831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ba013eb3-6f58-44db-8353-754011553448 None None] Port c85f3f12-33f4-41d2-90a3-f8e35184ec83 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:16.130953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c12b929f-32d9-4ee6-98b3-96cb922056b1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports/c85f3f12-33f4-41d2-90a3-f8e35184ec83 HTTP/1.1" status: 200 len: 910 time: 0.1249328 Oct 22 13:25:16.139433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55528) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:16.146074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:16.146728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:16.170203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:16.218560 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:16.219505 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe091399-30e7-4862-b129-b8ae419c19ff None None] The sync data for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:16.295879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:16.298703 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:16.299921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2f042c0-e21b-476a-bd54-f9edb05740b1 HTTP/1.1" status: 204 len: 168 time: 0.3797984 Oct 22 13:25:16.311909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe36504-0037-4c38-9426-c5117e5b2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f042c0-e21b-476a-bd54-f9edb05740b1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:17.168687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55552) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:17.211869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.250734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-810e71ce-9778-4742-8f66-80379e3f3bc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bce2d50f53e4ec0a24d9095e917f07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709615 Oct 22 13:25:17.255571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:17.330574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.374109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.434379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.442900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.450078 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58e654ba-23b6-478a-bbba-4d81f68fbc62 HTTP/1.1" status: 204 len: 168 time: 0.1909738 Oct 22 13:25:17.497334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824af75-9cf6-4b81-80e0-a1a3a32dc53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e654ba-23b6-478a-bbba-4d81f68fbc62,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:17.649933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port c85f3f12-33f4-41d2-90a3-f8e35184ec83 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:17.653481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.803101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:17.819489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for c85f3f12-33f4-41d2-90a3-f8e35184ec83 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:18.065440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:18.158641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=c85f3f12-33f4-41d2-90a3-f8e35184ec83,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:18.399759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:18.667576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 1685adad-7333-4212-bb62-b87a932ceb55 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:18.793794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:18.800706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e398bdda-9d7d-436d-9c7c-7544da5feda8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598067 Oct 22 13:25:18.803507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55600) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:18.806556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] Sync routers for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:18.822108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:18.823436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:18.863391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:18.873963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:18.887044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:18.957325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:18.958310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40d975-bcf9-47cb-a857-cab26abc0de7 None None] The sync data for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:19.005025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:19.170006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7eaecd-109d-410d-b995-2828ed1827b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.268594 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.292004 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7eaecd-109d-410d-b995-2828ed1827b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.298068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7eaecd-109d-410d-b995-2828ed1827b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.353410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9c7eaecd-109d-410d-b995-2828ed1827b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ac498ea1b6e41f191c53eb229cf3ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449814 Oct 22 13:25:19.353410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eaecd-109d-410d-b995-2828ed1827b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea37aa-9366-4890-adcd-7e5b25811bc5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:19.356524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:19.475789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.506241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.627363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.630400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.631673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ea37aa-9366-4890-adcd-7e5b25811bc5 HTTP/1.1" status: 204 len: 168 time: 0.2742112 Oct 22 13:25:19.668402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896d638-fc4b-4371-a6b5-141f333150a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea37aa-9366-4890-adcd-7e5b25811bc5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:19.794797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port ee6fc9a4-4d01-455c-8351-80168fe78aa1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:19.795507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.949209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:19.974466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for ee6fc9a4-4d01-455c-8351-80168fe78aa1 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:20.336772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.388341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=ee6fc9a4-4d01-455c-8351-80168fe78aa1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:20.413056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55626) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:20.452389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e1191b47-dcae-4db6-aa81-81857cca9f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.624124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e1191b47-dcae-4db6-aa81-81857cca9f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.629686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e1191b47-dcae-4db6-aa81-81857cca9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.661895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191b47-dcae-4db6-aa81-81857cca9f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d697e022-a397-44ca-8241-ec90264c5dff,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:20.711234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e1191b47-dcae-4db6-aa81-81857cca9f8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=074ab3bf399a45d8aee775e2694f92dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962053 Oct 22 13:25:20.713750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55634) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:20.808523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.833002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.837332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.900592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.904728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:20.905612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d697e022-a397-44ca-8241-ec90264c5dff HTTP/1.1" status: 204 len: 168 time: 0.1903636 Oct 22 13:25:20.915070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9527b7-6876-4929-b006-b535a16c0896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d697e022-a397-44ca-8241-ec90264c5dff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:21.165836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 1685adad-7333-4212-bb62-b87a932ceb55 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:21.305586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:21.315699 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fcbc5b40-7e45-4a41-96ad-08275620783d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5081902 Oct 22 13:25:21.316280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55658) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:21.322420 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] Sync routers for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:21.349665 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:21.350434 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:21.388370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:21.396206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b2b8d5f5-1d6d-49fa-9ea6-445f310e6cf3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=1685adad-7333-4212-bb62-b87a932ceb55 HTTP/1.1" status: 200 len: 205 time: 0.0680785 Oct 22 13:25:21.523133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:21.532528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.537713 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] Routers {'1685adad-7333-4212-bb62-b87a932ceb55'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:21.538323 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:24:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1685adad-7333-4212-bb62-b87a932ceb55'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:21.576970 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:21.577630 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce5269-e532-484a-921b-d58c06a1bac2 None None] The sync data for ids ['1685adad-7333-4212-bb62-b87a932ceb55'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:21.721520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.724224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.770196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.770758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router 1685adad-7333-4212-bb62-b87a932ceb55 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:21.785408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.786718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6fe4f1de-f64a-4d36-ad35-23254ca48bcb tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55 HTTP/1.1" status: 204 len: 168 time: 0.3971703 Oct 22 13:25:21.789437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:21.881425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet e5535e74-9a99-499f-9020-6cfd6606c0b4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:21.886733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:21.950748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.059194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.163527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.208330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=e5535e74-9a99-499f-9020-6cfd6606c0b4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:22.223676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.225433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c384cac-a006-4090-9d58-f2f57e071063 None None] Network 38f44e54-d38c-4c3b-9745-048f75812151 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:22.230200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc61a782-b209-4596-bf48-c95a88d28979 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/e5535e74-9a99-499f-9020-6cfd6606c0b4 HTTP/1.1" status: 204 len: 168 time: 0.4379096 Oct 22 13:25:22.231478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55692) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:22.299909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 07685541-8bff-45bd-9369-7c8fbf354b36 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:22.311298 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.380859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.517799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] DHCP port deletion for 38f44e54-d38c-4c3b-9745-048f75812151 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:22.554177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.612976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Deleting port 6b98fd99-3f29-46a9-86d4-2497745e136b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:22.613352 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.684222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.729803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] For port 6b98fd99-3f29-46a9-86d4-2497745e136b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b98fd99-3f29-46a9-86d4-2497745e136b,segment=NetworkSegment(fddf7ff1-1051-4de0-aabc-0dbd0e15408b),segment_id=fddf7ff1-1051-4de0-aabc-0dbd0e15408b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:22.730836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.749124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=07685541-8bff-45bd-9369-7c8fbf354b36,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:22.752802 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:22.758220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Calling delete_port for 6b98fd99-3f29-46a9-86d4-2497745e136b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:22.761572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-75cd0ba2-8653-4dda-a6cc-26448725dc5e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/07685541-8bff-45bd-9369-7c8fbf354b36 HTTP/1.1" status: 204 len: 168 time: 0.5275195 Oct 22 13:25:22.762906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:22.764583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88868358-34fb-4bc6-b5f9-277436937a08 None None] Network b91db2aa-c877-465b-8345-6d2a7804c541 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:22.925650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.023702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 6b98fd99-3f29-46a9-86d4-2497745e136b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:23.024099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.131107 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.137642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 6b98fd99-3f29-46a9-86d4-2497745e136b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b98fd99-3f29-46a9-86d4-2497745e136b,segment=NetworkSegment(fddf7ff1-1051-4de0-aabc-0dbd0e15408b),segment_id=fddf7ff1-1051-4de0-aabc-0dbd0e15408b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:23.138016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.167714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 6b98fd99-3f29-46a9-86d4-2497745e136b owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:23.221711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70777130-4e63-4175-afcd-de753623eff5 None None] DHCP port deletion for b91db2aa-c877-465b-8345-6d2a7804c541 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:23.283093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] Pushing event deleted for resources: {'Port': ['ID=6b98fd99-3f29-46a9-86d4-2497745e136b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:23.291917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63173431-0fce-467f-8d07-e5a83dac0c67 None None] No DVR routers for this DVR port 6b98fd99-3f29-46a9-86d4-2497745e136b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:23.332522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.358838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Deleting port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:23.359215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.374006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=6b98fd99-3f29-46a9-86d4-2497745e136b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:23.376667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 6b98fd99-3f29-46a9-86d4-2497745e136b on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:23.551992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-70777130-4e63-4175-afcd-de753623eff5 None None] For port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,segment=NetworkSegment(93995a3a-3642-4c18-bf30-7d065cae5414),segment_id=93995a3a-3642-4c18-bf30-7d065cae5414)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:23.552297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.563521 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.599600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f44e54-d38c-4c3b-9745-048f75812151']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:23.600983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Calling delete_port for 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:23.632518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:23.632830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddf7ff1-1051-4de0-aabc-0dbd0e15408b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:23.657790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.682962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.694419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:23.694853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:23.699692 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:23.774645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b98fd99-3f29-46a9-86d4-2497745e136b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:23.785042 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.832558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.840992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:23.846872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/38f44e54-d38c-4c3b-9745-048f75812151 HTTP/1.1" status: 204 len: 168 time: 1.0803831 Oct 22 13:25:23.847239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55728) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:23.866229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6b98fd99-3f29-46a9-86d4-2497745e136b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:23.866701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b98fd99-3f29-46a9-86d4-2497745e136b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:23.867124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:23.869348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5412e1-4a25-4448-a929-639dd6a322f8 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=38f44e54-d38c-4c3b-9745-048f75812151,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:23.928580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:23.928954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:23.953938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70777130-4e63-4175-afcd-de753623eff5 None None] No DVR routers for this DVR port 2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:23.982019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777130-4e63-4175-afcd-de753623eff5 None None] Pushing event deleted for resources: {'Port': ['ID=2cf23ac4-9ce7-4bc7-97e1-1e0b5ea4f8ce,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:24.008142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.008901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0a85b396-c1fb-4b97-ac9e-236bb5ef434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.151233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.183319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91db2aa-c877-465b-8345-6d2a7804c541']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:24.205550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93995a3a-3642-4c18-bf30-7d065cae5414') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:24.205550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93995a3a-3642-4c18-bf30-7d065cae5414') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:24.234629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.266856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.279488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:24.279901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:24.284001 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:24.420441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.429773 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.435819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/b91db2aa-c877-465b-8345-6d2a7804c541 HTTP/1.1" status: 204 len: 168 time: 0.5863621 Oct 22 13:25:24.438728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:24.445818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-464538885'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:24.462315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=b91db2aa-c877-465b-8345-6d2a7804c541,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:24.486890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.487196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.487493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.487869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.488204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.488530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.488855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.489225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.489548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.489869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.490243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.490569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9030b70-d484-40a0-b6f1-58c70c1794d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:24.499687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:24.507625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.562168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:25:24.576014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.576402 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 388457c2-88eb-432b-b1fe-e0c8a37c3088 of type vlan for network 12312bd6-b12f-45c3-844b-3dba4c450b88 Oct 22 13:25:24.623906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.668863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.674975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:24.677981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:24.746959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3070779 Oct 22 13:25:24.749736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55746) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:24.755121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:24.910095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90c12-6614-49fc-9b9e-74baf33744f3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=12312bd6-b12f-45c3-844b-3dba4c450b88,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:24.926587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:25:24.958430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:24.962595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:25.497027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:25.586307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '388457c2-88eb-432b-b1fe-e0c8a37c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:25.598703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 12312bd6-b12f-45c3-844b-3dba4c450b88, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:25:25.618679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=722ca226-3cba-44f8-bfa8-74bd942148f7,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:25.667971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:25:25.691602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 12312bd6-b12f-45c3-844b-3dba4c450b88) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:25.699520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:25.699672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:25.704664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71d2ba-86f3-42ae-ae3b-a6bb69e7e76e None None] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:25.744858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eae53031-74e2-41c3-81cb-7c2b88612d7c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9919479 Oct 22 13:25:25.746178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55762) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:25.751109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2091498047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:25.815568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:25.817045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.004503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.016653 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.051857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.055568 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d1e3fb1d-8bd7-4ac2-874e-ce93389ca321 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3058467 Oct 22 13:25:26.055905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:26.061650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'port': {'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88', 'name': 'tempest-RoutersTest-1125976887'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:26.136755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-12312bd6-b12f-45c3-844b-3dba4c450b88', 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '722ca226-3cba-44f8-bfa8-74bd942148f7'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:25:26.136755 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.388451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:26.392814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.402989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Allocated IP 172.20.0.2 (12312bd6-b12f-45c3-844b-3dba4c450b88/722ca226-3cba-44f8-bfa8-74bd942148f7/a5058f4b-02b2-4116-b662-9f5e72bcc2ca) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:26.460898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] device_id is not set on port 129fbb3b-d99d-4597-9581-a000c45c0473 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:25:26.687297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.699387 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:26.785035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.20.0.14 (12312bd6-b12f-45c3-844b-3dba4c450b88/722ca226-3cba-44f8-bfa8-74bd942148f7/129fbb3b-d99d-4597-9581-a000c45c0473) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:26.881156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Pushing event updated for resources: {'Port': ['ID=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:26.923223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:26.927110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:26.930616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:27.112220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Attempting to bind port a5058f4b-02b2-4116-b662-9f5e72bcc2ca on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:27.112612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Attempting to bind port a5058f4b-02b2-4116-b662-9f5e72bcc2ca by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '388457c2-88eb-432b-b1fe-e0c8a37c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:27.114120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Attempting to bind port a5058f4b-02b2-4116-b662-9f5e72bcc2ca on network 12312bd6-b12f-45c3-844b-3dba4c450b88 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:27.127035 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a953-9f87-4ebe-8690-b3a44af24068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:27.142716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:27.143412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Checking segment: {'id': '388457c2-88eb-432b-b1fe-e0c8a37c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:27.144241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:27.144241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Bound using segment: {'id': '388457c2-88eb-432b-b1fe-e0c8a37c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:27.145682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Bound port: a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388457c2-88eb-432b-b1fe-e0c8a37c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12312bd6-b12f-45c3-844b-3dba4c450b88'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:27.146072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:27.295657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] For port a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:27.299415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] For port a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,segment=NetworkSegment(388457c2-88eb-432b-b1fe-e0c8a37c3088),segment_id=388457c2-88eb-432b-b1fe-e0c8a37c3088)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:27.311370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:27.468839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff0160-0058-4bb4-a0f8-c3f104b08f5a None None] Pushing event updated for resources: {'Port': ['ID=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:27.765449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:27.776897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:28.023103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:28.067197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:28.185908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:28.206545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:28.213600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:28.218163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=129fbb3b-d99d-4597-9581-a000c45c0473,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:28.323374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:28.324059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:28.365072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-972157a1-167d-4fa9-875d-ceabc298f90e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3074031 Oct 22 13:25:28.367948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55796) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:28.952010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e5dcd-9b1b-483f-a26b-1252047daa30 None None] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:29.094972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.208976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] Provisioning complete for port a5058f4b-02b2-4116-b662-9f5e72bcc2ca triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:29.209358 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.435672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.491803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] For port a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,segment=NetworkSegment(388457c2-88eb-432b-b1fe-e0c8a37c3088),segment_id=388457c2-88eb-432b-b1fe-e0c8a37c3088)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:29.498194 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.609305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913245-4ed3-4b03-9804-df7315fe5e68 None None] Pushing event updated for resources: {'Port': ['ID=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:29.614877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a5058f4b-02b2-4116-b662-9f5e72bcc2ca up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:29.630762 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.646594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.714785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a5058f4b-02b2-4116-b662-9f5e72bcc2ca triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:29.715164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.862883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.864153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2c55f98d-f14c-4b0c-9d5c-de0dea63c422 None None] Provisioning complete for port 129fbb3b-d99d-4597-9581-a000c45c0473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:29.864568 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c55f98d-f14c-4b0c-9d5c-de0dea63c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:29.871731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=129fbb3b-d99d-4597-9581-a000c45c0473,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:29.911783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2c55f98d-f14c-4b0c-9d5c-de0dea63c422 None None] Port 129fbb3b-d99d-4597-9581-a000c45c0473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:29.952201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2c55f98d-f14c-4b0c-9d5c-de0dea63c422 None None] Provisioning complete for port a5058f4b-02b2-4116-b662-9f5e72bcc2ca triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:29.952856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c55f98d-f14c-4b0c-9d5c-de0dea63c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:30.466084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:30.495045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5e9a4f24-e347-489e-a3df-01783b027745 None None] Provisioning complete for port 129fbb3b-d99d-4597-9581-a000c45c0473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:30.495661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e9a4f24-e347-489e-a3df-01783b027745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:30.570454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a4f24-e347-489e-a3df-01783b027745 None None] Port 129fbb3b-d99d-4597-9581-a000c45c0473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:30.669616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:30.711958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6d34193d-2bce-42d4-a3b4-34157790077e None None] Provisioning complete for port 129fbb3b-d99d-4597-9581-a000c45c0473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:30.712309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d34193d-2bce-42d4-a3b4-34157790077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:30.798230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6d34193d-2bce-42d4-a3b4-34157790077e None None] Port 129fbb3b-d99d-4597-9581-a000c45c0473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:30.976573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55836) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:31.102688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.115523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c874cfe-7adf-4632-bbd7-4aaba23ef266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.116213 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.219187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=129fbb3b-d99d-4597-9581-a000c45c0473,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:31.247605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.248032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c874cfe-7adf-4632-bbd7-4aaba23ef266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.255255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c874cfe-7adf-4632-bbd7-4aaba23ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.320197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:31.320751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c874cfe-7adf-4632-bbd7-4aaba23ef266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a10986757184208aa8badb45aece3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414879 Oct 22 13:25:31.324589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c874cfe-7adf-4632-bbd7-4aaba23ef266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f548a65-2ccd-4b64-bb5e-61cf6f1656f8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:31.456821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a5058f4b-02b2-4116-b662-9f5e72bcc2ca up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:31.544945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:31.551065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:31.572993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.584918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a5058f4b-02b2-4116-b662-9f5e72bcc2ca triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:31.585368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.687146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.866383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.870306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:31.872723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f548a65-2ccd-4b64-bb5e-61cf6f1656f8 HTTP/1.1" status: 204 len: 168 time: 0.5512407 Oct 22 13:25:31.923631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e44c5-74c2-45d7-b5ff-0dd29215cd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f548a65-2ccd-4b64-bb5e-61cf6f1656f8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:31.923631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:25:32.033216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2f8a9b2b-416c-42e7-8868-87bedede7135 None None] Provisioning complete for port 129fbb3b-d99d-4597-9581-a000c45c0473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:32.033936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9b2b-416c-42e7-8868-87bedede7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:32.101425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a9b2b-416c-42e7-8868-87bedede7135 None None] Port 129fbb3b-d99d-4597-9581-a000c45c0473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:32.185381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-2ca161c4-acb0-4222-b321-7bb2e140537c tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:32.193024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-2ca161c4-acb0-4222-b321-7bb2e140537c tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.1455038 Oct 22 13:25:32.210236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:32.229847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cce31774-97d8-4c35-984e-96312f72ff69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8522775 Oct 22 13:25:32.229847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 55882) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:32.235482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] Sync routers for ids ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:32.251328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] Routers {'d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:32.260323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:32.309639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:32.321503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] Routers {'d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:32.323107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:32.356651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-725eb4cc-b0e9-49df-a31b-700933c26839 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113799 Oct 22 13:25:32.359024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:32.359778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ed8bc-3b22-4fcc-93f1-e5f328805742 None None] The sync data for ids ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:32.452389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-55828a04-7fd8-454d-8ff3-b64c5c91ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:32.454508 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-55828a04-7fd8-454d-8ff3-b64c5c91ad87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 1097 time: 0.0669219 Oct 22 13:25:32.619967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-266e6b21-821c-4ccc-863d-5302155e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:32.621767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-266e6b21-821c-4ccc-863d-5302155e7c7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.1382778 Oct 22 13:25:32.693216 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-a6367465-cb8c-4372-88f4-ffec1955796d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 200 len: 217 time: 0.0627694 Oct 22 13:25:32.744883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-957e25a9-554f-425f-b564-3e755b82d609 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/quotas/d9b3fed6cce84332a03cc89e82cc1924 HTTP/1.1" status: 200 len: 375 time: 0.5503898 Oct 22 13:25:32.794398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-bbe516f8-b0de-4e71-bf16-c9e94984dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:32.796734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-bbe516f8-b0de-4e71-bf16-c9e94984dcc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.0941362 Oct 22 13:25:32.816639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315dcdbe-c845-40b7-88c8-1b9d5ad3b4cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:32.821175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-315dcdbe-c845-40b7-88c8-1b9d5ad3b4cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports/129fbb3b-d99d-4597-9581-a000c45c0473 HTTP/1.1" status: 200 len: 978 time: 0.5896323 Oct 22 13:25:32.823757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55900) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:32.880077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-835e4457-a2c3-4505-99c7-b25774144d43 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341393 Oct 22 13:25:32.975627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-11863eac-4b83-4e0f-8999-c2d9028f4178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700330 Oct 22 13:25:32.995112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-4be98a63-f8d9-43f6-8960-df84a031a3a7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045570 Oct 22 13:25:33.132278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-fe7fdcf4-bb07-41f0-a9c2-1ad73eb5f3c2 service neutron] 10.222.0.25 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307521 Oct 22 13:25:33.202521 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-6596e313-2880-4fd8-9e21-a88998251dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492574 Oct 22 13:25:33.435540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ce7459a5-16b2-4871-96f7-cf3522913f5e req-c275d16b-e101-42b4-971f-d09e4a4f7518 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085505 Oct 22 13:25:33.457077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:33.475964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:25:33.517059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bf98ae3-d19f-4c7f-b4d2-c36b6a4e3f2e req-6c75e915-65f3-4e57-8a1a-4c0ec9e2e3c1 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 210 time: 0.0700371 Oct 22 13:25:33.974670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 129fbb3b-d99d-4597-9581-a000c45c0473 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:33.975021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:34.166449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:34.206232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 129fbb3b-d99d-4597-9581-a000c45c0473 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:34.487383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:34.527044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=129fbb3b-d99d-4597-9581-a000c45c0473,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:34.676515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9f0cce2-a544-4197-9e72-beab3b330b8a req-0af5baee-1a32-46a9-a5c2-7277ee84571e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 210 time: 0.0534985 Oct 22 13:25:34.841955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:35.072684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:35.141526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-f188247a-a6e0-40cb-a17b-eb351ece613f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:35.149227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-f188247a-a6e0-40cb-a17b-eb351ece613f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 815 time: 0.2734420 Oct 22 13:25:35.165014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Request body: {'port': {'device_id': 'f6267e7b-61fc-4c02-9632-37a538413143', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'admin_state_up': True, 'tenant_id': 'd9b3fed6cce84332a03cc89e82cc1924'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:35.202515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:35.226444 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] Sync routers for ids ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:35.234368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb10b7cf-a6dd-425f-9be6-e2c6d99deaaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3851860 Oct 22 13:25:35.235898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:35.268145 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] Routers {'d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:35.271537 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:35.390050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Made reservation on behalf of d9b3fed6cce84332a03cc89e82cc1924 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:35.393764 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:35.395086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:35.417284 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] Routers {'d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:35.418017 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:35.496615 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:35.497442 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f14a2-f4c2-4532-aa47-fc2d9f2f7f98 None None] The sync data for ids ['d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:35.558392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Allocated IP 172.20.0.5 (1e2ba6f7-d368-4993-9f5a-f075022c8e6a/da6967ce-d5c2-450e-af6b-13394cfa6d97/8a2c9046-8524-49ad-878d-35953bedd78e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:35.665402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-f5129791-2e01-4ef8-bbdc-9fde8fd79db9 req-31f88730-5d04-436c-8dac-373333718a92 service neutron] (100619) timed out ('10.222.0.25', 57388) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:25:35.684336 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-c0e08539-bb92-4f52-9e05-2eb85e3ffbd7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] remove_router_interface failed (client error): The resource could not be found. Oct 22 13:25:35.685592 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0e08539-bb92-4f52-9e05-2eb85e3ffbd7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4484901 Oct 22 13:25:35.688484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55986) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:35.749804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f53a520-fcbb-4f77-94f7-f23c1c8b2431 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa HTTP/1.1" status: 200 len: 205 time: 0.0596020 Oct 22 13:25:35.751782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:35.806657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:35.893504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:35.905220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:35.911097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203', 'd233bd6d-1d98-4c15-94ac-2d95d48756df'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:25:35.942812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:35.959533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe3ac-bc9f-4cef-bc03-82cd2a4e73c1 req-a2e607b3-e66e-40b3-846d-f6e5dcdd3400 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:35.968188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4eefe3ac-bc9f-4cef-bc03-82cd2a4e73c1 req-a2e607b3-e66e-40b3-846d-f6e5dcdd3400 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 931 time: 0.1161759 Oct 22 13:25:35.970302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:25:35.973951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:35.984714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:36.038126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:36.039167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.106999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event updated for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:36.141922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4eefe3ac-bc9f-4cef-bc03-82cd2a4e73c1 req-449ab954-3cc2-4bf1-bb2c-c6cdafe11638 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721148 Oct 22 13:25:36.146195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-5fb5709f-b387-469b-a56e-7387db485d36 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9871304 Oct 22 13:25:36.160182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Request body: {'port': {'device_id': 'f6267e7b-61fc-4c02-9632-37a538413143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:36.238000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.241689 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.301663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.305316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.306808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:36.318042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.320726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c91b0ddd-452d-471a-9ed2-b30a6f30e841 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa HTTP/1.1" status: 204 len: 168 time: 0.5679865 Oct 22 13:25:36.324101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 55998) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:36.432089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 722ca226-3cba-44f8-bfa8-74bd942148f7 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:36.436507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.496473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.631998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.708681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.778704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=722ca226-3cba-44f8-bfa8-74bd942148f7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:36.794414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2c9046-8524-49ad-878d-35953bedd78e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:25:36.799528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.806009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d22a3-815e-4a3a-8086-36c8fccc5545 None None] Network 12312bd6-b12f-45c3-844b-3dba4c450b88 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:36.809433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56006) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:36.812072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18c85ac7-0f2c-409c-9fe5-7507b21566b3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/722ca226-3cba-44f8-bfa8-74bd942148f7 HTTP/1.1" status: 204 len: 168 time: 0.4868100 Oct 22 13:25:36.823867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.870286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Transition to ACTIVE for port object 8a2c9046-8524-49ad-878d-35953bedd78e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:25:36.923394 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:36.970105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.022548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:37.062408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] DHCP port deletion for 12312bd6-b12f-45c3-844b-3dba4c450b88 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:37.144738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Deleting port a5058f4b-02b2-4116-b662-9f5e72bcc2ca {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:37.145345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.148540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port a5058f4b-02b2-4116-b662-9f5e72bcc2ca {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:37.148886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.165935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Attempting to bind port 8a2c9046-8524-49ad-878d-35953bedd78e on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:37.166326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Attempting to bind port 8a2c9046-8524-49ad-878d-35953bedd78e by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:37.166735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Attempting to bind port 8a2c9046-8524-49ad-878d-35953bedd78e on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:37.173449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Port 8a2c9046-8524-49ad-878d-35953bedd78e on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:25:37.173774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Attempting to bind port 8a2c9046-8524-49ad-878d-35953bedd78e on network 1e2ba6f7-d368-4993-9f5a-f075022c8e6a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:37.188897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:37.189343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Checking segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:37.189754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Bound using segment: {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:37.190057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Bound port: 8a2c9046-8524-49ad-878d-35953bedd78e, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226fcc7f-e3b4-4cae-b8e3-0b7431335d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:37.190419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.310417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] For port a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,segment=NetworkSegment(388457c2-88eb-432b-b1fe-e0c8a37c3088),segment_id=388457c2-88eb-432b-b1fe-e0c8a37c3088)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:37.311407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.316510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port a5058f4b-02b2-4116-b662-9f5e72bcc2ca, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,segment=NetworkSegment(388457c2-88eb-432b-b1fe-e0c8a37c3088),segment_id=388457c2-88eb-432b-b1fe-e0c8a37c3088)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:37.316878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.388574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for a5058f4b-02b2-4116-b662-9f5e72bcc2ca owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:37.486849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5deb9e-fc6c-4581-90fe-d5e51223fa39 req-155de055-af86-4680-aa7e-3cb8d239295e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:37.490142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d5deb9e-fc6c-4581-90fe-d5e51223fa39 req-155de055-af86-4680-aa7e-3cb8d239295e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 943 time: 0.2045472 Oct 22 13:25:37.558183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:37.598738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8a2c9046-8524-49ad-878d-35953bedd78e,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:37.611327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Calling delete_port for a5058f4b-02b2-4116-b662-9f5e72bcc2ca owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:37.618148 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.675294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:37.676043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.677869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a2c9046-8524-49ad-878d-35953bedd78e HTTP/1.1" status: 200 len: 1091 time: 1.5221636 Oct 22 13:25:37.682662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d5deb9e-fc6c-4581-90fe-d5e51223fa39 req-b5526a1a-c70e-42a8-aea2-c9264f68c975 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280115 Oct 22 13:25:37.683317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:25:37.686004 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f6db9-8e62-4b82-9898-a35beda369f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:25:37.716575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a5058f4b-02b2-4116-b662-9f5e72bcc2ca no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:37.828450 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.832990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9f080-90bb-4604-9e43-9d654f753251 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:37.845430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.861472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:37.865160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:37.885623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port a5058f4b-02b2-4116-b662-9f5e72bcc2ca on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:37.950859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-8e84d26e-d3b5-4c8a-b997-e37a9277cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:37.955569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-8e84d26e-d3b5-4c8a-b997-e37a9277cd06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 1094 time: 0.2010827 Oct 22 13:25:37.980344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] Pushing event deleted for resources: {'Port': ['ID=a5058f4b-02b2-4116-b662-9f5e72bcc2ca,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:38.001871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131d876-c7fc-4e38-8877-5ff29addff60 None None] No DVR routers for this DVR port a5058f4b-02b2-4116-b662-9f5e72bcc2ca on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:38.029358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-988970cc-c349-4e36-921f-3e02a5edec51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c9046-8524-49ad-878d-35953bedd78e HTTP/1.1" status: 200 len: 217 time: 0.0650160 Oct 22 13:25:38.057834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.061288 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b84baf-b413-41f1-8680-8be93f766ae8 x-openstack-request-id: req-e8b84baf-b413-41f1-8680-8be93f766ae8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:25:38.061570 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:25:38.061824 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8b84baf-b413-41f1-8680-8be93f766ae8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:25:38.062218 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e', 'status': 'completed', 'code': 200} Oct 22 13:25:38.113403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12312bd6-b12f-45c3-844b-3dba4c450b88']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:38.126825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388457c2-88eb-432b-b1fe-e0c8a37c3088') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:38.127163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388457c2-88eb-432b-b1fe-e0c8a37c3088') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:38.141893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-c07f9523-9384-4ecd-95e9-137cce6d646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:38.142369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-c07f9523-9384-4ecd-95e9-137cce6d646d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.0794072 Oct 22 13:25:38.146440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.182625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.185943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-83f597ff-9f3f-4c37-bb27-197f2e52fb38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318379 Oct 22 13:25:38.190657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:38.191003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:38.194670 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:38.266057 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.312769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.338719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.340341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/12312bd6-b12f-45c3-844b-3dba4c450b88 HTTP/1.1" status: 204 len: 168 time: 1.5296371 Oct 22 13:25:38.344608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56026) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:38.345781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd66b-3dee-4fbf-ae30-ed03588a33bf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=12312bd6-b12f-45c3-844b-3dba4c450b88,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:38.355434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-1637501355'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:38.388447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:38.388813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-085b6e44-1a6d-495e-887c-4793c58b45e9 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936197 Oct 22 13:25:38.393901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.434640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:25:38.446499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.457557 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 804dd566-5ed7-4419-ae86-278792c23258 of type vlan for network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 Oct 22 13:25:38.540033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67c59c78-be34-4263-bd88-005ae76a2f20 req-604f8e2e-28a8-4b2d-aeff-9a29532abbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438334 Oct 22 13:25:38.564509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.601078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.612094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:38.612808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:38.667242 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3203623 Oct 22 13:25:38.669702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56044) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:38.675319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:38.697850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-f512b204-114f-4f28-a215-9c2fd088ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:38.706023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-f512b204-114f-4f28-a215-9c2fd088ec1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 1094 time: 0.1089661 Oct 22 13:25:38.712938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d6345-67ed-4170-9381-fc0520f4667f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=b0b4aec6-4b44-4925-95a5-f0baaacb70d1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:38.735844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:25:39.063747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370409e-eb87-42df-b42c-868a86a2bdad req-f0fbd088-a1fc-48c2-a494-3da0258971a1 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:39.072240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d370409e-eb87-42df-b42c-868a86a2bdad req-f0fbd088-a1fc-48c2-a494-3da0258971a1 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 943 time: 0.2813480 Oct 22 13:25:39.077804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:39.081450 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.141472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-8aeb67af-4c01-4bcb-9804-0d8fe1a99826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:39.143137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-8aeb67af-4c01-4bcb-9804-0d8fe1a99826 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.4348781 Oct 22 13:25:39.309234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d370409e-eb87-42df-b42c-868a86a2bdad req-94078063-e5b9-4086-89c2-b4615b87e749 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352507 Oct 22 13:25:39.318532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-2eb2ff3f-246a-41e6-ba26-6914d0fa6c69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c9046-8524-49ad-878d-35953bedd78e HTTP/1.1" status: 200 len: 217 time: 0.1287732 Oct 22 13:25:39.381529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-9a015232-c9d5-403d-bcd2-278c4b3d3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:39.383041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-9a015232-c9d5-403d-bcd2-278c4b3d3b4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.0555415 Oct 22 13:25:39.398096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56056) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:39.441820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-1ff844fb-b841-4e4b-8ffd-edc5bf582246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510409 Oct 22 13:25:39.574041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b817f4bb-fb10-4293-91ac-f7345a2c253e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.666426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-b2469dd6-da01-4117-b1dd-ac8b85b375bd service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750100 Oct 22 13:25:39.669768 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.731557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=b40c8d9c-adf8-42d3-8b15-052d90b90e5c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:39.801505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b817f4bb-fb10-4293-91ac-f7345a2c253e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.816722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b817f4bb-fb10-4293-91ac-f7345a2c253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.862290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '804dd566-5ed7-4419-ae86-278792c23258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:39.862697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: b0b4aec6-4b44-4925-95a5-f0baaacb70d1, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:25:39.875368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817f4bb-fb10-4293-91ac-f7345a2c253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d162d8fc-961a-4a50-8f70-478425661d40,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:39.895975 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b817f4bb-fb10-4293-91ac-f7345a2c253e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26ca3afdaac44d9fa10130c752ec8fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965467 Oct 22 13:25:39.899588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56076) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:39.910734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.911284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e3f6db9-8e62-4b82-9898-a35beda369f2 req-dd1efbe2-2ed1-4f7d-82b3-21b247caa3a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815763 Oct 22 13:25:39.928527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:25:39.945817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b0b4aec6-4b44-4925-95a5-f0baaacb70d1) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:39.951322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:39.952651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:39.957109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970764ba-15f4-4a87-9062-cd83413b484d None None] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:40.002856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d6e72423-b161-4c77-a648-fa57aaaff7c0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3320427 Oct 22 13:25:40.003710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56080) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:40.013632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-892229485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:40.029585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.071728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.073749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.089441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.195305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.199306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.204237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.206096 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d162d8fc-961a-4a50-8f70-478425661d40 HTTP/1.1" status: 204 len: 168 time: 0.3020141 Oct 22 13:25:40.215455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.225127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909038b-07b2-4f35-82e0-e7f4ab8b42b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162d8fc-961a-4a50-8f70-478425661d40,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:40.392752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.396677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5f01b82-a097-4e91-9e1b-2d90d49b1a92 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3889985 Oct 22 13:25:40.397744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56090) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:40.423894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b0b4aec6-4b44-4925-95a5-f0baaacb70d1', 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': 'b40c8d9c-adf8-42d3-8b15-052d90b90e5c'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:25:40.424781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:40.431902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-a324dbf8-b66e-4659-8ea2-3702af113d3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1768839 Oct 22 13:25:40.655219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8d5cb-9cf9-4ba5-b91b-a6248fc56a57 req-113fa33d-a851-4abc-8977-f642c55853c4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:40.663224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7d8d5cb-9cf9-4ba5-b91b-a6248fc56a57 req-113fa33d-a851-4abc-8977-f642c55853c4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 943 time: 0.1214051 Oct 22 13:25:40.665976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-6b5458b7-8098-4870-b59a-41b4e3f111bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:40.670247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-6b5458b7-8098-4870-b59a-41b4e3f111bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 1097 time: 0.2035801 Oct 22 13:25:40.764851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Allocated IP 172.20.0.2 (b0b4aec6-4b44-4925-95a5-f0baaacb70d1/b40c8d9c-adf8-42d3-8b15-052d90b90e5c/91be8a47-c428-48f0-8079-c9e6002ab80e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:40.786343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56094) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:40.865346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7d8d5cb-9cf9-4ba5-b91b-a6248fc56a57 req-38ba1de8-362a-4796-bdd0-81ab6422e989 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936746 Oct 22 13:25:40.872750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de23787c-c870-434c-a17d-152d37df87f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.032876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.050449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.079416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de23787c-c870-434c-a17d-152d37df87f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.099893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de23787c-c870-434c-a17d-152d37df87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.153412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-de23787c-c870-434c-a17d-152d37df87f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8da2410ca9a347219dbd680c0bb68b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610215 Oct 22 13:25:41.155752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56096) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:41.173659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:41.175199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Pushing event updated for resources: {'Port': ['ID=91be8a47-c428-48f0-8079-c9e6002ab80e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:41.184461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:41.187752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:41.253335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8a2c9046-8524-49ad-878d-35953bedd78e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:25:41.300896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23787c-c870-434c-a17d-152d37df87f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4a75a-42aa-4806-b18d-9bcfbef69f8f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:41.348944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Attempting to bind port 91be8a47-c428-48f0-8079-c9e6002ab80e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:41.356994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Attempting to bind port 91be8a47-c428-48f0-8079-c9e6002ab80e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '804dd566-5ed7-4419-ae86-278792c23258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:41.357613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Attempting to bind port 91be8a47-c428-48f0-8079-c9e6002ab80e on network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:41.365896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:41.366551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Checking segment: {'id': '804dd566-5ed7-4419-ae86-278792c23258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:41.367212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.367833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Bound using segment: {'id': '804dd566-5ed7-4419-ae86-278792c23258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:41.368607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Bound port: 91be8a47-c428-48f0-8079-c9e6002ab80e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804dd566-5ed7-4419-ae86-278792c23258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0b4aec6-4b44-4925-95a5-f0baaacb70d1'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:41.369214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.406883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-85d6af0e-a7df-4cd5-8b04-db1d800e8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:41.408314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-85d6af0e-a7df-4cd5-8b04-db1d800e8db1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.6753235 Oct 22 13:25:41.409060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.437929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.449931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] For port 91be8a47-c428-48f0-8079-c9e6002ab80e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:41.453587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] For port 91be8a47-c428-48f0-8079-c9e6002ab80e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=91be8a47-c428-48f0-8079-c9e6002ab80e,segment=NetworkSegment(804dd566-5ed7-4419-ae86-278792c23258),segment_id=804dd566-5ed7-4419-ae86-278792c23258)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:41.474928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.575952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-80a81287-9e6d-4237-900c-3fb430ea29ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b HTTP/1.1" status: 200 len: 217 time: 0.0727141 Oct 22 13:25:41.577108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.581331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.584793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fc4a75a-42aa-4806-b18d-9bcfbef69f8f HTTP/1.1" status: 204 len: 168 time: 0.4227295 Oct 22 13:25:41.693748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b3563-3266-4db1-8744-2e501a4f94ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4a75a-42aa-4806-b18d-9bcfbef69f8f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:41.700584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:41.724094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259fc43-331b-40db-a98e-462649d8b974 None None] Pushing event updated for resources: {'Port': ['ID=91be8a47-c428-48f0-8079-c9e6002ab80e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:41.758648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-c6fc861e-e0fa-4d37-865d-5fba019442c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:41.762338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-c6fc861e-e0fa-4d37-865d-5fba019442c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.1783788 Oct 22 13:25:41.841452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-4744f042-10ad-4895-ac80-f20e411d22ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703304 Oct 22 13:25:41.856552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8a2c9046-8524-49ad-878d-35953bedd78e,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:41.888066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '8a2c9046-8524-49ad-878d-35953bedd78e', 'network_id': '1e2ba6f7-d368-4993-9f5a-f075022c8e6a', 'port_id': '8a2c9046-8524-49ad-878d-35953bedd78e', 'mac_address': 'fa:16:3e:78:8c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6967ce-d5c2-450e-af6b-13394cfa6d97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:25:41.996137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:42.045497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2c9046-8524-49ad-878d-35953bedd78e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:25:42.089227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8a2c9046-8524-49ad-878d-35953bedd78e,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:42.100837 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:42.135393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f0b9-ee1d-4bf7-a9e1-fff8929b48c7 req-dd73f4e2-21cf-4580-9679-a952a1c11aa8 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:42.144051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94d9f0b9-ee1d-4bf7-a9e1-fff8929b48c7 req-dd73f4e2-21cf-4580-9679-a952a1c11aa8 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 943 time: 0.1144462 Oct 22 13:25:42.241299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-88222919-7216-4c46-8a90-829d0dc33078 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904474 Oct 22 13:25:42.290243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:42.349458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.20.0.1 (b0b4aec6-4b44-4925-95a5-f0baaacb70d1/b40c8d9c-adf8-42d3-8b15-052d90b90e5c/144e864f-fab7-485d-b9f5-c24fae7046db) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:42.434652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94d9f0b9-ee1d-4bf7-a9e1-fff8929b48c7 req-aec5f36a-c1d3-4750-ae00-d073caceba1a tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895279 Oct 22 13:25:42.464015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['8a2c9046-8524-49ad-878d-35953bedd78e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:25:42.466319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fae7ec48-cde9-4907-99b3-59124e77b0d8 req-93c1926a-7600-4b66-9d5f-8197a7ef2ac8 service neutron] 10.222.0.21 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021668 Oct 22 13:25:42.560888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:42.608586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:42.689767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=144e864f-fab7-485d-b9f5-c24fae7046db,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:42.697732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:42.699949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:42.702560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:42.767842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:42.969009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.342280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.348085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b00f86-d7bc-416d-b806-e45f220d8ffc None None] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:43.359451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.544778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] Provisioning complete for port 91be8a47-c428-48f0-8079-c9e6002ab80e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:43.559230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.612448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.631643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=144e864f-fab7-485d-b9f5-c24fae7046db,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:43.654645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 91be8a47-c428-48f0-8079-c9e6002ab80e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:43.702314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:43.788820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc67861-a55f-41ca-9d41-776216b31679 req-1a1cf301-3ba2-4f1f-a7fe-5bfbd50eba95 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:43.790637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc67861-a55f-41ca-9d41-776216b31679 req-1a1cf301-3ba2-4f1f-a7fe-5bfbd50eba95 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 944 time: 0.1997225 Oct 22 13:25:43.810766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:43.813023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:43.846792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.903612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dc67861-a55f-41ca-9d41-776216b31679 req-1fcd6f9c-09e0-480f-a694-73f294ef42b6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Oct 22 13:25:43.913197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c715981a-8be9-4512-8617-414e8f942ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.933345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] For port 91be8a47-c428-48f0-8079-c9e6002ab80e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=91be8a47-c428-48f0-8079-c9e6002ab80e,segment=NetworkSegment(804dd566-5ed7-4419-ae86-278792c23258),segment_id=804dd566-5ed7-4419-ae86-278792c23258)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:43.948558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 91be8a47-c428-48f0-8079-c9e6002ab80e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:43.948936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:43.998853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.018460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router c9dd1e70-9778-4b76-8b45-db0e2f94d475 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:25:44.036085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c715981a-8be9-4512-8617-414e8f942ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.063973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c715981a-8be9-4512-8617-414e8f942ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.147702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715981a-8be9-4512-8617-414e8f942ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50baf908-2b42-4247-9c60-e0bf63510449,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:44.168206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416e252-cb5f-422f-b8af-b1e1038d1958 None None] Pushing event updated for resources: {'Port': ['ID=91be8a47-c428-48f0-8079-c9e6002ab80e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:44.185392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c715981a-8be9-4512-8617-414e8f942ca0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=834b5a7fdca94367a44d6fbf2aba560a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808502 Oct 22 13:25:44.187984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56156) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:44.238699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:44.249470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] Sync routers for ids ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:44.265306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eca54c04-62c7-43b2-a9fc-a908a3745a5d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/c9dd1e70-9778-4b76-8b45-db0e2f94d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8621764 Oct 22 13:25:44.268022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.270257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56158) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:44.294565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] Routers {'c9dd1e70-9778-4b76-8b45-db0e2f94d475'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:44.298359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:44.307643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.325477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055ed96-1c85-4658-b00c-8330023daa10 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:44.329829 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8055ed96-1c85-4658-b00c-8330023daa10 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports/144e864f-fab7-485d-b9f5-c24fae7046db HTTP/1.1" status: 200 len: 910 time: 0.0567873 Oct 22 13:25:44.329997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56160) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:44.366047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:44.376522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.379415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.380746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50baf908-2b42-4247-9c60-e0bf63510449 HTTP/1.1" status: 204 len: 168 time: 0.1916595 Oct 22 13:25:44.388564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] Routers {'c9dd1e70-9778-4b76-8b45-db0e2f94d475'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:44.389345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:44.394271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be07355-5957-4d70-9c49-82e3789f4de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50baf908-2b42-4247-9c60-e0bf63510449,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:44.436609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:44.437388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5d9df-922a-41cd-9d3e-583e6196893f None None] The sync data for ids ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:44.544667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-162043dd-eed1-4623-8297-396154931b24 None None] Provisioning complete for port 144e864f-fab7-485d-b9f5-c24fae7046db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:44.545281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-162043dd-eed1-4623-8297-396154931b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.600516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-162043dd-eed1-4623-8297-396154931b24 None None] Port 144e864f-fab7-485d-b9f5-c24fae7046db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:44.645935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-162043dd-eed1-4623-8297-396154931b24 None None] Provisioning complete for port 91be8a47-c428-48f0-8079-c9e6002ab80e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:44.646320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-162043dd-eed1-4623-8297-396154931b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:44.992633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-67e64a05-5927-40b2-b7ad-ccc14e39b8bd None None] Provisioning complete for port 144e864f-fab7-485d-b9f5-c24fae7046db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:44.995091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67e64a05-5927-40b2-b7ad-ccc14e39b8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.043903 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.118833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-67e64a05-5927-40b2-b7ad-ccc14e39b8bd None None] Port 144e864f-fab7-485d-b9f5-c24fae7046db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:45.156123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3f91e-4aa1-4f50-bc91-ef919451dd6c req-b45bd52c-cd34-4a25-9776-e70486cac88f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:45.157696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23d3f91e-4aa1-4f50-bc91-ef919451dd6c req-b45bd52c-cd34-4a25-9776-e70486cac88f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 944 time: 0.1108122 Oct 22 13:25:45.259622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-255097c6-664c-4bab-aa7f-e775a8f5b561 None None] Provisioning complete for port 144e864f-fab7-485d-b9f5-c24fae7046db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:45.263111 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-255097c6-664c-4bab-aa7f-e775a8f5b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.294056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23d3f91e-4aa1-4f50-bc91-ef919451dd6c req-3d776fe6-5516-4047-843a-1d838d4eaeda tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211464 Oct 22 13:25:45.354775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8a2c9046-8524-49ad-878d-35953bedd78e up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:45.425001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-255097c6-664c-4bab-aa7f-e775a8f5b561 None None] Port 144e864f-fab7-485d-b9f5-c24fae7046db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:25:45.460522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 91be8a47-c428-48f0-8079-c9e6002ab80e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:45.546114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 8a2c9046-8524-49ad-878d-35953bedd78e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:25:45.551138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 8a2c9046-8524-49ad-878d-35953bedd78e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:45.551521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.610722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 91be8a47-c428-48f0-8079-c9e6002ab80e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:45.611300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.637524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 144e864f-fab7-485d-b9f5-c24fae7046db {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:45.637964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.770989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.789184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 144e864f-fab7-485d-b9f5-c24fae7046db owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:45.802110 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:45.878414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:25:45.892930 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6defe7-968c-4cdc-930c-650691f82728" -d '{"events": [{"server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:25:45.941647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8a2c9046-8524-49ad-878d-35953bedd78e,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:45.955901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:46.064896 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba60a5e3-043a-46dc-b432-c93204089eea x-openstack-request-id: req-ba60a5e3-043a-46dc-b432-c93204089eea {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:25:46.065174 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:25:46.065431 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba60a5e3-043a-46dc-b432-c93204089eea {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:25:46.065822 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e', 'code': 200} Oct 22 13:25:46.066382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:46.122526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:46.127173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9f4d-13f4-433f-bf57-a48e0877837e req-ffae8404-9380-401c-b5dd-4238b02bbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:46.128778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bffc9f4d-13f4-433f-bf57-a48e0877837e req-ffae8404-9380-401c-b5dd-4238b02bbe64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 1096 time: 0.0750964 Oct 22 13:25:46.200009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bffc9f4d-13f4-433f-bf57-a48e0877837e req-10919f1d-afcd-4e85-9259-cf0f153692ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635197 Oct 22 13:25:46.207324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=144e864f-fab7-485d-b9f5-c24fae7046db,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:46.471914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5654a0-a125-43f8-af78-d5749e89873a req-7e771691-1c06-4ef5-b345-b68c2b24e325 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:46.475485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e5654a0-a125-43f8-af78-d5749e89873a req-7e771691-1c06-4ef5-b345-b68c2b24e325 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 945 time: 0.0947199 Oct 22 13:25:46.552610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e5654a0-a125-43f8-af78-d5749e89873a req-95a67956-550c-45d5-9122-053c57f87a70 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Oct 22 13:25:46.584400 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:46.815926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router c9dd1e70-9778-4b76-8b45-db0e2f94d475 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:46.923950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:46.933991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:46.934440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a1c9cd2-544e-4611-bee5-90734cb7c053 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/c9dd1e70-9778-4b76-8b45-db0e2f94d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033740 Oct 22 13:25:46.951470 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] Sync routers for ids ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:46.964697 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] Routers {'c9dd1e70-9778-4b76-8b45-db0e2f94d475'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:46.965321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:47.002672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-817b2c80-eb63-4c21-a88b-66ba898a0b7e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9dd1e70-9778-4b76-8b45-db0e2f94d475 HTTP/1.1" status: 200 len: 205 time: 0.0646100 Oct 22 13:25:47.004151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:47.026469 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:47.036138 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] Routers {'c9dd1e70-9778-4b76-8b45-db0e2f94d475'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:47.036774 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:47.073096 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:47.073754 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cefeac-71d4-4e19-ac67-c054eea69275 None None] The sync data for ids ['c9dd1e70-9778-4b76-8b45-db0e2f94d475'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:47.106696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.295120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.298095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.343255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.344547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router c9dd1e70-9778-4b76-8b45-db0e2f94d475 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:47.356832 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.357959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d95e466-3998-4155-a24e-f1843b0178ea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/c9dd1e70-9778-4b76-8b45-db0e2f94d475 HTTP/1.1" status: 204 len: 168 time: 0.3526824 Oct 22 13:25:47.360972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56242) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:47.479773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet b40c8d9c-adf8-42d3-8b15-052d90b90e5c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:47.488197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.584128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.766226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3184dcb-e367-4f65-8476-996cbb7af153 req-66335a8d-829e-4c03-89de-76e828b31384 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:47.768509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3184dcb-e367-4f65-8476-996cbb7af153 req-66335a8d-829e-4c03-89de-76e828b31384 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 945 time: 0.1080670 Oct 22 13:25:47.792960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.855820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3184dcb-e367-4f65-8476-996cbb7af153 req-effb3c08-9dcc-478f-a4c7-445a791effbe tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Oct 22 13:25:47.888897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.906985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:47.913784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56272) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:47.914913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2839d8-5caf-4533-b6f2-b18da22af7b3 None None] Network b0b4aec6-4b44-4925-95a5-f0baaacb70d1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:47.923661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/b40c8d9c-adf8-42d3-8b15-052d90b90e5c HTTP/1.1" status: 204 len: 168 time: 0.5606759 Oct 22 13:25:47.979732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda821-71e4-4dbe-842b-3853e7bd2b69 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=b40c8d9c-adf8-42d3-8b15-052d90b90e5c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:48.043335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.117682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 91be8a47-c428-48f0-8079-c9e6002ab80e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:48.118900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.212687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 91be8a47-c428-48f0-8079-c9e6002ab80e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=91be8a47-c428-48f0-8079-c9e6002ab80e,segment=NetworkSegment(804dd566-5ed7-4419-ae86-278792c23258),segment_id=804dd566-5ed7-4419-ae86-278792c23258)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:48.213029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.228832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457afae2-776c-490e-b652-1747638a7e07 None None] DHCP port deletion for b0b4aec6-4b44-4925-95a5-f0baaacb70d1 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:25:48.239603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 91be8a47-c428-48f0-8079-c9e6002ab80e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:48.342789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Deleting port 91be8a47-c428-48f0-8079-c9e6002ab80e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:48.343171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.397729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.445213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-457afae2-776c-490e-b652-1747638a7e07 None None] For port 91be8a47-c428-48f0-8079-c9e6002ab80e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=91be8a47-c428-48f0-8079-c9e6002ab80e,segment=NetworkSegment(804dd566-5ed7-4419-ae86-278792c23258),segment_id=804dd566-5ed7-4419-ae86-278792c23258)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:25:48.445213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.461054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Calling delete_port for 91be8a47-c428-48f0-8079-c9e6002ab80e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:48.481331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=91be8a47-c428-48f0-8079-c9e6002ab80e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:48.510746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 91be8a47-c428-48f0-8079-c9e6002ab80e on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:48.528893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:48.620320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.668254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457afae2-776c-490e-b652-1747638a7e07 None None] No DVR routers for this DVR port 91be8a47-c428-48f0-8079-c9e6002ab80e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:25:48.684652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457afae2-776c-490e-b652-1747638a7e07 None None] Pushing event deleted for resources: {'Port': ['ID=91be8a47-c428-48f0-8079-c9e6002ab80e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:48.705313 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.768119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b4aec6-4b44-4925-95a5-f0baaacb70d1']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:48.787656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804dd566-5ed7-4419-ae86-278792c23258') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:48.787961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804dd566-5ed7-4419-ae86-278792c23258') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:48.811404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.841178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.849775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:48.850628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:48.854134 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:48.856553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Deleting subnet bd11992a-40d5-4d5e-8dae-c0e5587c9fab {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:25:48.859967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.910508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.972958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:48.992844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.028695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.031978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/b0b4aec6-4b44-4925-95a5-f0baaacb70d1 HTTP/1.1" status: 204 len: 168 time: 1.1169524 Oct 22 13:25:49.033191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bccdf-ad31-49cb-be62-b754e2964139 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=b0b4aec6-4b44-4925-95a5-f0baaacb70d1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:49.035541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:49.052172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1841361494', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:49.070221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.120669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.122855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.147382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd11992a-40d5-4d5e-8dae-c0e5587c9fab,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:49.177683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.187548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d65250eb-e5e2-469f-b89f-776caab43a63 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd11992a-40d5-4d5e-8dae-c0e5587c9fab HTTP/1.1" status: 204 len: 168 time: 0.6553788 Oct 22 13:25:49.188419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56304) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:49.262708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.501210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 91be8a47-c428-48f0-8079-c9e6002ab80e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:25:49.550170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 91be8a47-c428-48f0-8079-c9e6002ab80e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:25:49.557247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 91be8a47-c428-48f0-8079-c9e6002ab80e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:25:49.662865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.898281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:49.998701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.023944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0151c5-0227-4911-ad33-9f9fe5e8df0e']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:50.036854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4659ae52-70f8-4524-8105-807b1fdddd6b') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:50.037285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4659ae52-70f8-4524-8105-807b1fdddd6b') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:50.048718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.066358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.076427 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.087982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:25:50.089069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:25:50.092023 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:25:50.103851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.167902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.173847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.177365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a0151c5-0227-4911-ad33-9f9fe5e8df0e HTTP/1.1" status: 204 len: 168 time: 0.9854496 Oct 22 13:25:50.209788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741093c-8eeb-42e8-9ed0-dcb17db4455e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0151c5-0227-4911-ad33-9f9fe5e8df0e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:50.263922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.25.6.134 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/e717891a-2288-4474-915e-fbf5c77ad7f9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:50.344109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:50.391181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42dd878a-25c6-41bf-a0d9-bce9fd481618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06593a7a17874fd1bd1594989ab5f420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456340 Oct 22 13:25:50.393655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56318) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:50.403309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.441137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.445598 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.468812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.516905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=e717891a-2288-4474-915e-fbf5c77ad7f9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:50.527060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:50.530644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:50.533147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:50.548257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.550851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:50.554326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db05e3e5-c65a-4ed3-a0a4-628217c709f2 HTTP/1.1" status: 204 len: 168 time: 0.1573935 Oct 22 13:25:50.576272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd8be-be94-4b53-bed7-12e4d110901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05e3e5-c65a-4ed3-a0a4-628217c709f2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:51.344298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:51.624926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:51.869794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 147a2fcf-685b-4e51-9f8a-53ec485dce4d is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:25:52.002855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:52.019568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] Sync routers for ids ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:52.032581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] Routers {'147a2fcf-685b-4e51-9f8a-53ec485dce4d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:52.033592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:52.042593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:52.043959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ca088887-f259-433a-9405-c17d5a5ec426 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0072985 Oct 22 13:25:52.046855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56380) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:52.085608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:52.105944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] Routers {'147a2fcf-685b-4e51-9f8a-53ec485dce4d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:52.107098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:52.186301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56382) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:52.186514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c6437cdb-d4c1-47f2-9a9c-4714ee970060 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers/147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 200 len: 881 time: 0.1382892 Oct 22 13:25:52.341009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:52.341675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a7f83-f5f3-4bca-bfa8-b89aabd189c6 None None] The sync data for ids ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:52.648755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-012d4581-3ebf-42d3-9155-25dc9b2aeb57 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4610219 Oct 22 13:25:52.652023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56406) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:52.658694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1841361494'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:53.117667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56412) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:53.282071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8f67818-ba5b-4d1b-bf73-8bead599a451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.282933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.300769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.388243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8f67818-ba5b-4d1b-bf73-8bead599a451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.396960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a8f67818-ba5b-4d1b-bf73-8bead599a451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.474508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56416) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:53.476058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8f67818-ba5b-4d1b-bf73-8bead599a451 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be51a2c590094bea823037a173a914c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562653 Oct 22 13:25:53.483871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f67818-ba5b-4d1b-bf73-8bead599a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfdb5db-ce1e-4d82-a80d-01445415d711,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:53.519537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 147a2fcf-685b-4e51-9f8a-53ec485dce4d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:25:53.734904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.771099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.773568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:53.786166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] Sync routers for ids ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:25:53.787141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.788356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cad97efa-a7dd-4a00-ad36-f53ae6e01d8a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 200 len: 888 time: 1.1349587 Oct 22 13:25:53.791382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56424) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:53.815728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] Routers {'147a2fcf-685b-4e51-9f8a-53ec485dce4d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:53.816440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:53.854713 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:53.855942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.859392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:53.865199 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] Routers {'147a2fcf-685b-4e51-9f8a-53ec485dce4d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:25:53.865462 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:53.871152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bfdb5db-ce1e-4d82-a80d-01445415d711 HTTP/1.1" status: 204 len: 168 time: 0.3955302 Oct 22 13:25:53.888025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044bb35-a168-43e5-8652-da69aa760d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfdb5db-ce1e-4d82-a80d-01445415d711,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:53.902147 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:25:53.903203 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4705dcc-92f2-4821-8d04-7d41af796ef6 None None] The sync data for ids ['147a2fcf-685b-4e51-9f8a-53ec485dce4d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:25:53.980295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8b352fe1-8292-4c8d-9bb8-e658ef69ef54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.023530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56430) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:54.023682 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-49986bbb-80b8-4644-8cda-725fdf8a46f4 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers/147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 200 len: 888 time: 0.2310889 Oct 22 13:25:54.067949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:54.081581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e2a69bec-5dbd-461a-ad47-24fa2f51730b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 200 len: 205 time: 0.0544052 Oct 22 13:25:54.207683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.252030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:54.266745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9540eeaf-263b-427a-8e7b-82341236d21a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.356423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.358576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9540eeaf-263b-427a-8e7b-82341236d21a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.371854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9540eeaf-263b-427a-8e7b-82341236d21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.415636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9540eeaf-263b-427a-8e7b-82341236d21a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e3e9d829d32415b94115422b873d018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615868 Oct 22 13:25:54.416072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port e717891a-2288-4474-915e-fbf5c77ad7f9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:25:54.416606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.417079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540eeaf-263b-427a-8e7b-82341236d21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba22cf9-b7f0-416a-80f0-b03c027c1bd5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:54.418413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:54.542448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.564596 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.586423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.589056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for e717891a-2288-4474-915e-fbf5c77ad7f9 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:25:54.730436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.733126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.734328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ba22cf9-b7f0-416a-80f0-b03c027c1bd5 HTTP/1.1" status: 204 len: 168 time: 0.3136463 Oct 22 13:25:54.755771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a046975-aa4f-48bc-95f8-5bde949862f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba22cf9-b7f0-416a-80f0-b03c027c1bd5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:54.850863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:54.891035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=e717891a-2288-4474-915e-fbf5c77ad7f9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:54.992647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.129342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.132585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.205839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.206485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router 147a2fcf-685b-4e51-9f8a-53ec485dce4d {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:25:55.216543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.223161 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-668b4e24-a293-4a2a-a5b1-9ef4e633116a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 204 len: 168 time: 1.1508262 Oct 22 13:25:55.223539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:55.229686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-557204474'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:55.259717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:55.266225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.313355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:25:55.328770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.329703 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment ea082245-99b9-4168-b413-b6a0b12e502a of type vlan for network b13f59d1-1a8a-4a8c-9f20-5820d055e39e Oct 22 13:25:55.366087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56462) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:55.386870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39b96a38-490f-4a2b-a8e9-22ac44e53847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.399566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.433051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.443315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:55.444888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.515616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39b96a38-490f-4a2b-a8e9-22ac44e53847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.531820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39b96a38-490f-4a2b-a8e9-22ac44e53847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.548878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=b13f59d1-1a8a-4a8c-9f20-5820d055e39e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:55.560188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:25:55.582170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-be147aab-d7dc-4d6a-bab5-d2329971caaf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3574851 Oct 22 13:25:55.586055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56468) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:55.606052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:55.635023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-39b96a38-490f-4a2b-a8e9-22ac44e53847 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a911aa90de0645518fe105ddd410c3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669957 Oct 22 13:25:55.636469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:55.652147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b96a38-490f-4a2b-a8e9-22ac44e53847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be68695-1109-49e2-b595-14d2cddc11d2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:55.734984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.770850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.804141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:25:55.811456 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.863170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.867413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:55.880005 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1be68695-1109-49e2-b595-14d2cddc11d2 HTTP/1.1" status: 204 len: 168 time: 0.2424748 Oct 22 13:25:55.890087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc0b9a-7280-4467-9527-b2e6d4eac9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be68695-1109-49e2-b595-14d2cddc11d2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:56.106380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.217236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=8f66ae2e-1f09-4e70-85fc-f62b391eb30f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:56.233956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': 'ea082245-99b9-4168-b413-b6a0b12e502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:56.234563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: b13f59d1-1a8a-4a8c-9f20-5820d055e39e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:25:56.274429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:25:56.291420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b13f59d1-1a8a-4a8c-9f20-5820d055e39e) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:56.304400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb7638-412c-4859-8cab-e45b78153622 None None] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:56.317300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:25:56.320824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.369830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fabe7c37-05c3-40ce-9237-9052fa9b975c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7826245 Oct 22 13:25:56.372152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:56.380723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527580741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:25:56.472988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.474995 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.566624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.575126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.622428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:56.626929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:56.633018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-084c5e71-9df7-4a96-8fc7-06f8cccc002b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2589159 Oct 22 13:25:56.657690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b13f59d1-1a8a-4a8c-9f20-5820d055e39e', 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '8f66ae2e-1f09-4e70-85fc-f62b391eb30f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:25:56.658614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.072015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Allocated IP 172.20.0.2 (b13f59d1-1a8a-4a8c-9f20-5820d055e39e/8f66ae2e-1f09-4e70-85fc-f62b391eb30f/a76d07fe-b2b7-48e1-ba80-96f34a882773) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:57.285407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.312244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.370585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-678155db-a91b-4bfa-81f0-b3c1d6486c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.390151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:57.395212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:57.399891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:57.414400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Pushing event updated for resources: {'Port': ['ID=a76d07fe-b2b7-48e1-ba80-96f34a882773,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:57.433769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.477045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Attempting to bind port a76d07fe-b2b7-48e1-ba80-96f34a882773 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:25:57.478312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Attempting to bind port a76d07fe-b2b7-48e1-ba80-96f34a882773 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'ea082245-99b9-4168-b413-b6a0b12e502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:25:57.478992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Attempting to bind port a76d07fe-b2b7-48e1-ba80-96f34a882773 on network b13f59d1-1a8a-4a8c-9f20-5820d055e39e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:25:57.497050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:25:57.497437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Checking segment: {'id': 'ea082245-99b9-4168-b413-b6a0b12e502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:25:57.497841 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.498233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Bound using segment: {'id': 'ea082245-99b9-4168-b413-b6a0b12e502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:25:57.504057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Bound port: a76d07fe-b2b7-48e1-ba80-96f34a882773, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea082245-99b9-4168-b413-b6a0b12e502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b13f59d1-1a8a-4a8c-9f20-5820d055e39e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:25:57.504542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.675912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] For port a76d07fe-b2b7-48e1-ba80-96f34a882773, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:25:57.681212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] For port a76d07fe-b2b7-48e1-ba80-96f34a882773, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a76d07fe-b2b7-48e1-ba80-96f34a882773,segment=NetworkSegment(ea082245-99b9-4168-b413-b6a0b12e502a),segment_id=ea082245-99b9-4168-b413-b6a0b12e502a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:25:57.699135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.803635 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.841486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:57.863484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635843cf-da47-4c24-a3ab-945e13bd6663 None None] Pushing event updated for resources: {'Port': ['ID=a76d07fe-b2b7-48e1-ba80-96f34a882773,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:57.959343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.20.0.1 (b13f59d1-1a8a-4a8c-9f20-5820d055e39e/8f66ae2e-1f09-4e70-85fc-f62b391eb30f/ff674263-39e0-4892-86a6-738eec96b03b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:25:58.260486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:58.342645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:58.503517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:58.520106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:58.530963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:25:58.627381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=ff674263-39e0-4892-86a6-738eec96b03b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:58.647245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:58.889741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.317884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.325582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.375578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217dda2-57db-4ba7-afde-3559f7797d3f None None] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:25:59.377070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=ff674263-39e0-4892-86a6-738eec96b03b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:25:59.408208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.408565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.408907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.409245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.409734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.410073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.410405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.410760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.411088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.411434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.412425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.412425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:25:59.447514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.521424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] Provisioning complete for port a76d07fe-b2b7-48e1-ba80-96f34a882773 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:59.522141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.590638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:25:59.593107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:25:59.599269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a76d07fe-b2b7-48e1-ba80-96f34a882773 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:25:59.732863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 9309d877-f444-49fc-8621-af253bae5a01 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:25:59.753575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a76d07fe-b2b7-48e1-ba80-96f34a882773 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:25:59.753575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.832212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.839124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:25:59.911774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:25:59.927368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-43c8f47a-3cbd-4bb8-a050-14d5ace542bc tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/9309d877-f444-49fc-8621-af253bae5a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2983871 Oct 22 13:25:59.928928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:25:59.995255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.004396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] Sync routers for ids ['9309d877-f444-49fc-8621-af253bae5a01'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:00.005790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460e4a9-ed79-40bd-9ee6-93a9cecc9b91 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:00.007724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5460e4a9-ed79-40bd-9ee6-93a9cecc9b91 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports/ff674263-39e0-4892-86a6-738eec96b03b HTTP/1.1" status: 200 len: 910 time: 0.0771809 Oct 22 13:26:00.015409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56560) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:00.037854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] For port a76d07fe-b2b7-48e1-ba80-96f34a882773, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a76d07fe-b2b7-48e1-ba80-96f34a882773,segment=NetworkSegment(ea082245-99b9-4168-b413-b6a0b12e502a),segment_id=ea082245-99b9-4168-b413-b6a0b12e502a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:00.039841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f66ae2e-1f09-4e70-85fc-f62b391eb30f'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:00.101522 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.153767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] Routers {'9309d877-f444-49fc-8621-af253bae5a01'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:00.155037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9309d877-f444-49fc-8621-af253bae5a01'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:00.253576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:00.340675 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:26:00.341134 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:26:00.344527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] Routers {'9309d877-f444-49fc-8621-af253bae5a01'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:00.346592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9309d877-f444-49fc-8621-af253bae5a01'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:00.411105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018da901-4f38-486d-970a-de6d7a653f56 None None] Pushing event updated for resources: {'Port': ['ID=a76d07fe-b2b7-48e1-ba80-96f34a882773,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:00.417993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:00.418762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4531b-9066-4aed-804d-a5f2dddd65ef None None] The sync data for ids ['9309d877-f444-49fc-8621-af253bae5a01'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:00.432516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea9af332-44c6-4afe-9cef-9b1fcd9fa2b7 None None] Provisioning complete for port a76d07fe-b2b7-48e1-ba80-96f34a882773 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:00.433346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea9af332-44c6-4afe-9cef-9b1fcd9fa2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.577671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f91ed0-d1b2-4b17-bb43-10fc47d07e05 req-a9719eb1-18b4-4a8d-9512-f7797519e231 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:00.586562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f91ed0-d1b2-4b17-bb43-10fc47d07e05 req-a9719eb1-18b4-4a8d-9512-f7797519e231 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1215260 Oct 22 13:26:00.601098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea9af332-44c6-4afe-9cef-9b1fcd9fa2b7 None None] Provisioning complete for port ff674263-39e0-4892-86a6-738eec96b03b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:00.601488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea9af332-44c6-4afe-9cef-9b1fcd9fa2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.677905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f91ed0-d1b2-4b17-bb43-10fc47d07e05 req-693191b8-98b2-4218-b163-ba6b9ec048b6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904722 Oct 22 13:26:00.690754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ea9af332-44c6-4afe-9cef-9b1fcd9fa2b7 None None] Port ff674263-39e0-4892-86a6-738eec96b03b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:00.826258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ab6584fb-fed8-48a5-8c7b-7b4ac863540b None None] Provisioning complete for port ff674263-39e0-4892-86a6-738eec96b03b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:00.827109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.828085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab6584fb-fed8-48a5-8c7b-7b4ac863540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:00.916278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab6584fb-fed8-48a5-8c7b-7b4ac863540b None None] Port ff674263-39e0-4892-86a6-738eec96b03b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:01.041654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5236969a-a735-418e-99a7-b365fd62d2cc None None] Provisioning complete for port ff674263-39e0-4892-86a6-738eec96b03b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:01.051977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5236969a-a735-418e-99a7-b365fd62d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:01.090227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5236969a-a735-418e-99a7-b365fd62d2cc None None] Port ff674263-39e0-4892-86a6-738eec96b03b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:01.342052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:01.354450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:01.470251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:01.470416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:01.471820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/ports/ff674263-39e0-4892-86a6-738eec96b03b HTTP/1.1" status: 200 len: 910 time: 1.4459059 Oct 22 13:26:01.473766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc824b45-e4ac-4c81-8170-60831caad188 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=ff674263-39e0-4892-86a6-738eec96b03b,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:01.474675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:01.526573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a76d07fe-b2b7-48e1-ba80-96f34a882773 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:01.595314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a76d07fe-b2b7-48e1-ba80-96f34a882773 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:01.596388 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:01.909680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1719e99-bb3e-40c7-b4d2-0c769e63e618 req-17a74062-7d6d-4a36-9155-a6f85780221c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:01.911189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1719e99-bb3e-40c7-b4d2-0c769e63e618 req-17a74062-7d6d-4a36-9155-a6f85780221c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.0902629 Oct 22 13:26:01.962051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1719e99-bb3e-40c7-b4d2-0c769e63e618 req-8b5b87ba-eff6-4b5d-a96e-71d42e04bac4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Oct 22 13:26:02.050284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:02.512223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port ff674263-39e0-4892-86a6-738eec96b03b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:02.512920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:02.617451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:02.635048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for ff674263-39e0-4892-86a6-738eec96b03b owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:02.849813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:02.888106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=ff674263-39e0-4892-86a6-738eec96b03b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:03.056929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.282635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832c71-4f42-493f-a7f5-888920ac2604 req-b1ba7b0f-e59c-4bc8-a7d3-b67e9e67c5a0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:03.284085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95832c71-4f42-493f-a7f5-888920ac2604 req-b1ba7b0f-e59c-4bc8-a7d3-b67e9e67c5a0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1437929 Oct 22 13:26:03.343945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router 9309d877-f444-49fc-8621-af253bae5a01 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:03.369399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95832c71-4f42-493f-a7f5-888920ac2604 req-35f10601-4232-4bd4-9b1c-3dbf34cdc047 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769825 Oct 22 13:26:03.454512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:03.460233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ede78be6-ba18-46b3-af06-f09c6e65d967 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/9309d877-f444-49fc-8621-af253bae5a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9845116 Oct 22 13:26:03.463195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:03.471403 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] Sync routers for ids ['9309d877-f444-49fc-8621-af253bae5a01'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:03.486166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] Routers {'9309d877-f444-49fc-8621-af253bae5a01'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:03.486897 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9309d877-f444-49fc-8621-af253bae5a01'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:03.498682 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ea5dc60-4e57-4ffb-b7f8-e27433658691 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=9309d877-f444-49fc-8621-af253bae5a01 HTTP/1.1" status: 200 len: 205 time: 0.0342839 Oct 22 13:26:03.501079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56632) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:03.525338 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:03.534464 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] Routers {'9309d877-f444-49fc-8621-af253bae5a01'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:03.534887 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['9309d877-f444-49fc-8621-af253bae5a01'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:03.570541 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:03.571271 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17cb35a-9380-4f75-bb74-8b6ef30f9158 None None] The sync data for ids ['9309d877-f444-49fc-8621-af253bae5a01'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:03.580196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.762974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.765358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.819802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.821560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router 9309d877-f444-49fc-8621-af253bae5a01 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:26:03.829828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.833951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56640) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:03.842493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa30b1f5-e066-414e-89bd-6f170bdd52af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/9309d877-f444-49fc-8621-af253bae5a01 HTTP/1.1" status: 204 len: 168 time: 0.3403895 Oct 22 13:26:03.905277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 8f66ae2e-1f09-4e70-85fc-f62b391eb30f {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:26:03.911329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:03.969725 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.069789 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.218956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.261988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=8f66ae2e-1f09-4e70-85fc-f62b391eb30f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:04.274294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12373e0e-dbfd-4c6c-8e0f-7c0463d944fd None None] Network b13f59d1-1a8a-4a8c-9f20-5820d055e39e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:04.278360 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.301226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:04.313905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c2ca7b55-405b-4c40-b1f2-96ad4a455d95 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/8f66ae2e-1f09-4e70-85fc-f62b391eb30f HTTP/1.1" status: 204 len: 168 time: 0.4768617 Oct 22 13:26:04.476280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.631969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port a76d07fe-b2b7-48e1-ba80-96f34a882773 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:04.632776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.657083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607480a-a692-4550-8e11-37d7261c628a None None] DHCP port deletion for b13f59d1-1a8a-4a8c-9f20-5820d055e39e request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:26:04.747882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478d6a6-1637-4a40-a773-4ed0de43f190 req-cbff1583-4f05-4fed-bdf1-1afeb0114218 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:04.768413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9478d6a6-1637-4a40-a773-4ed0de43f190 req-cbff1583-4f05-4fed-bdf1-1afeb0114218 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2673295 Oct 22 13:26:04.785775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Deleting port a76d07fe-b2b7-48e1-ba80-96f34a882773 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:04.786154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.862082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9478d6a6-1637-4a40-a773-4ed0de43f190 req-e0fa4db6-333a-4c7e-9075-a959a3365afb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853260 Oct 22 13:26:04.879991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port a76d07fe-b2b7-48e1-ba80-96f34a882773, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a76d07fe-b2b7-48e1-ba80-96f34a882773,segment=NetworkSegment(ea082245-99b9-4168-b413-b6a0b12e502a),segment_id=ea082245-99b9-4168-b413-b6a0b12e502a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:04.880593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.894466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for a76d07fe-b2b7-48e1-ba80-96f34a882773 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:04.897661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5607480a-a692-4550-8e11-37d7261c628a None None] For port a76d07fe-b2b7-48e1-ba80-96f34a882773, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a76d07fe-b2b7-48e1-ba80-96f34a882773,segment=NetworkSegment(ea082245-99b9-4168-b413-b6a0b12e502a),segment_id=ea082245-99b9-4168-b413-b6a0b12e502a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:04.898169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:04.936150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Calling delete_port for a76d07fe-b2b7-48e1-ba80-96f34a882773 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:04.977470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56668) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:04.997872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.058427 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.071826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port a76d07fe-b2b7-48e1-ba80-96f34a882773 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:05.084329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=a76d07fe-b2b7-48e1-ba80-96f34a882773,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:05.094215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607480a-a692-4550-8e11-37d7261c628a None None] Pushing event deleted for resources: {'Port': ['ID=a76d07fe-b2b7-48e1-ba80-96f34a882773,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:05.111063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607480a-a692-4550-8e11-37d7261c628a None None] No DVR routers for this DVR port a76d07fe-b2b7-48e1-ba80-96f34a882773 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:05.201466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b94cda0-ac3c-4dcc-a685-d6cea76c2b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.273280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.298149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13f59d1-1a8a-4a8c-9f20-5820d055e39e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:05.309977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea082245-99b9-4168-b413-b6a0b12e502a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:05.309977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea082245-99b9-4168-b413-b6a0b12e502a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:05.322373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.326045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b94cda0-ac3c-4dcc-a685-d6cea76c2b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.331393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9b94cda0-ac3c-4dcc-a685-d6cea76c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.339350 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.347604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:26:05.348016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:26:05.352071 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:26:05.378874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9b94cda0-ac3c-4dcc-a685-d6cea76c2b5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e269e8f37c2f4359958bb2956f385a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998306 Oct 22 13:26:05.380964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94cda0-ac3c-4dcc-a685-d6cea76c2b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9410d-e87b-4a36-a042-b332def668d2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:05.393443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56676) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:05.460314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a76d07fe-b2b7-48e1-ba80-96f34a882773 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:05.473644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.478704 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.482513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/b13f59d1-1a8a-4a8c-9f20-5820d055e39e HTTP/1.1" status: 204 len: 168 time: 1.1799183 Oct 22 13:26:05.487009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56678) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:05.492319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-879964886', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:05.500880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a76d07fe-b2b7-48e1-ba80-96f34a882773 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:05.501697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a76d07fe-b2b7-48e1-ba80-96f34a882773 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:05.510396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be46c7-3fba-406e-a1ba-20e24414ef34 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=b13f59d1-1a8a-4a8c-9f20-5820d055e39e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:05.532017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.557438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.558759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.591387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.634956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.643053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.650850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.653473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.656974 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0db9410d-e87b-4a36-a042-b332def668d2 HTTP/1.1" status: 204 len: 168 time: 0.2600124 Oct 22 13:26:05.663728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94e05-0247-48b9-8269-ebd9f7cad409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9410d-e87b-4a36-a042-b332def668d2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:05.670238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.672050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-55a202d7-5ffe-4bf6-921c-99be691a445c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1837206 Oct 22 13:26:05.674812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56682) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:05.680461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-1586651900'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:05.704690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:05.708169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.734007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:26:05.743797 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.744862 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 93b282cb-9655-4d0d-ba77-1533620a9945 of type vlan for network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 Oct 22 13:26:05.785675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.810067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.815860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:05.816578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:05.857148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1811051 Oct 22 13:26:05.859778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56686) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:05.864526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:05.930797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56690) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:05.945469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0df301c0-8538-4ed7-a208-ecce00c48d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.040147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0df301c0-8538-4ed7-a208-ecce00c48d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.045583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0df301c0-8538-4ed7-a208-ecce00c48d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.097976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0df301c0-8538-4ed7-a208-ecce00c48d0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7817a852466a4c1d9c691190a4aade6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636310 Oct 22 13:26:06.098793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56704) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:06.106295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df301c0-8538-4ed7-a208-ecce00c48d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadc0a6f-a7d3-4245-ae8a-c0416d713314,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:06.167122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.193189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.239330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ee38e-299f-457d-bc3a-5ca1dac3509b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:06.271467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:26:06.272698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.278547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.280072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dadc0a6f-a7d3-4245-ae8a-c0416d713314 HTTP/1.1" status: 204 len: 168 time: 0.1802661 Oct 22 13:26:06.303033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e5c89-b8a1-48d0-8b09-b1e242a88d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadc0a6f-a7d3-4245-ae8a-c0416d713314,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:06.356172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759583d-4c12-4eee-b357-bd77d84d74f2 req-84d17df8-18af-4d31-9ba2-ef80ce530d81 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:06.358095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2759583d-4c12-4eee-b357-bd77d84d74f2 req-84d17df8-18af-4d31-9ba2-ef80ce530d81 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1228709 Oct 22 13:26:06.450631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2759583d-4c12-4eee-b357-bd77d84d74f2 req-8b88f06d-00e0-4531-a831-8df5111c92e2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784066 Oct 22 13:26:06.457758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:06.463395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.759639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.880483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:06.881076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:26:06.883874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=1ec05509-f4a6-4412-95a4-a27e162ef91c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:06.930334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:26:06.946648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:06.947458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56754) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:06.955775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:06.956358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce65db-085f-4490-aeaa-de2c3fd64678 None None] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:06.956861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.969459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2644a42-496e-48e6-861e-09e025f39b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:06.992243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d4012f3-2ed9-4cc0-b17b-c68fd359e2cd tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1312289 Oct 22 13:26:06.993499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:07.131510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2644a42-496e-48e6-861e-09e025f39b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.139544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2644a42-496e-48e6-861e-09e025f39b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.186921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b2644a42-496e-48e6-861e-09e025f39b2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1738a60429047c1bfbf125e9e4dfa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383854 Oct 22 13:26:07.187914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2644a42-496e-48e6-861e-09e025f39b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34541a06-9a9e-4f1a-9f01-f66068d080ed,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:07.191188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:07.280540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:26:07.281978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.368379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.415913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.509468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Allocated IP 172.20.0.2 (5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4/1ec05509-f4a6-4412-95a4-a27e162ef91c/55680c6d-335c-49ae-b853-c998dd9f3158) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:07.510871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.526019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.529369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:07.530655 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34541a06-9a9e-4f1a-9f01-f66068d080ed HTTP/1.1" status: 204 len: 168 time: 0.3383424 Oct 22 13:26:07.542100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991310e-a5b3-400e-8928-0bef4ba4ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34541a06-9a9e-4f1a-9f01-f66068d080ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:07.838131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb912f59-47a0-4929-b75f-ef02cdf25c52 req-fd87e644-6e94-48e4-88ca-f7630e130982 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:07.845675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb912f59-47a0-4929-b75f-ef02cdf25c52 req-fd87e644-6e94-48e4-88ca-f7630e130982 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1687641 Oct 22 13:26:07.910879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb912f59-47a0-4929-b75f-ef02cdf25c52 req-f7bf6cd9-df14-46e5-a0a8-079e424a2817 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642681 Oct 22 13:26:08.009196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.029689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.075964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:08.081265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:08.091939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:08.135360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.20.0.1 (5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4/1ec05509-f4a6-4412-95a4-a27e162ef91c/d267bd74-acd2-44b2-af9e-23628c294393) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:08.136610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Pushing event updated for resources: {'Port': ['ID=55680c6d-335c-49ae-b853-c998dd9f3158,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:08.204496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Attempting to bind port 55680c6d-335c-49ae-b853-c998dd9f3158 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:08.204776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Attempting to bind port 55680c6d-335c-49ae-b853-c998dd9f3158 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:08.205168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Attempting to bind port 55680c6d-335c-49ae-b853-c998dd9f3158 on network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:08.216747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:08.217128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Checking segment: {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:08.218811 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.221719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Bound using segment: {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:08.222415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Bound port: 55680c6d-335c-49ae-b853-c998dd9f3158, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:08.223119 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.322392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.338439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] For port 55680c6d-335c-49ae-b853-c998dd9f3158, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:08.341936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] For port 55680c6d-335c-49ae-b853-c998dd9f3158, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55680c6d-335c-49ae-b853-c998dd9f3158,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:08.348610 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.425742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2ca1-244a-4d23-8f31-be272bf89bdb None None] Pushing event updated for resources: {'Port': ['ID=55680c6d-335c-49ae-b853-c998dd9f3158,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:08.426330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.532216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.616291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:08.621999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:08.627092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:08.692696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:08.749304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:08.966740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:09.182907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6baba-ac7a-4276-90b8-11273ae86b45 req-03cc208f-35ea-43e8-a533-dccb901ce676 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:09.184694 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cb6baba-ac7a-4276-90b8-11273ae86b45 req-03cc208f-35ea-43e8-a533-dccb901ce676 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1055148 Oct 22 13:26:09.307832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cb6baba-ac7a-4276-90b8-11273ae86b45 req-e662d7ac-d620-42eb-bbb7-2b1ff939f022 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935397 Oct 22 13:26:09.490505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:09.504949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:09.637945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55680c6d-335c-49ae-b853-c998dd9f3158 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:09.666447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:09.681069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:09.813229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:09.817222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 55680c6d-335c-49ae-b853-c998dd9f3158 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:09.817609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:09.818051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:10.006004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56c2c8-52c2-4a51-b0f4-cc08551d7519 None None] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:10.036421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.039296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.065894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:26:10.134945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 55680c6d-335c-49ae-b853-c998dd9f3158, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55680c6d-335c-49ae-b853-c998dd9f3158,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:10.146313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5588c238-6a47-4e2b-a979-73da6244bdbf None None] Provisioning complete for port 55680c6d-335c-49ae-b853-c998dd9f3158 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:10.146968 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5588c238-6a47-4e2b-a979-73da6244bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.149634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.211642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:10.225492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4aef7ff6-8fac-4447-86a3-04c22f84ece2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309062 Oct 22 13:26:10.228701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56864) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:10.236875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-895257818'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:10.239974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:10.282766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:10.295423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.334864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=55680c6d-335c-49ae-b853-c998dd9f3158,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:10.353200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:10.354015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:10.373234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:26:10.408242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.408242 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 6fa16449-ef2f-47b8-8a22-95109f895f9c of type vlan for network 37d2139b-c0d2-45a3-8202-fcf4351eb78f Oct 22 13:26:10.478343 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:26:10.510679 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.551641 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:10.569960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cc808-13e2-460c-94a2-8140cdf0c720 req-9073e940-982c-448f-a3e3-4e69a87c73eb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:10.577614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.581217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f80cc808-13e2-460c-94a2-8140cdf0c720 req-9073e940-982c-448f-a3e3-4e69a87c73eb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1265335 Oct 22 13:26:10.583919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:10.584631 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:10.673451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f80cc808-13e2-460c-94a2-8140cdf0c720 req-14d3fa76-e8b3-4b70-ab46-4b1600c74161 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900924 Oct 22 13:26:10.777438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56880) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:10.777622 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5477688 Oct 22 13:26:10.778564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff3b36-ba1c-463e-be10-7138f21d06cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=37d2139b-c0d2-45a3-8202-fcf4351eb78f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:10.786924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:10.841423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:26:10.958329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:10.962737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:11.122713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:08Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:09Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:11.251267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:11.258923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Updating router dadc431e-4ea0-43d8-bcec-2ed191949833 port d267bd74-acd2-44b2-af9e-23628c294393 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:11.344690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:11.353524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:11.492923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:11.493582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 37d2139b-c0d2-45a3-8202-fcf4351eb78f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:26:11.513343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=017e658c-bcae-4736-ac87-ff889839ae17,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:11.558291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:26:11.579011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 37d2139b-c0d2-45a3-8202-fcf4351eb78f) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:11.592676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:11.593269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:11.611726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55680c6d-335c-49ae-b853-c998dd9f3158 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:11.616183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d1d23-3d42-4931-a3d9-ff9215d5d83b None None] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:11.626448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fd31afd2-4abb-480b-8557-9c2d4bc546f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8476503 Oct 22 13:26:11.628990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56890) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:12.009165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cd1687ef-c914-46a0-80ab-8f621783b824 None None] Provisioning complete for port d267bd74-acd2-44b2-af9e-23628c294393 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:12.009165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd1687ef-c914-46a0-80ab-8f621783b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:12.064766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:26:12.065735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:12.202439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f3fdd-83e6-4fe4-82e4-c3ec96c5c2d9 req-746f4be8-8617-48d5-9b11-24959d9e7ad4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:12.207017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cd1687ef-c914-46a0-80ab-8f621783b824 None None] Port d267bd74-acd2-44b2-af9e-23628c294393 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:12.210218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a33f3fdd-83e6-4fe4-82e4-c3ec96c5c2d9 req-746f4be8-8617-48d5-9b11-24959d9e7ad4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.3570411 Oct 22 13:26:12.284682 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a33f3fdd-83e6-4fe4-82e4-c3ec96c5c2d9 req-1c2d2afe-c83b-484e-a26d-2d88c3f86475 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720546 Oct 22 13:26:12.356928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:12.741350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 55680c6d-335c-49ae-b853-c998dd9f3158 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:12.741725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:12.744294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cd1687ef-c914-46a0-80ab-8f621783b824 None None] Provisioning complete for port 55680c6d-335c-49ae-b853-c998dd9f3158 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:12.744653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd1687ef-c914-46a0-80ab-8f621783b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:12.834852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Allocated IP 172.21.0.2 (37d2139b-c0d2-45a3-8202-fcf4351eb78f/017e658c-bcae-4736-ac87-ff889839ae17/02607861-d488-49be-b3b8-16ef0e52af02) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:13.165949 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.223849 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.398122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-41c0eb69-530a-462d-8605-7e8d4266e541 None None] Provisioning complete for port d267bd74-acd2-44b2-af9e-23628c294393 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:13.398913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41c0eb69-530a-462d-8605-7e8d4266e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.474551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Pushing event updated for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:13.530636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defdba4-e213-45ab-a745-7557820a0b77 req-c8f7ac9a-de1f-4fb2-a595-ec79d24ab451 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:13.532290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4defdba4-e213-45ab-a745-7557820a0b77 req-c8f7ac9a-de1f-4fb2-a595-ec79d24ab451 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1220071 Oct 22 13:26:13.599205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4defdba4-e213-45ab-a745-7557820a0b77 req-e3b0b6c8-68ca-456a-aa37-e6c379f8249a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602810 Oct 22 13:26:13.658357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.658888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.659034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.659381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.659719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.663023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.663608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.664156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.664537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.664893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.665325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.671030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:13.681601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Attempting to bind port d267bd74-acd2-44b2-af9e-23628c294393 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:13.682896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Attempting to bind port d267bd74-acd2-44b2-af9e-23628c294393 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:13.683549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Attempting to bind port d267bd74-acd2-44b2-af9e-23628c294393 on network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:13.709397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:13.710021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Checking segment: {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:13.710892 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.712146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Bound using segment: {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:13.713045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Bound port: d267bd74-acd2-44b2-af9e-23628c294393, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b282cb-9655-4d0d-ba77-1533620a9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:13.713670 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.717691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.743601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-41c0eb69-530a-462d-8605-7e8d4266e541 None None] Port d267bd74-acd2-44b2-af9e-23628c294393 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:13.826265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.858422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] For port d267bd74-acd2-44b2-af9e-23628c294393, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:13.869760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:13.872879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.21.0.1 (37d2139b-c0d2-45a3-8202-fcf4351eb78f/017e658c-bcae-4736-ac87-ff889839ae17/0b99a6c2-5b70-4a1a-8837-b9fbf3079de0) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:13.878058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:13.890985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:13.932418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] For port d267bd74-acd2-44b2-af9e-23628c294393, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d267bd74-acd2-44b2-af9e-23628c294393,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:13.938315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] Provisioning complete for port d267bd74-acd2-44b2-af9e-23628c294393 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:13.938717 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.987169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:13.995311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Pushing event updated for resources: {'Port': ['ID=02607861-d488-49be-b3b8-16ef0e52af02,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:14.063351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee198db7-de45-4d06-8f64-ee3c0702723a None None] Pushing event updated for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:14.102179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:14.103080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:14.105125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Attempting to bind port 02607861-d488-49be-b3b8-16ef0e52af02 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:14.105516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Attempting to bind port 02607861-d488-49be-b3b8-16ef0e52af02 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:14.105859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Attempting to bind port 02607861-d488-49be-b3b8-16ef0e52af02 on network 37d2139b-c0d2-45a3-8202-fcf4351eb78f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:14.117566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.169716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:14.170389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Checking segment: {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:14.170515 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.170891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Bound using segment: {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:14.171392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Bound port: 02607861-d488-49be-b3b8-16ef0e52af02, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:14.171804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.175162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.221068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:14.229445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:14.240755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:14.309855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.354488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] For port 02607861-d488-49be-b3b8-16ef0e52af02, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:14.368876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] For port 02607861-d488-49be-b3b8-16ef0e52af02, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02607861-d488-49be-b3b8-16ef0e52af02,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:14.370676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:14.415983 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.439473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.499136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.514379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:14.593526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] For port d267bd74-acd2-44b2-af9e-23628c294393, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d267bd74-acd2-44b2-af9e-23628c294393,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:14.615215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:14.635276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee213c34-0034-4f2c-9f57-6e585de83189 None None] Pushing event updated for resources: {'Port': ['ID=02607861-d488-49be-b3b8-16ef0e52af02,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:14.928532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9286105-2bd5-4ca7-8342-847f01d907e2 None None] Pushing event updated for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:14.959511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-90ac2caa-70a2-4a77-9854-af627c725511 None None] Provisioning complete for port d267bd74-acd2-44b2-af9e-23628c294393 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:14.961583 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90ac2caa-70a2-4a77-9854-af627c725511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:15.051179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:08Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:13Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:15.115820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98452b4-49ee-4dd3-9735-a8abced82a51 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:08Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:13Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:15.429386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1b4c7-69d5-48d8-87c6-96f513fc0271 req-846e4e0c-7a92-47e3-9db6-fbd2db1c2772 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:15.440738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0e1b4c7-69d5-48d8-87c6-96f513fc0271 req-846e4e0c-7a92-47e3-9db6-fbd2db1c2772 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1759434 Oct 22 13:26:15.628358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02607861-d488-49be-b3b8-16ef0e52af02 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:15.716967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0e1b4c7-69d5-48d8-87c6-96f513fc0271 req-8f7c0489-4c8a-42c9-a7a7-7251ccd32edf tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490435 Oct 22 13:26:15.795693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02607861-d488-49be-b3b8-16ef0e52af02 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:15.796077 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:15.860307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:15.872502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:15.991295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:16.046422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:16.049761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:16.078291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 02607861-d488-49be-b3b8-16ef0e52af02, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02607861-d488-49be-b3b8-16ef0e52af02,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:16.100143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:16.237321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=02607861-d488-49be-b3b8-16ef0e52af02,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:16.341087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0490f-1bfe-400f-b00e-b3cc2f73e450 None None] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:16.372403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:16.374171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:16.580267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:16.816712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:16.839388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-193e2463-262f-4201-96d8-37438ccd3a32 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2059839 Oct 22 13:26:16.839680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:16.847449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045549858'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:16.934484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:16.938048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:16.996905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ff378-6ddf-4011-a199-5df34c0b3b7e req-4bcde366-9477-48df-b60e-54a10c0e0b80 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:17.004530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b0ff378-6ddf-4011-a199-5df34c0b3b7e req-4bcde366-9477-48df-b60e-54a10c0e0b80 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1043787 Oct 22 13:26:17.018559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-708ab5c3-809e-4380-9ea0-b5c781e1cdef None None] Provisioning complete for port 02607861-d488-49be-b3b8-16ef0e52af02 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:17.019167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-708ab5c3-809e-4380-9ea0-b5c781e1cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.025796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:26:17.067116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.067468 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 957a6620-343b-4f7a-908d-200d68029e65 of type vlan for network 22f85e9b-eff3-42e1-9eb2-78d62658c148 Oct 22 13:26:17.092893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b0ff378-6ddf-4011-a199-5df34c0b3b7e req-fea1ff7b-5cb9-49a5-9550-a5929d7c7334 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873933 Oct 22 13:26:17.226421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.291268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.303712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:17.304329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.458880 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:17.475733 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:17.476401 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:17.503710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=22f85e9b-eff3-42e1-9eb2-78d62658c148,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:17.522753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:26:17.579022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-373cfc89-b9cd-40d8-962f-13258ad58a84 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7379544 Oct 22 13:26:17.581490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 56960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:17.609353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:17.779720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d267bd74-acd2-44b2-af9e-23628c294393 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:17.810365 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:17.859716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8bba3eae-44dd-4d96-a2dc-9d4eeb7f141c None None] Provisioning complete for port 02607861-d488-49be-b3b8-16ef0e52af02 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:17.860090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8bba3eae-44dd-4d96-a2dc-9d4eeb7f141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.905672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:17.919248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:17.954266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d267bd74-acd2-44b2-af9e-23628c294393 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:17.955165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.165861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8bba3eae-44dd-4d96-a2dc-9d4eeb7f141c None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:18.166548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8bba3eae-44dd-4d96-a2dc-9d4eeb7f141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.332161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8bba3eae-44dd-4d96-a2dc-9d4eeb7f141c None None] Port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:18.350219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02607861-d488-49be-b3b8-16ef0e52af02 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:18.361358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.393205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196cbf3-4507-4821-9e0b-4281f756d5a0 req-549d421b-548f-428c-983d-44f9359bb57a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:18.394865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7196cbf3-4507-4821-9e0b-4281f756d5a0 req-549d421b-548f-428c-983d-44f9359bb57a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1116152 Oct 22 13:26:18.468796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02607861-d488-49be-b3b8-16ef0e52af02 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:18.474440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:18.474834 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.481401 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 3, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:15Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:18.511097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7196cbf3-4507-4821-9e0b-4281f756d5a0 req-d35ba318-0357-42af-aad2-c90f6487e358 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989745 Oct 22 13:26:18.546175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:18.546863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 22f85e9b-eff3-42e1-9eb2-78d62658c148, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:26:18.547387 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:18.547756 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Updating router dadc431e-4ea0-43d8-bcec-2ed191949833 port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:18.568411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e50bae7f-2422-47e4-a297-e3d361594bc3 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:18.573123 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e50bae7f-2422-47e4-a297-e3d361594bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.578984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:26:18.591990 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.594873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 22f85e9b-eff3-42e1-9eb2-78d62658c148) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:18.601326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:18.603643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:18.634394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-26dbe8e1-014b-4f06-9863-be52789660d6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0511947 Oct 22 13:26:18.636973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 56972) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:18.642638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd60ca6-cee8-467b-846b-a7d7d038d776 None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:18.764357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e50bae7f-2422-47e4-a297-e3d361594bc3 None None] Port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:18.991361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4b2257b4-9bf5-4bcd-ae74-a2c70a4e4bb9 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:18.994527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b2257b4-9bf5-4bcd-ae74-a2c70a4e4bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.067292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-22f85e9b-eff3-42e1-9eb2-78d62658c148', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:26:19.068301 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.085496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4b2257b4-9bf5-4bcd-ae74-a2c70a4e4bb9 None None] Port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:19.275949 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.283761 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.313646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Allocated IP 172.22.0.2 (22f85e9b-eff3-42e1-9eb2-78d62658c148/5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4/71c1ae46-107a-4b7a-a298-53be94b73a7d) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:19.339296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.364748 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Pushing event updated for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:19.388717 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.388964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.389311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.389651 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.389986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.390315 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.390693 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.391272 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.391385 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.391673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.391994 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.392320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:19.429306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:26:19.556098 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Attempting to bind port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:19.557243 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Attempting to bind port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:19.557801 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Attempting to bind port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 on network 37d2139b-c0d2-45a3-8202-fcf4351eb78f {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:19.575801 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:19.576188 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Checking segment: {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:19.577856 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.578862 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Bound using segment: {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:19.581658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Bound port: 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa16449-ef2f-47b8-8a22-95109f895f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:19.582518 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.687950 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] For port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:19.692926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] For port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:19.699340 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.762303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:19.801373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac71dc-3c37-4ed1-85e3-f69c24921d19 None None] Pushing event updated for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:19.809721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb437c66-f390-4344-8e07-4d891d928112 req-f6d208a9-a649-425b-a977-7765a9c01219 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:19.817560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:26:19.822803 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:19.824704 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:19.830531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb437c66-f390-4344-8e07-4d891d928112 req-f6d208a9-a649-425b-a977-7765a9c01219 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1248963 Oct 22 13:26:19.831796 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.894541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:19.963770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:19.983995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:19.998926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:20.021029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb437c66-f390-4344-8e07-4d891d928112 req-72c0f187-290a-4d9a-bdb7-aa2ab8e2b954 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888063 Oct 22 13:26:20.056663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.22.0.1 (22f85e9b-eff3-42e1-9eb2-78d62658c148/5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4/11fee599-440f-4fd4-80a5-6034429ad27b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:20.084786 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:20.200896 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.361775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Pushing event updated for resources: {'Port': ['ID=71c1ae46-107a-4b7a-a298-53be94b73a7d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:20.365840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:20.366215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.372104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.405688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:26:20.455189 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 3, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:19Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:20.464270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.467404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Attempting to bind port 71c1ae46-107a-4b7a-a298-53be94b73a7d on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:20.467800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Attempting to bind port 71c1ae46-107a-4b7a-a298-53be94b73a7d by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:20.468179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Attempting to bind port 71c1ae46-107a-4b7a-a298-53be94b73a7d on network 22f85e9b-eff3-42e1-9eb2-78d62658c148 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:20.487629 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46010bf8-4017-4cc9-b5dc-b635009efae3 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 3, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:19Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:20.489694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:20.490073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Checking segment: {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:20.491909 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.494851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Bound using segment: {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:20.495433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Bound port: 71c1ae46-107a-4b7a-a298-53be94b73a7d, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:20.495836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.543140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:20.543613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:20.555859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:20.592794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:20.630957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] For port 71c1ae46-107a-4b7a-a298-53be94b73a7d, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:20.635763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] For port 71c1ae46-107a-4b7a-a298-53be94b73a7d, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=71c1ae46-107a-4b7a-a298-53be94b73a7d,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:20.641377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.651650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.736409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:20.775344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.779097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a12fc239-2a2e-438d-8383-68ee390c8598'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:20.820918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:20.840648 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:20.989347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fb5d6-f669-423b-b34b-6722323fe9e9 None None] Pushing event updated for resources: {'Port': ['ID=71c1ae46-107a-4b7a-a298-53be94b73a7d,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:21.069822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] For port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:21.099095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:21.103683 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:21.317250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-09f6e937-4ee6-43a4-8127-fe101c301240 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:21.317619 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-09f6e937-4ee6-43a4-8127-fe101c301240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:21.421230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7a407-8861-4085-93b8-50fd6b8ad1f6 None None] Pushing event updated for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:21.628579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9e0e8-6eef-4416-8728-ea1765f1f5fc req-2c581e5c-288d-4dc2-9c97-88e90c2caa83 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:21.643591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69c9e0e8-6eef-4416-8728-ea1765f1f5fc req-2c581e5c-288d-4dc2-9c97-88e90c2caa83 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.3967190 Oct 22 13:26:21.707969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:21.772978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69c9e0e8-6eef-4416-8728-ea1765f1f5fc req-143a6877-364f-4613-90ef-27d6977a6910 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278877 Oct 22 13:26:21.984058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:21.999316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:22.070102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:22.081817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:22.207103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 71c1ae46-107a-4b7a-a298-53be94b73a7d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:22.297614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:22.347137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:22.391342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 71c1ae46-107a-4b7a-a298-53be94b73a7d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:22.391880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:22.558791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e7797-1464-4c40-ba55-b737736670bd None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:22.611680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:22.613618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:22.851133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:23.218362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:23.240372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3a589f8a-bd77-4f21-b20b-e2ff978b7455 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6019621 Oct 22 13:26:23.243770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:23.248943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'network': {'name': 'tempest-RoutersTest-941713312'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:23.259266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d10eb-26ca-4f89-b3d6-38b2faf8b1bd req-69919570-2b3c-4162-ae46-73c0e4b7e1d5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:23.260867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b86d10eb-26ca-4f89-b3d6-38b2faf8b1bd req-69919570-2b3c-4162-ae46-73c0e4b7e1d5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.2620661 Oct 22 13:26:23.304991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:23.309077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.358731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:23.371453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b86d10eb-26ca-4f89-b3d6-38b2faf8b1bd req-6ffa46a1-1b1e-4bfa-9e61-f945c64dd041 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038809 Oct 22 13:26:23.379129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-02c580dd-b5c9-4c71-b3ab-3c13a8384012 None None] Provisioning complete for port 71c1ae46-107a-4b7a-a298-53be94b73a7d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:23.379508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02c580dd-b5c9-4c71-b3ab-3c13a8384012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.381582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:26:23.419636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.420418 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added segment 1fc5c58b-6407-4311-98d7-5b68d1312700 of type vlan for network 96d7fecb-2765-455a-8678-5ae23cb6d34c Oct 22 13:26:23.493443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.501879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:23.546408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.553720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:23.557509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.655143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:23.688972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Network': ['ID=96d7fecb-2765-455a-8678-5ae23cb6d34c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:23.710082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57060) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:23.712813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'subnet': {'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:23.717313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:23.718143 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75939982-c299-4c13-883b-18a797a91f55 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4732304 Oct 22 13:26:23.719226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:25:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:23.900193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:23.958888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Made reservation on behalf of e76b9d586e674667919a6951697fb638 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:23.963320 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.023655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:26:24.096990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 71c1ae46-107a-4b7a-a298-53be94b73a7d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=71c1ae46-107a-4b7a-a298-53be94b73a7d,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:24.231871 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.338584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a12fc239-2a2e-438d-8383-68ee390c8598 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:24.339545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.401645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a03d7530-1791-4d5c-8585-8e47da8bebaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.470120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.517900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:24.739880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Subnet': ['ID=9d4975d1-5b7b-45be-b192-c221db6eab48,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:24.791330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.802302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.803086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.803698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.804817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.805627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.813386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.814276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.814898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.815472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.816039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.816735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:26:24.832970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70ec0d-7f1a-4a8a-a2fd-70ee4a426a66 req-2d6e531d-9ca9-4c7c-b8dc-1c6fffaaa910 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:24.843045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e70ec0d-7f1a-4a8a-a2fd-70ee4a426a66 req-2d6e531d-9ca9-4c7c-b8dc-1c6fffaaa910 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.2562487 Oct 22 13:26:24.846215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Checking segment: {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:24.851184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network hostable DHCP agents. Network: 96d7fecb-2765-455a-8678-5ae23cb6d34c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:26:24.909939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:24.922854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:26:24.952978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e70ec0d-7f1a-4a8a-a2fd-70ee4a426a66 req-7ca0a5e6-c3f2-4ba0-bd0d-f6cc0cd7ba47 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981727 Oct 22 13:26:24.957302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 96d7fecb-2765-455a-8678-5ae23cb6d34c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:24.982405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:24.985373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:25.034559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f5466721-0500-4271-84ca-38c3c165b9ae tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3234541 Oct 22 13:26:25.034988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:25.053853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f7711-77f7-43ea-8e3d-cbda9d4b4954 None None] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:25.369558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=71c1ae46-107a-4b7a-a298-53be94b73a7d,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:25.752398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:25.761276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57084) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:25.769406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:25.770138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:25.796583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:25.805714 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823131da-d062-4d1a-9296-c14a8b9a74d9" -d '{"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:25.880118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-42be351f-ba47-458f-b843-81ff0b0de675 None None] Provisioning complete for port 71c1ae46-107a-4b7a-a298-53be94b73a7d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:25.880773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42be351f-ba47-458f-b843-81ff0b0de675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:25.888787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.100001 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e55e45-ac79-412f-ae24-f1f285f4415c x-openstack-request-id: req-90e55e45-ac79-412f-ae24-f1f285f4415c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:26.103055 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:26.104526 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90e55e45-ac79-412f-ae24-f1f285f4415c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:26.106092 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'code': 200} Oct 22 13:26:26.224013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:21Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:26.322794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9459d08-bb3a-49a0-a8f6-febbd630a688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.370623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978d077-4cc0-4174-aa9e-47465066d16d req-7edeed4d-bcfd-48d3-b7ca-17631d1158f0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:26.372507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d978d077-4cc0-4174-aa9e-47465066d16d req-7edeed4d-bcfd-48d3-b7ca-17631d1158f0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2374396 Oct 22 13:26:26.378814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:26.388885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Updating router dadc431e-4ea0-43d8-bcec-2ed191949833 port 11fee599-440f-4fd4-80a5-6034429ad27b binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:26.522654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.573538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d978d077-4cc0-4174-aa9e-47465066d16d req-80eaecf3-6e24-4d31-9d0d-9981cdc83146 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912820 Oct 22 13:26:26.613182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57098) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:26.661745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-96d7fecb-2765-455a-8678-5ae23cb6d34c', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:26:26.662892 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.668681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:26.748176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.755383 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9459d08-bb3a-49a0-a8f6-febbd630a688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.769889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9459d08-bb3a-49a0-a8f6-febbd630a688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:26.900708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9459d08-bb3a-49a0-a8f6-febbd630a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9941e2-8802-435c-a1c3-41f79e61e5f3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:26.922161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c9459d08-bb3a-49a0-a8f6-febbd630a688 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2f8a84685eb4871b665f745021860da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592441 Oct 22 13:26:26.926228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57102) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:27.014799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9c310b1-c393-43d8-bcd9-91397c192862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.144742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Allocated IP 172.23.0.2 (96d7fecb-2765-455a-8678-5ae23cb6d34c/9d4975d1-5b7b-45be-b192-c221db6eab48/1d36d520-44cc-466b-b416-09f0b127b958) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:27.323673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9c310b1-c393-43d8-bcd9-91397c192862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.340544 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.341621 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9c310b1-c393-43d8-bcd9-91397c192862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.452437 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.487251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Allocated IP 172.23.0.1 (96d7fecb-2765-455a-8678-5ae23cb6d34c/9d4975d1-5b7b-45be-b192-c221db6eab48/00db8d38-4370-4b2e-a10e-5d71ed328b85) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:27.547003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5aba2e2f-b9fa-43f1-95f4-8a07b6eff8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.557279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e9c310b1-c393-43d8-bcd9-91397c192862 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e44792c6e564dee83757ed2121c33c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9348540 Oct 22 13:26:27.558301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.560831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57108) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:27.638010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.781609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c310b1-c393-43d8-bcd9-91397c192862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea8132-cfa0-4730-8058-1767a3bcd8ba,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:27.793303 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.799915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.808050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d9941e2-8802-435c-a1c3-41f79e61e5f3 HTTP/1.1" status: 204 len: 168 time: 0.8785930 Oct 22 13:26:27.865257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:27.893216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8479c4d-7e9f-4bd0-bbd8-727d592de357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9941e2-8802-435c-a1c3-41f79e61e5f3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:27.983234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89271505-b88d-4fb5-a652-0112f7d88c03 req-922ce78a-8f9a-4213-a698-a4b4ed857068 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:27.989494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89271505-b88d-4fb5-a652-0112f7d88c03 req-922ce78a-8f9a-4213-a698-a4b4ed857068 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1804006 Oct 22 13:26:28.081798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89271505-b88d-4fb5-a652-0112f7d88c03 req-e1dd07c4-ec38-4f76-bc7c-f263bd31badc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852203 Oct 22 13:26:28.166433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.182547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.232378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:28.254714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:28.303702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:28.474228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:28.515563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:28.579796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.596848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 71c1ae46-107a-4b7a-a298-53be94b73a7d up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:28.599777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-42be351f-ba47-458f-b843-81ff0b0de675 None None] Provisioning complete for port 11fee599-440f-4fd4-80a5-6034429ad27b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:28.604869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42be351f-ba47-458f-b843-81ff0b0de675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.607613 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.644747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:28.767784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.772971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.778385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:28.781704 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37ea8132-cfa0-4730-8058-1767a3bcd8ba HTTP/1.1" status: 204 len: 168 time: 1.2167566 Oct 22 13:26:28.816229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ebd6-20f5-472d-ba8b-42048c4ac97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea8132-cfa0-4730-8058-1767a3bcd8ba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:28.846159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:28.895949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Pushing event updated for resources: {'Port': ['ID=1d36d520-44cc-466b-b416-09f0b127b958,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:28.917323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:29.276066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-42be351f-ba47-458f-b843-81ff0b0de675 None None] Port 11fee599-440f-4fd4-80a5-6034429ad27b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:29.308694 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:29.357852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Attempting to bind port 1d36d520-44cc-466b-b416-09f0b127b958 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:29.363350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Attempting to bind port 1d36d520-44cc-466b-b416-09f0b127b958 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:29.367813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Attempting to bind port 1d36d520-44cc-466b-b416-09f0b127b958 on network 96d7fecb-2765-455a-8678-5ae23cb6d34c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:29.610446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:29.620361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Checking segment: {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:29.621434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:29.623718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Bound using segment: {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:29.626168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Bound port: 1d36d520-44cc-466b-b416-09f0b127b958, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:29.627733 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:29.826438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730939-b0eb-4e12-a947-36c3bb8c3100 req-5e5b6f6e-776e-429d-a1de-d7f39018beee tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:29.846558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4730939-b0eb-4e12-a947-36c3bb8c3100 req-5e5b6f6e-776e-429d-a1de-d7f39018beee tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.3261659 Oct 22 13:26:29.900906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] For port 1d36d520-44cc-466b-b416-09f0b127b958, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:29.913730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] For port 1d36d520-44cc-466b-b416-09f0b127b958, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1d36d520-44cc-466b-b416-09f0b127b958,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:29.956222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4730939-b0eb-4e12-a947-36c3bb8c3100 req-263b153c-9599-4c42-982e-f30f56ea41c0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060777 Oct 22 13:26:29.982759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6597c51b-0918-429b-b832-19815cd2900b None None] Provisioning complete for port 11fee599-440f-4fd4-80a5-6034429ad27b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:29.985480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6597c51b-0918-429b-b832-19815cd2900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.059253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.077075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.100207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.206694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 71c1ae46-107a-4b7a-a298-53be94b73a7d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:30.207146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.208852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.225576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5b4fc-0c2d-4396-a1a6-70fb7afbc5ee None None] Pushing event updated for resources: {'Port': ['ID=1d36d520-44cc-466b-b416-09f0b127b958,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:30.306258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.316225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event updated for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:30.440419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6597c51b-0918-429b-b832-19815cd2900b None None] Port 11fee599-440f-4fd4-80a5-6034429ad27b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:30.501217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:30.506398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:30.680930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.699891 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:30.843942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:30.968329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaaa24-b6b4-441b-86df-cb6b5e366ccc None None] Pushing event updated for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:31.052443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Attempting to bind port 11fee599-440f-4fd4-80a5-6034429ad27b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:31.052840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Attempting to bind port 11fee599-440f-4fd4-80a5-6034429ad27b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:31.053211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Attempting to bind port 11fee599-440f-4fd4-80a5-6034429ad27b on network 22f85e9b-eff3-42e1-9eb2-78d62658c148 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:31.060654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:31.061462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Checking segment: {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:31.061462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:31.062082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Bound using segment: {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:31.062299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Bound port: 11fee599-440f-4fd4-80a5-6034429ad27b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957a6620-343b-4f7a-908d-200d68029e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:31.062730 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:31.198763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] For port 11fee599-440f-4fd4-80a5-6034429ad27b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:31.202384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] For port 11fee599-440f-4fd4-80a5-6034429ad27b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11fee599-440f-4fd4-80a5-6034429ad27b,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:31.215547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:31.283113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:31.297746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dc16ef76-d0cc-479b-84e6-dc523ad82209 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2615976 Oct 22 13:26:31.298390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57182) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:31.315238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:31.358949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b017a-0c61-4a9a-ae4c-5ef5472bed74 req-e10f7b59-2825-47c4-9ca6-7b63f4ef786c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:31.361281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c5b017a-0c61-4a9a-ae4c-5ef5472bed74 req-e10f7b59-2825-47c4-9ca6-7b63f4ef786c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1882677 Oct 22 13:26:31.392333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:31.409099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:31.431779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c5b017a-0c61-4a9a-ae4c-5ef5472bed74 req-3485e60a-24d5-4f2f-b78f-ce29829cae94 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568199 Oct 22 13:26:31.745433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaaa24-b6b4-441b-86df-cb6b5e366ccc None None] Pushing event updated for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:31.861540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:32.184939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] Provisioning complete for port 11fee599-440f-4fd4-80a5-6034429ad27b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:32.188307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:32.401779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882f73-f1a5-42d0-b132-b46bcbebd324 req-876d6d97-7a64-4bde-a92d-f3b1bf441f38 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:32.417609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f882f73-f1a5-42d0-b132-b46bcbebd324 req-876d6d97-7a64-4bde-a92d-f3b1bf441f38 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 945 time: 0.1498029 Oct 22 13:26:32.569342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f882f73-f1a5-42d0-b132-b46bcbebd324 req-b9a94c72-166e-447c-ac44-4ad67714ab20 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456165 Oct 22 13:26:32.790265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48d23f-7fc9-4049-b44c-38360ee4993f req-0cd6f157-fe95-436f-820c-d56892a8ef3e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:32.807987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a48d23f-7fc9-4049-b44c-38360ee4993f req-0cd6f157-fe95-436f-820c-d56892a8ef3e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1184947 Oct 22 13:26:32.911979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81f6b5-a347-4a87-ae12-56699d4ccec1 None None] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:32.926836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a48d23f-7fc9-4049-b44c-38360ee4993f req-8ab3033e-6f75-48c8-850b-b4330a329074 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117764 Oct 22 13:26:32.958947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1d36d520-44cc-466b-b416-09f0b127b958 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:33.017839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57212) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:33.023853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604208672', 'description': 'tempest-secgroup-smoke-1604208672 description', 'project_id': 'd995d80d005e424da11709db076b1b4a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:33.084317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.091044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.098513 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.176454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] For port 11fee599-440f-4fd4-80a5-6034429ad27b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11fee599-440f-4fd4-80a5-6034429ad27b,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:33.193364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:29Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:29Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:31Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:33.239476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b9682-bc7b-48c7-926f-accad4a2e620 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:29Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:29Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:31Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:33.241384 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.446227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.462779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.561801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.571620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.612622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.618946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5959370 Oct 22 13:26:33.624753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:33.649721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:33.840406 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-f03fa63e-805f-4e76-b680-fb7c68640f51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3557835 Oct 22 13:26:33.959740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:26:33.965056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:33.999540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf85ecc-f0c2-46cf-88fd-8258465c0b7b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:34.066752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2596b9-0608-485e-a78a-936a21622834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb4b61-e106-43bc-8440-8da15e562d92,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:34.097731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-0b6e8d98-bd3a-47c3-a138-642600f05b46 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:34.099430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-0b6e8d98-bd3a-47c3-a138-642600f05b46 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 945 time: 0.4530871 Oct 22 13:26:34.106982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1d36d520-44cc-466b-b416-09f0b127b958 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:34.108027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:34.117991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dfa34-fb7a-4c54-9e7d-7f35c7e252c4 req-5d01ae43-3531-4922-ba7e-2980c22a0155 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:34.139189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112dfa34-fb7a-4c54-9e7d-7f35c7e252c4 req-5d01ae43-3531-4922-ba7e-2980c22a0155 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 945 time: 0.3365195 Oct 22 13:26:34.150388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Removed routes are [] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:26:34.151740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:34.165134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c170c1e3-905d-435c-8d7a-9f44bfce1f39 None None] Provisioning complete for port 11fee599-440f-4fd4-80a5-6034429ad27b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:34.167221 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c170c1e3-905d-435c-8d7a-9f44bfce1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:34.183192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de573-166e-462c-961b-4bdad3382d19 req-6e19fd8a-1f15-42fb-a089-3171865c10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:34.187642 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-6e19fd8a-1f15-42fb-a089-3171865c10c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 1097 time: 0.2632987 Oct 22 13:26:34.458023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4e68-464b-4f25-b9b4-fde89319ec6f None None] Pushing event updated for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:34.592489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de573-166e-462c-961b-4bdad3382d19 req-858e8d02-9433-4406-bd59-24c8b2da9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:34.604576 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-858e8d02-9433-4406-bd59-24c8b2da9f33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 200 len: 916 time: 0.3594115 Oct 22 13:26:34.692774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-112dfa34-fb7a-4c54-9e7d-7f35c7e252c4 req-e5026887-27d3-4651-b2a8-82d836027a69 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432815 Oct 22 13:26:34.754196 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-fe92c147-f0fa-4d04-aeed-ffd900ca5451 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 200 len: 217 time: 0.1136670 Oct 22 13:26:34.884685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd174f-eb4f-4945-a650-8173efeddd5e req-d26453c3-193b-4a17-b54c-a96ea95162e3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:34.904409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccd174f-eb4f-4945-a650-8173efeddd5e req-d26453c3-193b-4a17-b54c-a96ea95162e3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.7596254 Oct 22 13:26:34.909826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:34.948641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.039524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cccd174f-eb4f-4945-a650-8173efeddd5e req-f86cacbb-a456-4a76-a787-7ec703d1d481 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277952 Oct 22 13:26:35.072777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c170c1e3-905d-435c-8d7a-9f44bfce1f39 None None] Provisioning complete for port 1d36d520-44cc-466b-b416-09f0b127b958 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:35.072944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c170c1e3-905d-435c-8d7a-9f44bfce1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.120638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Deleting port 8a2c9046-8524-49ad-878d-35953bedd78e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:35.123452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.124137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.264556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.270368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6313517 Oct 22 13:26:35.290136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57258) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:35.290956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7e848-0cd7-45a5-ae3b-98f33182c2af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2ad3fc-676c-401b-a2a4-ce605ff6ab35,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:35.292276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1d36d520-44cc-466b-b416-09f0b127b958, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1d36d520-44cc-466b-b416-09f0b127b958,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:35.327956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.394015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:35.403276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] For port 8a2c9046-8524-49ad-878d-35953bedd78e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8a2c9046-8524-49ad-878d-35953bedd78e,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:35.403764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.445773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Calling delete_port for 8a2c9046-8524-49ad-878d-35953bedd78e owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:35.485142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de573-166e-462c-961b-4bdad3382d19 req-cd2f0d03-ba50-4bc6-99c3-09deab8f56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:35.490499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-cd2f0d03-ba50-4bc6-99c3-09deab8f56be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 200 len: 855 time: 0.7222753 Oct 22 13:26:35.532460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.585451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.612371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11fee599-440f-4fd4-80a5-6034429ad27b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:35.733691 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-154a63e9-53cf-4ecc-9d1e-4f1527adf918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e2ba6f7-d368-4993-9f5a-f075022c8e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1963139 Oct 22 13:26:35.804670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.814863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1d36d520-44cc-466b-b416-09f0b127b958,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:35.847543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203', 'd233bd6d-1d98-4c15-94ac-2d95d48756df'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:35.854277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:35.907859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event deleted for resources: {'Port': ['ID=8a2c9046-8524-49ad-878d-35953bedd78e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:35.962841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-77844836-4c69-427a-aa4d-32f90ace387a None None] Provisioning complete for port 1d36d520-44cc-466b-b416-09f0b127b958 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:35.963239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77844836-4c69-427a-aa4d-32f90ace387a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:35.966595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bab08c3-4ea1-4a7d-b136-23da304095c5 req-74ea1172-aaf2-45d1-8ea7-c91d91eff4e5 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6267e7b-61fc-4c02-9632-37a538413143 HTTP/1.1" status: 200 len: 210 time: 0.0870855 Oct 22 13:26:35.983031 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:36.010083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:36.010355 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:36.089148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:36.122730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.159405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] No DVR routers for this DVR port 8a2c9046-8524-49ad-878d-35953bedd78e on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:36.162631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.169752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea82f970-9335-4679-ba26-9ebdc02ea0aa req-739796f1-810f-44d2-8842-7b2f5aa15e81 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "DELETE /v2.0/ports/8a2c9046-8524-49ad-878d-35953bedd78e HTTP/1.1" status: 204 len: 173 time: 2.0284650 Oct 22 13:26:36.195885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'name': 'network-vif-deleted', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:36.219618 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19849c3-898e-4b6e-829a-a70e468e9e8b" -d '{"events": [{"server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "name": "network-vif-deleted", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:36.273975 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:36.297792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11fee599-440f-4fd4-80a5-6034429ad27b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:36.298943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.386342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.500917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-b590337c-0613-4be6-8861-afa3a30465a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545789 Oct 22 13:26:36.508554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.536600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-10d3e592-6148-4a18-b61b-246cebc05788 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2956080 Oct 22 13:26:36.637399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.641753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3440640 Oct 22 13:26:36.646537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57290) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:36.657052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:36.688709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b826-dd5a-4ad5-8a59-a61a80ee1e25 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b5b812-c576-44d4-972b-4a1ec01ff392,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:36.845040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:36.862265 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:34Z', 'revision_number': 6, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:29Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:36.987401 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:36.988569 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Updating router dadc431e-4ea0-43d8-bcec-2ed191949833 port 00db8d38-4370-4b2e-a10e-5d71ed328b85 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:37.015280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:37.017203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-77844836-4c69-427a-aa4d-32f90ace387a None None] Provisioning complete for port 00db8d38-4370-4b2e-a10e-5d71ed328b85 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:37.018034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77844836-4c69-427a-aa4d-32f90ace387a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.031451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.035661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-992c1388-0da0-4ebb-82ad-55379a36c289 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 933 time: 5.7360497 Oct 22 13:26:37.036521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:37.051940 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.165977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bb6de573-166e-462c-961b-4bdad3382d19 req-93a3ebf3-5013-47ff-8cd8-519151cd73a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272063 Oct 22 13:26:37.167827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-77844836-4c69-427a-aa4d-32f90ace387a None None] Port 00db8d38-4370-4b2e-a10e-5d71ed328b85 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:37.322595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.344243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-84f287f0-d487-4b01-93e7-5f3638a03ee4 None None] Provisioning complete for port 00db8d38-4370-4b2e-a10e-5d71ed328b85 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:37.344862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-84f287f0-d487-4b01-93e7-5f3638a03ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.355949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.393673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8c461e0-2126-420d-8bce-2642704de775 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 933 time: 0.3513539 Oct 22 13:26:37.396910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57302) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:37.415816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'routes': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:37.446768 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-84f287f0-d487-4b01-93e7-5f3638a03ee4 None None] Port 00db8d38-4370-4b2e-a10e-5d71ed328b85 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:37.483139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8a2c9046-8524-49ad-878d-35953bedd78e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:37.541558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 8a2c9046-8524-49ad-878d-35953bedd78e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:37.541961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8a2c9046-8524-49ad-878d-35953bedd78e not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:37.544568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d729c65c-a68b-48df-838c-8b9253b819c4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:37.554758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1d36d520-44cc-466b-b416-09f0b127b958 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:37.571090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.575520 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c212727-c367-4809-ac6c-d5ca80510902 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9237299 Oct 22 13:26:37.578145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:37.600475 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.603821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:37.610406 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.662082 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f09c23-a5a3-452a-95a7-901c5095b4c8 None None] Pushing event updated for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:37.692091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df307-4cf9-4996-bc4c-66b5f8dda5ee req-ad64a8c5-af62-4354-bd2d-84798d14bc3b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:37.707075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-149df307-4cf9-4996-bc4c-66b5f8dda5ee req-ad64a8c5-af62-4354-bd2d-84798d14bc3b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 1.4668000 Oct 22 13:26:37.708499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1d36d520-44cc-466b-b416-09f0b127b958 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:37.709093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.832602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Attempting to bind port 00db8d38-4370-4b2e-a10e-5d71ed328b85 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:37.833023 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Attempting to bind port 00db8d38-4370-4b2e-a10e-5d71ed328b85 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:37.833601 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Attempting to bind port 00db8d38-4370-4b2e-a10e-5d71ed328b85 on network 96d7fecb-2765-455a-8678-5ae23cb6d34c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:37.850234 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:37.854797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Checking segment: {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:37.855602 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.856189 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Bound using segment: {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:37.856905 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Bound port: 00db8d38-4370-4b2e-a10e-5d71ed328b85, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc5c58b-6407-4311-98d7-5b68d1312700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:37.857479 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.883261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:37.975253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-e2786a2d-a3e9-4e55-8d50-b598729865e1 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:37.979968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-e2786a2d-a3e9-4e55-8d50-b598729865e1 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4412460 Oct 22 13:26:38.017224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-149df307-4cf9-4996-bc4c-66b5f8dda5ee req-819b3240-40cd-4c20-863f-36e0bffab0e9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957847 Oct 22 13:26:38.018942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-073c901c-4a90-4d1c-9926-3c26d0e7dfa3 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/quotas/2fa42bbb74f54d9ba7c6ac12d0f89aa0 HTTP/1.1" status: 200 len: 375 time: 0.0243123 Oct 22 13:26:38.037113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] For port 00db8d38-4370-4b2e-a10e-5d71ed328b85, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:38.042909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] For port 00db8d38-4370-4b2e-a10e-5d71ed328b85, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00db8d38-4370-4b2e-a10e-5d71ed328b85,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:38.071611 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.098773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-a608a799-3377-4ac8-952e-024bdef62ccc tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463488 Oct 22 13:26:38.173376 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a08d7-3acd-4a6b-a838-9bf4a1d34996 x-openstack-request-id: req-051a08d7-3acd-4a6b-a838-9bf4a1d34996 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:38.173947 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6267e7b-61fc-4c02-9632-37a538413143", "name": "network-vif-deleted", "tag": "8a2c9046-8524-49ad-878d-35953bedd78e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:38.174436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-051a08d7-3acd-4a6b-a838-9bf4a1d34996 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:38.175101 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6267e7b-61fc-4c02-9632-37a538413143', 'name': 'network-vif-deleted', 'tag': '8a2c9046-8524-49ad-878d-35953bedd78e', 'status': 'completed', 'code': 200} Oct 22 13:26:38.217727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] Provisioning complete for port 00db8d38-4370-4b2e-a10e-5d71ed328b85 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:38.218446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.224040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.236207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.252655 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f09c23-a5a3-452a-95a7-901c5095b4c8 None None] Pushing event updated for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:38.283011 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:38.283764 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:38.491937 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.528972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fd984f-5664-4611-9ce8-f954a20e4706,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:38.533952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.551541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bb14823-99af-4959-981c-392944d97c0a req-0b5ac0e5-b01f-4b84-8782-0871d4b79fef tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 210 time: 0.0815840 Oct 22 13:26:38.623060 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:38.647184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] For port 00db8d38-4370-4b2e-a10e-5d71ed328b85, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00db8d38-4370-4b2e-a10e-5d71ed328b85,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:38.688240 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.709766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added routes are [] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:26:38.711897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:26:38.760471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.768040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.769427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-92f602c8-926a-4980-ba3e-92d6203d2256 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1836085 Oct 22 13:26:38.772644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57328) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:38.777548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:38.872024 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:26:38.879345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:38.905725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfcbe8-9aac-4263-8780-4bbfb598d6a0 None None] Pushing event updated for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:38.910072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-24f120fc-b8e5-4507-88f7-d4cd658f1b00 None None] Provisioning complete for port 00db8d38-4370-4b2e-a10e-5d71ed328b85 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:38.910831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24f120fc-b8e5-4507-88f7-d4cd658f1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.008250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.020522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.074466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d589656a-663b-4bcb-af7f-6bc27dcd9830,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:39.094275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.098978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d03a404-bf78-49e9-9423-1eb2b8a06f3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250661 Oct 22 13:26:39.105811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:39.128748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '51fb4b61-e106-43bc-8440-8da15e562d92', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:39.240324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:34Z', 'revision_number': 6, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:39.265400 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:26:39.311110 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ebca1-5bae-4e8e-b7ec-9448360269cb None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:34Z', 'revision_number': 6, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 4, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:39.312148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.315994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.368564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.543249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00db8d38-4370-4b2e-a10e-5d71ed328b85 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:39.639474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.641542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:39.661689 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.720588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c5c6f5-f377-4ae9-a962-65843a14abdb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:39.730481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.732082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-246dac90-50b3-4cd1-b0a1-08cfc199e513 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6227374 Oct 22 13:26:39.736635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:39.743087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'network': {'name': 'tempest-network-smoke--1047675915', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:39.751910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 00db8d38-4370-4b2e-a10e-5d71ed328b85 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:39.752289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.789196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343023-a3d2-4950-9dfd-14101eef5f05 req-32269cea-1f1e-4564-a785-6c769afcb809 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:39.800670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94343023-a3d2-4950-9dfd-14101eef5f05 req-32269cea-1f1e-4564-a785-6c769afcb809 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.5813162 Oct 22 13:26:39.805754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:39.811823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.879985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:26:39.894236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:39.900301 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Added segment 85b7ce79-b072-492c-8c07-fd00716ed2b0 of type vlan for network af4768c8-e568-477d-a329-d60ba9dafdea Oct 22 13:26:39.911715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec776a7f-de32-44b2-85f8-7fbd27b58102 req-32629950-ff15-4a0a-b037-40d42ece3053 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 210 time: 0.1015263 Oct 22 13:26:39.994205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:40.018987 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.024181 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d218bc68-97a6-45b7-a7db-6f3a977bacb7 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 699 time: 2.6123748 Oct 22 13:26:40.025204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57356) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:40.028655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.038436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.082779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:40.100498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:40.101272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:40.124928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.135850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:40.136395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.170243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa0268af-5f3b-40a7-af24-773bbfcc13f1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 699 time: 0.1436546 Oct 22 13:26:40.171204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:40.288227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Network': ['ID=af4768c8-e568-477d-a329-d60ba9dafdea,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:40.320464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94343023-a3d2-4950-9dfd-14101eef5f05 req-6b829532-6b37-46cb-909c-ef157c2cccb1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565749 Oct 22 13:26:40.369716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f502986a-7db2-41fc-ab24-bb0490c3c2d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6278152 Oct 22 13:26:40.371262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57364) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:40.376647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'admin_state_up': True, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:40.380648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:40.414385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.415927 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.470734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network af4768c8-e568-477d-a329-d60ba9dafdea details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:26:40.482310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.659789 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:40.848908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:41.078852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:41.142055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec7b6e9a-5823-42dd-af83-269b05e712d0 req-90292530-6ae4-42df-95f3-89fe1d09953d tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 210 time: 0.0650892 Oct 22 13:26:41.143325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:41.349032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 7, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:41.429776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.135 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0c1b83e5-2211-4a2a-bf95-0b2acf8a250f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:41.435288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:41.451204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:41.451837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:41.776767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:41.792307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfade7-67e9-4c80-8242-874189ada634 req-31425b20-560f-41d0-8044-96416f155091 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:41.793937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-becfade7-67e9-4c80-8242-874189ada634 req-31425b20-560f-41d0-8044-96416f155091 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2748799 Oct 22 13:26:41.864452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:41.888906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-becfade7-67e9-4c80-8242-874189ada634 req-61bd828f-b663-485e-895c-3e817e584965 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839863 Oct 22 13:26:41.989586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:42.027807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:42.030665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:42.060988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:42.128137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:42.150866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ee8634e8-f7c2-4288-8de7-edc9614aae1b tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0619540 Oct 22 13:26:42.260856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 7, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:42.325519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67228c-478a-4d39-a5b2-6f5140e960ab None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 7, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '00db8d38-4370-4b2e-a10e-5d71ed328b85', 'name': '', 'network_id': '96d7fecb-2765-455a-8678-5ae23cb6d34c', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:74:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:26Z', 'updated_at': '2021-10-22T13:26:38Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '9d4975d1-5b7b-45be-b192-c221db6eab48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:42.477873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbe146aa-40f3-4308-93a8-5eccd1996b0a req-0c59a298-49b1-42fe-9b30-8ba2313f2980 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 210 time: 0.1311042 Oct 22 13:26:42.767277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-18cc63e6-d1f1-459e-8c9e-946f25eab78f tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:42.769933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-18cc63e6-d1f1-459e-8c9e-946f25eab78f tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5651898 Oct 22 13:26:42.771024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:42.778015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-706cd14f-7175-4b55-a5b3-ebc080dbfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:42.786645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Request body: {'port': {'device_id': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '2fa42bbb74f54d9ba7c6ac12d0f89aa0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:42.791853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-706cd14f-7175-4b55-a5b3-ebc080dbfe0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.4438307 Oct 22 13:26:42.981260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Made reservation on behalf of 2fa42bbb74f54d9ba7c6ac12d0f89aa0 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:42.993410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.052165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.066834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 00db8d38-4370-4b2e-a10e-5d71ed328b85 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:43.067467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.158976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-251b0670-f28f-4bbb-ac6f-bbbf153feac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:43.161099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-251b0670-f28f-4bbb-ac6f-bbbf153feac1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.3074822 Oct 22 13:26:43.274209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598eb8d-2360-49db-aef7-e0c4cbd2ee16 req-85f8f073-47db-4c23-a1f1-c97eec4043af tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:43.276228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b598eb8d-2360-49db-aef7-e0c4cbd2ee16 req-85f8f073-47db-4c23-a1f1-c97eec4043af tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2192285 Oct 22 13:26:43.296452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 00db8d38-4370-4b2e-a10e-5d71ed328b85, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00db8d38-4370-4b2e-a10e-5d71ed328b85,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:43.297097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.346179 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 00db8d38-4370-4b2e-a10e-5d71ed328b85 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:43.349994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-41253a55-7736-4a45-8121-113966d85a19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1001 time: 0.1735566 Oct 22 13:26:43.411316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-4cad0b3e-d0c8-412b-aa48-2b0a2bcc6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:43.412785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-4cad0b3e-d0c8-412b-aa48-2b0a2bcc6d7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0529647 Oct 22 13:26:43.421720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.442283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.452974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b598eb8d-2360-49db-aef7-e0c4cbd2ee16 req-16bbd921-1bc7-4a8e-96b9-54cbb807f8a9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417031 Oct 22 13:26:43.455328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.566324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-73753b5d-d984-4762-8b29-261af1dfad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:43.578593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-73753b5d-d984-4762-8b29-261af1dfad96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443346 Oct 22 13:26:43.615297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30d8e5c-a1fa-422a-9473-ce587f5dda38,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:43.703284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-058af5cc-13e4-4bc0-8673-72559f1e0c78 req-c38b9072-822b-4d1c-8a82-1814b1e41306 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 210 time: 0.0637822 Oct 22 13:26:43.796791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Allocated IP 192.168.233.224 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/49eb1c67-2c60-4ec2-9f37-350c6473e319) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:43.838919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:43.910764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=00db8d38-4370-4b2e-a10e-5d71ed328b85,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:43.916426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-eb6313ef-aff6-4ad3-90d5-81279fc1b980 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218029 Oct 22 13:26:43.961015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:26:44.264780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:44.276587 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Sync routers for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:44.293104 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:44.300395 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:44.346811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:44.348978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-edbceaa3-f696-4850-9319-2ae1612bab0b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9761178 Oct 22 13:26:44.356287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57420) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:44.380861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a96750c3-9284-4810-922e-773bf7c1dde7 req-84c8cd78-aeb5-4ed2-bdd7-4ffbcdbb7630 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553907 Oct 22 13:26:44.545381 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:44.564126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc8de1ea-dc8f-48d6-9519-db27a2da98fe tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d995d80d005e424da11709db076b1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2059598 Oct 22 13:26:44.569560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57430) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:44.668180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:44.675504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:44.943821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:42Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:44.952807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:44.981930 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Checking router: 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:44.983957 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Updating router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:45.043910 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.089947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:45.095052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:45.102121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:45.262078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Pushing event updated for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:45.361516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:45.371512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.403845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:45.518153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-ba2af992-6e2e-4fd0-8ee8-5a9acacf3e67 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7361448 Oct 22 13:26:45.613673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Request body: {'port': {'device_id': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:45.692617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5b61820f-5ce0-4952-893a-6e8b8abb05a3 None None] Provisioning complete for port 49eb1c67-2c60-4ec2-9f37-350c6473e319 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:45.694014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b61820f-5ce0-4952-893a-6e8b8abb05a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.730983 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.750100 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.822990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5b61820f-5ce0-4952-893a-6e8b8abb05a3 None None] Port 49eb1c67-2c60-4ec2-9f37-350c6473e319 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:45.841569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c64d3-5e92-4ab0-83a4-df474621053b req-a24ffad6-ff18-44ca-b1b4-f9207d5b252d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:45.847762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c9c64d3-5e92-4ab0-83a4-df474621053b req-a24ffad6-ff18-44ca-b1b4-f9207d5b252d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 1.1805212 Oct 22 13:26:45.861076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:45.871967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:45.873888 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43b0c-1a7e-42cc-860e-15a7520654bb None None] Pushing event updated for resources: {'Port': ['ID=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:45.878238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed8e17c0-e992-46e2-9108-a92a15c07a97 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7054942 Oct 22 13:26:45.881266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:45.890270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:45.890936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:45.894458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.911794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16907c76-8706-45bf-801c-f5c809c2da71 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:45.913953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-16907c76-8706-45bf-801c-f5c809c2da71 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3413007 Oct 22 13:26:45.917314 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Attempting to bind port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:45.918522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Attempting to bind port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:45.919329 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Attempting to bind port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:45.925126 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:45.925732 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:45.926235 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.926787 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:45.927559 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Bound port: 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:45.927787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:45.928256 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:45.998434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6da29bd5-3f5d-44fa-ba40-95e6ba39e605 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651371 Oct 22 13:26:46.002596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57456) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:46.020734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996649493', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:26:46.051394 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] For port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:46.060629 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] For port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:46.066984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109361-6e4b-4674-b9a1-d5417cd1de31 req-8fe6b3a4-f623-4e0a-806c-f77260d25497 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:46.069342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:46.072094 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.073569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23109361-6e4b-4674-b9a1-d5417cd1de31 req-8fe6b3a4-f623-4e0a-806c-f77260d25497 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 936 time: 0.5731750 Oct 22 13:26:46.090557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 9d4975d1-5b7b-45be-b192-c221db6eab48 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:26:46.094383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.155943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.265590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.278286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c9c64d3-5e92-4ab0-83a4-df474621053b req-60e1b1d9-8bcc-498d-9093-9f683e662460 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627753 Oct 22 13:26:46.370157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23109361-6e4b-4674-b9a1-d5417cd1de31 req-eea45f07-4e12-47db-b923-fc99e9934135 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786353 Oct 22 13:26:46.397157 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:46.398212 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:46.424167 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43b0c-1a7e-42cc-860e-15a7520654bb None None] Pushing event updated for resources: {'Port': ['ID=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:46.554246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:43Z', 'revision_number': 8, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:46.622246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:46.640872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:46.642063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:46.700732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49eb1c67-2c60-4ec2-9f37-350c6473e319 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:26:46.711683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.734315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Transition to ACTIVE for port object 49eb1c67-2c60-4ec2-9f37-350c6473e319 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:26:46.743956 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:46.938948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:46.948025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:46.963910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:26:46.986439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:47.136390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3647a08-541b-4e48-86c0-dd770748c310 req-1bf91c18-3164-4966-9467-097fa4d74d33 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:47.153493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3647a08-541b-4e48-86c0-dd770748c310 req-1bf91c18-3164-4966-9467-097fa4d74d33 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 0.1827469 Oct 22 13:26:47.248085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3647a08-541b-4e48-86c0-dd770748c310 req-bd08f466-d5b4-4a9b-9b8d-4aaf14e41535 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933011 Oct 22 13:26:47.340396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Pushing event updated for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:47.376953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:47.511793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4975d1-5b7b-45be-b192-c221db6eab48,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:47.602143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:47.605734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2db44111-188d-4caf-b4a9-5831ad77ff68 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/9d4975d1-5b7b-45be-b192-c221db6eab48 HTTP/1.1" status: 204 len: 168 time: 1.7222931 Oct 22 13:26:47.608169 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:26:47.615036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43602f-ffb3-426d-8c18-a844213e8876 None None] Network 96d7fecb-2765-455a-8678-5ae23cb6d34c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:47.617762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25f45-decf-4c31-b528-78687c2cd966 req-998b01a1-6147-4e18-881c-6bbc2c1822c4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:47.619576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b25f45-decf-4c31-b528-78687c2cd966 req-998b01a1-6147-4e18-881c-6bbc2c1822c4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2026491 Oct 22 13:26:47.647977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:47.670907 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:42Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:47.733229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a848db3-7d3d-43b5-838b-20a2799937e1 None None] The sync data for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 is: [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:42Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:47.889540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b25f45-decf-4c31-b528-78687c2cd966 req-9032d7fe-fbc0-4d3a-ba43-3f936978a3d5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915023 Oct 22 13:26:48.010866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:43Z', 'revision_number': 8, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:48.058294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.117203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb992-d238-4330-b682-cef053246c3f req-7d88a9dc-bef7-47f4-957b-6fa525588bf8 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:48.125290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523eb992-d238-4330-b682-cef053246c3f req-7d88a9dc-bef7-47f4-957b-6fa525588bf8 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 948 time: 0.4998217 Oct 22 13:26:48.174991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7c77d-8eeb-4698-809a-8b63d8c98691 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:43Z', 'revision_number': 8, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11fee599-440f-4fd4-80a5-6034429ad27b', 'name': '', 'network_id': '22f85e9b-eff3-42e1-9eb2-78d62658c148', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:0c:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:19Z', 'updated_at': '2021-10-22T13:26:33Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:48.241786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523eb992-d238-4330-b682-cef053246c3f req-0d9e232c-7597-4b9c-961f-cdaf8b44208e tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145089 Oct 22 13:26:48.295742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] DHCP port deletion for 96d7fecb-2765-455a-8678-5ae23cb6d34c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:26:48.373090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 1d36d520-44cc-466b-b416-09f0b127b958 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:48.373665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.398762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Deleting port 1d36d520-44cc-466b-b416-09f0b127b958 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:48.399077 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.484734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] For port 1d36d520-44cc-466b-b416-09f0b127b958, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1d36d520-44cc-466b-b416-09f0b127b958,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:48.485650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.507120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 1d36d520-44cc-466b-b416-09f0b127b958, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1d36d520-44cc-466b-b416-09f0b127b958,segment=NetworkSegment(1fc5c58b-6407-4311-98d7-5b68d1312700),segment_id=1fc5c58b-6407-4311-98d7-5b68d1312700)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:48.507796 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.515438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Calling delete_port for 1d36d520-44cc-466b-b416-09f0b127b958 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:48.522826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 1d36d520-44cc-466b-b416-09f0b127b958 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:48.594569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Attempting to bind port 49eb1c67-2c60-4ec2-9f37-350c6473e319 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:48.595581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Attempting to bind port 49eb1c67-2c60-4ec2-9f37-350c6473e319 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:48.596100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Attempting to bind port 49eb1c67-2c60-4ec2-9f37-350c6473e319 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:48.604474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Port 49eb1c67-2c60-4ec2-9f37-350c6473e319 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:26:48.605166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Attempting to bind port 49eb1c67-2c60-4ec2-9f37-350c6473e319 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:48.629122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.658161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:48.658686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:48.659078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:48.659532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Bound port: 49eb1c67-2c60-4ec2-9f37-350c6473e319, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:48.659891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.747018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:26:48.765596 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:26:48.780216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:48.829192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 1d36d520-44cc-466b-b416-09f0b127b958 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:48.834336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] Pushing event deleted for resources: {'Port': ['ID=1d36d520-44cc-466b-b416-09f0b127b958,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:48.849156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e22196-ada0-41d2-be92-7484656dfd13 None None] No DVR routers for this DVR port 1d36d520-44cc-466b-b416-09f0b127b958 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:48.916401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Subnet': ['ID=ee2106d5-9d01-4099-96a0-ed839486c27b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:48.963027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:49.013079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:49.018139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Checking segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:49.018476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network hostable DHCP agents. Network: af4768c8-e568-477d-a329-d60ba9dafdea, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:26:49.026412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.073859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.074515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.076023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] 10.222.0.26 "PUT /v2.0/ports/49eb1c67-2c60-4ec2-9f37-350c6473e319 HTTP/1.1" status: 200 len: 1096 time: 3.5477138 Oct 22 13:26:49.079152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:49.081674 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ccceab-8e43-4935-b078-5e643b3b8f38" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:49.104009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network af4768c8-e568-477d-a329-d60ba9dafdea is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:26:49.128473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb46b3b-4979-45b2-a1dd-c76958aa6a90 service neutron] Pushing event updated for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:49.136369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, af4768c8-e568-477d-a329-d60ba9dafdea) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:49.146588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.148741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167ef646-6cbf-422f-8f9c-59abaa6cb6c0 None None] Network af4768c8-e568-477d-a329-d60ba9dafdea requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:49.151287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.165128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.247389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d7fecb-2765-455a-8678-5ae23cb6d34c']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:49.265378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=1d36d520-44cc-466b-b416-09f0b127b958,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:49.292472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-969857a3-7427-4bb8-9d96-73fa7e6715de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.300064 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-969857a3-7427-4bb8-9d96-73fa7e6715de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 1099 time: 0.1419833 Oct 22 13:26:49.321929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68fd467d-61e0-4496-a623-2aebb6d447e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3153439 Oct 22 13:26:49.333127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:49.344627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-a58289ee-fee5-4107-991d-a21750be11f4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.346195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-a58289ee-fee5-4107-991d-a21750be11f4 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 1.0354717 Oct 22 13:26:49.398778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc5c58b-6407-4311-98d7-5b68d1312700') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:49.398778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc5c58b-6407-4311-98d7-5b68d1312700') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:49.519490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c47f6-cfdf-4388-a6dd-184d9d2ec759 req-04a3ef1c-1c59-4c47-8661-78ecd2c43e46 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.521387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-915c47f6-cfdf-4388-a6dd-184d9d2ec759 req-04a3ef1c-1c59-4c47-8661-78ecd2c43e46 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 946 time: 0.8336980 Oct 22 13:26:49.568301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:49.617183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-4a035c2d-cc90-44d9-9d3e-5b8ac863a5dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319 HTTP/1.1" status: 200 len: 217 time: 0.2877035 Oct 22 13:26:49.624359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.659065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.677301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:26:49.677769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.762419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-af4768c8-e568-477d-a329-d60ba9dafdea', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:26:49.764747 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:26:49.767731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.799817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-13d00c0d-033e-4a8d-81ec-df20ab018497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:49.802075 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-13d00c0d-033e-4a8d-81ec-df20ab018497 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1757514 Oct 22 13:26:49.884841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-915c47f6-cfdf-4388-a6dd-184d9d2ec759 req-682cefdc-059a-4bfd-ad94-1c830df08b2e tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068082 Oct 22 13:26:49.892188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.906583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:49.907162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.916712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:49.926317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/96d7fecb-2765-455a-8678-5ae23cb6d34c HTTP/1.1" status: 204 len: 168 time: 2.2610121 Oct 22 13:26:49.937155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:50.025833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e73b6-7ed8-4f08-bc72-794b4e47203b req-8afed2e2-f120-47b9-a718-20659548c2b2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:50.041283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-158e73b6-7ed8-4f08-bc72-794b4e47203b req-8afed2e2-f120-47b9-a718-20659548c2b2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.7545664 Oct 22 13:26:50.073860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e823-6cec-449a-88d7-e1f6e3d88673 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=96d7fecb-2765-455a-8678-5ae23cb6d34c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:50.161262 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b531c58-c81f-44c6-898e-972c531e10c5 x-openstack-request-id: req-9b531c58-c81f-44c6-898e-972c531e10c5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:50.161535 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:50.161851 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b531c58-c81f-44c6-898e-972c531e10c5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:50.162270 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319', 'status': 'completed', 'code': 200} Oct 22 13:26:50.205014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-158e73b6-7ed8-4f08-bc72-794b4e47203b req-5bdace7b-426d-4a62-baf8-b3d74ccd5d2c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611865 Oct 22 13:26:50.245183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e42ef-6b31-4b8a-90f7-13a01ff5e9bf req-972a1e31-f259-41ff-a6e7-f974586dff51 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:50.255635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d90e42ef-6b31-4b8a-90f7-13a01ff5e9bf req-972a1e31-f259-41ff-a6e7-f974586dff51 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 948 time: 0.1356909 Oct 22 13:26:50.264398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Deleting port d233bd6d-1d98-4c15-94ac-2d95d48756df {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:50.264837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.342321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.399712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:50.405095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Allocated IP 172.20.0.2 (af4768c8-e568-477d-a329-d60ba9dafdea/ee2106d5-9d01-4099-96a0-ed839486c27b/a24eed1a-1bab-4a4f-b5d6-2f572f4b5870) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:50.425727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-61b82f82-b17e-4e0a-8a95-39deb99a8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:50.427725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-61b82f82-b17e-4e0a-8a95-39deb99a8552 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5847716 Oct 22 13:26:50.444587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d90e42ef-6b31-4b8a-90f7-13a01ff5e9bf req-e7d17834-0574-4fdb-a635-fe8be78acde8 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753016 Oct 22 13:26:50.486910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.570661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-69c49987-bc06-44c4-8927-027249fc1211 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035254 Oct 22 13:26:50.579379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] For port d233bd6d-1d98-4c15-94ac-2d95d48756df, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=d233bd6d-1d98-4c15-94ac-2d95d48756df,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:50.582810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.620199 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1d36d520-44cc-466b-b416-09f0b127b958 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:50.657075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1d36d520-44cc-466b-b416-09f0b127b958 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:50.657948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1d36d520-44cc-466b-b416-09f0b127b958 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:50.658615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00db8d38-4370-4b2e-a10e-5d71ed328b85 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:50.689728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Calling delete_port for d233bd6d-1d98-4c15-94ac-2d95d48756df owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:50.700281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 00db8d38-4370-4b2e-a10e-5d71ed328b85 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:50.700996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00db8d38-4370-4b2e-a10e-5d71ed328b85 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:50.739552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:50.853540 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.868918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.959439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:50.997780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:51.071386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:51.146303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event deleted for resources: {'Port': ['ID=d233bd6d-1d98-4c15-94ac-2d95d48756df,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:51.200143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Pushing event updated for resources: {'Port': ['ID=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:51.201143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:51.205327 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fea3e2c8-411f-4bbb-ad97-5d1caf9f1944 req-fde52c2d-01a1-4b41-811a-f38f829dcb44 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263983 Oct 22 13:26:51.211925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Network af4768c8-e568-477d-a329-d60ba9dafdea is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:51.238323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:51.248023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:51.312625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] No DVR routers for this DVR port d233bd6d-1d98-4c15-94ac-2d95d48756df on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:51.322640 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:51.333487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7156e09b-f29a-4305-b6e6-0718e9f4e8a8 req-b7a31331-36e1-4dac-b53d-b678a307d773 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "DELETE /v2.0/ports/d233bd6d-1d98-4c15-94ac-2d95d48756df HTTP/1.1" status: 204 len: 173 time: 1.9509721 Oct 22 13:26:51.362159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-048755b3-8ed3-4260-a13d-cb826db42c69 req-88e6417e-c59e-4972-b912-d4716d4a32dd tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cbb72a0-46e2-4375-8c56-c2be93e2c877 HTTP/1.1" status: 200 len: 210 time: 0.3138764 Oct 22 13:26:51.362881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'name': 'network-vif-deleted', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:51.365256 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9123f4f-9f00-4ff0-86ec-93a7146c574c" -d '{"events": [{"server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "name": "network-vif-deleted", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:51.578188 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd4ed2-1c9f-4ffe-a2ff-2a70b0731e67 x-openstack-request-id: req-dcfd4ed2-1c9f-4ffe-a2ff-2a70b0731e67 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:51.578475 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb72a0-46e2-4375-8c56-c2be93e2c877", "name": "network-vif-deleted", "tag": "d233bd6d-1d98-4c15-94ac-2d95d48756df", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:51.578816 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcfd4ed2-1c9f-4ffe-a2ff-2a70b0731e67 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:51.588917 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb72a0-46e2-4375-8c56-c2be93e2c877', 'name': 'network-vif-deleted', 'tag': 'd233bd6d-1d98-4c15-94ac-2d95d48756df', 'status': 'completed', 'code': 200} Oct 22 13:26:51.654653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:51.675835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2070b-7ffb-4e16-a289-484e8728bf67 req-76b9023b-bcd9-4d6c-a58a-57a9c188c846 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:51.681315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cf2070b-7ffb-4e16-a289-484e8728bf67 req-76b9023b-bcd9-4d6c-a58a-57a9c188c846 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2281303 Oct 22 13:26:51.694955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:51.762091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-2e54541d-c1ce-4bd5-952e-92ff6c6f95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:51.764073 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-2e54541d-c1ce-4bd5-952e-92ff6c6f95e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 1099 time: 0.2651138 Oct 22 13:26:51.849645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cf2070b-7ffb-4e16-a289-484e8728bf67 req-adb57f28-0fef-474d-848a-6d65ed52b6b1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472657 Oct 22 13:26:51.887677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb3905-87dc-40da-8036-137284cfaf89 req-72ee0915-837c-4dc8-9157-290c15b40eb6 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:51.891194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92fb3905-87dc-40da-8036-137284cfaf89 req-72ee0915-837c-4dc8-9157-290c15b40eb6 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 948 time: 0.2089036 Oct 22 13:26:51.934736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Attempting to bind port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:51.935120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Attempting to bind port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:51.935489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Attempting to bind port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:51.958631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:51.960497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Checking segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:51.961089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:51.961966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Bound using segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:51.962689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Bound port: a24eed1a-1bab-4a4f-b5d6-2f572f4b5870, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:51.963254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:51.971111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92fb3905-87dc-40da-8036-137284cfaf89 req-b8f05fc8-b04d-4004-acea-03fb06b42204 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659950 Oct 22 13:26:52.088207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:52.089106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:52.165465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.1 (af4768c8-e568-477d-a329-d60ba9dafdea/ee2106d5-9d01-4099-96a0-ed839486c27b/f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:26:52.264230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d233bd6d-1d98-4c15-94ac-2d95d48756df no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:52.296325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: d233bd6d-1d98-4c15-94ac-2d95d48756df {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:52.296968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device d233bd6d-1d98-4c15-94ac-2d95d48756df not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:52.370027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] For port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:52.400769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] For port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:52.416459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:52.484723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6fd6b-af10-48a9-bdd6-8e9119528c49 None None] Pushing event updated for resources: {'Port': ['ID=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:52.696143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-2cd76048-a4e9-4f11-babf-698acdc22cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:52.697951 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-2cd76048-a4e9-4f11-babf-698acdc22cf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.9202778 Oct 22 13:26:52.823054 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:52.825819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-84afc9cd-0b55-4253-af87-fc52f093e9bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319 HTTP/1.1" status: 200 len: 217 time: 0.1157370 Oct 22 13:26:52.961924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-c06daf38-1a2c-4610-af95-e11c27f2d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:52.977039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-c06daf38-1a2c-4610-af95-e11c27f2d548 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.1395366 Oct 22 13:26:52.999973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668e5c-8a5b-42f1-85dd-8353ab36a1a7 req-09c08ac7-65bf-4d38-921a-8d1816d00817 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:53.010254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16668e5c-8a5b-42f1-85dd-8353ab36a1a7 req-09c08ac7-65bf-4d38-921a-8d1816d00817 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.1472292 Oct 22 13:26:53.048837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:53.109680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16668e5c-8a5b-42f1-85dd-8353ab36a1a7 req-f9a4ec24-71d2-4465-818c-761690fe0560 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984204 Oct 22 13:26:53.185791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e10a9e-c3de-4851-b3c9-ff230454020d req-28d1b157-bf4f-4d32-911f-8a5cfc65eb95 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:53.187386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4e10a9e-c3de-4851-b3c9-ff230454020d req-28d1b157-bf4f-4d32-911f-8a5cfc65eb95 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.1641335 Oct 22 13:26:53.235695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:53.261232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network af4768c8-e568-477d-a329-d60ba9dafdea is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:53.264383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:53.273793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:26:53.349476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-ab3644e8-780c-48b4-b204-ce1e1f4036e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:53.351460 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-ab3644e8-780c-48b4-b204-ce1e1f4036e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3636744 Oct 22 13:26:53.369385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4e10a9e-c3de-4851-b3c9-ff230454020d req-99fb516b-82e3-40d3-9a60-15368dd7097f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606212 Oct 22 13:26:53.403703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 11fee599-440f-4fd4-80a5-6034429ad27b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:53.404045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:53.420158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65595f6-3f3d-4ccb-835a-ceb456a9cd69 req-98407ee5-4a48-4092-aa2c-16074a998753 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:53.422029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b65595f6-3f3d-4ccb-835a-ceb456a9cd69 req-98407ee5-4a48-4092-aa2c-16074a998753 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 948 time: 0.1459949 Oct 22 13:26:53.432241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:53.499354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b65595f6-3f3d-4ccb-835a-ceb456a9cd69 req-41079020-c662-46c4-b63b-4edc76b0b6da tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Oct 22 13:26:53.533769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:53.703547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:53.703935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:53.749284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 11fee599-440f-4fd4-80a5-6034429ad27b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11fee599-440f-4fd4-80a5-6034429ad27b,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:53.749961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:53.772890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-8f848125-88e4-4629-a7f7-44f12383702a service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047546 Oct 22 13:26:53.790935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 11fee599-440f-4fd4-80a5-6034429ad27b owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:54.005691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.019806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d54cc7e-9682-468a-a923-9f1afb3fecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.077031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.091503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:54.113068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.233860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49eb1c67-2c60-4ec2-9f37-350c6473e319 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:26:54.243673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.329793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=11fee599-440f-4fd4-80a5-6034429ad27b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:54.371404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5060ea9-154b-4111-970d-7dac2462fe05 None None] Network af4768c8-e568-477d-a329-d60ba9dafdea requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:54.381746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02ccceab-8e43-4935-b078-5e643b3b8f38 req-9beebc44-9416-412d-9c62-525ae51a60c2 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814664 Oct 22 13:26:54.476158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdca25-2fce-456e-adfe-205b1645740b req-387815ff-c0f1-482d-b482-01c363efff06 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:54.477862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dbdca25-2fce-456e-adfe-205b1645740b req-387815ff-c0f1-482d-b482-01c363efff06 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.1368585 Oct 22 13:26:54.500350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd7fc-de25-4e4a-af55-128bc913701d req-459e7bfd-d08a-4aca-bb2b-53432a5f2760 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:54.507938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303bd7fc-de25-4e4a-af55-128bc913701d req-459e7bfd-d08a-4aca-bb2b-53432a5f2760 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 946 time: 0.2269430 Oct 22 13:26:54.576776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:54.659139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303bd7fc-de25-4e4a-af55-128bc913701d req-bfdf0c6a-5fab-487d-b3d7-14ba1db4d406 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502147 Oct 22 13:26:54.676982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a7f6174c-c5e0-4f70-93e3-a31109e27a04 None None] Provisioning complete for port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:54.682378 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7f6174c-c5e0-4f70-93e3-a31109e27a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.784080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:54.791013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f813-d6e9-4abc-b18a-15c68eb98675 req-c0a42513-fe9a-4a69-9598-15d46589c776 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:54.802378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.806497 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2524f813-d6e9-4abc-b18a-15c68eb98675 req-c0a42513-fe9a-4a69-9598-15d46589c776 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2354639 Oct 22 13:26:54.814020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '49eb1c67-2c60-4ec2-9f37-350c6473e319', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': '49eb1c67-2c60-4ec2-9f37-350c6473e319', 'mac_address': 'fa:16:3e:7b:6b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:26:54.892695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.940504 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.954491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f2f8-6736-462a-92ce-251ba7d36567 req-d96eea6f-d7c5-4275-bb5b-ea95d9f988d1 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:54.956262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0791f2f8-6736-462a-92ce-251ba7d36567 req-d96eea6f-d7c5-4275-bb5b-ea95d9f988d1 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 948 time: 0.1823483 Oct 22 13:26:54.961983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2524f813-d6e9-4abc-b18a-15c68eb98675 req-cee6f25a-ed0b-496e-be7e-bc12f7676472 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472094 Oct 22 13:26:54.966690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49eb1c67-2c60-4ec2-9f37-350c6473e319 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:26:54.989593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Deleting port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:54.990063 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:54.998036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:55.035985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.057972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0791f2f8-6736-462a-92ce-251ba7d36567 req-54c7ce9d-c57d-4657-aa30-385a7ce7c70d tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948532 Oct 22 13:26:55.160855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] For port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:55.161232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.177119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.186660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Calling delete_port for 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:55.216965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:55.229328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:55.237206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.317275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['49eb1c67-2c60-4ec2-9f37-350c6473e319'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:55.525018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.547517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-47ab705d-6c3f-4368-9459-6e746220cfc9 None None] Provisioning complete for port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:55.548854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47ab705d-6c3f-4368-9459-6e746220cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.552503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:55.610186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event deleted for resources: {'Port': ['ID=9a15b5b7-ddda-4f1a-a968-b3cfa98e131b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:55.690442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:55.774278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] No DVR routers for this DVR port 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:55.784252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.788799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dbdca25-2fce-456e-adfe-205b1645740b req-f7fb1ac6-3479-4269-b582-be9e1e2f44bb tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.21 "DELETE /v2.0/ports/9a15b5b7-ddda-4f1a-a968-b3cfa98e131b HTTP/1.1" status: 204 len: 173 time: 1.2317400 Oct 22 13:26:55.789298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'name': 'network-vif-deleted', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:55.793100 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d49587-9886-4332-99d3-9a1688379705" -d '{"events": [{"server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "name": "network-vif-deleted", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:55.871127 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a53f58-9b0d-4816-b41a-a7f042babc39 x-openstack-request-id: req-c7a53f58-9b0d-4816-b41a-a7f042babc39 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:55.871348 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33d144f-50ae-461d-b1f0-cf4a4ffada45", "name": "network-vif-deleted", "tag": "9a15b5b7-ddda-4f1a-a968-b3cfa98e131b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:55.871630 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7a53f58-9b0d-4816-b41a-a7f042babc39 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:55.871992 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33d144f-50ae-461d-b1f0-cf4a4ffada45', 'name': 'network-vif-deleted', 'tag': '9a15b5b7-ddda-4f1a-a968-b3cfa98e131b', 'status': 'completed', 'code': 200} Oct 22 13:26:55.922544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43d82200-4fd5-49cf-bddf-019f4d1cf8cd req-22658164-4c62-477a-bb1f-fc22ab956786 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=f33d144f-50ae-461d-b1f0-cf4a4ffada45 HTTP/1.1" status: 200 len: 210 time: 0.0470479 Oct 22 13:26:55.926803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:55.927421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:55.997847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-47ab705d-6c3f-4368-9459-6e746220cfc9 None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:55.998482 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47ab705d-6c3f-4368-9459-6e746220cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.060855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network af4768c8-e568-477d-a329-d60ba9dafdea is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:26:56.060855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:26:56.082217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-47ab705d-6c3f-4368-9459-6e746220cfc9 None None] Port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:56.270419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:26:56.329260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bddbcfe7-d4e7-420a-a750-9e509a6d806f None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:56.329788 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bddbcfe7-d4e7-420a-a750-9e509a6d806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.348213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24148d4-6a2f-4021-bc5f-c12ecda6bfcd req-44669600-ff08-43c3-8b60-c473b1b9ed18 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:56.361131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:56.363537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e24148d4-6a2f-4021-bc5f-c12ecda6bfcd req-44669600-ff08-43c3-8b60-c473b1b9ed18 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.2250471 Oct 22 13:26:56.457970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bddbcfe7-d4e7-420a-a750-9e509a6d806f None None] Port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:56.476321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e24148d4-6a2f-4021-bc5f-c12ecda6bfcd req-3002f71c-2b4c-49af-8a82-0a4a6cb13274 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118779 Oct 22 13:26:56.502681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c02a0-e095-40df-86e4-1b5bb766b86c req-2ef3a7ff-872f-4b06-b21e-d999386170d3 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:56.504625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd3c02a0-e095-40df-86e4-1b5bb766b86c req-2ef3a7ff-872f-4b06-b21e-d999386170d3 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 949 time: 0.2887540 Oct 22 13:26:56.544397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:56.558555 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7f0c63b5-efbc-41e7-9754-0dd10ae7da7d tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6169922 Oct 22 13:26:56.558829 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:56.562137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57632) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:56.572545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:56.573172 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:56.588216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd3c02a0-e095-40df-86e4-1b5bb766b86c req-0361830e-4cfe-493b-bad3-61e809127bb1 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765910 Oct 22 13:26:56.608685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-af71cf95-8af9-4fda-b24c-0615abe7066b None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:56.609111 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af71cf95-8af9-4fda-b24c-0615abe7066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.649611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:26:56.653501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.656694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:26:56.682239 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:56.689341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-af71cf95-8af9-4fda-b24c-0615abe7066b None None] Port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:26:56.703428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.802045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.814742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:26:56.830804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2ea52c2a-ca8d-45a2-9424-02e876f2b41a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4861820 Oct 22 13:26:56.836785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Sync routers for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:26:56.851328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:56.851968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:56.907329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.934381 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:54Z', 'revision_number': 9, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:56.966183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:56.971882 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:56.972109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4 HTTP/1.1" status: 204 len: 168 time: 0.4036322 Oct 22 13:26:56.972838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57654) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:56.978894 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:26:56.979878 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:57.003412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ead47-acb5-4832-aea9-39ba45a7d8f3 None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:26:57.020566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d91b8-94b0-43b7-90b2-6d4c70532e41 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:57.102027 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:57.115458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-3ade1cf2-19b8-4949-a0cc-eac1f4743f80 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604208672&fields=id&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 267 time: 0.1435995 Oct 22 13:26:57.164854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:26:57.168029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d072b1e5-79ae-47d7-aa95-b654fad83e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.211943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.344056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 71c1ae46-107a-4b7a-a298-53be94b73a7d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:57.344569 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.380771 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:54Z', 'revision_number': 9, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:57.400489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] DHCP port deletion for 22f85e9b-eff3-42e1-9eb2-78d62658c148 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:26:57.456006 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510eccc-1e94-480b-994b-9f76e23c276e None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:54Z', 'revision_number': 9, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': '0b99a6c2-5b70-4a1a-8837-b9fbf3079de0', 'name': '', 'network_id': '37d2139b-c0d2-45a3-8202-fcf4351eb78f', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:28:87:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '017e658c-bcae-4736-ac87-ff889839ae17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:12Z', 'updated_at': '2021-10-22T13:26:20Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '017e658c-bcae-4736-ac87-ff889839ae17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:26:57.456226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-ce544385-34da-402b-af52-012b66ff7ab4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:57.466593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-ce544385-34da-402b-af52-012b66ff7ab4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 797 time: 0.3435934 Oct 22 13:26:57.487300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 71c1ae46-107a-4b7a-a298-53be94b73a7d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=71c1ae46-107a-4b7a-a298-53be94b73a7d,segment=NetworkSegment(957a6620-343b-4f7a-908d-200d68029e65),segment_id=957a6620-343b-4f7a-908d-200d68029e65)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:57.487693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.531976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-7b56be2b-7ce3-4d81-8379-d65675da482f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/quotas/d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 375 time: 0.0643592 Oct 22 13:26:57.554537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 71c1ae46-107a-4b7a-a298-53be94b73a7d owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:57.605706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:57.644075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-49adc012-ece6-4aa4-ba81-9e1ae965b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:57.646258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-49adc012-ece6-4aa4-ba81-9e1ae965b408 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1096 time: 0.2707398 Oct 22 13:26:57.663840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.704718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=71c1ae46-107a-4b7a-a298-53be94b73a7d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:57.717722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 71c1ae46-107a-4b7a-a298-53be94b73a7d on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:57.856598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-12459e67-763a-4b9f-9098-fc463a80c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:57.858201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-12459e67-763a-4b9f-9098-fc463a80c1c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1781638 Oct 22 13:26:57.892497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.923775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 71c1ae46-107a-4b7a-a298-53be94b73a7d no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:57.958946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f85e9b-eff3-42e1-9eb2-78d62658c148']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:57.966612 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.982044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957a6620-343b-4f7a-908d-200d68029e65') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:57.982756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957a6620-343b-4f7a-908d-200d68029e65') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:57.984185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Deleting port 71c1ae46-107a-4b7a-a298-53be94b73a7d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:57.984654 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:57.998179 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.019049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.028493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:26:58.029517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:26:58.033663 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:26:58.056475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f3a4-3117-437d-a389-8d1d85a14a16 req-32fe4444-e58c-44d0-94cf-50f5aacf3019 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:58.058218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9e2f3a4-3117-437d-a389-8d1d85a14a16 req-32fe4444-e58c-44d0-94cf-50f5aacf3019 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 945 time: 0.4253693 Oct 22 13:26:58.080733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-e03ba020-79fe-4a46-a8f1-0777481c176d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5478339 Oct 22 13:26:58.083811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] For port 71c1ae46-107a-4b7a-a298-53be94b73a7d, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:58.084222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.110894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Calling delete_port for 71c1ae46-107a-4b7a-a298-53be94b73a7d owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:58.114280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Port 71c1ae46-107a-4b7a-a298-53be94b73a7d was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:26:58.119076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 71c1ae46-107a-4b7a-a298-53be94b73a7d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:58.119428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 71c1ae46-107a-4b7a-a298-53be94b73a7d not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:58.160616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-64153fc6-0bf9-4a56-85d4-d9ca49187689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1001 time: 0.2852988 Oct 22 13:26:58.164534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9e2f3a4-3117-437d-a389-8d1d85a14a16 req-ae883e75-3cd3-4a17-b64b-db4d4f598ffc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689218 Oct 22 13:26:58.165036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.179355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.189133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/22f85e9b-eff3-42e1-9eb2-78d62658c148 HTTP/1.1" status: 204 len: 168 time: 1.2146871 Oct 22 13:26:58.196512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:26:58.229636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.245536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.258441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Network 22f85e9b-eff3-42e1-9eb2-78d62658c148 is not hosted by any dhcp agent {{(pid=100621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:26:58.258937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] No DVR routers for this DVR port 71c1ae46-107a-4b7a-a298-53be94b73a7d on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:26:58.274223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49eb1c67-2c60-4ec2-9f37-350c6473e319 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:26:58.275101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-f0f89312-3b75-471d-a160-802fbb7fbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:58.276749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-f0f89312-3b75-471d-a160-802fbb7fbbf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.1094687 Oct 22 13:26:58.293454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.370717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464be097-40ea-446a-9bfd-fbaa3379cb2d None None] Pushing event deleted for resources: {'Port': ['ID=71c1ae46-107a-4b7a-a298-53be94b73a7d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:58.406954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982f88a-e8d8-4987-b07c-284d5fb4ee2b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=22f85e9b-eff3-42e1-9eb2-78d62658c148,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:58.448081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-dde62b86-bdda-46a7-b315-2bdd8b15dc4c service neutron] 10.222.0.25 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663204 Oct 22 13:26:58.449439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:26:58.452596 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844525b0-969c-413b-a62a-e87e5037d426" -d '{"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-unplugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:26:58.472852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:58.477564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:26:54Z', 'revision_number': 2, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:26:58.521434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.522124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:58.536181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Checking router: 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:26:58.536463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Updating router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:26:58.630339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-bc57882e-8a85-4c25-9ed5-ccbfdf0d7f19 service neutron] 10.222.0.25 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658480 Oct 22 13:26:58.639819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-72a98374-4c49-41fe-b906-b07a018f75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:58.641616 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-72a98374-4c49-41fe-b906-b07a018f75e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465207 Oct 22 13:26:58.665163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aed213-e27e-4c4c-ba34-4e5e9c6cc4c7 req-e2681834-61f7-4750-92f5-2499615e2b2a tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:58.666799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20aed213-e27e-4c4c-ba34-4e5e9c6cc4c7 req-e2681834-61f7-4750-92f5-2499615e2b2a tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 949 time: 0.2435913 Oct 22 13:26:58.740466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20aed213-e27e-4c4c-ba34-4e5e9c6cc4c7 req-0fe0be98-93cb-421b-81ef-d98f3b5af8d4 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628920 Oct 22 13:26:58.765456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:58.770970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:58.771344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 9a15b5b7-ddda-4f1a-a968-b3cfa98e131b not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:58.774805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 49eb1c67-2c60-4ec2-9f37-350c6473e319 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:26:58.785697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 49eb1c67-2c60-4ec2-9f37-350c6473e319 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:26:58.786262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.789175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.844495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-c1ee2c6a-bd2a-42cd-b051-e61be7627ebe service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766822 Oct 22 13:26:58.856231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:58.870574 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a98666-5643-4b3c-a052-1c5e8974bb01 x-openstack-request-id: req-a7a98666-5643-4b3c-a052-1c5e8974bb01 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:26:58.870900 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-unplugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:26:58.871150 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7a98666-5643-4b3c-a052-1c5e8974bb01 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:26:58.871539 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'code': 200} Oct 22 13:26:59.049907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48745242-a610-4a36-886c-d90977a4b743 req-787dc75d-7ac5-493f-948d-3a9e3b5adc3e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 210 time: 0.0547061 Oct 22 13:26:59.088920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01ce77a1-345d-4bce-ae82-591c1c038db4 req-547c3240-8e92-4ebb-a8ec-136883f37494 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364149 Oct 22 13:26:59.211965 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.299291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:59.311238 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.393673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:26:59.394016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.461165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11fee599-440f-4fd4-80a5-6034429ad27b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:26:59.463649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deba67-c37e-45e2-8466-37f8f0d04f4f req-afdd48c8-4e1a-4dae-a6a1-c925cd86c327 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:26:59.474131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29deba67-c37e-45e2-8466-37f8f0d04f4f req-afdd48c8-4e1a-4dae-a6a1-c925cd86c327 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1491196 Oct 22 13:26:59.507843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 11fee599-440f-4fd4-80a5-6034429ad27b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:26:59.508377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11fee599-440f-4fd4-80a5-6034429ad27b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:26:59.526973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:59.534272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.543478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.564506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29deba67-c37e-45e2-8466-37f8f0d04f4f req-681d5a92-0017-44d9-822f-ec5add480222 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880919 Oct 22 13:26:59.607202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:26:59.609031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.620922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db863fc-0834-4997-b860-b9fec936ac66 None None] Pushing event updated for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:26:59.645870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:26:59.729298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Attempting to bind port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:26:59.729785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Attempting to bind port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:26:59.730222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Attempting to bind port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:26:59.736250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:26:59.736763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Checking segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:26:59.737297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.737771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Bound using segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:26:59.738418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Bound port: f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:26:59.739084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.829323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:26:59.887469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] For port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:26:59.898262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] For port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:26:59.913230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.008636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.023705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db863fc-0834-4997-b860-b9fec936ac66 None None] Pushing event updated for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:00.043644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2da53-ec35-4de0-abe5-ff2d8ee36b7c req-a476d017-04cd-40c9-b876-430b8b763f6e tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:00.064702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fc2da53-ec35-4de0-abe5-ff2d8ee36b7c req-a476d017-04cd-40c9-b876-430b8b763f6e tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.1454136 Oct 22 13:27:00.072291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:00.072963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.102691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=0b99a6c2-5b70-4a1a-8837-b9fbf3079de0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:00.132792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fc2da53-ec35-4de0-abe5-ff2d8ee36b7c req-ed8fc7c0-2a61-4817-ad11-28fc3bff4d94 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670698 Oct 22 13:27:00.149900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.155055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.155739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.156788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.156960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:00.157474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.158954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.159625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.160715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.163062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.164654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.166314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:00.166664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.167017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:00.270318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e32ea02-5706-4baa-99e8-470e3da6ec1e req-2b1d1dab-3ab9-4f4c-a375-652ecbfee1a5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 210 time: 0.0553100 Oct 22 13:27:00.480779 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.557346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:00.602261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.652306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] For port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:00.664602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.879570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:00.887681 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2725070d-8122-4d9d-b39c-d2e226ef30de" -d '{"events": [{"server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "name": "network-vif-plugged", "status": "completed", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:00.916433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44df4f-6f59-4313-9879-6f1e63cd60e2 None None] Pushing event updated for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:00.946458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3b165595-5078-4800-a374-64a1b5767d37 None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:00.947169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b165595-5078-4800-a374-64a1b5767d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:00.988732 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d869b19-18cf-4e11-ae1c-a4c3105d3f07 x-openstack-request-id: req-1d869b19-18cf-4e11-ae1c-a4c3105d3f07 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:00.989106 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "name": "network-vif-plugged", "status": "completed", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:00.989264 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d869b19-18cf-4e11-ae1c-a4c3105d3f07 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:00.989659 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319', 'code': 200} Oct 22 13:27:01.254908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-04bf282b-065c-4288-a4bc-478f169949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:26:59Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:01.316811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf282b-065c-4288-a4bc-478f169949de None None] The sync data for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 is: [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:26:59Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:01.473715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-dda24890-9403-4d41-a974-3627612dbe08 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:01.476085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-dda24890-9403-4d41-a974-3627612dbe08 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 797 time: 0.9320953 Oct 22 13:27:01.487523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01867-0a2b-4374-9e05-0b8693d2f311 req-e1fba42c-ce98-495f-8fae-5bcba4adbfca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:01.492932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3d01867-0a2b-4374-9e05-0b8693d2f311 req-e1fba42c-ce98-495f-8fae-5bcba4adbfca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2425473 Oct 22 13:27:01.545876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:01.552759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02b95-8d2b-4932-b9e2-41561a591c73 req-c0778c1f-3e10-40b9-95e5-7b9fd2913fe4 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:01.555359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69f02b95-8d2b-4932-b9e2-41561a591c73 req-c0778c1f-3e10-40b9-95e5-7b9fd2913fe4 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.2861059 Oct 22 13:27:01.643350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-05a4cb52-5087-4fbc-b91b-d49b33a04075 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 380 time: 0.1369617 Oct 22 13:27:01.661867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'port': {'device_id': '034b2585-82cb-43b8-956f-eca785b54750', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'admin_state_up': True, 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'security_groups': ['51fb4b61-e106-43bc-8440-8da15e562d92']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:01.689720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3d01867-0a2b-4374-9e05-0b8693d2f311 req-983be910-935e-4eb1-86d2-6358618e6072 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957788 Oct 22 13:27:01.696255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45291c8-9840-4cf0-85a7-82eaefd52f24 req-64c42dad-b843-4357-af19-7e6ac13058f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:01.698067 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d45291c8-9840-4cf0-85a7-82eaefd52f24 req-64c42dad-b843-4357-af19-7e6ac13058f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 1101 time: 0.6432083 Oct 22 13:27:01.743827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:01.786265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69f02b95-8d2b-4932-b9e2-41561a591c73 req-84690eb1-4229-4a5a-9a23-0c47c727c0e0 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037637 Oct 22 13:27:01.829968 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d45291c8-9840-4cf0-85a7-82eaefd52f24 req-c03c34a2-72f8-4a91-ac60-4f10ee69c5a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205480 Oct 22 13:27:01.836987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:01.852741 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:01.863427 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ba999c73-f36a-4e66-8ec4-a17ac45058c6 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6702950 Oct 22 13:27:01.865997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:01.866396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:01.868487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:01.871175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57748) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:01.873491 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:02.026464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 017e658c-bcae-4736-ac87-ff889839ae17 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:27:02.033871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.039359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42261844-dda7-4b0a-b7f0-17cfb0a0801f req-6f75da60-bf7b-4fd9-9e6b-bc6c14e951e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 210 time: 0.1100264 Oct 22 13:27:02.098374 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:02.103084 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.156798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:02.161194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.245319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.337600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.11 (af4768c8-e568-477d-a329-d60ba9dafdea/ee2106d5-9d01-4099-96a0-ed839486c27b/cf28e322-d919-468a-b04b-28a5f4846026) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:02.382555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.440270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=017e658c-bcae-4736-ac87-ff889839ae17,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:02.454462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.461303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-58bad0c4-59c8-4f02-91a4-0de82c819b9a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/017e658c-bcae-4736-ac87-ff889839ae17 HTTP/1.1" status: 204 len: 168 time: 0.5829520 Oct 22 13:27:02.462149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:02.466129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d81a81-fef8-4cf8-9a44-2067956e2bea None None] Network 37d2139b-c0d2-45a3-8202-fcf4351eb78f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:02.527099 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:59Z', 'revision_number': 10, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:02.605289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:02.612828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.618339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:02.619709 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:02.637583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.693232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 02607861-d488-49be-b3b8-16ef0e52af02 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:02.694271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.740060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.792069 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:02.862666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network af4768c8-e568-477d-a329-d60ba9dafdea is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:02.866337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:02.916149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:02.959953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 02607861-d488-49be-b3b8-16ef0e52af02, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02607861-d488-49be-b3b8-16ef0e52af02,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:02.960969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:02.982076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 02607861-d488-49be-b3b8-16ef0e52af02 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:02.999938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] DHCP port deletion for 37d2139b-c0d2-45a3-8202-fcf4351eb78f request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:27:03.107490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Deleting port 02607861-d488-49be-b3b8-16ef0e52af02 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:03.107731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:03.108336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.108857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.154723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:03.251849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.280115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] For port 02607861-d488-49be-b3b8-16ef0e52af02, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02607861-d488-49be-b3b8-16ef0e52af02,segment=NetworkSegment(6fa16449-ef2f-47b8-8a22-95109f895f9c),segment_id=6fa16449-ef2f-47b8-8a22-95109f895f9c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:03.280689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.310464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 02607861-d488-49be-b3b8-16ef0e52af02 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:03.313140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Calling delete_port for 02607861-d488-49be-b3b8-16ef0e52af02 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:03.369985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-b0e20ce1-bc1d-43f8-9110-5da437366782 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7119992 Oct 22 13:27:03.395152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Request body: {'port': {'device_id': '034b2585-82cb-43b8-956f-eca785b54750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:03.409152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5bf1b-ba6a-47ad-a69a-72c72012cdc0 req-66be111e-d2ca-4b53-8a77-64da211cc5af tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:03.411354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9f5bf1b-ba6a-47ad-a69a-72c72012cdc0 req-66be111e-d2ca-4b53-8a77-64da211cc5af tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2884650 Oct 22 13:27:03.455401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee303be-32ac-4aba-9f95-ff2e00e941b0 req-9a4ecded-0c7a-4438-bdbe-6df7b0f86bc2 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:03.461335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ee303be-32ac-4aba-9f95-ff2e00e941b0 req-9a4ecded-0c7a-4438-bdbe-6df7b0f86bc2 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.2904272 Oct 22 13:27:03.482908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=02607861-d488-49be-b3b8-16ef0e52af02,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:03.529890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02607861-d488-49be-b3b8-16ef0e52af02 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:03.582117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.592305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 02607861-d488-49be-b3b8-16ef0e52af02 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:03.592718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02607861-d488-49be-b3b8-16ef0e52af02 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:03.615465 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.618772 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:59Z', 'revision_number': 10, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:03.634554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:03.652279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.661510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d2139b-c0d2-45a3-8202-fcf4351eb78f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:03.670898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9f5bf1b-ba6a-47ad-a69a-72c72012cdc0 req-b745fc1b-e98d-4314-938a-278678818723 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959510 Oct 22 13:27:03.696982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa16449-ef2f-47b8-8a22-95109f895f9c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:03.697401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa16449-ef2f-47b8-8a22-95109f895f9c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:03.708004 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc4ebd-5ce1-4666-bc83-a733c8b5f985 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:26:59Z', 'revision_number': 10, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None, '_interfaces': [{'id': 'd267bd74-acd2-44b2-af9e-23628c294393', 'name': '', 'network_id': '5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'mac_address': 'fa:16:3e:44:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:07Z', 'updated_at': '2021-10-22T13:26:14Z', 'revision_number': 5, 'project_id': 'e76b9d586e674667919a6951697fb638', 'subnets': [{'id': '1ec05509-f4a6-4412-95a4-a27e162ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:03.711175 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.730067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.730513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ee303be-32ac-4aba-9f95-ff2e00e941b0 req-e0d991a8-1b96-4d78-bfd6-8a56327b2340 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203367 Oct 22 13:27:03.742710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:27:03.743592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:27:03.747762 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:27:03.888864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.901891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.914284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/37d2139b-c0d2-45a3-8202-fcf4351eb78f HTTP/1.1" status: 204 len: 168 time: 1.4509559 Oct 22 13:27:03.916505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:03.973125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] Pushing event deleted for resources: {'Port': ['ID=02607861-d488-49be-b3b8-16ef0e52af02,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:03.981980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c9371b8a-4535-4dfb-9588-99e40fb428a6 None None] Provisioning complete for port cf28e322-d919-468a-b04b-28a5f4846026 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:03.982540 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c9371b8a-4535-4dfb-9588-99e40fb428a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:03.989212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8003f8-8b2d-47f8-aeec-16242061d6ea None None] No DVR routers for this DVR port 02607861-d488-49be-b3b8-16ef0e52af02 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:04.013881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466bd53-372f-45b7-84dc-882f267d3b06 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=37d2139b-c0d2-45a3-8202-fcf4351eb78f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:04.046056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c9371b8a-4535-4dfb-9588-99e40fb428a6 None None] Port cf28e322-d919-468a-b04b-28a5f4846026 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:04.060498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f320-cf5b-4774-a0a2-20a9c2f3f8c7 req-4fc9178d-1fb5-44c5-831f-add808e90a8f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:04.068253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f593f320-cf5b-4774-a0a2-20a9c2f3f8c7 req-4fc9178d-1fb5-44c5-831f-add808e90a8f tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.2054965 Oct 22 13:27:04.137339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f593f320-cf5b-4774-a0a2-20a9c2f3f8c7 req-7310d770-389e-423f-8f93-0de437a63e98 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677145 Oct 22 13:27:04.148134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250071-9d3a-4595-b56e-7713b2a6b760 req-b0ec98dc-aa43-4a69-84a9-506e0ed6b34b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:04.149710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e250071-9d3a-4595-b56e-7713b2a6b760 req-b0ec98dc-aa43-4a69-84a9-506e0ed6b34b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 932 time: 0.2417998 Oct 22 13:27:04.332068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e250071-9d3a-4595-b56e-7713b2a6b760 req-99197e6d-f4e1-4777-aaa3-d542ca86b4d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718397 Oct 22 13:27:04.502184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf28e322-d919-468a-b04b-28a5f4846026 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:27:04.514872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:04.582035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Transition to ACTIVE for port object cf28e322-d919-468a-b04b-28a5f4846026 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:27:04.594172 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:04.637208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-961933f6-810d-457e-b047-76b5025c0939 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:04.639328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-961933f6-810d-457e-b047-76b5025c0939 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.0889626 Oct 22 13:27:04.717414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:04.783096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:04.856648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2b29-0ca6-43e3-aadf-2baa4410c34f req-e5335cdb-3425-45dd-94bf-554e72585111 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:04.864191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-016c2b29-0ca6-43e3-aadf-2baa4410c34f req-e5335cdb-3425-45dd-94bf-554e72585111 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.0898957 Oct 22 13:27:04.913650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-016c2b29-0ca6-43e3-aadf-2baa4410c34f req-383707fe-1727-4b29-ab29-5e7c16320c86 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484219 Oct 22 13:27:04.914715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:04.915055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:04.915383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:04.950456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:27:04.950863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:04.956944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:04.957412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Checking segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:04.957659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Bound using segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:04.958088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Bound port: cf28e322-d919-468a-b04b-28a5f4846026, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:04.958445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.066389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:05.071250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:05.086099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.138105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Deleting port 6d1741df-32e1-405d-9e16-ea6917678203 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:05.152193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.181993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.210917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.224019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-a4230939-4269-45e8-856d-d9694944c740 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1092 time: 1.8329923 Oct 22 13:27:05.224518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:05.229184 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426efeb5-b330-4837-ad3f-53d69c74e0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:05.395600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4230939-4269-45e8-856d-d9694944c740 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:05.439622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:05.474239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] For port 6d1741df-32e1-405d-9e16-ea6917678203, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=6d1741df-32e1-405d-9e16-ea6917678203,segment=NetworkSegment(226fcc7f-e3b4-4cae-b8e3-0b7431335d58),segment_id=226fcc7f-e3b4-4cae-b8e3-0b7431335d58)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:05.474685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.489237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-38f4b0e1-265b-4069-8011-5be5bd44a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.491894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-38f4b0e1-265b-4069-8011-5be5bd44a606 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1095 time: 0.1863961 Oct 22 13:27:05.496029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:05.496413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0b99a6c2-5b70-4a1a-8837-b9fbf3079de0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:05.501707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29818d2-4b6d-42c2-85dd-90ecb71a245b req-87cbee9b-2174-4125-9b96-164f98d1475c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.504198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b29818d2-4b6d-42c2-85dd-90ecb71a245b req-87cbee9b-2174-4125-9b96-164f98d1475c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2066743 Oct 22 13:27:05.514898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ac76a-b4a8-4020-be9f-33acb7461385 req-0fede360-b38e-4236-877c-469aa09ed169 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.523608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-300ac76a-b4a8-4020-be9f-33acb7461385 req-0fede360-b38e-4236-877c-469aa09ed169 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 946 time: 0.1327162 Oct 22 13:27:05.528645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:05.540787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Calling delete_port for 6d1741df-32e1-405d-9e16-ea6917678203 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:05.597329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-cad0ddc6-1482-4c32-ad59-53d094ae69fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 217 time: 0.0915108 Oct 22 13:27:05.685716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port d267bd74-acd2-44b2-af9e-23628c294393 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:05.686444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.696120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b29818d2-4b6d-42c2-85dd-90ecb71a245b req-25ff36e6-af9c-4c5b-a2a3-4e08e4168ffb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694734 Oct 22 13:27:05.723853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-300ac76a-b4a8-4020-be9f-33acb7461385 req-42e86018-7eec-418d-a747-59f7acaba5d6 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/security-groups?id=34cf5888-ab93-4560-ad9c-571e991510e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988935 Oct 22 13:27:05.733522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-2e8f7064-e69b-455b-a23d-f7611050cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.735133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-2e8f7064-e69b-455b-a23d-f7611050cf4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.1288774 Oct 22 13:27:05.819123 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658510b6-3ae7-4e31-a9c9-69e772f7d570 x-openstack-request-id: req-658510b6-3ae7-4e31-a9c9-69e772f7d570 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:05.819424 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:05.819645 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658510b6-3ae7-4e31-a9c9-69e772f7d570 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:05.820058 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'status': 'completed', 'code': 200} Oct 22 13:27:05.827832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-d3e4bdaf-b0c1-4e17-9e4b-7fb4b5e1cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.829681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-d3e4bdaf-b0c1-4e17-9e4b-7fb4b5e1cfc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867159 Oct 22 13:27:05.876476 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-4be61aeb-c78b-4798-888a-35ca1bec5710 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3432145 Oct 22 13:27:05.908414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-f62c082c-7339-4f9e-81d1-62c44be4be9f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:27:05.909512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-f62c082c-7339-4f9e-81d1-62c44be4be9f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092690 Oct 22 13:27:05.920334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port d267bd74-acd2-44b2-af9e-23628c294393, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d267bd74-acd2-44b2-af9e-23628c294393,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:05.920729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.924130 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:05.940521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['6d1741df-32e1-405d-9e16-ea6917678203'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:27:05.950112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a965a7a-7255-4607-baa2-2de0cfa35dc3 req-e1133829-4f90-42ae-8dc0-baeb0e8787f1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:05.951800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a965a7a-7255-4607-baa2-2de0cfa35dc3 req-e1133829-4f90-42ae-8dc0-baeb0e8787f1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1160500 Oct 22 13:27:05.987914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-9bbdde58-9641-4a33-9a45-b23c6839ebec service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412005 Oct 22 13:27:05.996215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for d267bd74-acd2-44b2-af9e-23628c294393 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:06.001730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Pushing event deleted for resources: {'Port': ['ID=6d1741df-32e1-405d-9e16-ea6917678203,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:06.190488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a965a7a-7255-4607-baa2-2de0cfa35dc3 req-43cfd546-268f-4ccd-b506-529667466146 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052679 Oct 22 13:27:06.220964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-edb38cc5-c926-4c81-af09-9666a459904c tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:06.220964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-edb38cc5-c926-4c81-af09-9666a459904c tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.2272110 Oct 22 13:27:06.231903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d053f-a057-46f7-a2ed-b2dacd8b8be3 req-92d65fec-9b6b-4682-8469-c6e0df139953 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:06.233422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c72d053f-a057-46f7-a2ed-b2dacd8b8be3 req-92d65fec-9b6b-4682-8469-c6e0df139953 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 950 time: 0.1593325 Oct 22 13:27:06.258838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] No DVR routers for this DVR port 6d1741df-32e1-405d-9e16-ea6917678203 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:06.263633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:06.267769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f5d3029e-270b-489e-839a-d15169c0ba36 req-2eadb580-b89d-4cb9-b63e-4612df7751d3 tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.26 "DELETE /v2.0/ports/6d1741df-32e1-405d-9e16-ea6917678203 HTTP/1.1" status: 204 len: 173 time: 1.6196535 Oct 22 13:27:06.268569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'name': 'network-vif-deleted', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:06.270986 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe27939-e125-4ab5-925a-f791857509c8" -d '{"events": [{"server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "name": "network-vif-deleted", "tag": "6d1741df-32e1-405d-9e16-ea6917678203"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:06.283337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:06.292754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6cf4920-f98e-468b-a6ff-ed1b866cc912 req-c33b6eaa-7ae1-4ed9-92b2-b54771233740 service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797561 Oct 22 13:27:06.356732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c72d053f-a057-46f7-a2ed-b2dacd8b8be3 req-73553fe6-3fd2-42c3-a35b-f211275eeeb6 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Oct 22 13:27:06.374138 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d97482-c218-462e-a136-759f1a70a7b0 x-openstack-request-id: req-35d97482-c218-462e-a136-759f1a70a7b0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:06.374748 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212780a2-898a-4b25-a6fe-b31484e70f00", "name": "network-vif-deleted", "tag": "6d1741df-32e1-405d-9e16-ea6917678203", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:06.375294 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35d97482-c218-462e-a136-759f1a70a7b0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:06.375863 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212780a2-898a-4b25-a6fe-b31484e70f00', 'name': 'network-vif-deleted', 'tag': '6d1741df-32e1-405d-9e16-ea6917678203', 'status': 'completed', 'code': 200} Oct 22 13:27:06.381157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=d267bd74-acd2-44b2-af9e-23628c294393,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:06.431088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Deleting port 49eb1c67-2c60-4ec2-9f37-350c6473e319 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:06.431434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:06.568955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:06.574356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-84db4e6c-72d8-4354-b1eb-f592d4048dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:06.577878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-84db4e6c-72d8-4354-b1eb-f592d4048dcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1095 time: 0.2046280 Oct 22 13:27:06.726357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] For port 49eb1c67-2c60-4ec2-9f37-350c6473e319, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=49eb1c67-2c60-4ec2-9f37-350c6473e319,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:06.727134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:06.767299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-2469ce81-e506-4c27-8de6-29b8a1273f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:06.768917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-2469ce81-e506-4c27-8de6-29b8a1273f8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.1833205 Oct 22 13:27:06.776073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Calling delete_port for 49eb1c67-2c60-4ec2-9f37-350c6473e319 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:06.800842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:06.872351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-55654a18-5186-4e8c-a47f-909acc776478 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 217 time: 0.0903139 Oct 22 13:27:07.028922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-6242fbfb-59fc-405f-bed1-dcdb2fb710b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:07.030538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-6242fbfb-59fc-405f-bed1-dcdb2fb710b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.1391425 Oct 22 13:27:07.064546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1ea4ba7-a851-4c14-8473-98552fe55a3c req-13d76e2c-0c65-4537-87e5-8b9cf584e4df tempest-AttachVolumeNegativeTest-2135338079 tempest-AttachVolumeNegativeTest-2135338079-project] 10.222.0.25 "GET /v2.0/ports?device_id=212780a2-898a-4b25-a6fe-b31484e70f00 HTTP/1.1" status: 200 len: 210 time: 0.1288910 Oct 22 13:27:07.134675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee29c3c-2e7c-49d7-876d-5bf3190634ac req-5992bb4c-5526-4ba2-87e8-5ef86251264c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:07.136397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ee29c3c-2e7c-49d7-876d-5bf3190634ac req-5992bb4c-5526-4ba2-87e8-5ef86251264c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2629111 Oct 22 13:27:07.191704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:07.194169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-7e00568d-9b69-4699-9505-356cfb2428c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:07.196545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-7e00568d-9b69-4699-9505-356cfb2428c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406069 Oct 22 13:27:07.197564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ab167d92-26f0-40bc-a206-db0a0e021764 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754438 Oct 22 13:27:07.200841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:07.208099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:07.229222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:07.230143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:07.270239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ee29c3c-2e7c-49d7-876d-5bf3190634ac req-92babcc0-7468-4282-948e-0cb4ee3a2bf0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226370 Oct 22 13:27:07.297407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting subnet 1ec05509-f4a6-4412-95a4-a27e162ef91c {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:27:07.303302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.372703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:07.378865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.501384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:07.566134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.575322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:07.583141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['49eb1c67-2c60-4ec2-9f37-350c6473e319'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:27:07.605121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.638917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:07.639644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:07.708655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Pushing event deleted for resources: {'Port': ['ID=49eb1c67-2c60-4ec2-9f37-350c6473e319,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:07.712953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-772c331e-b673-44bd-9eba-151ce5e03222 service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929323 Oct 22 13:27:07.733347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdfd2-4c26-4f60-b26b-58e933c1cd58 req-84ede2c9-2c24-494d-8685-17b55f81e957 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:07.735026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd7cdfd2-4c26-4f60-b26b-58e933c1cd58 req-84ede2c9-2c24-494d-8685-17b55f81e957 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.3856671 Oct 22 13:27:07.752913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.768531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] No DVR routers for this DVR port 49eb1c67-2c60-4ec2-9f37-350c6473e319 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:07.782017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.786633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea78de3d-3961-45b4-bd71-4763d1b69550 req-1be2a933-170a-4161-be97-6e2450ba5bb7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.26 "DELETE /v2.0/ports/49eb1c67-2c60-4ec2-9f37-350c6473e319 HTTP/1.1" status: 204 len: 173 time: 1.5522528 Oct 22 13:27:07.801516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:07.814830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec05509-f4a6-4412-95a4-a27e162ef91c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:07.821753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:07.825086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99f21a90-a376-408d-8d79-eb32b33d4aea tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/1ec05509-f4a6-4412-95a4-a27e162ef91c HTTP/1.1" status: 204 len: 168 time: 0.6232769 Oct 22 13:27:07.836239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57896) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:07.845727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'name': 'network-vif-deleted', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:07.851446 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a813958-9f4d-49b8-ac0c-64ac0ea63bbb" -d '{"events": [{"server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "name": "network-vif-deleted", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:07.861832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0bf2f0-0b31-49a5-904e-dc2008e8cda7 None None] Network 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:07.877010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7d703-0b9c-4336-9528-078f743cab6d req-e2738217-8831-404f-bbc8-108edb4ef0fa tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:07.885699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66c7d703-0b9c-4336-9528-078f743cab6d req-e2738217-8831-404f-bbc8-108edb4ef0fa tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb3209a7-60b2-47a9-8815-b77bce24d3ea HTTP/1.1" status: 200 len: 867 time: 0.3753564 Oct 22 13:27:07.931888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:07.971341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf179308-7a1e-4ef3-8df5-72de7cbb3931 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:08.054059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd7cdfd2-4c26-4f60-b26b-58e933c1cd58 req-4ad22505-c112-403c-8bcc-82da4db3c1d9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865787 Oct 22 13:27:08.119635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66c7d703-0b9c-4336-9528-078f743cab6d req-4d9a4a48-fdf3-4067-981c-f418e4373dc7 tempest-VolumesNegativeTest-541023774 tempest-VolumesNegativeTest-541023774-project] 10.222.0.25 "GET /v2.0/security-groups?id=e30d8e5c-a1fa-422a-9473-ce587f5dda38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324560 Oct 22 13:27:08.125615 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-426efeb5-b330-4837-ad3f-53d69c74e0ef req-92074930-0bb2-4c08-8b84-94584daa710a service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895671 Oct 22 13:27:08.137940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.151036 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f7095a-d6ab-4a2a-8513-a5f37b211fbf x-openstack-request-id: req-96f7095a-d6ab-4a2a-8513-a5f37b211fbf {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:08.153498 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3209a7-60b2-47a9-8815-b77bce24d3ea", "name": "network-vif-deleted", "tag": "49eb1c67-2c60-4ec2-9f37-350c6473e319", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:08.153756 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96f7095a-d6ab-4a2a-8513-a5f37b211fbf {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:08.155654 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3209a7-60b2-47a9-8815-b77bce24d3ea', 'name': 'network-vif-deleted', 'tag': '49eb1c67-2c60-4ec2-9f37-350c6473e319', 'status': 'completed', 'code': 200} Oct 22 13:27:08.207925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:08.254245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Deleting port 55680c6d-335c-49ae-b853-c998dd9f3158 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:08.254768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.259956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6d1741df-32e1-405d-9e16-ea6917678203 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:08.269534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Deleting subnet da6967ce-d5c2-450e-af6b-13394cfa6d97 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:27:08.270484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.322653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 6d1741df-32e1-405d-9e16-ea6917678203 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:08.324137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 6d1741df-32e1-405d-9e16-ea6917678203 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:08.346265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.358757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.386376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] DHCP port deletion for 5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:27:08.417325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] For port 55680c6d-335c-49ae-b853-c998dd9f3158, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55680c6d-335c-49ae-b853-c998dd9f3158,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:08.417693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.442627 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.451048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Calling delete_port for 55680c6d-335c-49ae-b853-c998dd9f3158 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:08.503158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Deleting port 55680c6d-335c-49ae-b853-c998dd9f3158 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:27:08.504493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.612641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.648243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.675428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Port': ['ID=55680c6d-335c-49ae-b853-c998dd9f3158,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:08.680240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No DVR routers for this DVR port 55680c6d-335c-49ae-b853-c998dd9f3158 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:08.720766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.750214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:08.753853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da6967ce-d5c2-450e-af6b-13394cfa6d97 HTTP/1.1" status: 204 len: 168 time: 0.5308228 Oct 22 13:27:08.754441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] For port 55680c6d-335c-49ae-b853-c998dd9f3158, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55680c6d-335c-49ae-b853-c998dd9f3158,segment=NetworkSegment(93b282cb-9655-4d0d-ba77-1533620a9945),segment_id=93b282cb-9655-4d0d-ba77-1533620a9945)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:08.754586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.786739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Calling delete_port for 55680c6d-335c-49ae-b853-c998dd9f3158 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:27:08.792349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c9708-96d3-40e3-870f-cac04e946633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6967ce-d5c2-450e-af6b-13394cfa6d97,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:08.809114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd65d2-f786-4aca-85ac-d10e6c7600fa req-7bb71390-bcd0-4b83-8246-161c3532cef9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:08.816577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9cd65d2-f786-4aca-85ac-d10e6c7600fa req-7bb71390-bcd0-4b83-8246-161c3532cef9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2673588 Oct 22 13:27:08.875218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.875505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.906737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] Pushing event deleted for resources: {'Port': ['ID=55680c6d-335c-49ae-b853-c998dd9f3158,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:08.910048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9cd65d2-f786-4aca-85ac-d10e6c7600fa req-e487b520-d364-4cef-bb77-0d6a81720775 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923834 Oct 22 13:27:08.928639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866f386-5714-4b24-8954-a6c62da32115 None None] No DVR routers for this DVR port 55680c6d-335c-49ae-b853-c998dd9f3158 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:27:08.942526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:08.957902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.962485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b282cb-9655-4d0d-ba77-1533620a9945') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:08.962927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b282cb-9655-4d0d-ba77-1533620a9945') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:08.974411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:08.999232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.024562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:27:09.024865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:27:09.027889 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:27:09.164064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.200147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2ba6f7-d368-4993-9f5a-f075022c8e6a']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:09.210587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.237188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226fcc7f-e3b4-4cae-b8e3-0b7431335d58') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:09.237495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226fcc7f-e3b4-4cae-b8e3-0b7431335d58') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:09.248547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.256502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdf7ea-4ccc-49c8-9d0f-53688e5cbfb4 req-e374a06d-b3e6-4c46-a4f4-8130b6ec5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:09.256502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05cdf7ea-4ccc-49c8-9d0f-53688e5cbfb4 req-e374a06d-b3e6-4c46-a4f4-8130b6ec5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.0883129 Oct 22 13:27:09.273106 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.286050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:27:09.286470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.306700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.312044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/networks/5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4 HTTP/1.1" status: 204 len: 168 time: 1.4731369 Oct 22 13:27:09.314073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf18a-e8d2-4ffe-8e5f-3cefcc1084d0 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Pushing event deleted for resources: {'Network': ['ID=5df29de6-f8b6-4ac1-81eb-03c6ddbf56a4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:27:09.317742 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:27:09.326332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57936) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:09.335200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'routes': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:09.354767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05cdf7ea-4ccc-49c8-9d0f-53688e5cbfb4 req-99ab33c0-a044-4029-b064-8783f0cec489 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883605 Oct 22 13:27:09.474901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55680c6d-335c-49ae-b853-c998dd9f3158 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:09.536397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.556809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 55680c6d-335c-49ae-b853-c998dd9f3158 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:09.557576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55680c6d-335c-49ae-b853-c998dd9f3158 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:09.558258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d267bd74-acd2-44b2-af9e-23628c294393 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:09.562426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.566020 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e2ba6f7-d368-4993-9f5a-f075022c8e6a HTTP/1.1" status: 204 len: 168 time: 0.8063977 Oct 22 13:27:09.567196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce1e37-33c0-415d-8f54-b5deba4a03e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2ba6f7-d368-4993-9f5a-f075022c8e6a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:09.589479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d267bd74-acd2-44b2-af9e-23628c294393 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:09.590242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d267bd74-acd2-44b2-af9e-23628c294393 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:09.717314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Added routes are [] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 22 13:27:09.717627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.extraroute_db [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Removed routes are [] {{(pid=100619) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 22 13:27:09.717996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.864991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:09.913694 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.917661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:09.941380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-efd61743-68e0-4882-9005-03a01552dee8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9b3fed6cce84332a03cc89e82cc1924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745163 Oct 22 13:27:09.943763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57962) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:09.985516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.046963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router dadc431e-4ea0-43d8-bcec-2ed191949833 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:10.091433 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.127715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.157812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0ac5-262e-4350-9473-257a241eec59 req-57582f44-b0ee-490c-b8d9-284d3c21e528 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:10.159427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98fc0ac5-262e-4350-9473-257a241eec59 req-57582f44-b0ee-490c-b8d9-284d3c21e528 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1171134 Oct 22 13:27:10.186473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:10.208043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.212058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f8e8dbbe-6df8-46bf-8d80-69ac7bc1d60f tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 700 time: 0.8810225 Oct 22 13:27:10.212236 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Sync routers for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:10.215350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 57976) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:10.227635 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:10.228493 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:10.259795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49eb1c67-2c60-4ec2-9f37-350c6473e319 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:27:10.284424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 49eb1c67-2c60-4ec2-9f37-350c6473e319 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:27:10.285130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 49eb1c67-2c60-4ec2-9f37-350c6473e319 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:27:10.333575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68f1d17b-6575-47cc-92e5-b48dee804c28 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 205 time: 0.1132042 Oct 22 13:27:10.333766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 57992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:10.366907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98fc0ac5-262e-4350-9473-257a241eec59 req-16053f2e-e2c7-4109-954d-324fd5179dfc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929781 Oct 22 13:27:10.411491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.419700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.428302 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:10.433824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34cf5888-ab93-4560-ad9c-571e991510e1 HTTP/1.1" status: 204 len: 168 time: 0.4888821 Oct 22 13:27:10.472361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe112dc-3188-441b-b68c-8f5557fcb76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf5888-ab93-4560-ad9c-571e991510e1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:10.500218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.520242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:10.574118 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Checking router: dadc431e-4ea0-43d8-bcec-2ed191949833 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:10.608064 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Routers {'dadc431e-4ea0-43d8-bcec-2ed191949833'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:10.608876 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dadc431e-4ea0-43d8-bcec-2ed191949833'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:10.684924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348860f-cfa2-4edf-b889-25584a07b27f req-b63f5376-835f-4ba0-aa45-3477ef191934 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:10.711050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d348860f-cfa2-4edf-b889-25584a07b27f req-b63f5376-835f-4ba0-aa45-3477ef191934 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1812353 Oct 22 13:27:10.738318 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] Set router dadc431e-4ea0-43d8-bcec-2ed191949833 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:10.797999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.812062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.812947 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:10.897435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57fe98-ef9d-480f-912c-672daadbf265 None None] The sync data for ids ['dadc431e-4ea0-43d8-bcec-2ed191949833'] in n-d-813419-8 is: [{'id': 'dadc431e-4ea0-43d8-bcec-2ed191949833', 'name': 'tempest-RoutersTest-router-879964886', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:05Z', 'updated_at': '2021-10-22T13:27:06Z', 'revision_number': 11, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:10.915976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.916646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router dadc431e-4ea0-43d8-bcec-2ed191949833 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:27:10.920382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d348860f-cfa2-4edf-b889-25584a07b27f req-50c63e67-66b5-475d-9438-42b3b7000371 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047787 Oct 22 13:27:10.938052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:10.944618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04da501e-f45b-41e0-a325-9e2c1db559d3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 204 len: 168 time: 0.6039393 Oct 22 13:27:10.946443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58042) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:10.953339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1758283964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:11.021954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:11.023293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:11.632393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:11.645139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:11.651468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cf28e322-d919-468a-b04b-28a5f4846026 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:27:11.739717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:11.743167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-03b75d97-ef76-453b-9a5e-4b92cb149a78 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7953527 Oct 22 13:27:11.745871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58084) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:11.751814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:11.809031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bf33d-6063-4ca5-9224-232dc46ea131 req-d8ff2a73-9219-4fd9-81f4-97e996ab9d2e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:11.821508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c4bf33d-6063-4ca5-9224-232dc46ea131 req-d8ff2a73-9219-4fd9-81f4-97e996ab9d2e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1865680 Oct 22 13:27:11.830301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:11.881521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'cf28e322-d919-468a-b04b-28a5f4846026', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'mac_address': 'fa:16:3e:00:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:27:11.945555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c4bf33d-6063-4ca5-9224-232dc46ea131 req-8315ec06-5844-447c-8908-d13e4803915a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189616 Oct 22 13:27:11.994819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:12.043638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf28e322-d919-468a-b04b-28a5f4846026 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:27:12.103720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:12.115770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:12.211462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:12.217089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127a45-0d7f-460c-9df6-26313e1e4766 req-4c84a560-eaf2-4c21-bf91-be7dcdb10958 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:12.220068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe127a45-0d7f-460c-9df6-26313e1e4766 req-4c84a560-eaf2-4c21-bf91-be7dcdb10958 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1345775 Oct 22 13:27:12.315282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-962929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5977'] for router, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:12.321428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe127a45-0d7f-460c-9df6-26313e1e4766 req-37f99399-5b1c-4584-83c7-c8715dc4a8f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768032 Oct 22 13:27:12.339422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-962918'] for router, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:12.414569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['cf28e322-d919-468a-b04b-28a5f4846026'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:27:12.530864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Router de64df25-f675-4d9e-afd1-82d11b27cc0b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:27:12.718375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:12.739482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:12.746336 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e2627279-ee77-4555-9a28-b85ae04467f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "PUT /v2.0/routers/de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 200 len: 694 time: 0.9985943 Oct 22 13:27:12.748964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58156) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:12.777619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Sync routers for ids ['de64df25-f675-4d9e-afd1-82d11b27cc0b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:12.890554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-628b2d8e-e1c1-4211-90d4-c27b35c61433 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/routers/de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 200 len: 700 time: 0.1398344 Oct 22 13:27:12.891221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Routers {'de64df25-f675-4d9e-afd1-82d11b27cc0b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:12.891895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['de64df25-f675-4d9e-afd1-82d11b27cc0b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:12.893238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58162) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:12.948795 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5080d8d7-4bca-4e8a-84dd-fb53cee0dcf1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 200 len: 205 time: 0.0540512 Oct 22 13:27:12.951605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58166) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:13.126317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:13.286037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Set router de64df25-f675-4d9e-afd1-82d11b27cc0b gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:13.430947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de64df25-f675-4d9e-afd1-82d11b27cc0b', 'name': 'tempest-RoutersTest-router-1758283964', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:11Z', 'updated_at': '2021-10-22T13:27:12Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:13.469839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Checking router: de64df25-f675-4d9e-afd1-82d11b27cc0b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:13.481780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Routers {'de64df25-f675-4d9e-afd1-82d11b27cc0b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:13.482723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['de64df25-f675-4d9e-afd1-82d11b27cc0b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:13.491582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:13.494156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:13.669403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] Set router de64df25-f675-4d9e-afd1-82d11b27cc0b gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:13.674316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:13.674860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Fanout notify agent at l3_agent the message router_deleted on router de64df25-f675-4d9e-afd1-82d11b27cc0b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:27:13.684905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:13.686565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-aea1b484-d3db-4da8-8fec-e1469e89c8cf tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 204 len: 168 time: 0.7327387 Oct 22 13:27:13.689841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58222) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:13.745067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e74c-2988-4ee4-aa87-13a62287c3fd req-d12dff6a-8518-46d2-bec7-ff9273bb7986 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:13.752339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ad030b55-b326-4d71-af23-dcdada8bb940 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 200 len: 205 time: 0.0490706 Oct 22 13:27:13.753711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58224) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:13.761672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6529e74c-2988-4ee4-aa87-13a62287c3fd req-d12dff6a-8518-46d2-bec7-ff9273bb7986 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.6404581 Oct 22 13:27:13.800453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de64df25-f675-4d9e-afd1-82d11b27cc0b', 'name': 'tempest-RoutersTest-router-1758283964', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:11Z', 'updated_at': '2021-10-22T13:27:12Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:13.838595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e05f94-5f3a-4786-ab49-354132a8a0a3 req-a76ba89e-3fe5-4597-9903-5f0e7c5afe77 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:13.848384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e05f94-5f3a-4786-ab49-354132a8a0a3 req-a76ba89e-3fe5-4597-9903-5f0e7c5afe77 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 945 time: 0.2201762 Oct 22 13:27:13.859486 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-8d2e7507-0b7b-4f33-bbcd-2483ce84fdf1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:13.859709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d8db-2de8-486a-b107-28057da6b8de None None] The sync data for ids ['de64df25-f675-4d9e-afd1-82d11b27cc0b'] in n-d-813419-8 is: [{'id': 'de64df25-f675-4d9e-afd1-82d11b27cc0b', 'name': 'tempest-RoutersTest-router-1758283964', 'tenant_id': 'e76b9d586e674667919a6951697fb638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:11Z', 'updated_at': '2021-10-22T13:27:12Z', 'revision_number': 2, 'project_id': 'e76b9d586e674667919a6951697fb638', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:13.860554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8d2e7507-0b7b-4f33-bbcd-2483ce84fdf1 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/de64df25-f675-4d9e-afd1-82d11b27cc0b HTTP/1.1" status: 404 len: 336 time: 0.1057208 Oct 22 13:27:13.867388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58228) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:13.951600 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d54601f-76e9-4259-abef-bbf4848a6ac9 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:13.953651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d54601f-76e9-4259-abef-bbf4848a6ac9 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:13.955844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6529e74c-2988-4ee4-aa87-13a62287c3fd req-b0d1345c-7b50-4c8a-8bdf-39f022653e96 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930087 Oct 22 13:27:13.965926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:13.967803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d54601f-76e9-4259-abef-bbf4848a6ac9 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/9d4975d1-5b7b-45be-b192-c221db6eab48 HTTP/1.1" status: 404 len: 337 time: 0.0912576 Oct 22 13:27:13.982789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64e05f94-5f3a-4786-ab49-354132a8a0a3 req-81de1ae3-ad43-43ca-b472-2d77090b88f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250665 Oct 22 13:27:14.012719 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4501398f-db78-4e54-9e48-13dcf03f7063 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.013185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4501398f-db78-4e54-9e48-13dcf03f7063 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.019368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58236) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.019581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4501398f-db78-4e54-9e48-13dcf03f7063 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/5ec36e29-8eeb-4d18-9e32-7bfbc4818ce4 HTTP/1.1" status: 404 len: 337 time: 0.0519030 Oct 22 13:27:14.079819 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-663474bd-503a-4c0d-95fc-52abe75e11af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.087802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663474bd-503a-4c0d-95fc-52abe75e11af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.097064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58240) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.108165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-663474bd-503a-4c0d-95fc-52abe75e11af tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/017e658c-bcae-4736-ac87-ff889839ae17 HTTP/1.1" status: 404 len: 337 time: 0.0874262 Oct 22 13:27:14.140453 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34a1254-93d2-4e60-99ca-465bb7d04fbe tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.142256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34a1254-93d2-4e60-99ca-465bb7d04fbe tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.146849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d34a1254-93d2-4e60-99ca-465bb7d04fbe tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/1ec05509-f4a6-4412-95a4-a27e162ef91c HTTP/1.1" status: 404 len: 337 time: 0.0478952 Oct 22 13:27:14.150176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58248) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.182425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dc54d9d3-92cc-4142-a771-782b01a12062 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 200 len: 205 time: 0.0306184 Oct 22 13:27:14.184844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.247216 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-53895cd8-3b1a-4725-a79e-5af83111f23e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:14.248584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-53895cd8-3b1a-4725-a79e-5af83111f23e tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/dadc431e-4ea0-43d8-bcec-2ed191949833 HTTP/1.1" status: 404 len: 336 time: 0.0521832 Oct 22 13:27:14.251770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58256) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.337359 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a11bd6c-c8e9-4da2-badc-b97da4e55314 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=9309d877-f444-49fc-8621-af253bae5a01 HTTP/1.1" status: 200 len: 205 time: 0.0838106 Oct 22 13:27:14.339951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.391602 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-478c9003-4ade-4524-b23c-2a49424bf8d5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:14.395753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58270) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.396883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-478c9003-4ade-4524-b23c-2a49424bf8d5 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/9309d877-f444-49fc-8621-af253bae5a01 HTTP/1.1" status: 404 len: 336 time: 0.0551317 Oct 22 13:27:14.433180 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-602e7658-0c16-4024-b1e7-2c642b71c82b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.434297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602e7658-0c16-4024-b1e7-2c642b71c82b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.439850 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-602e7658-0c16-4024-b1e7-2c642b71c82b tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/8f66ae2e-1f09-4e70-85fc-f62b391eb30f HTTP/1.1" status: 404 len: 337 time: 0.0423687 Oct 22 13:27:14.442355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.480794 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79d5c6e3-3b14-4989-803d-809e20928676 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 200 len: 205 time: 0.0345099 Oct 22 13:27:14.481194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58282) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.543760 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-78c439a4-d8af-4e71-a072-3ea6593d1715 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:14.544703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-78c439a4-d8af-4e71-a072-3ea6593d1715 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/147a2fcf-685b-4e51-9f8a-53ec485dce4d HTTP/1.1" status: 404 len: 336 time: 0.0623848 Oct 22 13:27:14.547359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58294) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.594100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-64ac5e4a-7b6a-4f73-a11d-00829cf30104 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9dd1e70-9778-4b76-8b45-db0e2f94d475 HTTP/1.1" status: 200 len: 205 time: 0.0456536 Oct 22 13:27:14.596618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58302) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.651423 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9d4bdb63-d7a6-4a6d-9019-80cf10ba6f6a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:14.654654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d4bdb63-d7a6-4a6d-9019-80cf10ba6f6a tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/c9dd1e70-9778-4b76-8b45-db0e2f94d475 HTTP/1.1" status: 404 len: 336 time: 0.0547390 Oct 22 13:27:14.655400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58308) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.718763 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aed2df5-5f38-4db7-91b3-595c5d6d0c13 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.718763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aed2df5-5f38-4db7-91b3-595c5d6d0c13 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.722651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2aed2df5-5f38-4db7-91b3-595c5d6d0c13 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/b40c8d9c-adf8-42d3-8b15-052d90b90e5c HTTP/1.1" status: 404 len: 337 time: 0.0649276 Oct 22 13:27:14.724057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.790318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6eb292e5-c214-4c3d-a89b-1c7a0fa6791c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa HTTP/1.1" status: 200 len: 205 time: 0.0636170 Oct 22 13:27:14.792784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58320) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.883424 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f6aa2beb-e578-4ac1-9912-409732721f65 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:14.887614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58324) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:14.890250 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6aa2beb-e578-4ac1-9912-409732721f65 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/d4eeec8c-a1cb-43f6-a2c5-3ba29ca910aa HTTP/1.1" status: 404 len: 336 time: 0.0963652 Oct 22 13:27:14.939308 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b9d0fd-52fb-4e3c-84ca-0a02879505f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:14.940069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b9d0fd-52fb-4e3c-84ca-0a02879505f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:14.951263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f4b9d0fd-52fb-4e3c-84ca-0a02879505f2 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/722ca226-3cba-44f8-bfa8-74bd942148f7 HTTP/1.1" status: 404 len: 337 time: 0.0620720 Oct 22 13:27:14.953995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58330) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.063392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-450b8216-4919-410c-bc1f-e3082afbb545 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "GET /v2.0/ports?device_id=1685adad-7333-4212-bb62-b87a932ceb55 HTTP/1.1" status: 200 len: 205 time: 0.1060140 Oct 22 13:27:15.063828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.217270 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-58377e9f-d4c9-4780-9c59-86328834f65c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] delete failed (client error): The resource could not be found. Oct 22 13:27:15.220721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-58377e9f-d4c9-4780-9c59-86328834f65c tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/routers/1685adad-7333-4212-bb62-b87a932ceb55 HTTP/1.1" status: 404 len: 336 time: 0.1535025 Oct 22 13:27:15.221420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58340) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.275875 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d3bff8-b5f3-4441-b78b-163c2d59ced3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:15.276880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d3bff8-b5f3-4441-b78b-163c2d59ced3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:15.286442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20d3bff8-b5f3-4441-b78b-163c2d59ced3 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/e5535e74-9a99-499f-9020-6cfd6606c0b4 HTTP/1.1" status: 404 len: 337 time: 0.0589066 Oct 22 13:27:15.286442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58344) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.328818 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f7c861-4bc0-4678-97dd-e0fde108c779 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] DELETE failed (client error): The resource could not be found. Oct 22 13:27:15.329657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f7c861-4bc0-4678-97dd-e0fde108c779 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:27:15.333759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d1f7c861-4bc0-4678-97dd-e0fde108c779 tempest-RoutersTest-1788743208 tempest-RoutersTest-1788743208-project] 10.222.0.25 "DELETE /v2.0/subnets/07685541-8bff-45bd-9369-7c8fbf354b36 HTTP/1.1" status: 404 len: 337 time: 0.0491116 Oct 22 13:27:15.350695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4492e-1356-4ddb-94d4-329c484d1df0 req-96c97574-4934-4166-b9ea-f758a2d9c76d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:15.352268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cf4492e-1356-4ddb-94d4-329c484d1df0 req-96c97574-4934-4166-b9ea-f758a2d9c76d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1934412 Oct 22 13:27:15.470521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a82129-4f43-4103-b5af-05a715aa3bc8 req-e520f02b-d19e-4c09-9c32-031ad5ebe618 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:15.472169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a82129-4f43-4103-b5af-05a715aa3bc8 req-e520f02b-d19e-4c09-9c32-031ad5ebe618 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 945 time: 0.2844064 Oct 22 13:27:15.482561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cf4492e-1356-4ddb-94d4-329c484d1df0 req-c38f9991-23bd-423c-8960-64c752d2c552 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094389 Oct 22 13:27:15.565192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a82129-4f43-4103-b5af-05a715aa3bc8 req-5b99905d-74c8-408a-a18b-42c00bee19cf tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816531 Oct 22 13:27:15.593929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58352) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.666366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cf28e322-d919-468a-b04b-28a5f4846026 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:15.739927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58364) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:15.803907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port cf28e322-d919-468a-b04b-28a5f4846026 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:27:15.808650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port cf28e322-d919-468a-b04b-28a5f4846026 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:15.809034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:15.887232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d218-be09-4b70-b049-68679d5501f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:15.959600 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:15.994684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d218-be09-4b70-b049-68679d5501f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.003093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:16.004733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:16.008864 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aebcfc-11ad-4560-97cf-abb4301d4db5" -d '{"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:16.013504 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.014284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d218-be09-4b70-b049-68679d5501f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.055504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d218-be09-4b70-b049-68679d5501f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9140b-65f1-4854-ac7b-e71237b68161,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:16.086480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ae6d218-be09-4b70-b049-68679d5501f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35727a6deebc4f4aad2d7c6e7ef39916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914715 Oct 22 13:27:16.089645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-85c582ec-82a8-41fe-9dcf-803c353dc48d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76b9d586e674667919a6951697fb638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483932 Oct 22 13:27:16.090525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58374) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:16.092698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58376) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:16.099940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:16.109432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.109849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.110289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.110723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.111129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.111534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.112027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.113001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.113403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.113749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.114154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.114549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:16.128186 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717990bb-247b-4128-afce-8b4d4b6e3858 x-openstack-request-id: req-717990bb-247b-4128-afce-8b4d4b6e3858 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:16.128477 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:16.128722 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-717990bb-247b-4128-afce-8b4d4b6e3858 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:16.129156 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'code': 200} Oct 22 13:27:16.160656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.167583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.187635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.200887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.293078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3702cc2-9cad-438e-b10e-7c04a4286440 req-749ed68f-c582-40b2-ae57-ed986a981415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:16.296083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3702cc2-9cad-438e-b10e-7c04a4286440 req-749ed68f-c582-40b2-ae57-ed986a981415 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.0902150 Oct 22 13:27:16.308923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.315121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.319571 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/babc3e3b-bdee-4d87-92eb-7f50ea5472c0 HTTP/1.1" status: 204 len: 168 time: 0.2227118 Oct 22 13:27:16.326642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532cd19-daa7-42fb-8776-86d57d868ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc3e3b-bdee-4d87-92eb-7f50ea5472c0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:16.357071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b3702cc2-9cad-438e-b10e-7c04a4286440 req-b15f8ae2-1b11-44ea-af60-296e76421935 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493481 Oct 22 13:27:16.357988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.361683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.363658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54d9140b-65f1-4854-ac7b-e71237b68161 HTTP/1.1" status: 204 len: 168 time: 0.2715034 Oct 22 13:27:16.376436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae086d7-925d-44bc-a6d9-d16b2fe23f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9140b-65f1-4854-ac7b-e71237b68161,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:16.716943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34342202-10d6-4417-b017-592446b8f847 req-f34d4051-1a00-4ef8-bfa3-75cda61c8b0b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:16.724963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34342202-10d6-4417-b017-592446b8f847 req-f34d4051-1a00-4ef8-bfa3-75cda61c8b0b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1018989 Oct 22 13:27:16.805996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34342202-10d6-4417-b017-592446b8f847 req-feddba92-4c59-4009-95ce-f498488ce2a8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799634 Oct 22 13:27:16.835401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06a03-f607-4bbb-954d-f98940efbd5a req-088c7c51-7662-46c8-8f96-b93596ceefe2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:16.839445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7da06a03-f607-4bbb-954d-f98940efbd5a req-088c7c51-7662-46c8-8f96-b93596ceefe2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1316617 Oct 22 13:27:16.877010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:16.895609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-12ad58bf-7ea4-4c16-a942-4b5fe0641e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:16.924499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7da06a03-f607-4bbb-954d-f98940efbd5a req-608ac3fe-fb6f-4cfb-9a4a-44f4c63d1123 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774403 Oct 22 13:27:17.036088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-12ad58bf-7ea4-4c16-a942-4b5fe0641e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.040044 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-12ad58bf-7ea4-4c16-a942-4b5fe0641e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.092405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad58bf-7ea4-4c16-a942-4b5fe0641e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dde2d15-a0ce-4461-9027-fbd660e5e4a5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:17.112808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-12ad58bf-7ea4-4c16-a942-4b5fe0641e1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c362a4e266244329c75190c8b9dea31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331669 Oct 22 13:27:17.115838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58414) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:17.177250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.246002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.286361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-45f1aa68-5631-4443-840c-a0d1a9647791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:17.288628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-45f1aa68-5631-4443-840c-a0d1a9647791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 1094 time: 0.0850220 Oct 22 13:27:17.361416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.365592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:17.366873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dde2d15-a0ce-4461-9027-fbd660e5e4a5 HTTP/1.1" status: 204 len: 168 time: 0.2492094 Oct 22 13:27:17.389760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-c8ceb7bf-3658-43b4-b133-da4eb736687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:17.391840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-c8ceb7bf-3658-43b4-b133-da4eb736687a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1094 time: 0.0788848 Oct 22 13:27:17.393432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75002b-361d-4ed5-8918-1d3f13f4bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dde2d15-a0ce-4461-9027-fbd660e5e4a5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:17.567668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-e876334e-98c8-4a5a-8ea2-515379005f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:17.570590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-e876334e-98c8-4a5a-8ea2-515379005f1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1701338 Oct 22 13:27:17.603978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:17.610635 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038996 Oct 22 13:27:17.615411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:17.713824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-d8374ab5-7802-4acb-85bc-122275a2cf62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 999 time: 0.1332066 Oct 22 13:27:17.841077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-cac53c86-a1c4-4fd1-bfee-75e4305964a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:17.843984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-cac53c86-a1c4-4fd1-bfee-75e4305964a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.1215584 Oct 22 13:27:18.000446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f3588f5e-45c9-44a8-b6e4-942d7f9044a9 tempest-NetworksApiDiscovery-939676412 tempest-NetworksApiDiscovery-939676412-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3829215 Oct 22 13:27:18.014650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-a69ea474-a4af-4f43-ba5f-1c500c0a9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:18.016336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-a69ea474-a4af-4f43-ba5f-1c500c0a9f60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627498 Oct 22 13:27:18.107827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17d44f-dfa9-46a3-bad1-63e90a3bb67d req-4b29abd8-0a83-45ee-a9fc-c9e8838cc426 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:18.116744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e17d44f-dfa9-46a3-bad1-63e90a3bb67d req-4b29abd8-0a83-45ee-a9fc-c9e8838cc426 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1668103 Oct 22 13:27:18.278267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-9d57664a-da52-4e08-bbce-70ba64fc6010 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528224 Oct 22 13:27:18.342814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1fac-f605-4a95-80b8-dd302ae70adc req-ddb72e4a-fe07-4d7b-8851-97154ccf182b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:18.344321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-984d1fac-f605-4a95-80b8-dd302ae70adc req-ddb72e4a-fe07-4d7b-8851-97154ccf182b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.2986619 Oct 22 13:27:18.428611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:18.446004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e17d44f-dfa9-46a3-bad1-63e90a3bb67d req-20819d88-0067-4ad2-bc67-089df04266ca tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280761 Oct 22 13:27:18.498330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-984d1fac-f605-4a95-80b8-dd302ae70adc req-ec6a8dbd-ccec-49f5-a0d5-5dc6d4e0ecf8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340156 Oct 22 13:27:18.508705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97d1e78-a824-43e6-8ca6-95269a3a89f0 req-ca03c8ed-e319-4e61-8500-787c1f8dd7c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085483 Oct 22 13:27:18.696540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd0a6-1de1-42e3-b5fa-bec0a4eb8a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:18.742263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62cc57-837e-413b-9406-50e725e5f5ee req-0e328a67-dc01-4c11-b064-fe79636bf8c3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:18.757186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a62cc57-837e-413b-9406-50e725e5f5ee req-0e328a67-dc01-4c11-b064-fe79636bf8c3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1123638 Oct 22 13:27:18.822046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a62cc57-837e-413b-9406-50e725e5f5ee req-69bcf10d-e45b-4476-976d-0442afbbe3d9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639250 Oct 22 13:27:18.850967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58496) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:18.894035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd0a6-1de1-42e3-b5fa-bec0a4eb8a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:18.909336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd0a6-1de1-42e3-b5fa-bec0a4eb8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:18.973309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2cdfd0a6-1de1-42e3-b5fa-bec0a4eb8a88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86dc6681b1e944f497bd40322c280647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434391 Oct 22 13:27:18.978201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:18.980408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e05cc9-9398-48ff-8759-17ed769ca1b0 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:18.987471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69e05cc9-9398-48ff-8759-17ed769ca1b0 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1092 time: 0.1299021 Oct 22 13:27:18.987471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58506) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:18.995118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:19.008417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfd0a6-1de1-42e3-b5fa-bec0a4eb8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39383062-81da-4b5a-af31-bad2aebfd8cc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:19.058124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.115021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.148420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.225753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.229471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.231126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39383062-81da-4b5a-af31-bad2aebfd8cc HTTP/1.1" status: 204 len: 168 time: 0.2508349 Oct 22 13:27:19.245929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c911-2ee4-4c92-bd15-370fcc1d2d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39383062-81da-4b5a-af31-bad2aebfd8cc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:19.266216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.474927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.230 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/dab1e0c2-cc98-40cb-9813-e93c7909f1ed) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:19.836202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859929-013d-45dd-86a0-b8e392aa3d52 req-ef46a4b7-c7da-4474-95bb-71756a955c31 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:19.838302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04859929-013d-45dd-86a0-b8e392aa3d52 req-ef46a4b7-c7da-4474-95bb-71756a955c31 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2434895 Oct 22 13:27:19.848659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:19.891257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:19.954279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04859929-013d-45dd-86a0-b8e392aa3d52 req-f46a7177-59e0-4871-805b-8461306aaaa9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008885 Oct 22 13:27:20.053536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:20.164462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:20.179684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:20.190219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:20.272225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=dab1e0c2-cc98-40cb-9813-e93c7909f1ed,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:20.365809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b02c7280-8067-45d4-9269-6b45f9e2897d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2fa42bbb74f54d9ba7c6ac12d0f89aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094986 Oct 22 13:27:20.366419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:20.737420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:20.775495 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:20.968753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:20.981055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:20.986454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e30d8e5c-a1fa-422a-9473-ce587f5dda38 HTTP/1.1" status: 204 len: 168 time: 0.6140108 Oct 22 13:27:21.343220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d81516-cd34-4483-8905-d41630b864f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30d8e5c-a1fa-422a-9473-ce587f5dda38,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:21.580891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d26d5-a53c-4867-9461-504a69f11fbd req-ed45fba3-e513-4e05-bc36-4c35b1965b03 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:21.584019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-917d26d5-a53c-4867-9461-504a69f11fbd req-ed45fba3-e513-4e05-bc36-4c35b1965b03 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.3492830 Oct 22 13:27:21.691820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-917d26d5-a53c-4867-9461-504a69f11fbd req-e624de12-2052-4de3-ab1b-e192f4f3dbb2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838819 Oct 22 13:27:21.812779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.069767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.564665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:22.591258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:22.608201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.626203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.712132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=dab1e0c2-cc98-40cb-9813-e93c7909f1ed,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:22.803036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669540599-network', 'tenant_id': '482e0ed71ed94f67bae3d74fb9e74fef'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:22.838031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.904403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Made reservation on behalf of 482e0ed71ed94f67bae3d74fb9e74fef for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:22.909930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.945385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:22.991101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbaa89ea-d0bb-4edb-acb4-a7fcd839745c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.150465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.156247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727feef8-edc8-4cbf-9337-e3bdef0c0156 req-71b2ab4c-3847-4d44-88e3-066773f0d336 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:23.159286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-727feef8-edc8-4cbf-9337-e3bdef0c0156 req-71b2ab4c-3847-4d44-88e3-066773f0d336 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2160926 Oct 22 13:27:23.166872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.265338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbaa89ea-d0bb-4edb-acb4-a7fcd839745c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.267199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:27:23.278961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbaa89ea-d0bb-4edb-acb4-a7fcd839745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.313660 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fbaa89ea-d0bb-4edb-acb4-a7fcd839745c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b15e7c6cc66045b598e0950389219b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7177391 Oct 22 13:27:23.313660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60734469-9f80-413d-8ae3-ce9e7ff4e235,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:23.314313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58634) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:23.332258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.332747 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Added segment 27c55c16-cee3-4ae2-a912-a95f26d4ab71 of type vlan for network e0ce445f-b4c2-4708-bd62-81b26a5befbb Oct 22 13:27:23.392054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58636) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:23.463985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa89ea-d0bb-4edb-acb4-a7fcd839745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce173912-a376-416a-b991-6be1b8c7f750,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:23.478211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.519086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.561772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.562798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:23.565611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.605702 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:23.681469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-362976768-network', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:23.693950 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1247022 Oct 22 13:27:23.987766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58642) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:24.020305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99d9fb81-554a-42f2-b590-16c55af2e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:24.032010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Request body: {'subnet': {'network_id': 'e0ce445f-b4c2-4708-bd62-81b26a5befbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669540599-subnet', 'tenant_id': '482e0ed71ed94f67bae3d74fb9e74fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:24.111229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-727feef8-edc8-4cbf-9337-e3bdef0c0156 req-97095a9c-9809-45ee-87fd-3d76665cd608 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215560 Oct 22 13:27:24.116412 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP 5c72058f-73d6-42bf-a949-323f93924843 associated. External IP: 172.25.6.230, port: cf28e322-d919-468a-b04b-28a5f4846026. Oct 22 13:27:24.378723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:24.378723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:24.379323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce173912-a376-416a-b991-6be1b8c7f750 HTTP/1.1" status: 204 len: 168 time: 1.0559256 Oct 22 13:27:24.480173 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:27:24.508188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037445-3ce3-46e4-9e34-f4cbdb547d7a admin admin] Pushing event updated for resources: {'Network': ['ID=e0ce445f-b4c2-4708-bd62-81b26a5befbb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:24.525767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e0ce445f-b4c2-4708-bd62-81b26a5befbb details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:27:24.539627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dda0e2-ba65-4dec-bb77-3c3a5fe6babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce173912-a376-416a-b991-6be1b8c7f750,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:24.542996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:27:24.542996 n-d-813419-8 neutron-server[100619]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 22 13:27:24.542996 n-d-813419-8 neutron-server[100619]: [parameters: {'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'id': '6f2f42a5-7d12-4eff-b358-ce8505112aa0', 'expiration': datetime.datetime(2021, 10, 22, 13, 29, 24, 397062)}] Oct 22 13:27:24.542996 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:27:24.543810 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:27:24.655585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Made reservation on behalf of 482e0ed71ed94f67bae3d74fb9e74fef for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:24.658303 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:24.699615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:24.941962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:24.955197 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Sync routers for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:24.978426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:24.993943 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:24.994703 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:25.090920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dd88cac6-b916-442c-bb76-e6e2d5bd4d9c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1038733 Oct 22 13:27:25.093607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:25.116906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Made reservation on behalf of ffccb63b5b2c46ef964c46820c5c7878 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:25.120832 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.130988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14c55e0d-9b1f-41b8-8565-8295d4105dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.153888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.185844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:25.188178 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22" -d '{"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:25.361883 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:25.453068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14c55e0d-9b1f-41b8-8565-8295d4105dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.464787 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14c55e0d-9b1f-41b8-8565-8295d4105dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.528013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa562-b5e7-436b-9d2a-22ce73217052 req-1c151185-db61-468b-ba57-4b22a9428fac tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:25.539351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aafa562-b5e7-436b-9d2a-22ce73217052 req-1c151185-db61-468b-ba57-4b22a9428fac tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.2627048 Oct 22 13:27:25.563374 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.580230 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-14c55e0d-9b1f-41b8-8565-8295d4105dd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfade182ee1c465fabf40df77809b285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814305 Oct 22 13:27:25.580561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf2347-f0af-4ea0-81af-8b71888b1670 req-3b9ecf91-72f9-4336-85e8-a42315b87342 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:25.582227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9baf2347-f0af-4ea0-81af-8b71888b1670 req-3b9ecf91-72f9-4336-85e8-a42315b87342 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1919949 Oct 22 13:27:25.583182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:25.596503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c55e0d-9b1f-41b8-8565-8295d4105dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4ad9e-0a2e-4d25-8dca-668c4133f8e7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:25.640807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.649374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.667451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:27:25.688268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.688764 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Added segment a3d9098e-0e57-4327-bc91-50ab9c6ac400 of type vlan for network 9040a79e-ecc1-45f9-86e2-913f428ee431 Oct 22 13:27:25.746849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5aafa562-b5e7-436b-9d2a-22ce73217052 req-c6c17219-fcde-4176-9483-8d1f6ea115bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052059 Oct 22 13:27:25.815929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58678) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:25.818913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.937316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb9fcd-1df0-4cfc-b200-65bc3329b1d7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:25.941225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.942325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:25.944503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:25.983851 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5904899 Oct 22 13:27:25.988307 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57d666e-6c6b-427e-a648-8d0dad4a40e7 x-openstack-request-id: req-f57d666e-6c6b-427e-a648-8d0dad4a40e7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:25.988681 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:25.988958 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57d666e-6c6b-427e-a648-8d0dad4a40e7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:25.989327 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'status': 'completed', 'code': 200} Oct 22 13:27:25.992967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:26.001404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Request body: {'subnet': {'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-362976768-subnet', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:26.016939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f791e91-a51b-45b3-adf9-9ebf1af09ea5,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:26.049593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2f8b-905e-4238-af6a-95323ef9a5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9040a79e-ecc1-45f9-86e2-913f428ee431,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:26.069840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:27:26.073313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Made reservation on behalf of ffccb63b5b2c46ef964c46820c5c7878 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:26.076145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.109236 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '5c72058f-73d6-42bf-a949-323f93924843', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'mac_address': 'fa:16:3e:00:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034b2585-82cb-43b8-956f-eca785b54750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:27:20Z', 'updated_at': '2021-10-22T13:27:20Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:26.133926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.172998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.227911 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Checking router: 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:26.255998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.256345 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:26.256459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.256850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.257940 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:26.258115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.263543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.264123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.264473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.264860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.265262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.265642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.268295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.268730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:26.314389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.319226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.323023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6a4ad9e-0a2e-4d25-8dca-668c4133f8e7 HTTP/1.1" status: 204 len: 168 time: 0.7201254 Oct 22 13:27:26.366721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9baf2347-f0af-4ea0-81af-8b71888b1670 req-d27dc10f-80aa-4cc2-bcb6-6248f9eca88b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7517207 Oct 22 13:27:26.476884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.551571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Checking segment: {'id': '27c55c16-cee3-4ae2-a912-a95f26d4ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e0ce445f-b4c2-4708-bd62-81b26a5befbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:26.552488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Network hostable DHCP agents. Network: e0ce445f-b4c2-4708-bd62-81b26a5befbb, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:27:26.596780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4d4cbe-0bd5-4e73-98a6-028623b342c4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:26.602054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Checking segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:26.602956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Network hostable DHCP agents. Network: 9040a79e-ecc1-45f9-86e2-913f428ee431, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:27:26.663523 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:26.672837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:27:26.695954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9040a79e-ecc1-45f9-86e2-913f428ee431) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:26.700115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0de2f8-0e4b-44a3-9954-26a7124433a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4ad9e-0a2e-4d25-8dca-668c4133f8e7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:26.710503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6af6a2-5f74-4ff2-b2a5-ac5ec98d81b1 None None] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:26.718288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:26.719209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.760037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d8257779-c864-4f2e-aba8-334074fc9d61 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 992 time: 0.9048355 Oct 22 13:27:26.787308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed2a3eb3-6c36-4f17-b92f-5aeef2d6cde9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7922378 Oct 22 13:27:26.788070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58696) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:26.792319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Network e0ce445f-b4c2-4708-bd62-81b26a5befbb is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:27:26.804796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:26.820948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e0ce445f-b4c2-4708-bd62-81b26a5befbb) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:26.833324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-271c024b-6ab0-4fb4-846d-cdf8ec1ae4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:26.839133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-271c024b-6ab0-4fb4-846d-cdf8ec1ae4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.7953911 Oct 22 13:27:26.844277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ac2b9-e2ca-4225-90b6-1302e7f66ee8 None None] Network e0ce445f-b4c2-4708-bd62-81b26a5befbb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:26.848674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:26.850753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.875526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:26.876928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:27.065522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-893f08d7-0bf4-4a6d-a94e-05f4fe5a5b78 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0291584 Oct 22 13:27:27.086544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:27.257384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-1631450b-3505-44aa-8a13-08db264657ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:27.259895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-1631450b-3505-44aa-8a13-08db264657ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.3982050 Oct 22 13:27:27.454993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '5c72058f-73d6-42bf-a949-323f93924843', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'mac_address': 'fa:16:3e:00:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034b2585-82cb-43b8-956f-eca785b54750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:27:20Z', 'updated_at': '2021-10-22T13:27:20Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:27.557230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-0f24a19f-29a9-4d10-a8a5-0529cdda58a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1000 time: 0.2786875 Oct 22 13:27:27.597221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:27.707788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089c78c-dc3e-4ec3-b606-294701663912 req-86747b5f-28c5-4a59-a2e5-c33d3d3bf4b2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:27.711183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4089c78c-dc3e-4ec3-b606-294701663912 req-86747b5f-28c5-4a59-a2e5-c33d3d3bf4b2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1517699 Oct 22 13:27:27.717662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-f770b37d-7ca8-48d5-b019-d1703932b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:27.719278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-f770b37d-7ca8-48d5-b019-d1703932b345 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.0986476 Oct 22 13:27:27.764219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58724) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:27.826646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4089c78c-dc3e-4ec3-b606-294701663912 req-35d5740d-866e-4e3b-8b49-35b6995c52f5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036282 Oct 22 13:27:27.831721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-96aeb098-37be-423a-a8c9-639a2d550ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:27.834123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-96aeb098-37be-423a-a8c9-639a2d550ba5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954387 Oct 22 13:27:27.987078 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295a20d-0c60-46f6-af81-cd4f7d8897d2 None None] The sync data for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 is: [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '5c72058f-73d6-42bf-a949-323f93924843', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'mac_address': 'fa:16:3e:00:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034b2585-82cb-43b8-956f-eca785b54750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:27:20Z', 'updated_at': '2021-10-22T13:27:20Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:28.074833 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.081184 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ad498e8-2670-432a-b8d7-4d39e4a8a5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.093578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55766d96-85a3-4d17-9572-45e039f2d1f4 None None] Network e0ce445f-b4c2-4708-bd62-81b26a5befbb requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:28.159802 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.164052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-85ee0c85-6d48-47d6-a522-742342704bbc service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219025 Oct 22 13:27:28.168603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-32e5d9fa-e873-4360-9969-4391d3f56725 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 992 time: 0.3900154 Oct 22 13:27:28.328275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9040a79e-ecc1-45f9-86e2-913f428ee431', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:27:28.328275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.571871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2c088-751f-483e-b946-1ce2dfbc8e9d None None] New status for floating IP 5c72058f-73d6-42bf-a949-323f93924843: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:27:28.592700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac8b7a6e-1abb-43c4-b8c5-05c69ed80c22 req-6ea53013-bf36-4552-8979-e5ea2017b1bb service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147913 Oct 22 13:27:28.598569 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.663489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.729495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58756) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:28.736792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-422405196-network', 'tenant_id': '9556c9026bc94480a4d5b2e78d767bb8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:28.836563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Made reservation on behalf of 9556c9026bc94480a4d5b2e78d767bb8 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:28.843701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.869774 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:28.910162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Allocated IP 172.25.6.185 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/2af34204-4bb1-4f63-aaab-dc8be5663ce7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:29.178984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:29.197274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.240474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Allocated IP 172.20.0.2 (9040a79e-ecc1-45f9-86e2-913f428ee431/4e4d4cbe-0bd5-4e73-98a6-028623b342c4/b56f53dc-fcce-4439-90af-c1b173c680ef) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:29.274149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.359817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2af34204-4bb1-4f63-aaab-dc8be5663ce7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:29.369916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-abf3ac9c-f387-494b-b984-79cecb9cde9a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 992 time: 0.1957617 Oct 22 13:27:29.388690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e71fd-043a-4c55-8b36-4206037f4a68 req-062bb414-33d9-4819-a70a-cb27a3b98d5c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:29.391670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c65e71fd-043a-4c55-8b36-4206037f4a68 req-062bb414-33d9-4819-a70a-cb27a3b98d5c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.3396854 Oct 22 13:27:29.407110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:29.416192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:29.419029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:29.455408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.464145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.483700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:27:29.494129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.494477 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Added segment 228ab325-cec5-4468-86f8-556f5e7a1988 of type vlan for network 8417435a-93d2-4e22-88dc-e83f1853c901 Oct 22 13:27:29.559424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.575598 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.591344 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.601559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.602540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:29.604258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.627937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c65e71fd-043a-4c55-8b36-4206037f4a68 req-f3c8247f-73e4-4969-bfeb-87abf2ab7de4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181993 Oct 22 13:27:29.647292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9163325 Oct 22 13:27:29.675001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:29.687929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Pushing event updated for resources: {'Port': ['ID=b56f53dc-fcce-4439-90af-c1b173c680ef,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:29.688135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Request body: {'subnet': {'network_id': '8417435a-93d2-4e22-88dc-e83f1853c901', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-422405196-subnet', 'tenant_id': '9556c9026bc94480a4d5b2e78d767bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:29.707229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:29.714299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:29.717213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:29.753186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8363c8-592d-4280-91cd-1ae39d438f5b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:29.813243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca700b2f-f51f-4ffa-83bd-68635010ad8e admin admin] Pushing event updated for resources: {'Network': ['ID=8417435a-93d2-4e22-88dc-e83f1853c901,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:29.825446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Made reservation on behalf of 9556c9026bc94480a4d5b2e78d767bb8 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:29.829011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.868742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 8417435a-93d2-4e22-88dc-e83f1853c901 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:27:29.909927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.937149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Attempting to bind port b56f53dc-fcce-4439-90af-c1b173c680ef on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:29.937555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Attempting to bind port b56f53dc-fcce-4439-90af-c1b173c680ef by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:29.943806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Attempting to bind port b56f53dc-fcce-4439-90af-c1b173c680ef on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:29.976731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:29.978725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.979650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Checking segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:29.980162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:29.980749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Bound using segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:29.981273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Bound port: b56f53dc-fcce-4439-90af-c1b173c680ef, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:29.981670 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:30.145130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] For port b56f53dc-fcce-4439-90af-c1b173c680ef, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:30.167668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] For port b56f53dc-fcce-4439-90af-c1b173c680ef, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b56f53dc-fcce-4439-90af-c1b173c680ef,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:30.173857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:30.252783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:30.398206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050e3f-cf8f-454a-bbea-f305603ed499 None None] Pushing event updated for resources: {'Port': ['ID=b56f53dc-fcce-4439-90af-c1b173c680ef,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:30.422585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d1936d-4a4c-46a7-8f72-85bd72aad928,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:30.428195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58788) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:30.499170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:30.674537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-25ef5995-c2be-429f-a759-230b0f9cd1d1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 994 time: 0.2322607 Oct 22 13:27:30.676038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Checking segment: {'id': '228ab325-cec5-4468-86f8-556f5e7a1988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8417435a-93d2-4e22-88dc-e83f1853c901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:30.677696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Network hostable DHCP agents. Network: 8417435a-93d2-4e22-88dc-e83f1853c901, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:27:30.747243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Network 8417435a-93d2-4e22-88dc-e83f1853c901 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:27:30.776272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 8417435a-93d2-4e22-88dc-e83f1853c901) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:30.788470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:30.788713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84b803-22fc-4d62-93e8-baf333250a68 None None] Network 8417435a-93d2-4e22-88dc-e83f1853c901 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:30.792262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:30.874873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d7ac337e-5211-4fbc-824b-2f5540778154 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1900473 Oct 22 13:27:30.977356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Router 1176c617-3767-4d57-bce7-3801fe2afe8e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:27:31.050585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48a9f6-47a9-49ca-860e-b43a5f0b11f5 req-a43c7876-dbf7-4fba-98f1-53a1c244bbe8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:31.066852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc48a9f6-47a9-49ca-860e-b43a5f0b11f5 req-a43c7876-dbf7-4fba-98f1-53a1c244bbe8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1863823 Oct 22 13:27:31.070124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58796) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:31.184786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f5086-d3d6-46d7-ba07-c2ff7620ff76 None None] Network 8417435a-93d2-4e22-88dc-e83f1853c901 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:31.188097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc48a9f6-47a9-49ca-860e-b43a5f0b11f5 req-11063e36-5c4e-4edd-889d-c9a779006451 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201797 Oct 22 13:27:31.260425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58802) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:31.324001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:31.340284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Deleting subnet 5f791e91-a51b-45b3-adf9-9ebf1af09ea5 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:27:31.343179 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Sync routers for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:31.367119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.369264 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:31.373985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.375547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-671e6986-e108-41dd-a2ae-88ee9d4195b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5845618 Oct 22 13:27:31.378741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:31.378908 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:31.555613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3195-c78e-43da-ae5b-9ab9039a154d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.621682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.625484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b56f53dc-fcce-4439-90af-c1b173c680ef up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:31.744448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b56f53dc-fcce-4439-90af-c1b173c680ef triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:31.748741 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.762209 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:31.830196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.965918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3195-c78e-43da-ae5b-9ab9039a154d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:31.974503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3195-c78e-43da-ae5b-9ab9039a154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.011993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.020223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb3195-c78e-43da-ae5b-9ab9039a154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b02b24-bd7c-4305-9348-b27ddf31f3a0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:32.081705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.091558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f791e91-a51b-45b3-adf9-9ebf1af09ea5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:32.128947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.132402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee9d0a69-4acb-47de-b9c3-e1319ed2a2f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f791e91-a51b-45b3-adf9-9ebf1af09ea5 HTTP/1.1" status: 204 len: 168 time: 0.8709238 Oct 22 13:27:32.141917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58808) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:32.163830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b56f53dc-fcce-4439-90af-c1b173c680ef, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b56f53dc-fcce-4439-90af-c1b173c680ef,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:32.169664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a9eb3195-c78e-43da-ae5b-9ab9039a154d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94307cbdec2647e6b58869ad857c14cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0951927 Oct 22 13:27:32.178613 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.191254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58810) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:32.296016 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:29Z', 'revision_number': 3, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:32.298296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b56f53dc-fcce-4439-90af-c1b173c680ef,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:32.378813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Checking router: 1176c617-3767-4d57-bce7-3801fe2afe8e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:32.380626 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Updating router 1176c617-3767-4d57-bce7-3801fe2afe8e port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:27:32.387083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.415278 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.421446 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.445898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158946a0-8ff0-407f-809e-64d9abf70952 None None] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:32.557710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.560541 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.561968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86b02b24-bd7c-4305-9348-b27ddf31f3a0 HTTP/1.1" status: 204 len: 168 time: 0.3647697 Oct 22 13:27:32.582751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.615496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548f0a-28ee-4f4a-b959-c5014fd37f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b02b24-bd7c-4305-9348-b27ddf31f3a0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:32.650060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-147c3ad8-fe89-4553-98b7-7e23e31016be None None] Provisioning complete for port b56f53dc-fcce-4439-90af-c1b173c680ef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:32.651127 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-147c3ad8-fe89-4553-98b7-7e23e31016be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.916974 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.926147 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.981599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:32.984760 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Pushing event updated for resources: {'Port': ['ID=2af34204-4bb1-4f63-aaab-dc8be5663ce7,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:32.996021 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.996364 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.997819 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.997965 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.998320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.998681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.999014 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.999340 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:32.999662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:33.000041 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:33.000365 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:33.000684 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:27:33.014859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1ca08-2c56-4fec-af7b-a0b5f92f4b8d req-b1f0a822-a170-4281-8228-b7d362cc1858 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:33.030154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Attempting to bind port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:33.030525 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Attempting to bind port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:33.030747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d1ca08-2c56-4fec-af7b-a0b5f92f4b8d req-b1f0a822-a170-4281-8228-b7d362cc1858 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.6534379 Oct 22 13:27:33.030917 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Attempting to bind port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:33.039506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:33.039787 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:33.039986 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.040429 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:33.040954 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Bound port: 2af34204-4bb1-4f63-aaab-dc8be5663ce7, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:33.041376 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.110908 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.141839 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] For port 2af34204-4bb1-4f63-aaab-dc8be5663ce7, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:33.147079 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] For port 2af34204-4bb1-4f63-aaab-dc8be5663ce7, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2af34204-4bb1-4f63-aaab-dc8be5663ce7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:33.154347 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.172474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9d1ca08-2c56-4fec-af7b-a0b5f92f4b8d req-f02affca-7bf5-4d9b-97a3-6143097c2e5d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401498 Oct 22 13:27:33.202257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ce445f-b4c2-4708-bd62-81b26a5befbb']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:33.216242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c55c16-cee3-4ae2-a912-a95f26d4ab71') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:33.216768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c55c16-cee3-4ae2-a912-a95f26d4ab71') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:33.222099 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16fcf7-f503-42e3-8011-e7910a611f29 None None] Pushing event updated for resources: {'Port': ['ID=2af34204-4bb1-4f63-aaab-dc8be5663ce7,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:33.229090 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.249608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.266784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:27:33.268073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.284823 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:33.288116 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:33.294382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b4220e1d-050c-4a80-861e-2c1317218989 None None] Provisioning complete for port b56f53dc-fcce-4439-90af-c1b173c680ef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:33.296392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b4220e1d-050c-4a80-861e-2c1317218989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:27:33.338956 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:27:33.351345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.365300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.373411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0ce445f-b4c2-4708-bd62-81b26a5befbb HTTP/1.1" status: 204 len: 168 time: 1.2233040 Oct 22 13:27:33.383710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58828) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:33.391625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fee12c-5cd0-4fd1-9515-bb59a728d78f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ce445f-b4c2-4708-bd62-81b26a5befbb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:33.439751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Deleting subnet 95d1936d-4a4c-46a7-8f72-85bd72aad928 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:27:33.446423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.481749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Allocated IP 172.20.0.1 (9040a79e-ecc1-45f9-86e2-913f428ee431/4e4d4cbe-0bd5-4e73-98a6-028623b342c4/cb232a95-1228-42a4-8fff-fe5d1f13330e) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:33.528835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.532341 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:33.550624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b56f53dc-fcce-4439-90af-c1b173c680ef up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:33.616778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.646029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b56f53dc-fcce-4439-90af-c1b173c680ef triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:33.646498 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.675773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.727378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.786284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.824893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.831388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95d1936d-4a4c-46a7-8f72-85bd72aad928 HTTP/1.1" status: 204 len: 168 time: 0.4467340 Oct 22 13:27:33.832308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58840) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:33.833176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d39a0-ca15-45d2-baa6-71b4df1f63ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d1936d-4a4c-46a7-8f72-85bd72aad928,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:33.894020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Pushing event updated for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:33.923463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:33.924867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:33.929585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:33.934356 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:29Z', 'revision_number': 3, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:33.943792 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:33.971002 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dc599-af27-4f7f-bbf5-8a29296d983c None None] The sync data for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 is: [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:29Z', 'revision_number': 3, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:34.027871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.096992 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.151609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8417435a-93d2-4e22-88dc-e83f1853c901']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:34.176112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ab325-cec5-4468-86f8-556f5e7a1988') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:34.176431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ab325-cec5-4468-86f8-556f5e7a1988') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:34.195954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.227914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.257336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:27:34.258066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:27:34.271211 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:27:34.314269 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.411990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-66023a33-151c-4b35-be36-ced94333afc1 None None] Provisioning complete for port cb232a95-1228-42a4-8fff-fe5d1f13330e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:34.412517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-66023a33-151c-4b35-be36-ced94333afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.462883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.468453 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.475138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] 10.222.0.25 "DELETE /v2.0/networks/8417435a-93d2-4e22-88dc-e83f1853c901 HTTP/1.1" status: 204 len: 168 time: 0.6366806 Oct 22 13:27:34.509036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-66023a33-151c-4b35-be36-ced94333afc1 None None] Port cb232a95-1228-42a4-8fff-fe5d1f13330e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:34.511359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601805be-7b7f-4683-959c-6a277df0949f req-51431691-bdda-42cd-b5c0-6fee9df59ce6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:34.516338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-601805be-7b7f-4683-959c-6a277df0949f req-51431691-bdda-42cd-b5c0-6fee9df59ce6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1998885 Oct 22 13:27:34.541685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c45e0-d264-463a-8d6f-1964640a322c admin admin] Pushing event deleted for resources: {'Network': ['ID=8417435a-93d2-4e22-88dc-e83f1853c901,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:34.616711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.631244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-601805be-7b7f-4683-959c-6a277df0949f req-94672d0e-2852-4bec-afb8-5e4f25b4a15b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966523 Oct 22 13:27:34.636306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.744672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Pushing event updated for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:34.781818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.806123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58870) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:34.866684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0069c8a5-8961-4b39-bc9a-862a8cf914e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=482e0ed71ed94f67bae3d74fb9e74fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562594 Oct 22 13:27:34.867137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58872) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:34.930594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.958825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:34.970752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:34.975068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:35.020861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.023799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.029534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60734469-9f80-413d-8ae3-ce9e7ff4e235 HTTP/1.1" status: 204 len: 168 time: 0.1605220 Oct 22 13:27:35.039505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6707-77e7-4a93-9fb7-555deabc9612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60734469-9f80-413d-8ae3-ce9e7ff4e235,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:35.123251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58878) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:35.202635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Router 1176c617-3767-4d57-bce7-3801fe2afe8e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:35.284144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b963037-1cdf-4bf0-b1e8-f2a3b5614ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.422323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:35.436987 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6743b967-643a-45ee-ba65-cac702f2efbf admin admin] 10.222.0.25 "PUT /v2.0/routers/1176c617-3767-4d57-bce7-3801fe2afe8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0490725 Oct 22 13:27:35.438691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b963037-1cdf-4bf0-b1e8-f2a3b5614ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.452564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-976dca2c-1016-4773-acce-57df37ffe72a None None] Provisioning complete for port cb232a95-1228-42a4-8fff-fe5d1f13330e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:35.453148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-976dca2c-1016-4773-acce-57df37ffe72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.455528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b963037-1cdf-4bf0-b1e8-f2a3b5614ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.521148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-976dca2c-1016-4773-acce-57df37ffe72a None None] Port cb232a95-1228-42a4-8fff-fe5d1f13330e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:35.549327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6b963037-1cdf-4bf0-b1e8-f2a3b5614ac9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b26bd4309934893b07372ae2efbb65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244652 Oct 22 13:27:35.551077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b963037-1cdf-4bf0-b1e8-f2a3b5614ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b371ee69-795f-4d9f-9d1e-bf094283e42f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:35.555395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:35.586668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2af34204-4bb1-4f63-aaab-dc8be5663ce7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:35.643821 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.675249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:35.675402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.689115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.721250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58894) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:35.809738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.812759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.813945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b371ee69-795f-4d9f-9d1e-bf094283e42f HTTP/1.1" status: 204 len: 168 time: 0.2574079 Oct 22 13:27:35.844542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40facaae-e2e8-4aff-af10-270b29135175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b371ee69-795f-4d9f-9d1e-bf094283e42f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:35.876546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1365f243-538d-46bf-8c2f-453c0c7a5a25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9556c9026bc94480a4d5b2e78d767bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540973 Oct 22 13:27:35.879093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58900) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:35.890539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.905892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dba63-a94a-46c5-9b66-af4654e7fbfb req-01311f01-9826-4a97-87f7-e7592397cfc8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:35.907574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-557dba63-a94a-46c5-9b66-af4654e7fbfb req-01311f01-9826-4a97-87f7-e7592397cfc8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1252472 Oct 22 13:27:35.927179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 2af34204-4bb1-4f63-aaab-dc8be5663ce7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2af34204-4bb1-4f63-aaab-dc8be5663ce7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:35.939690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.962618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-557dba63-a94a-46c5-9b66-af4654e7fbfb req-5455aa9f-6af7-44a9-8749-9f52b5411726 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Oct 22 13:27:35.972266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:35.999946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.084915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=2af34204-4bb1-4f63-aaab-dc8be5663ce7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:36.097865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.101183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.102405 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8363c8-592d-4280-91cd-1ae39d438f5b HTTP/1.1" status: 204 len: 168 time: 0.2215445 Oct 22 13:27:36.115937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0f258-54a8-4d28-bb21-fc130f7c5ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8363c8-592d-4280-91cd-1ae39d438f5b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:36.523712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58926) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:36.532463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1552227305-network', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:36.560167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Made reservation on behalf of 6308e0cca38d4c0abb0cb962bd2ac8cd for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:36.565904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.579225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.597717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Sync routers for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:36.615044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:36.616034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:36.745197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.751870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.789235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e7209-0e6b-4d6f-a16c-6fadc8723957,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:36.812384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:27:36.827737 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.828162 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Added segment ebbba3b6-6b77-45e0-bdc3-1f666119f6e0 of type vlan for network ec9c665e-289b-4ad0-95eb-4a69904c7060 Oct 22 13:27:36.843019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:36.889112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.920793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.922042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:36.923010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:36.963231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4379072 Oct 22 13:27:36.965914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 58942) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:36.971115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Request body: {'subnet': {'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1552227305-subnet', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:36.997446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e2baf-a1e1-41be-bc7d-403fb466d833 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9c665e-289b-4ad0-95eb-4a69904c7060,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:37.032201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Made reservation on behalf of 6308e0cca38d4c0abb0cb962bd2ac8cd for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:37.037313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.049690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:27:37.226430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:34Z', 'revision_number': 4, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'cb232a95-1228-42a4-8fff-fe5d1f13330e', 'name': '', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'mac_address': 'fa:16:3e:38:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:33Z', 'updated_at': '2021-10-22T13:27:34Z', 'revision_number': 2, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'subnets': [{'id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:37.387083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745e3c3-f900-42e4-990d-36a476853292 req-32e0dd59-e456-4b43-a2bf-3820bad089d8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:37.388722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6745e3c3-f900-42e4-990d-36a476853292 req-32e0dd59-e456-4b43-a2bf-3820bad089d8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2293046 Oct 22 13:27:37.444049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6745e3c3-f900-42e4-990d-36a476853292 req-e6c7ae8a-a201-4a6e-8905-aacebd143747 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 Oct 22 13:27:37.445378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.493848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35183fcb-c35d-44cd-bd28-e591fba3bd8b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:37.524071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Checking router: 1176c617-3767-4d57-bce7-3801fe2afe8e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:37.524412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Updating router 1176c617-3767-4d57-bce7-3801fe2afe8e port cb232a95-1228-42a4-8fff-fe5d1f13330e binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:27:37.527911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Checking segment: {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:37.528326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Network hostable DHCP agents. Network: ec9c665e-289b-4ad0-95eb-4a69904c7060, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:27:37.564360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:27:37.564558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2af34204-4bb1-4f63-aaab-dc8be5663ce7 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:37.586082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ec9c665e-289b-4ad0-95eb-4a69904c7060) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:37.602456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1c9e6-ac56-49e4-824e-3b1dabfa4d21 None None] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:37.603064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:37.603451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.608436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.631650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a21cee8-b049-4652-82ee-6641176c6f0d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6643693 Oct 22 13:27:37.634327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 58960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:37.645015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:37.705279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.707528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.762107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:37.762392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.778767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:37.961413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.145154 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ec9c665e-289b-4ad0-95eb-4a69904c7060', 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'fixed_ips': [{'subnet_id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:27:38.146525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.222138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.249645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.362011 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.368241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.372267 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.383926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Allocated IP 172.25.6.229 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/7bc3573f-48ac-4e22-b46f-3132c5704f00) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:38.511204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Allocated IP 172.20.0.2 (ec9c665e-289b-4ad0-95eb-4a69904c7060/35183fcb-c35d-44cd-bd28-e591fba3bd8b/e463e402-213f-4a59-aa24-46ed0f82ed42) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:38.514422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c44833-28a2-469b-af65-43342b4d91d7 None None] Pushing event updated for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:38.538419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.588873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.630665 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Attempting to bind port cb232a95-1228-42a4-8fff-fe5d1f13330e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:38.632721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Attempting to bind port cb232a95-1228-42a4-8fff-fe5d1f13330e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:38.633101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Attempting to bind port cb232a95-1228-42a4-8fff-fe5d1f13330e on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:38.645413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:38.645792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Checking segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:38.646208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.646632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Bound using segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:38.647125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Bound port: cb232a95-1228-42a4-8fff-fe5d1f13330e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:38.648449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:38.684334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Pushing event updated for resources: {'Port': ['ID=7bc3573f-48ac-4e22-b46f-3132c5704f00,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:38.714065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24866c4-d3d5-4268-9af7-f4419a704713 req-bf1aebd0-1b7f-4ee8-8518-f276bd23b900 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:38.717900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:38.725308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e24866c4-d3d5-4268-9af7-f4419a704713 req-bf1aebd0-1b7f-4ee8-8518-f276bd23b900 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1085725 Oct 22 13:27:38.726730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:38.729501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:38.824889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e24866c4-d3d5-4268-9af7-f4419a704713 req-c01ae528-7371-4a68-8574-e21e1ea1792f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981793 Oct 22 13:27:38.901922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] For port cb232a95-1228-42a4-8fff-fe5d1f13330e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:38.927851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] For port cb232a95-1228-42a4-8fff-fe5d1f13330e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cb232a95-1228-42a4-8fff-fe5d1f13330e,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:38.935724 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.094693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] Provisioning complete for port cb232a95-1228-42a4-8fff-fe5d1f13330e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:39.104585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.179555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:39.180376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:39.251511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.264280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c44833-28a2-469b-af65-43342b4d91d7 None None] Pushing event updated for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:39.285529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.341621 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.348420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.470344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:39.486563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Pushing event updated for resources: {'Port': ['ID=e463e402-213f-4a59-aa24-46ed0f82ed42,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:39.490159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:39.492696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:39.496401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] For port cb232a95-1228-42a4-8fff-fe5d1f13330e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cb232a95-1228-42a4-8fff-fe5d1f13330e,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:39.500542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.511416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.515526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:39.663684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:27:39.703901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Attempting to bind port e463e402-213f-4a59-aa24-46ed0f82ed42 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:39.704402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Attempting to bind port e463e402-213f-4a59-aa24-46ed0f82ed42 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:39.704624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Attempting to bind port e463e402-213f-4a59-aa24-46ed0f82ed42 on network ec9c665e-289b-4ad0-95eb-4a69904c7060 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:39.709541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e8f2-688a-4b8a-96f5-c0cee0312558 None None] Pushing event updated for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:39.730036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:39.730418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Checking segment: {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:39.730847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.731322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Bound using segment: {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:39.731711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Bound port: e463e402-213f-4a59-aa24-46ed0f82ed42, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:39.732099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.762130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-18153130-84a3-40b2-9c39-80005e2a284c None None] Provisioning complete for port cb232a95-1228-42a4-8fff-fe5d1f13330e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:39.762500 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18153130-84a3-40b2-9c39-80005e2a284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.789290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:39.802562 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Sync routers for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:39.813273 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Routers {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:39.813867 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:39.819751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:39.821196 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bf1ac226-9007-487f-91f0-ff7d5f41649c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1832206 Oct 22 13:27:39.824185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59098) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:39.927505 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Set router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:40.084711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7642-53c8-404e-8de3-9065a75c5c65 req-1cb2fdda-85f2-4196-94fa-e2b13b79711b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:40.091886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94fc7642-53c8-404e-8de3-9065a75c5c65 req-1cb2fdda-85f2-4196-94fa-e2b13b79711b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1606505 Oct 22 13:27:40.155168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94fc7642-53c8-404e-8de3-9065a75c5c65 req-d0cdaedb-e975-4bdd-ba9e-36212d2f0fb3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562534 Oct 22 13:27:40.235043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:40.240641 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 3, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:40.292557 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Checking router: dbdd29fe-da97-43bd-9073-a78dc0a80cc7 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:40.292975 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Updating router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 port 7bc3573f-48ac-4e22-b46f-3132c5704f00 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:27:40.322012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] For port e463e402-213f-4a59-aa24-46ed0f82ed42, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:40.340083 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:40.349684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] For port e463e402-213f-4a59-aa24-46ed0f82ed42, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e463e402-213f-4a59-aa24-46ed0f82ed42,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:40.358000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:40.478257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:34Z', 'revision_number': 4, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'cb232a95-1228-42a4-8fff-fe5d1f13330e', 'name': '', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'mac_address': 'fa:16:3e:38:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:33Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 4, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'subnets': [{'id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:40.512981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a60e0-c348-48f3-b235-5e9cd6eaccba None None] Pushing event updated for resources: {'Port': ['ID=e463e402-213f-4a59-aa24-46ed0f82ed42,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:40.518425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d6f36-812e-4f26-8605-080b428dee55 None None] The sync data for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 is: [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:27:34Z', 'revision_number': 4, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'cb232a95-1228-42a4-8fff-fe5d1f13330e', 'name': '', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'mac_address': 'fa:16:3e:38:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:33Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 4, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'subnets': [{'id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:41.003315 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.012888 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.087080 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Attempting to bind port 7bc3573f-48ac-4e22-b46f-3132c5704f00 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:41.087469 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Attempting to bind port 7bc3573f-48ac-4e22-b46f-3132c5704f00 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:41.087750 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Attempting to bind port 7bc3573f-48ac-4e22-b46f-3132c5704f00 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:41.102510 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:41.102819 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:41.103218 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.103608 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:41.104077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Bound port: 7bc3573f-48ac-4e22-b46f-3132c5704f00, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:41.107156 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.122515 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ba1a-5f5c-40b5-8500-6d3b1bf45377 None None] Pushing event updated for resources: {'Port': ['ID=7bc3573f-48ac-4e22-b46f-3132c5704f00,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:41.153954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.269517 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] For port 7bc3573f-48ac-4e22-b46f-3132c5704f00, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:41.280215 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] For port 7bc3573f-48ac-4e22-b46f-3132c5704f00, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7bc3573f-48ac-4e22-b46f-3132c5704f00,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:41.294686 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.402364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097cf63-006f-43fb-80e6-9ed03384b502 req-1cf6db27-6f8f-4ffc-8bc5-1e4f67a5d0ae tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:41.413069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0097cf63-006f-43fb-80e6-9ed03384b502 req-1cf6db27-6f8f-4ffc-8bc5-1e4f67a5d0ae tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1431727 Oct 22 13:27:41.499615 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ba1a-5f5c-40b5-8500-6d3b1bf45377 None None] Pushing event updated for resources: {'Port': ['ID=7bc3573f-48ac-4e22-b46f-3132c5704f00,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:41.511681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Routers {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:41.512304 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:41.553864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0097cf63-006f-43fb-80e6-9ed03384b502 req-d69fd054-3dae-4979-9681-5846b9915059 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356544 Oct 22 13:27:41.685662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Allocated IP 172.20.0.1 (ec9c665e-289b-4ad0-95eb-4a69904c7060/35183fcb-c35d-44cd-bd28-e591fba3bd8b/5da55a5e-8434-483c-92bb-78f8645ace43) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:41.730763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e463e402-213f-4a59-aa24-46ed0f82ed42 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:41.779246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] Set router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:41.857510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e463e402-213f-4a59-aa24-46ed0f82ed42 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:41.858177 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.888128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:41.947613 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.064280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:42.079172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:42.083801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:42.118765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 3, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:42.119400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c7c79-c36d-43b9-abb7-27020c1dab09 None None] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:27:42.133958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Pushing event updated for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:42.162119 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28465b-e056-4bc5-9da0-1c20cd5be67f None None] The sync data for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 is: [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:38Z', 'revision_number': 3, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:42.166326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.265942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.342858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port e463e402-213f-4a59-aa24-46ed0f82ed42, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e463e402-213f-4a59-aa24-46ed0f82ed42,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:42.353928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.354269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cb232a95-1228-42a4-8fff-fe5d1f13330e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:42.360479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1efbaef6-261b-416d-a297-76f8c980a973 None None] Provisioning complete for port e463e402-213f-4a59-aa24-46ed0f82ed42 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:42.360790 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1efbaef6-261b-416d-a297-76f8c980a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.411462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.548025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=e463e402-213f-4a59-aa24-46ed0f82ed42,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:42.556747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port cb232a95-1228-42a4-8fff-fe5d1f13330e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:42.560471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.895782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.923110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:42.969125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b072ec6-776e-467a-bc41-0c7fb4d7e10c req-2abf1da2-e069-46f6-924e-63de21d56a7a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:42.972671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b072ec6-776e-467a-bc41-0c7fb4d7e10c req-2abf1da2-e069-46f6-924e-63de21d56a7a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.1755583 Oct 22 13:27:43.068469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:43.072210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b072ec6-776e-467a-bc41-0c7fb4d7e10c req-feef1696-86b0-4a32-afa7-93fb059a0339 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747468 Oct 22 13:27:43.079425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Pushing event updated for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:43.186137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0fc3ac3a-b547-416a-89d4-77a4a6e95282 None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:43.186644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ac3a-b547-416a-89d4-77a4a6e95282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:43.291964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:43.302507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:43.369672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3ac3a-b547-416a-89d4-77a4a6e95282 None None] Port 5da55a5e-8434-483c-92bb-78f8645ace43 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:43.421647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0fc3ac3a-b547-416a-89d4-77a4a6e95282 None None] Provisioning complete for port e463e402-213f-4a59-aa24-46ed0f82ed42 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:43.422873 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ac3a-b547-416a-89d4-77a4a6e95282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:43.522557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:27:43.718968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:27:43.726680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4c1b9305-66b1-489a-939c-5dfea1028134 admin admin] 10.222.0.25 "PUT /v2.0/routers/dbdd29fe-da97-43bd-9073-a78dc0a80cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9013991 Oct 22 13:27:43.744991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e641caba-c647-4c91-9692-ec2f99ad7fb0 None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:43.745804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e641caba-c647-4c91-9692-ec2f99ad7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:43.801888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7bc3573f-48ac-4e22-b46f-3132c5704f00 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:43.873223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e641caba-c647-4c91-9692-ec2f99ad7fb0 None None] Port 5da55a5e-8434-483c-92bb-78f8645ace43 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:43.915643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7bc3573f-48ac-4e22-b46f-3132c5704f00 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:43.916445 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.045971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:44.063651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.108134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 7bc3573f-48ac-4e22-b46f-3132c5704f00, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7bc3573f-48ac-4e22-b46f-3132c5704f00,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:44.115596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dfed7290-553e-4d10-8ffc-d1c1e5085c56 None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:44.115939 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfed7290-553e-4d10-8ffc-d1c1e5085c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.118796 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.119767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e463e402-213f-4a59-aa24-46ed0f82ed42 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:44.213537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-829d0849-6c53-419a-b625-c47c4070dcdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.219176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dfed7290-553e-4d10-8ffc-d1c1e5085c56 None None] Port 5da55a5e-8434-483c-92bb-78f8645ace43 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:44.225855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa09b2-a862-4118-88c7-7f1e998e25bf req-95688730-c7a1-48ca-82fc-2c4488f14316 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:44.235475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aaa09b2-a862-4118-88c7-7f1e998e25bf req-95688730-c7a1-48ca-82fc-2c4488f14316 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.0788970 Oct 22 13:27:44.247960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=7bc3573f-48ac-4e22-b46f-3132c5704f00,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:44.267945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e463e402-213f-4a59-aa24-46ed0f82ed42 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:44.268723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.297122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aaa09b2-a862-4118-88c7-7f1e998e25bf req-31ba95e4-75cc-451a-bfb5-3d06d5e9e467 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606592 Oct 22 13:27:44.350707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-829d0849-6c53-419a-b625-c47c4070dcdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.357721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-829d0849-6c53-419a-b625-c47c4070dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.396479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d0849-6c53-419a-b625-c47c4070dcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3916bec3-fb75-493a-8e6b-204af42a356c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:44.424661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:44.433099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-829d0849-6c53-419a-b625-c47c4070dcdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=343e001a3da14580b3cb2a1c709f6479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856030 Oct 22 13:27:44.495873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.532815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.609989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.614506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:44.618495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3916bec3-fb75-493a-8e6b-204af42a356c HTTP/1.1" status: 204 len: 168 time: 0.1927595 Oct 22 13:27:44.628174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1150f7-328b-41a4-88d7-40f3f245df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3916bec3-fb75-493a-8e6b-204af42a356c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:44.840065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-71d12790-df68-4dcc-9300-b080fb267c93 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:44.841589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-71d12790-df68-4dcc-9300-b080fb267c93 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.1220610 Oct 22 13:27:44.865251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-6ab533c3-a1f6-4ed8-b750-5e35e515cb0c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/quotas/6308e0cca38d4c0abb0cb962bd2ac8cd HTTP/1.1" status: 200 len: 375 time: 0.0171363 Oct 22 13:27:44.948153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-885d4057-6799-495b-903a-ce63711f320f tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820603 Oct 22 13:27:44.975334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59568) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:44.988299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-adbabfe4-a748-4b20-992d-edc36fbf980b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.023119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Sync routers for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:27:45.045434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Routers {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:45.046422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:45.072194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-dbe3d1bf-4a1e-44c4-9ada-ca980d716f91 service neutron] 10.222.0.25 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148438 Oct 22 13:27:45.148440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-adbabfe4-a748-4b20-992d-edc36fbf980b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.162293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-adbabfe4-a748-4b20-992d-edc36fbf980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.226849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbabfe4-a748-4b20-992d-edc36fbf980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5da024-8977-409d-9069-4b859dc157be,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:45.228088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Set router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:45.230338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-59672dfc-71f3-41a1-9b0f-5ec9f250f6d3 service neutron] 10.222.0.25 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504815 Oct 22 13:27:45.253759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 59574) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:45.261690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-adbabfe4-a748-4b20-992d-edc36fbf980b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa43340fbe644fe1bc057a50a63bd526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861614 Oct 22 13:27:45.358198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.390342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.594164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7bc3573f-48ac-4e22-b46f-3132c5704f00 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:45.628324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0eaab3e-8ce7-40e6-9fdf-bbd2688c1008 req-bda50f19-ef54-4029-bfa9-50be1681ce9d tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 210 time: 0.1199062 Oct 22 13:27:45.630254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.633689 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.635051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f5da024-8977-409d-9069-4b859dc157be HTTP/1.1" status: 204 len: 168 time: 0.3801420 Oct 22 13:27:45.648937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edfed6-b710-4880-b044-c37d2b1eae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5da024-8977-409d-9069-4b859dc157be,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:45.668142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6e383-8ecc-4758-aca0-40cfa163890c req-4b5ef8d5-e6e0-430c-ab15-94b74cdf5246 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:45.678499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41c6e383-8ecc-4758-aca0-40cfa163890c req-4b5ef8d5-e6e0-430c-ab15-94b74cdf5246 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 943 time: 0.2790644 Oct 22 13:27:45.713970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:42Z', 'revision_number': 4, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5da55a5e-8434-483c-92bb-78f8645ace43', 'name': '', 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'mac_address': 'fa:16:3e:d9:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:41Z', 'updated_at': '2021-10-22T13:27:42Z', 'revision_number': 2, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'subnets': [{'id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:45.749786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41c6e383-8ecc-4758-aca0-40cfa163890c req-7a397657-3c25-43e0-a677-499887ad4e84 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700595 Oct 22 13:27:45.763911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Checking router: dbdd29fe-da97-43bd-9073-a78dc0a80cc7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:27:45.764499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Updating router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 port 5da55a5e-8434-483c-92bb-78f8645ace43 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:27:45.773567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7bc3573f-48ac-4e22-b46f-3132c5704f00 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:45.774159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:45.827624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:27:45.841769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.307457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:46.328681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'mac_address': 'fa:16:3e:68:35:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:27:46.423029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.442023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:27:46.513962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:46.519082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.521423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.527472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.585686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:46.720216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3e5d7-9775-4068-9c67-21c71bfb7ea8 None None] Pushing event updated for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:46.728286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Attempting to bind port 5da55a5e-8434-483c-92bb-78f8645ace43 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:46.728926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Attempting to bind port 5da55a5e-8434-483c-92bb-78f8645ace43 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:46.729821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Attempting to bind port 5da55a5e-8434-483c-92bb-78f8645ace43 on network ec9c665e-289b-4ad0-95eb-4a69904c7060 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:46.736148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:46.736793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Checking segment: {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:46.737823 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.738411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Bound using segment: {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:46.739247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Bound port: 5da55a5e-8434-483c-92bb-78f8645ace43, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:46.739809 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:46.792022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68fa0870-8096-4d1a-a55f-84a2a0fa219c req-324d9504-938d-4f60-886f-31a0ac1ffd67 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 210 time: 0.0614693 Oct 22 13:27:46.821782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] For port 5da55a5e-8434-483c-92bb-78f8645ace43, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:46.826258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] For port 5da55a5e-8434-483c-92bb-78f8645ace43, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da55a5e-8434-483c-92bb-78f8645ace43,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:46.830046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a12fc239-2a2e-438d-8383-68ee390c8598'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:27:46.861159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.080412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Routers {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:27:47.081239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:47.083444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3e5d7-9775-4068-9c67-21c71bfb7ea8 None None] Pushing event updated for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:47.093928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9994e-e4a7-4924-83bf-bf85f4e70883 req-2e271763-e1f4-4023-94d5-7f8d22511492 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:47.106797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4a9994e-e4a7-4924-83bf-bf85f4e70883 req-2e271763-e1f4-4023-94d5-7f8d22511492 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.1771474 Oct 22 13:27:47.194916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-cae12986-bf90-4242-9bb3-9d97e6b1b528 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:47.196681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-cae12986-bf90-4242-9bb3-9d97e6b1b528 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.21 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.2993357 Oct 22 13:27:47.210907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Request body: {'port': {'device_id': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'admin_state_up': True, 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:47.242557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:47.242906 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.278586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4a9994e-e4a7-4924-83bf-bf85f4e70883 req-babde8d3-b62b-4c95-84b8-07adef48c536 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705718 Oct 22 13:27:47.306225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Made reservation on behalf of 6308e0cca38d4c0abb0cb962bd2ac8cd for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:27:47.311331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.393550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] Set router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:27:47.494881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Allocated IP 172.20.0.3 (9040a79e-ecc1-45f9-86e2-913f428ee431/4e4d4cbe-0bd5-4e73-98a6-028623b342c4/ddf15832-defb-4894-82b1-79eb2f0017ab) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:27:47.659003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.716435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.801994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.831598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:27:47.836077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:27:47.856709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:27:47.886818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] For port 5da55a5e-8434-483c-92bb-78f8645ace43, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da55a5e-8434-483c-92bb-78f8645ace43,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:47.898835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:47.912511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:48.006480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570e3c5-9fc2-436b-88c8-4894bbcd407c None None] Pushing event updated for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:48.039591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-efcf069b-8246-4776-ae2a-b527e4b51b67 None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:48.040106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-efcf069b-8246-4776-ae2a-b527e4b51b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.043042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:48.043974 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.046803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:42Z', 'revision_number': 4, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5da55a5e-8434-483c-92bb-78f8645ace43', 'name': '', 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'mac_address': 'fa:16:3e:d9:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:41Z', 'updated_at': '2021-10-22T13:27:46Z', 'revision_number': 4, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'subnets': [{'id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:27:48.064632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856259-9db4-4693-b864-922aee516a03 req-d7bcb1a8-6d9d-4c38-aa39-6a98bef8fbb3 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:48.068046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b856259-9db4-4693-b864-922aee516a03 req-d7bcb1a8-6d9d-4c38-aa39-6a98bef8fbb3 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1027 time: 0.1221101 Oct 22 13:27:48.074273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-5a0b95e8-f414-4be4-adcc-647342ae5bff tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8690259 Oct 22 13:27:48.104221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101b217-5b23-435b-9c2d-2efff9d5a71e None None] The sync data for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 is: [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:27:42Z', 'revision_number': 4, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '5da55a5e-8434-483c-92bb-78f8645ace43', 'name': '', 'network_id': 'ec9c665e-289b-4ad0-95eb-4a69904c7060', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'mac_address': 'fa:16:3e:d9:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:41Z', 'updated_at': '2021-10-22T13:27:46Z', 'revision_number': 4, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'subnets': [{'id': '35183fcb-c35d-44cd-bd28-e591fba3bd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:27:48.112072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Request body: {'port': {'device_id': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:27:48.165067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b856259-9db4-4693-b864-922aee516a03 req-dacd4cff-0981-4267-bcff-a533f39c8b81 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880730 Oct 22 13:27:48.236493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.392605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c190e5f-1777-4760-ac2e-979d602a7369 None None] Provisioning complete for port ddf15832-defb-4894-82b1-79eb2f0017ab triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:48.392605 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c190e5f-1777-4760-ac2e-979d602a7369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.467194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7c190e5f-1777-4760-ac2e-979d602a7369 None None] Port ddf15832-defb-4894-82b1-79eb2f0017ab cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:27:48.609606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61a2b1-cea6-4055-a933-a4945ceac58e req-b78ca412-4c24-4bfc-bba7-a17eaf008eb4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:48.611194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d61a2b1-cea6-4055-a933-a4945ceac58e req-b78ca412-4c24-4bfc-bba7-a17eaf008eb4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.0935056 Oct 22 13:27:48.624520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf15832-defb-4894-82b1-79eb2f0017ab {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:27:48.645173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.672388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Transition to ACTIVE for port object ddf15832-defb-4894-82b1-79eb2f0017ab will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:27:48.679563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d61a2b1-cea6-4055-a933-a4945ceac58e req-78b9791c-c0b8-495d-948c-1c7c53e7d8d7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603051 Oct 22 13:27:48.680702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:48.757765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:48.911477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Attempting to bind port ddf15832-defb-4894-82b1-79eb2f0017ab on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:27:48.912107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Attempting to bind port ddf15832-defb-4894-82b1-79eb2f0017ab by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:27:48.913673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Attempting to bind port ddf15832-defb-4894-82b1-79eb2f0017ab on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:48.929831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Port ddf15832-defb-4894-82b1-79eb2f0017ab on network 9040a79e-ecc1-45f9-86e2-913f428ee431 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:27:48.931397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Attempting to bind port ddf15832-defb-4894-82b1-79eb2f0017ab on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:27:48.944265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:27:48.944731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Checking segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:27:48.945212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Bound using segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:27:48.946504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Bound port: ddf15832-defb-4894-82b1-79eb2f0017ab, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:27:48.946978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.059303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:27:49.070492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ddf15832-defb-4894-82b1-79eb2f0017ab,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:27:49.077679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.133516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.134141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.136037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-e860465b-75b0-47e8-a134-4554e378654d service neutron] 10.222.0.21 "PUT /v2.0/ports/ddf15832-defb-4894-82b1-79eb2f0017ab HTTP/1.1" status: 200 len: 1091 time: 1.0343957 Oct 22 13:27:49.137045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:49.140190 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0897fe9d-6a42-4e0a-89b6-0c05d265951b" -d '{"events": [{"name": "network-changed", "server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:49.338819 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399d3d5-9faf-4c8e-b56d-9782280356e5 x-openstack-request-id: req-d399d3d5-9faf-4c8e-b56d-9782280356e5 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:49.340017 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:49.340393 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d399d3d5-9faf-4c8e-b56d-9782280356e5 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:49.341367 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab', 'status': 'completed', 'code': 200} Oct 22 13:27:49.386254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860465b-75b0-47e8-a134-4554e378654d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:49.416999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:49.447110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-97d66438-f559-4e5b-8389-1dd3626e7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.451806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-97d66438-f559-4e5b-8389-1dd3626e7ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.2188632 Oct 22 13:27:49.493278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979acd3-1904-4c63-9918-016005cd2eaa req-7d6a4c4d-770b-4dbd-8a1b-115c81d46db9 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.498843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8979acd3-1904-4c63-9918-016005cd2eaa req-7d6a4c4d-770b-4dbd-8a1b-115c81d46db9 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.1528163 Oct 22 13:27:49.566184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-7bd3adb4-3262-40b4-96db-60fb411f4ff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddf15832-defb-4894-82b1-79eb2f0017ab HTTP/1.1" status: 200 len: 217 time: 0.1054528 Oct 22 13:27:49.628309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da55a5e-8434-483c-92bb-78f8645ace43 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:49.674245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8979acd3-1904-4c63-9918-016005cd2eaa req-e44175a4-5a66-4764-9b23-67aeeaf9cc89 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106536 Oct 22 13:27:49.684584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-bdb49c4c-0a91-4bd8-8fc0-24f6b4a2cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.686378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-bdb49c4c-0a91-4bd8-8fc0-24f6b4a2cdea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e4d4cbe-0bd5-4e73-98a6-028623b342c4 HTTP/1.1" status: 200 len: 848 time: 0.1117563 Oct 22 13:27:49.743220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ede5137-6671-4829-8cf1-cd5c5250470c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.746922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-442fae28-2475-4ed4-a621-57e5f0e18fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.748436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-442fae28-2475-4ed4-a621-57e5f0e18fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9040a79e-ecc1-45f9-86e2-913f428ee431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542970 Oct 22 13:27:49.784091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5da55a5e-8434-483c-92bb-78f8645ace43 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:49.786340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.853345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:49.893894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ede5137-6671-4829-8cf1-cd5c5250470c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.903681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ede5137-6671-4829-8cf1-cd5c5250470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:49.935089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3239-12f0-4e4b-9a1b-d19046f1c6ef req-fa6f6c6e-77f8-4b4f-b809-76e29a9fcb9f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:49.945819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d6b3239-12f0-4e4b-9a1b-d19046f1c6ef req-fa6f6c6e-77f8-4b4f-b809-76e29a9fcb9f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 944 time: 0.1503673 Oct 22 13:27:49.959642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede5137-6671-4829-8cf1-cd5c5250470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5020d256-5777-4523-98cd-d785762a6a92,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:50.000505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ede5137-6671-4829-8cf1-cd5c5250470c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfd6017af8544103b9b20f09ee381625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817721 Oct 22 13:27:50.003765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59694) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:50.017306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d6b3239-12f0-4e4b-9a1b-d19046f1c6ef req-1ac54277-4eea-4d24-b427-942c5209aa47 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702479 Oct 22 13:27:50.020221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-d6f1f7eb-7e53-46af-8531-064770cb321f service neutron] 10.222.0.21 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623351 Oct 22 13:27:50.038680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a12fc239-2a2e-438d-8383-68ee390c8598 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:50.043177 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.107726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.136239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.168074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.216735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:50.220067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.222511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f134535b-b3e9-4925-bfdc-3a8d4daadfdf req-b6d8c10b-0a3d-4769-934c-e7c7c2328f99 service neutron] 10.222.0.21 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943955 Oct 22 13:27:50.224042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.225138 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8502a3c6-71dc-4738-b980-40113cdaeb9d" -d '{"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:50.225973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5020d256-5777-4523-98cd-d785762a6a92 HTTP/1.1" status: 204 len: 168 time: 0.2201543 Oct 22 13:27:50.246267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:50.261431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:50.266051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a88531-1802-4c7e-b27c-6478e3fc4033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5020d256-5777-4523-98cd-d785762a6a92,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:50.313715 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c0761-5403-40e3-8b68-7fa6148117fd x-openstack-request-id: req-ed0c0761-5403-40e3-8b68-7fa6148117fd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:50.314034 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-plugged", "status": "completed", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:50.314251 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed0c0761-5403-40e3-8b68-7fa6148117fd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:50.316582 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'code': 200} Oct 22 13:27:50.432551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:50.441711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-278c2c80-38a5-4db4-9d14-03f41b22259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.442972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-278c2c80-38a5-4db4-9d14-03f41b22259c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.1516159 Oct 22 13:27:50.581872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77e994-85ee-4dd2-ba34-3c570145021d req-ea5efbe0-5030-4666-a043-b78dc9a0f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.583827 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a77e994-85ee-4dd2-ba34-3c570145021d req-ea5efbe0-5030-4666-a043-b78dc9a0f24e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1097 time: 0.0576842 Oct 22 13:27:50.621395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-a6c5176a-ba33-491e-9a37-cb1369a8189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.623362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-a6c5176a-ba33-491e-9a37-cb1369a8189c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.1677938 Oct 22 13:27:50.637666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7a77e994-85ee-4dd2-ba34-3c570145021d req-df1e07ae-d3b8-46e1-8cc3-91327f0674fc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441315 Oct 22 13:27:50.673277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-83f340b7-b117-4871-960e-8532b987a69a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddf15832-defb-4894-82b1-79eb2f0017ab HTTP/1.1" status: 200 len: 217 time: 0.0429890 Oct 22 13:27:50.809131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e4d77-5681-49d2-ae6b-e7078cd165b0 req-77a1b303-c666-4ca5-b166-a912fbe8aca2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.810700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-163e4d77-5681-49d2-ae6b-e7078cd165b0 req-77a1b303-c666-4ca5-b166-a912fbe8aca2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.0482109 Oct 22 13:27:50.849035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-163e4d77-5681-49d2-ae6b-e7078cd165b0 req-eae9228f-85dc-49e2-a268-decf1d1cd219 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301356 Oct 22 13:27:50.945193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-9db46640-aff3-4815-b356-7164e2ced123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.946818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-9db46640-aff3-4815-b356-7164e2ced123 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e4d4cbe-0bd5-4e73-98a6-028623b342c4 HTTP/1.1" status: 200 len: 848 time: 0.0502570 Oct 22 13:27:50.996207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-4dd2cbf3-521e-48c9-9d35-871bb95dd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:50.997794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-4dd2cbf3-521e-48c9-9d35-871bb95dd6dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9040a79e-ecc1-45f9-86e2-913f428ee431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431521 Oct 22 13:27:51.103521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-dbc823c4-6f05-4035-9072-3f075cbefedf service neutron] 10.222.0.21 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959222 Oct 22 13:27:51.237548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da56a5c-0474-45ca-8998-12cc6f076647 req-b3dece2f-e93d-4f1c-8117-92273e8a1d84 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:51.239795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3da56a5c-0474-45ca-8998-12cc6f076647 req-b3dece2f-e93d-4f1c-8117-92273e8a1d84 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.1273930 Oct 22 13:27:51.296477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0897fe9d-6a42-4e0a-89b6-0c05d265951b req-65799005-9fa2-4059-90e1-3c9f8a3155c0 service neutron] 10.222.0.21 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481462 Oct 22 13:27:51.302565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3da56a5c-0474-45ca-8998-12cc6f076647 req-21ce5e64-5b3a-4948-8368-32bb1b90cc5c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 Oct 22 13:27:51.967987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443667-4d4a-4c1b-9ce7-a93e12a8203b req-01feff5a-4127-469e-8c15-98dc8bbf155b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:51.969389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06443667-4d4a-4c1b-9ce7-a93e12a8203b req-01feff5a-4127-469e-8c15-98dc8bbf155b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.0500960 Oct 22 13:27:52.006832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06443667-4d4a-4c1b-9ce7-a93e12a8203b req-06d4ba36-e005-4b94-a8df-9fc1642c99a1 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296841 Oct 22 13:27:52.484637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd95629-3b5f-4a19-8d36-8d4befaad209 req-ed6acc95-5ce9-4e10-96b9-7f2674c573bb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:52.495044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd95629-3b5f-4a19-8d36-8d4befaad209 req-ed6acc95-5ce9-4e10-96b9-7f2674c573bb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.0826721 Oct 22 13:27:52.541131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd95629-3b5f-4a19-8d36-8d4befaad209 req-a0286e61-a742-4c03-94fc-b1d3341cdd71 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451183 Oct 22 13:27:53.139994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b411918-1ff7-4d23-b9b4-1c1c8ed730cc req-3f62b6c3-aa89-4aba-9f1e-29ca654a267b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:53.141559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b411918-1ff7-4d23-b9b4-1c1c8ed730cc req-3f62b6c3-aa89-4aba-9f1e-29ca654a267b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1094 time: 0.0599284 Oct 22 13:27:53.179801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b411918-1ff7-4d23-b9b4-1c1c8ed730cc req-35c07bad-7a8f-4023-84b7-607edac9c9c3 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Oct 22 13:27:53.698281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2009fc-833b-44d3-868c-a8d4d7f1751c req-5da0ffa4-1db9-4caf-8e69-388db63cac16 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:53.699992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb2009fc-833b-44d3-868c-a8d4d7f1751c req-5da0ffa4-1db9-4caf-8e69-388db63cac16 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.0615764 Oct 22 13:27:53.865293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ddf15832-defb-4894-82b1-79eb2f0017ab details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:27:54.023966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6652c46-8aa8-4f87-884d-0f485753c7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:54.033935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ddf15832-defb-4894-82b1-79eb2f0017ab,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:54.038975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb2009fc-833b-44d3-868c-a8d4d7f1751c req-9e27f3d8-8ff1-4db3-b3a6-086f0eecbda9 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307557 Oct 22 13:27:54.053159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'ddf15832-defb-4894-82b1-79eb2f0017ab', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'port_id': 'ddf15832-defb-4894-82b1-79eb2f0017ab', 'mac_address': 'fa:16:3e:64:05:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:27:54.098546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:54.111964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf15832-defb-4894-82b1-79eb2f0017ab {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:27:54.135876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ddf15832-defb-4894-82b1-79eb2f0017ab,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:54.141558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:54.196879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:54.294644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210f2c-f00e-41a4-b296-29be43651576 req-ddba6aca-09fb-4743-b1f7-a163c658b727 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:54.296925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96210f2c-f00e-41a4-b296-29be43651576 req-ddba6aca-09fb-4743-b1f7-a163c658b727 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1095 time: 0.0443463 Oct 22 13:27:54.338174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96210f2c-f00e-41a4-b296-29be43651576 req-7ae9c022-a6d8-41bd-b1be-0a48fe3f3c62 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Oct 22 13:27:54.450926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ddf15832-defb-4894-82b1-79eb2f0017ab'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:27:55.326957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59832) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:55.471608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a56d-a25f-4428-bbd4-1c7ac33c9d8b req-ad238bcb-bab3-4b48-9b89-29bfa7e164de tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:55.473395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60c6a56d-a25f-4428-bbd4-1c7ac33c9d8b req-ad238bcb-bab3-4b48-9b89-29bfa7e164de tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1095 time: 0.0448306 Oct 22 13:27:55.489401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-013749d2-136a-49c9-9e59-c90daf0fb53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.519147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60c6a56d-a25f-4428-bbd4-1c7ac33c9d8b req-f379e55b-62bd-4b24-8610-c0cee1bb27a2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Oct 22 13:27:55.578267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-013749d2-136a-49c9-9e59-c90daf0fb53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.582360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-013749d2-136a-49c9-9e59-c90daf0fb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.620917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013749d2-136a-49c9-9e59-c90daf0fb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528de3db-cac6-4dd1-bbb2-882abd26e5a3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:55.625478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-013749d2-136a-49c9-9e59-c90daf0fb53f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=221c068685e04df2b607668e721a8439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965832 Oct 22 13:27:55.632341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 59842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:27:55.696075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.718822 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.769240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.773314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:55.775019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/528de3db-cac6-4dd1-bbb2-882abd26e5a3 HTTP/1.1" status: 204 len: 168 time: 0.1414349 Oct 22 13:27:55.784531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bed41-724f-411f-b7f0-ecc907f69825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528de3db-cac6-4dd1-bbb2-882abd26e5a3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:55.879656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ddf15832-defb-4894-82b1-79eb2f0017ab up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:27:55.973997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port ddf15832-defb-4894-82b1-79eb2f0017ab completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:27:55.981745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port ddf15832-defb-4894-82b1-79eb2f0017ab triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:27:55.982124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:56.142563 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:56.179535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ddf15832-defb-4894-82b1-79eb2f0017ab,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:27:56.180661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:27:56.184090 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e93eda-d839-4ba2-80fa-d7473da9bc87" -d '{"events": [{"server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "name": "network-vif-plugged", "status": "completed", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:27:56.197369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:56.265419 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3cf9e5-f4e2-4dc1-8647-d4c809110b92 x-openstack-request-id: req-1d3cf9e5-f4e2-4dc1-8647-d4c809110b92 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:27:56.265644 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "name": "network-vif-plugged", "status": "completed", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:27:56.266159 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d3cf9e5-f4e2-4dc1-8647-d4c809110b92 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:27:56.266843 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab', 'code': 200} Oct 22 13:27:56.302980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:27:56.388338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061ae9-b193-4374-8374-5ba8e5c1884d req-458620d9-fa16-4e50-bbf2-ba396bf7943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:56.389811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06061ae9-b193-4374-8374-5ba8e5c1884d req-458620d9-fa16-4e50-bbf2-ba396bf7943e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0557187 Oct 22 13:27:56.443429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06061ae9-b193-4374-8374-5ba8e5c1884d req-8151a786-83af-4b70-80eb-f1a55d88c03c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Oct 22 13:27:56.627807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3813a-3d43-42cd-8bf3-325063540742 req-730e3d51-5220-452e-a8f9-2ae33f3d89c5 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:56.632582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87b3813a-3d43-42cd-8bf3-325063540742 req-730e3d51-5220-452e-a8f9-2ae33f3d89c5 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0459638 Oct 22 13:27:56.681149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87b3813a-3d43-42cd-8bf3-325063540742 req-5dce8e9c-b0bd-4673-8bb5-ea19d77bf175 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Oct 22 13:27:57.057145 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a95ddf6-d04e-4e50-b4e7-519014170661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:57.702015 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:57.764945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:57.830639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5d043-31f6-42ba-bab8-d6b1fbe0d77d req-99a67b53-7c42-47d9-b3fb-61151532d1d7 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:57.838797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaa5d043-31f6-42ba-bab8-d6b1fbe0d77d req-99a67b53-7c42-47d9-b3fb-61151532d1d7 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0765679 Oct 22 13:27:57.887510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aaa5d043-31f6-42ba-bab8-d6b1fbe0d77d req-5d700f4d-0060-4d34-a8e7-be4a7ec47c36 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 Oct 22 13:27:59.015952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3388-8285-40c6-abfc-1895aad1bac1 req-6258e8d9-ce2f-484b-98fe-fd7b30fbdce8 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:59.017634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bacb3388-8285-40c6-abfc-1895aad1bac1 req-6258e8d9-ce2f-484b-98fe-fd7b30fbdce8 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0536401 Oct 22 13:27:59.057587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bacb3388-8285-40c6-abfc-1895aad1bac1 req-af5b28e4-b8c9-4f97-a5ef-737a03b12025 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Oct 22 13:27:59.177776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea39d-0181-47d7-8396-7334acb1f3fe req-00171ff6-f447-48c8-af40-4ac64627aa54 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:59.183100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e9ea39d-0181-47d7-8396-7334acb1f3fe req-00171ff6-f447-48c8-af40-4ac64627aa54 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0498388 Oct 22 13:27:59.224138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e9ea39d-0181-47d7-8396-7334acb1f3fe req-8efcff22-a1c8-4176-aa1d-a45b6abbec74 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Oct 22 13:27:59.363396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1218-299b-407d-859a-25717662ad36 req-b7d24a57-6af3-467a-aa07-4a20ce7775b6 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:59.366727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c51a1218-299b-407d-859a-25717662ad36 req-b7d24a57-6af3-467a-aa07-4a20ce7775b6 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0610149 Oct 22 13:27:59.412417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c51a1218-299b-407d-859a-25717662ad36 req-5976e15d-17a3-447f-ac0e-252bb31b0ad2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Oct 22 13:27:59.704245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-c99187f2-dcd2-4fba-a0a1-45762d7faf6b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:27:59.705788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-c99187f2-dcd2-4fba-a0a1-45762d7faf6b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.0994573 Oct 22 13:27:59.723216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-8a53c3e0-002f-4c80-b550-8547be6fe28c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/quotas/6308e0cca38d4c0abb0cb962bd2ac8cd HTTP/1.1" status: 200 len: 375 time: 0.0098662 Oct 22 13:27:59.773994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:27:59.783237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-cb70b3f2-affe-4724-b517-2ce535660c83 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530798 Oct 22 13:27:59.899582 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4f82f3f1-579e-415d-a8d9-7d34bc575b7a service neutron] 10.222.0.25 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063139 Oct 22 13:27:59.999251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-cddf6cf6-5591-458b-9c9a-59f040a37741 service neutron] 10.222.0.25 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938132 Oct 22 13:28:00.178179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8ddd61e-10f9-45f2-a898-7964aff34177 req-7ce13404-5b74-4e8a-8b8e-c1800701a47a tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 210 time: 0.0333526 Oct 22 13:28:01.243291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:01.292745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-170e358c-5fcd-4dd4-a920-0775909590a2 req-ebff3872-a6df-4400-b8e1-ed17c7edf732 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 210 time: 0.0367670 Oct 22 13:28:01.377563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.423976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-2c7a5780-d468-4b98-9901-335273926fa1 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:01.425686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-2c7a5780-d468-4b98-9901-335273926fa1 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.26 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.1017749 Oct 22 13:28:01.438155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Request body: {'port': {'device_id': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'admin_state_up': True, 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:01.468719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Made reservation on behalf of 6308e0cca38d4c0abb0cb962bd2ac8cd for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:01.471957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.481261 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:28:01.497443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.505961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.556339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cdefa2dcee24ac192b136bf27ee10e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119357 Oct 22 13:28:01.558856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:01.616002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405783d9-b3d5-4e11-bce2-f8b5ccb060ba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:01.632796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.633150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.633501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.633847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.634180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.634693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.635170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.635662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.636137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.636654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.636992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.637329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4cf88e-8e26-4ce3-9e51-d58f49961bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:01.642547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.642698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Allocated IP 172.20.0.9 (9040a79e-ecc1-45f9-86e2-913f428ee431/4e4d4cbe-0bd5-4e73-98a6-028623b342c4/45244ec2-96dc-4941-a214-e9f3a64bb7a1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:01.669035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.721595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.724942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.726129 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/405783d9-b3d5-4e11-bce2-f8b5ccb060ba HTTP/1.1" status: 204 len: 168 time: 0.1663492 Oct 22 13:28:01.735896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edfee-f238-49f9-be41-1703dbf70b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405783d9-b3d5-4e11-bce2-f8b5ccb060ba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:01.817471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.862409 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:01.875280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ddf15832-defb-4894-82b1-79eb2f0017ab'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:01.920957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Pushing event updated for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:01.933750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:01.935633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:01.941314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:02.002756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:02.003462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.037316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b161a5c2-cc69-4f23-b943-08846f19c68b tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6028588 Oct 22 13:28:02.052048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Request body: {'port': {'device_id': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:02.122625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.135221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:02.150360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9acdd255-e414-46d7-bcfb-04433b7b976c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.226991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1b12eef7-0baa-4d98-960f-54228ea1e0a1 None None] Provisioning complete for port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:02.228025 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b12eef7-0baa-4d98-960f-54228ea1e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.272671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9acdd255-e414-46d7-bcfb-04433b7b976c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.278275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9acdd255-e414-46d7-bcfb-04433b7b976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.283762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1b12eef7-0baa-4d98-960f-54228ea1e0a1 None None] Port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:02.339197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9acdd255-e414-46d7-bcfb-04433b7b976c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c06e032721940a7a0a1dde72fc93775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026510 Oct 22 13:28:02.339865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60072) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:02.370551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdd255-e414-46d7-bcfb-04433b7b976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578b9fd-3665-4cfa-b1fb-030c6e3893cc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:02.409898 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.437642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.447718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da7c5-f0e0-49b1-bbb5-41f7d8f1e708 req-85bb96da-2149-45b4-899b-452d2051d7c2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:02.449295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e0da7c5-f0e0-49b1-bbb5-41f7d8f1e708 req-85bb96da-2149-45b4-899b-452d2051d7c2 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1027 time: 0.0826774 Oct 22 13:28:02.496809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.499905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.500407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45244ec2-96dc-4941-a214-e9f3a64bb7a1 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:28:02.503588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7578b9fd-3665-4cfa-b1fb-030c6e3893cc HTTP/1.1" status: 204 len: 168 time: 0.1604235 Oct 22 13:28:02.512087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.514500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca598f78-3318-4cac-a2eb-b83051b22ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578b9fd-3665-4cfa-b1fb-030c6e3893cc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:02.532067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e0da7c5-f0e0-49b1-bbb5-41f7d8f1e708 req-ea26a3f4-3ab7-45af-8a9b-fb4c8c6848d8 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595746 Oct 22 13:28:02.534372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Transition to ACTIVE for port object 45244ec2-96dc-4941-a214-e9f3a64bb7a1 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:28:02.540688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.601657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Pushing event updated for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:02.691844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Attempting to bind port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:02.692228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Attempting to bind port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:02.692570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Attempting to bind port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:02.698630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 on network 9040a79e-ecc1-45f9-86e2-913f428ee431 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:02.698982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Attempting to bind port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 on network 9040a79e-ecc1-45f9-86e2-913f428ee431 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:02.712903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:02.713495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Checking segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:02.713658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Bound using segment: {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:02.714101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Bound port: 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d9098e-0e57-4327-bc91-50ab9c6ac400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:02.714464 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.803538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:02.810544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:02.822495 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.876482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:02.877094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:02.878476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] 10.222.0.26 "PUT /v2.0/ports/45244ec2-96dc-4941-a214-e9f3a64bb7a1 HTTP/1.1" status: 200 len: 1091 time: 0.8330619 Oct 22 13:28:02.880138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:02.882642 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f69541-9e69-476d-8e76-a62ad3f4c9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:02.967292 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83e4b3-38da-4886-8feb-5844f8fab290 x-openstack-request-id: req-0c83e4b3-38da-4886-8feb-5844f8fab290 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:02.967773 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:02.968170 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c83e4b3-38da-4886-8feb-5844f8fab290 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:02.968574 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1', 'status': 'completed', 'code': 200} Oct 22 13:28:02.989598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d2c4e-7322-451a-b22a-95fbed2540aa service neutron] Pushing event updated for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:03.006301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b806a3e7-348d-4f3d-a55d-d9778dad8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.008096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-b806a3e7-348d-4f3d-a55d-d9778dad8f7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1094 time: 0.0825992 Oct 22 13:28:03.073349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-f2ac19f4-6ac5-455b-90e8-8a2774400cee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1 HTTP/1.1" status: 200 len: 217 time: 0.0570853 Oct 22 13:28:03.094145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:03.153936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-12289b01-2731-481f-85b8-5cd13894322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.155708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-12289b01-2731-481f-85b8-5cd13894322a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e4d4cbe-0bd5-4e73-98a6-028623b342c4 HTTP/1.1" status: 200 len: 848 time: 0.0756235 Oct 22 13:28:03.181745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60092) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:03.212216 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-939ad6d1-b7d4-41dd-b22c-2cf8c10e2834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.226701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-a4a38a44-0fbb-4860-8896-42c7ab104ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.228999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-a4a38a44-0fbb-4860-8896-42c7ab104ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9040a79e-ecc1-45f9-86e2-913f428ee431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646427 Oct 22 13:28:03.317643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-939ad6d1-b7d4-41dd-b22c-2cf8c10e2834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.324730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-939ad6d1-b7d4-41dd-b22c-2cf8c10e2834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.354535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-720fd62b-c400-495c-ae1a-692affeb4d59 service neutron] 10.222.0.26 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183636 Oct 22 13:28:03.377776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-939ad6d1-b7d4-41dd-b22c-2cf8c10e2834 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=705f3e25af39452e9c386a4b601041b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926117 Oct 22 13:28:03.377776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ad6d1-b7d4-41dd-b22c-2cf8c10e2834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d640618-ec61-4814-b02d-a0824e6da837,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:03.379721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60094) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:03.447674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8903f6cc-dd33-4e95-81b7-73dddbbdcd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.468950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6dc0fc-ae81-4027-93b1-a094fb87fbf0 req-5a01a890-5925-4d2e-8985-024c9d198499 service neutron] 10.222.0.26 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065874 Oct 22 13:28:03.481706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.524262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.561340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-09902cb4-b4f7-4c12-bff2-b37e19468df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.575622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-09902cb4-b4f7-4c12-bff2-b37e19468df8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1094 time: 0.0582995 Oct 22 13:28:03.604374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8903f6cc-dd33-4e95-81b7-73dddbbdcd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.610254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8903f6cc-dd33-4e95-81b7-73dddbbdcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.616644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.620092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.623499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d640618-ec61-4814-b02d-a0824e6da837 HTTP/1.1" status: 204 len: 168 time: 0.2405860 Oct 22 13:28:03.669487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8903f6cc-dd33-4e95-81b7-73dddbbdcd64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=681e0b01a7d844a5b746ec4ac5f02c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738394 Oct 22 13:28:03.670139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60102) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:03.677603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f6cc-dd33-4e95-81b7-73dddbbdcd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec94911-d76d-43f8-a2ea-4618276c0cb9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:03.701532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa5674-41ec-45b6-822d-595020f3c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d640618-ec61-4814-b02d-a0824e6da837,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:03.739990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.770764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.787798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc750249-c3a2-43d9-96b2-f1c9194d93b6 req-5a1b7dcc-59b0-4888-8aa0-8fc964ad1546 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.789329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc750249-c3a2-43d9-96b2-f1c9194d93b6 req-5a1b7dcc-59b0-4888-8aa0-8fc964ad1546 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1094 time: 0.1499290 Oct 22 13:28:03.790773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-83c1e01d-e56a-406f-a601-4c8853776e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.792484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-83c1e01d-e56a-406f-a601-4c8853776e88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 200 len: 910 time: 0.2101965 Oct 22 13:28:03.855695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.857231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-bdaf3976-3797-40cf-baca-c2a480813963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1 HTTP/1.1" status: 200 len: 217 time: 0.0530005 Oct 22 13:28:03.859587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:03.861023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ec94911-d76d-43f8-a2ea-4618276c0cb9 HTTP/1.1" status: 204 len: 168 time: 0.1894159 Oct 22 13:28:03.870073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e466-fab5-4ff0-94c2-5a9a82fc7395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec94911-d76d-43f8-a2ea-4618276c0cb9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:03.920879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc750249-c3a2-43d9-96b2-f1c9194d93b6 req-8268f043-3886-4afd-80f1-785e9b3c9c67 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211386 Oct 22 13:28:03.947863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-a9f4e410-b82e-421c-b488-23179c2cacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:03.949662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-a9f4e410-b82e-421c-b488-23179c2cacbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e4d4cbe-0bd5-4e73-98a6-028623b342c4 HTTP/1.1" status: 200 len: 848 time: 0.0698950 Oct 22 13:28:04.013930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-19dff59d-037a-4096-8d9c-8098dc58cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:04.015676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-19dff59d-037a-4096-8d9c-8098dc58cf91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9040a79e-ecc1-45f9-86e2-913f428ee431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569136 Oct 22 13:28:04.156446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-56cb2c07-937b-48f4-8b9a-9862390d22f4 service neutron] 10.222.0.26 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319916 Oct 22 13:28:04.281788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53f69541-9e69-476d-8e76-a62ad3f4c9c8 req-159c8b0c-3549-4dec-b571-36cce61833dc service neutron] 10.222.0.26 "GET /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145608 Oct 22 13:28:05.066749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6edd10-2d8a-445e-9d0a-ccb5e76d7991 req-d5bd4194-f989-4218-8aa2-6041dc1962ca tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:05.071776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf6edd10-2d8a-445e-9d0a-ccb5e76d7991 req-d5bd4194-f989-4218-8aa2-6041dc1962ca tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1094 time: 0.0680099 Oct 22 13:28:05.126054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf6edd10-2d8a-445e-9d0a-ccb5e76d7991 req-304838b5-0ff0-47d2-81fc-b527a3d94ab5 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Oct 22 13:28:06.273235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b0bf8-cca0-43b6-8f45-0f69b0fcc352 req-f675895c-6de6-4d63-a492-6030a099d6cb tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:06.274789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf7b0bf8-cca0-43b6-8f45-0f69b0fcc352 req-f675895c-6de6-4d63-a492-6030a099d6cb tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1094 time: 0.0551140 Oct 22 13:28:06.320436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf7b0bf8-cca0-43b6-8f45-0f69b0fcc352 req-a1a08219-f5a6-4115-a332-589e4b1bd510 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Oct 22 13:28:06.474318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60260) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:06.587959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 45244ec2-96dc-4941-a214-e9f3a64bb7a1 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:28:06.674014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6d327ca-ee55-4462-a52a-b5d62c3df95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.797090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6d327ca-ee55-4462-a52a-b5d62c3df95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.803788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6d327ca-ee55-4462-a52a-b5d62c3df95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.825228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60272) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:06.863505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6d327ca-ee55-4462-a52a-b5d62c3df95f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79584a0f6e614883b5a023a4eb163aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851659 Oct 22 13:28:06.863505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d327ca-ee55-4462-a52a-b5d62c3df95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44253de6-e91e-4fa6-9559-6c7530d0dbbb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:06.864123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60278) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:06.893304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:06.908304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '45244ec2-96dc-4941-a214-e9f3a64bb7a1', 'network_id': '9040a79e-ecc1-45f9-86e2-913f428ee431', 'port_id': '45244ec2-96dc-4941-a214-e9f3a64bb7a1', 'mac_address': 'fa:16:3e:82:bb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d4cbe-0bd5-4e73-98a6-028623b342c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:28:06.936942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.961271 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.964214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:06.976427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45244ec2-96dc-4941-a214-e9f3a64bb7a1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:28:07.000045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:07.004986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.019301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-108dbf69-1025-4bfc-b67c-f055889a81a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.057860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.060528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.061328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.062491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44253de6-e91e-4fa6-9559-6c7530d0dbbb HTTP/1.1" status: 204 len: 168 time: 0.1955323 Oct 22 13:28:07.084927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a399e3-7f20-46a4-bcef-a66488cf309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44253de6-e91e-4fa6-9559-6c7530d0dbbb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.164354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-108dbf69-1025-4bfc-b67c-f055889a81a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.171198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-108dbf69-1025-4bfc-b67c-f055889a81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.218176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['45244ec2-96dc-4941-a214-e9f3a64bb7a1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:07.225679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-108dbf69-1025-4bfc-b67c-f055889a81a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db6e314666e24cc18e62ed5c6a4ae77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988149 Oct 22 13:28:07.228155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60282) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:07.231629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dbf69-1025-4bfc-b67c-f055889a81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597616d-785f-4685-95aa-8606c5a3f532,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.313745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.341250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.438389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.441295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.442874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6597616d-785f-4685-95aa-8606c5a3f532 HTTP/1.1" status: 204 len: 168 time: 0.2134514 Oct 22 13:28:07.463895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2265787-c0e2-44bf-9d85-a252097b912f req-28ea4d20-6d92-4dcf-bff8-75cfd80f5ebd tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:07.467158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2265787-c0e2-44bf-9d85-a252097b912f req-28ea4d20-6d92-4dcf-bff8-75cfd80f5ebd tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1095 time: 0.0615098 Oct 22 13:28:07.473156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6baa00-562d-4b34-bcc5-fe29a9f66aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597616d-785f-4685-95aa-8606c5a3f532,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.556135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2265787-c0e2-44bf-9d85-a252097b912f req-1d275934-a3e0-46e4-b479-817580a5cd03 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680110 Oct 22 13:28:07.602893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60290) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:07.618284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f94fb79a-7d23-4f29-a127-e718aa3a0267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.706432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f94fb79a-7d23-4f29-a127-e718aa3a0267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.711717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f94fb79a-7d23-4f29-a127-e718aa3a0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.755038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f94fb79a-7d23-4f29-a127-e718aa3a0267 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3b4d8562353414e89439de3c05b9c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506143 Oct 22 13:28:07.757076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fb79a-7d23-4f29-a127-e718aa3a0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b915e-db61-4a07-a940-a165b3767c30,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.757795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:07.817902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.843219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.896742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.900176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:07.904251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e04b915e-db61-4a07-a940-a165b3767c30 HTTP/1.1" status: 204 len: 168 time: 0.1440086 Oct 22 13:28:07.920870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac5b51-2198-484f-9ca8-176a703c18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b915e-db61-4a07-a940-a165b3767c30,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:07.939073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:07.965981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e10377b-aaa0-4d1c-96d7-525f0706a27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.052790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e10377b-aaa0-4d1c-96d7-525f0706a27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.057434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3e10377b-aaa0-4d1c-96d7-525f0706a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.103753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3e10377b-aaa0-4d1c-96d7-525f0706a27d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef4bd4aafc5046439e9f8f3371290751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633761 Oct 22 13:28:08.104846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10377b-aaa0-4d1c-96d7-525f0706a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491b502-0426-4b86-8327-1d093726e27f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:08.106672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60302) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:08.175235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.199076 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.248978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.254106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.258516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f491b502-0426-4b86-8327-1d093726e27f HTTP/1.1" status: 204 len: 168 time: 0.1503644 Oct 22 13:28:08.270295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ca7a4-7ec6-4811-925b-073d30902caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491b502-0426-4b86-8327-1d093726e27f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:08.330154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.612606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 45244ec2-96dc-4941-a214-e9f3a64bb7a1 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:08.708839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:28:08.714163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:08.714814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.724425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657837ef-0f56-4067-9ee0-66be0e456437 req-0f20af98-5163-427e-9717-55e272fd183a tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:08.726074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-657837ef-0f56-4067-9ee0-66be0e456437 req-0f20af98-5163-427e-9717-55e272fd183a tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1095 time: 0.0835764 Oct 22 13:28:08.789151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-657837ef-0f56-4067-9ee0-66be0e456437 req-76853752-f8f2-4711-a126-26f5274621da tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Oct 22 13:28:08.844130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.871255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:08.873975 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649a2223-dbeb-4383-87e0-a952574550b6" -d '{"events": [{"server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "name": "network-vif-plugged", "status": "completed", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:08.888499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:08.896793 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:08.938659 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569a5c1-af9c-483a-90bf-1bd671c6d627 x-openstack-request-id: req-f569a5c1-af9c-483a-90bf-1bd671c6d627 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:08.938959 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "name": "network-vif-plugged", "status": "completed", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:08.939211 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f569a5c1-af9c-483a-90bf-1bd671c6d627 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:08.939824 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1', 'code': 200} Oct 22 13:28:08.979559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:09.053922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa776-ff8a-4e71-9699-e5dc56962aa3 req-73bffe0e-1e68-436e-9e73-0030e4990ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:09.056308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-281aa776-ff8a-4e71-9699-e5dc56962aa3 req-73bffe0e-1e68-436e-9e73-0030e4990ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0546505 Oct 22 13:28:09.124401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-281aa776-ff8a-4e71-9699-e5dc56962aa3 req-c60ad931-8e11-4b75-9ddf-ae186d459e76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Oct 22 13:28:09.923623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4d7c-460d-41c9-922e-95192b0e7fcb req-a41427c6-abe5-47b1-bdaf-52b6ac11909c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:09.927213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfce4d7c-460d-41c9-922e-95192b0e7fcb req-a41427c6-abe5-47b1-bdaf-52b6ac11909c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0510898 Oct 22 13:28:09.976272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cfce4d7c-460d-41c9-922e-95192b0e7fcb req-b1cb9b6b-9352-4202-8f9e-d19301c403d7 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Oct 22 13:28:09.979060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.112083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60408) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.240292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d27e53c4-2557-4a09-86c6-a68339ed6d3e tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-556863365'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:10.240978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d27e53c4-2557-4a09-86c6-a68339ed6d3e tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Unknown quota resources ['metering_label']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:28:10.450728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d27e53c4-2557-4a09-86c6-a68339ed6d3e tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.452089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d27e53c4-2557-4a09-86c6-a68339ed6d3e tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3390119 Oct 22 13:28:10.454836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60428) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.459342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3876d4cb-9ee6-4c93-a088-793003a02217 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5f784171-f39a-4bde-84af-f8498cf14e16'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:10.460265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3876d4cb-9ee6-4c93-a088-793003a02217 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:28:10.536726 n-d-813419-8 neutron-server[100620]: WARNING neutron.services.metering.metering_plugin [None req-3876d4cb-9ee6-4c93-a088-793003a02217 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 13:28:10.545211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.642315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3876d4cb-9ee6-4c93-a088-793003a02217 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.643672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3876d4cb-9ee6-4c93-a088-793003a02217 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1876419 Oct 22 13:28:10.646824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60434) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.651431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4153869a-10cf-4e0e-875d-43943ced5aa3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5f784171-f39a-4bde-84af-f8498cf14e16'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:10.651929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4153869a-10cf-4e0e-875d-43943ced5aa3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:28:10.666499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d46976b-2d44-4395-b488-a42d57540645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.704098 n-d-813419-8 neutron-server[100620]: WARNING neutron.services.metering.metering_plugin [None req-4153869a-10cf-4e0e-875d-43943ced5aa3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 22 13:28:10.745254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d46976b-2d44-4395-b488-a42d57540645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.749205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d46976b-2d44-4395-b488-a42d57540645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.784488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4153869a-10cf-4e0e-875d-43943ced5aa3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.788387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4153869a-10cf-4e0e-875d-43943ced5aa3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1379192 Oct 22 13:28:10.788824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.789208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46976b-2d44-4395-b488-a42d57540645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302a99e-949f-4c07-b96f-fc58c6a6ff66,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:10.795087 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d46976b-2d44-4395-b488-a42d57540645 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ccefaaa3f054c949997d40fc4d43133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487226 Oct 22 13:28:10.796350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60438) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.813800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8155befd-2167-49fa-8a97-8ad036bb405b tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=d5384dff-a5e3-4f1f-b53c-6809da38ebfc HTTP/1.1" status: 200 len: 464 time: 0.0240014 Oct 22 13:28:10.816817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60440) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:10.856528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.878623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.928674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.931589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.935229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5302a99e-949f-4c07-b96f-fc58c6a6ff66 HTTP/1.1" status: 204 len: 168 time: 0.1354864 Oct 22 13:28:10.945380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e2bd9-4522-4776-87f2-9751ff49b9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302a99e-949f-4c07-b96f-fc58c6a6ff66,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:10.986845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-107da942-dd8e-4aec-9ea3-a40184eedf59 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:10.988690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-107da942-dd8e-4aec-9ea3-a40184eedf59 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/d5384dff-a5e3-4f1f-b53c-6809da38ebfc HTTP/1.1" status: 204 len: 168 time: 0.1700561 Oct 22 13:28:10.991716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.002454 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c21b5f7-a43e-4cfb-a30f-6c16b6b1159a tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=d5384dff-a5e3-4f1f-b53c-6809da38ebfc HTTP/1.1" status: 200 len: 221 time: 0.0095620 Oct 22 13:28:11.008819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.013060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e1b976ee-85be-4d24-898e-3c5e3414cae3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1403482455', 'description': 'label created by tempest'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:11.013525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e1b976ee-85be-4d24-898e-3c5e3414cae3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Unknown quota resources ['metering_label']. {{(pid=100619) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:28:11.112516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cafecd-c4e0-4d7f-ba2e-c1d897384281 req-ac0f2d73-8c95-4495-af77-49d8212e073c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:11.114116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1cafecd-c4e0-4d7f-ba2e-c1d897384281 req-ac0f2d73-8c95-4495-af77-49d8212e073c tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0484977 Oct 22 13:28:11.158038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1cafecd-c4e0-4d7f-ba2e-c1d897384281 req-a8aa9308-8d22-4989-95ea-682d49bcca9d tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374060 Oct 22 13:28:11.280211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e1b976ee-85be-4d24-898e-3c5e3414cae3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.284325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e1b976ee-85be-4d24-898e-3c5e3414cae3 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2749407 Oct 22 13:28:11.285198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.288808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe901-5520-4ea2-90f0-c6e2f982b4e9 req-0ca656fe-52a5-482d-9624-57e58e681347 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:11.297305 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d78fe901-5520-4ea2-90f0-c6e2f982b4e9 req-0ca656fe-52a5-482d-9624-57e58e681347 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0511708 Oct 22 13:28:11.341254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d78fe901-5520-4ea2-90f0-c6e2f982b4e9 req-96ceb76c-af5c-4414-9ee9-295922e860b4 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Oct 22 13:28:11.359821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60470) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.376499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2439788-de67-4493-8c65-720ce3377d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.387040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-028deb6d-123b-4877-bea9-cec1cc98c574 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d5e219bd-182b-45ef-b954-165d47783907 HTTP/1.1" status: 200 len: 468 time: 0.1005898 Oct 22 13:28:11.389606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.481104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacff27-b984-4635-9e18-f3194ef05ab3 req-64768c8c-4040-4d7c-a3fd-e4e36d438e49 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:11.482661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daacff27-b984-4635-9e18-f3194ef05ab3 req-64768c8c-4040-4d7c-a3fd-e4e36d438e49 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0732582 Oct 22 13:28:11.513860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2439788-de67-4493-8c65-720ce3377d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.518944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2439788-de67-4493-8c65-720ce3377d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.555119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-daacff27-b984-4635-9e18-f3194ef05ab3 req-2d94e586-3d30-4f1e-acf6-f18554e64528 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616159 Oct 22 13:28:11.567254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e2439788-de67-4493-8c65-720ce3377d2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=419a7d46f4934916809a47dfe9424ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063224 Oct 22 13:28:11.570741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60474) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.585189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2439788-de67-4493-8c65-720ce3377d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff6aba4-2cb9-4723-b733-d6b13123d624,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:11.627158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b64c0125-b2d8-4eeb-bae6-d03105e9fb5a tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.628930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.630065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b64c0125-b2d8-4eeb-bae6-d03105e9fb5a tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/d5e219bd-182b-45ef-b954-165d47783907 HTTP/1.1" status: 204 len: 168 time: 0.2390933 Oct 22 13:28:11.632902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.646618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-34f86d94-bce1-4b4f-b7b9-0bf7a1e6cdf1 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d5e219bd-182b-45ef-b954-165d47783907 HTTP/1.1" status: 200 len: 216 time: 0.0127752 Oct 22 13:28:11.649884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.651525 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.664335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e0a799c-4213-4ffc-9e70-66b96514af46 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0126905 Oct 22 13:28:11.667721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.684092 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d7d4cd80-63e8-4ed3-9cf4-80bf53577d2d tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142670 Oct 22 13:28:11.690296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60484) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.747107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a277ae1a-5b57-4c84-806a-d0d563954a1d tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/5f784171-f39a-4bde-84af-f8498cf14e16 HTTP/1.1" status: 200 len: 472 time: 0.0504248 Oct 22 13:28:11.747499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.757001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.759598 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.760704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ff6aba4-2cb9-4723-b733-d6b13123d624 HTTP/1.1" status: 204 len: 168 time: 0.1890593 Oct 22 13:28:11.773312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-02858157-630a-41e4-9814-f9f79efe60aa tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/6c014546-5976-4966-858f-1f1d4793bd40 HTTP/1.1" status: 200 len: 461 time: 0.0216792 Oct 22 13:28:11.773623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.779695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87d8e-df9f-4448-8915-aae1c1b576ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff6aba4-2cb9-4723-b733-d6b13123d624,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:11.917352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-68ea4d23-1f9e-41bc-bfda-d65afd6db506 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:11.921225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68ea4d23-1f9e-41bc-bfda-d65afd6db506 tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/6c014546-5976-4966-858f-1f1d4793bd40 HTTP/1.1" status: 204 len: 168 time: 0.1440895 Oct 22 13:28:11.921382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60494) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:11.925134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098ab26-4228-4079-aad0-0f83b6425f83 req-2ea4e69a-aba6-45b9-842a-d5ee0bc32f53 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:11.927513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b098ab26-4228-4079-aad0-0f83b6425f83 req-2ea4e69a-aba6-45b9-842a-d5ee0bc32f53 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.1270428 Oct 22 13:28:11.971032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b098ab26-4228-4079-aad0-0f83b6425f83 req-840b78b3-ae80-4af1-a484-84a07334f5c6 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Oct 22 13:28:12.116840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2934ddb2-c412-432d-a920-f2563a38a5be tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.118275 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2934ddb2-c412-432d-a920-f2563a38a5be tempest-MeteringTestJSON-563272150 tempest-MeteringTestJSON-563272150-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/5f784171-f39a-4bde-84af-f8498cf14e16 HTTP/1.1" status: 204 len: 168 time: 0.1958108 Oct 22 13:28:12.372627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60512) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:12.493609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713c449d-814f-4499-8b36-3418d5024869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.580229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713c449d-814f-4499-8b36-3418d5024869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.585325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-713c449d-814f-4499-8b36-3418d5024869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.629940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c449d-814f-4499-8b36-3418d5024869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd191c26-06be-4f7d-a7b5-503aa73b28d4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:12.634886 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-713c449d-814f-4499-8b36-3418d5024869 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b51b9a0de32459b9acd8fee4e76ea19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609916 Oct 22 13:28:12.637213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60524) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:12.693268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.721878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.776210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.781705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:12.783753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd191c26-06be-4f7d-a7b5-503aa73b28d4 HTTP/1.1" status: 204 len: 168 time: 0.1454558 Oct 22 13:28:12.798413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6468922-3435-464b-807d-5e3c52b7f31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd191c26-06be-4f7d-a7b5-503aa73b28d4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.109538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60548) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:13.138465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-981e8871-64b8-48fa-a883-ae41e8c869b4 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:13.139061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-981e8871-64b8-48fa-a883-ae41e8c869b4 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0730958 Oct 22 13:28:13.141155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97359-959a-428b-9aa6-3fd1064c159b req-72406b39-56d1-4366-992c-d5dc021d5393 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:13.142496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bff97359-959a-428b-9aa6-3fd1064c159b req-72406b39-56d1-4366-992c-d5dc021d5393 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 1096 time: 0.0912311 Oct 22 13:28:13.238270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bff97359-959a-428b-9aa6-3fd1064c159b req-c521f2e4-a2e2-4fc5-b5c0-24ec53ae6ecc tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 Oct 22 13:28:13.271021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Deleting port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:13.271447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.271788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c60b11a-938d-44f7-8dbe-a80d53c928b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.365173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c60b11a-938d-44f7-8dbe-a80d53c928b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.366195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60552) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:13.374527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c60b11a-938d-44f7-8dbe-a80d53c928b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.391758 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0018cc-cf78-4c90-95c0-e12a50eb7f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.443496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b11a-938d-44f7-8dbe-a80d53c928b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5ced4-c7b3-4956-87d3-ad94c345b2e4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.449538 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c60b11a-938d-44f7-8dbe-a80d53c928b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adcc4781eef7409796d833da04b6273c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386707 Oct 22 13:28:13.452097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60556) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:13.544896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.591463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0018cc-cf78-4c90-95c0-e12a50eb7f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.593640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.603578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a0018cc-cf78-4c90-95c0-e12a50eb7f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.647262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] For port 45244ec2-96dc-4941-a214-e9f3a64bb7a1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=45244ec2-96dc-4941-a214-e9f3a64bb7a1,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:13.647853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.662274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Calling delete_port for 45244ec2-96dc-4941-a214-e9f3a64bb7a1 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:13.666803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a0018cc-cf78-4c90-95c0-e12a50eb7f88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb00eea0dd39497e8a9b3a40947d7e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969873 Oct 22 13:28:13.667288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:13.698041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0018cc-cf78-4c90-95c0-e12a50eb7f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18228299-9b48-4ace-82ab-41f4c2d6d700,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.728954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.741639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.744387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.747839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99e5ced4-c7b3-4956-87d3-ad94c345b2e4 HTTP/1.1" status: 204 len: 168 time: 0.2924907 Oct 22 13:28:13.760575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639ab7b-0e95-4071-b113-96444e746937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5ced4-c7b3-4956-87d3-ad94c345b2e4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.766594 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.840598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.846251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.850515 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18228299-9b48-4ace-82ab-41f4c2d6d700 HTTP/1.1" status: 204 len: 168 time: 0.1801109 Oct 22 13:28:13.852680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.858416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4250-7bfb-44cb-bf2a-5652722d7005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18228299-9b48-4ace-82ab-41f4c2d6d700,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.867109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['45244ec2-96dc-4941-a214-e9f3a64bb7a1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:13.892377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Pushing event deleted for resources: {'Port': ['ID=45244ec2-96dc-4941-a214-e9f3a64bb7a1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:13.913126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ddf15832-defb-4894-82b1-79eb2f0017ab'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:13.963179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] No DVR routers for this DVR port 45244ec2-96dc-4941-a214-e9f3a64bb7a1 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:13.969116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:13.981626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b9c2b5f-4155-4623-9db7-f3845749aabe req-c888f5f5-3435-4069-ae34-399b7a641675 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.26 "DELETE /v2.0/ports/45244ec2-96dc-4941-a214-e9f3a64bb7a1 HTTP/1.1" status: 204 len: 173 time: 0.8354192 Oct 22 13:28:13.982069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'name': 'network-vif-deleted', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:13.984523 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcdaf10-2860-4221-a562-d27b00b329ff" -d '{"events": [{"server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "name": "network-vif-deleted", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:14.056726 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afe178-9bd9-4aeb-912f-3563e64e1a2c x-openstack-request-id: req-a5afe178-9bd9-4aeb-912f-3563e64e1a2c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:14.056726 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e74f88-9d2a-4b95-a288-43dd6c678725", "name": "network-vif-deleted", "tag": "45244ec2-96dc-4941-a214-e9f3a64bb7a1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:14.057123 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5afe178-9bd9-4aeb-912f-3563e64e1a2c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:14.057954 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e74f88-9d2a-4b95-a288-43dd6c678725', 'name': 'network-vif-deleted', 'tag': '45244ec2-96dc-4941-a214-e9f3a64bb7a1', 'status': 'completed', 'code': 200} Oct 22 13:28:14.427384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071908f2-d709-4739-bc79-b3469afc2683 req-11b051e1-1ab0-43e4-ba81-fde16031a089 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31e74f88-9d2a-4b95-a288-43dd6c678725 HTTP/1.1" status: 200 len: 210 time: 0.0774012 Oct 22 13:28:15.389604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60632) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:15.596288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60644) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:15.737071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f951173-68c4-4257-a609-1f77226dc845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:15.770386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-913125724'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:15.819493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Made reservation on behalf of cafbd8de2fe2403994920386112330e1 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:15.824386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:15.834046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052693-48dd-430b-8269-e84f6b516f61 req-7b211dae-a880-4bc4-923d-ccc6e9acb6ac tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:15.837109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24052693-48dd-430b-8269-e84f6b516f61 req-7b211dae-a880-4bc4-923d-ccc6e9acb6ac tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0640826 Oct 22 13:28:15.850298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:15.886143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24052693-48dd-430b-8269-e84f6b516f61 req-7330dbb0-d4ae-4eb3-9f05-a9725a124dbe tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Oct 22 13:28:15.919334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f951173-68c4-4257-a609-1f77226dc845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:15.931342 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0f951173-68c4-4257-a609-1f77226dc845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:15.998140 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0f951173-68c4-4257-a609-1f77226dc845 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d32a53e8e69140ff81321e93348675db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073544 Oct 22 13:28:15.998488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60650) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:16.000720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f951173-68c4-4257-a609-1f77226dc845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00502aec-f46f-419f-87e0-0fb8d2280240,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:16.043704 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.049493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.079825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:16.094225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.095863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7ed97-2dd8-4b2c-ac64-6a0ecb66877e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:16.099890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.100406 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Added segment d2f2512e-b9f9-4a8a-a999-3395e5bbf408 of type vlan for network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 Oct 22 13:28:16.127678 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.149215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.180011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.187692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:16.187840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.188318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.192439 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.194213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00502aec-f46f-419f-87e0-0fb8d2280240 HTTP/1.1" status: 204 len: 168 time: 0.1943536 Oct 22 13:28:16.205673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481343-a563-48a9-8976-ce8b37f1bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00502aec-f46f-419f-87e0-0fb8d2280240,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:16.243791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6463890 Oct 22 13:28:16.292334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403960a5-352c-462a-982f-018b27adbd96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Pushing event updated for resources: {'Network': ['ID=22b06f88-bcb5-4404-a7f4-86213ddcf0e0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:16.304929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:16.592224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60668) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:16.598142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0', 'binding:host_id': 'n-h1-813419-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-223092305'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:16.621718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Made reservation on behalf of d0392c1c4d61471399f8a506d9828ee4 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:16.625967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.634282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.667766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 45244ec2-96dc-4941-a214-e9f3a64bb7a1 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:16.694579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 45244ec2-96dc-4941-a214-e9f3a64bb7a1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:16.695430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 45244ec2-96dc-4941-a214-e9f3a64bb7a1 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:16.732053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.736807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:16.749586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port 7a7cf73e-352a-4b56-8636-8997a04e2221 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:16.830632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c0906-55a4-44c7-9b07-c67c0549af86,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:17.018427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port 7a7cf73e-352a-4b56-8636-8997a04e2221 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:17.023677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4056b15-3b22-4037-88f0-aab2358a2c26 req-27473cd0-8a32-4b73-bd5b-7238b7fa4024 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:17.027141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4056b15-3b22-4037-88f0-aab2358a2c26 req-27473cd0-8a32-4b73-bd5b-7238b7fa4024 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0490384 Oct 22 13:28:17.032563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.042370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.080323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4056b15-3b22-4037-88f0-aab2358a2c26 req-57c0f64b-4dc3-4f71-b2c2-75cfcfdd4d0e tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Oct 22 13:28:17.118228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7cf73e-352a-4b56-8636-8997a04e2221,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:17.129166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Checking segment: {'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:17.129749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Network hostable DHCP agents. Network: 22b06f88-bcb5-4404-a7f4-86213ddcf0e0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:17.149313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:17.160208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 22b06f88-bcb5-4404-a7f4-86213ddcf0e0) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:17.164756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:17.167587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083bb9be-3aba-4e72-9c34-516acefa435b None None] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:17.181064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.181478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.181928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.186859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.187236 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.187643 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 2 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.208374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.208712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.209053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.213552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.213908 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.214312 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 3 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.228236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.228576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.228919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.233444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.233783 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.234198 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 4 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.247438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.248106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.248444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.261454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.261562 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.261936 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 5 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.276170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.276503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.276841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.281520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.281849 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.282299 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 6 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.296243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.296582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.296925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.304701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.305035 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.305439 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 7 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.318857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.319183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.319523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.323887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.324213 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.324693 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 8 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.339948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.340291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.340628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.344946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.345280 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.345671 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 9 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.358875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.359212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.359544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.364181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.364471 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.364910 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 10 to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 Oct 22 13:28:17.377059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:17.377399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:17.377743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:17.382377 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 7a7cf73e-352a-4b56-8636-8997a04e2221 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:17.382740 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 7a7cf73e-352a-4b56-8636-8997a04e2221 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:17.383114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.449211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port 7a7cf73e-352a-4b56-8636-8997a04e2221, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:17.449600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempted to set empty binding levels {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:28:17.453683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.479963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60694) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:17.490076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:17.490708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.513539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.9201200 Oct 22 13:28:17.514415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d14d3-d9d6-4f6c-950e-5f3ac841bd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7cf73e-352a-4b56-8636-8997a04e2221,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:17.516445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60698) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:17.616997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1090-c73c-4a85-ab2a-5ec8cfed1d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.630139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-dea49e7a-e169-4738-bcbd-4856d7aefbf4 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:17.631678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-dea49e7a-e169-4738-bcbd-4856d7aefbf4 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.0917985 Oct 22 13:28:17.697857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Deleting port 7a7cf73e-352a-4b56-8636-8997a04e2221 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:17.698196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.808028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port 7a7cf73e-352a-4b56-8636-8997a04e2221, host n-h1-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:17.808390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.829384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Calling delete_port for 7a7cf73e-352a-4b56-8636-8997a04e2221 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:17.861243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1090-c73c-4a85-ab2a-5ec8cfed1d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.892704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1090-c73c-4a85-ab2a-5ec8cfed1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.909538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Deleting port ddf15832-defb-4894-82b1-79eb2f0017ab {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:17.910074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:17.971103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d6f1090-c73c-4a85-ab2a-5ec8cfed1d11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83c9ccba08264dfca7c4c53c248da9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898343 Oct 22 13:28:17.974780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60706) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:17.981636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f1090-c73c-4a85-ab2a-5ec8cfed1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f15b5e-eab9-4de7-bf79-018e93c62927,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:18.038843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.049567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] For port ddf15832-defb-4894-82b1-79eb2f0017ab, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ddf15832-defb-4894-82b1-79eb2f0017ab,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:18.051263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.053893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.069524 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.090465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a7cf73e-352a-4b56-8636-8997a04e2221,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:18.094534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Calling delete_port for ddf15832-defb-4894-82b1-79eb2f0017ab owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:18.104642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.108703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-578288e8-0b39-478e-85e4-e7cc609d215b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7a7cf73e-352a-4b56-8636-8997a04e2221 HTTP/1.1" status: 204 len: 168 time: 0.5912158 Oct 22 13:28:18.111497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60710) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:18.143159 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f256e193-7f91-48fa-8368-75105e356fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:28:18.145240 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f256e193-7f91-48fa-8368-75105e356fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports/7a7cf73e-352a-4b56-8636-8997a04e2221 HTTP/1.1" status: 404 len: 333 time: 0.0288601 Oct 22 13:28:18.151675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60712) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:18.157630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1126823289'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:18.174409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.178418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.181934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7f15b5e-eab9-4de7-bf79-018e93c62927 HTTP/1.1" status: 204 len: 168 time: 0.2037506 Oct 22 13:28:18.195608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480bef-3530-4d89-92f8-f384221d977b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f15b5e-eab9-4de7-bf79-018e93c62927,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:18.205367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Made reservation on behalf of d0392c1c4d61471399f8a506d9828ee4 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:18.214482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.244957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port 5489ad8d-f4a4-4a96-97a5-702073f81490 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:18.285657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530afa1-efd1-4f2b-9d5d-d228746d379c req-1d413e7f-9bb0-4b51-8b83-27a5f58d4104 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:18.287432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3530afa1-efd1-4f2b-9d5d-d228746d379c req-1d413e7f-9bb0-4b51-8b83-27a5f58d4104 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ded43f8b-71cb-4890-894c-7cf81317d27d HTTP/1.1" status: 200 len: 1096 time: 0.1082625 Oct 22 13:28:18.347676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3530afa1-efd1-4f2b-9d5d-d228746d379c req-855e1c60-313c-46fc-a912-588af3123d14 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=442e7209-0e6b-4d6f-a16c-6fadc8723957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Oct 22 13:28:18.349191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.381743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddf15832-defb-4894-82b1-79eb2f0017ab,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:18.452717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.459932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] No DVR routers for this DVR port ddf15832-defb-4894-82b1-79eb2f0017ab on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:18.463677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.467433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41e37889-bd1c-4ad0-a724-d36629b3df6a req-81edb5d4-0f1e-4441-bb70-cd890131c407 tempest-TestServerMultinode-263142036 tempest-TestServerMultinode-263142036-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ddf15832-defb-4894-82b1-79eb2f0017ab HTTP/1.1" status: 204 len: 173 time: 0.8277440 Oct 22 13:28:18.467925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'name': 'network-vif-deleted', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:18.470241 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca9b4c-4fb4-43bd-adce-c8cd633c4edc" -d '{"events": [{"server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "name": "network-vif-deleted", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:18.511189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.530438 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaeb792-df23-4ee9-9b14-49548feb656b x-openstack-request-id: req-baaeb792-df23-4ee9-9b14-49548feb656b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:18.530730 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded43f8b-71cb-4890-894c-7cf81317d27d", "name": "network-vif-deleted", "tag": "ddf15832-defb-4894-82b1-79eb2f0017ab", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:18.530965 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baaeb792-df23-4ee9-9b14-49548feb656b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:18.531808 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded43f8b-71cb-4890-894c-7cf81317d27d', 'name': 'network-vif-deleted', 'tag': 'ddf15832-defb-4894-82b1-79eb2f0017ab', 'status': 'completed', 'code': 200} Oct 22 13:28:18.578449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:18.580392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:18.584154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:18.585622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:18.587204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.627474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4719152 Oct 22 13:28:18.627474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef862235-e83c-47a2-84d0-5f63caac3ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=5489ad8d-f4a4-4a96-97a5-702073f81490,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:18.628759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:18.634127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:18.719315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.939040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port 5489ad8d-f4a4-4a96-97a5-702073f81490 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:18.948929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:18.957858 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.014529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=5489ad8d-f4a4-4a96-97a5-702073f81490,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:19.032451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.033055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.033643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.039052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.039627 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.040133 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 2 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.057582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.058692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.059021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.064239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.064590 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.064995 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 3 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.079213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.079539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.079877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.085293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.085619 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.086008 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 4 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.100963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.101988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.102477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.108198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.108728 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.109328 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 5 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.126222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.126997 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.127490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.133940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.134735 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.135269 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 6 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.148989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.149324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.149663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.154521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.154877 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.155279 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 7 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.171490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.172091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.172529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.177367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.177799 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.178279 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 8 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.197406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.198070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.198768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.204427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.204750 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.205305 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 9 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.218077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.218415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.218782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.223549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.223882 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.224277 n-d-813419-8 neutron-server[100620]: INFO neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 10 to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 Oct 22 13:28:19.237814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:19.238261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:19.238744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:19.243622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:19.243948 n-d-813419-8 neutron-server[100620]: ERROR neutron.plugins.ml2.managers [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port 5489ad8d-f4a4-4a96-97a5-702073f81490 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:19.244470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.316979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port 5489ad8d-f4a4-4a96-97a5-702073f81490, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:19.317403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempted to set empty binding levels {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:28:19.322945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.369699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] In _notify_port_updated(), no bound segment for port 5489ad8d-f4a4-4a96-97a5-702073f81490 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:28:19.370566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.371219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.372549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "PUT /v2.0/ports/5489ad8d-f4a4-4a96-97a5-702073f81490 HTTP/1.1" status: 200 len: 979 time: 0.7427797 Oct 22 13:28:19.375363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60744) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.438392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60750) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.453831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc7a3b-6718-4eb4-9355-395b1ecf8f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=5489ad8d-f4a4-4a96-97a5-702073f81490,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:19.502672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.503776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.504348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.505116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.505609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.506080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.506545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.507032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.507493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.507983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.508435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.508861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.509323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.509788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.510706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.510817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.511358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.511849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.512301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.512766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.513219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:19.518647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-802f8be2-8649-46c7-8719-981f44b8c030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18997 time: 0.1383684 Oct 22 13:28:19.520311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60754) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.606036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Deleting port 5489ad8d-f4a4-4a96-97a5-702073f81490 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:19.606722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.684658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port 5489ad8d-f4a4-4a96-97a5-702073f81490, host n-h1-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:19.685027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.703423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Calling delete_port for 5489ad8d-f4a4-4a96-97a5-702073f81490 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:19.792737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.812445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60762) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.826112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event deleted for resources: {'Port': ['ID=5489ad8d-f4a4-4a96-97a5-702073f81490,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:19.833370 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.836360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d4dea93f-52a5-43af-be22-287d04ebbb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5489ad8d-f4a4-4a96-97a5-702073f81490 HTTP/1.1" status: 204 len: 168 time: 0.3149707 Oct 22 13:28:19.839091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60766) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.863291 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75238dd-ead0-41a4-8f72-d5a2893ce0e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:28:19.868577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f75238dd-ead0-41a4-8f72-d5a2893ce0e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports/5489ad8d-f4a4-4a96-97a5-702073f81490 HTTP/1.1" status: 404 len: 333 time: 0.0249891 Oct 22 13:28:19.869250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:19.873970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600057292', 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:19.897999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Made reservation on behalf of d0392c1c4d61471399f8a506d9828ee4 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:19.901283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:19.919411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port 407f7ac7-1d9d-4551-b24a-336275233786 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:20.032711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ddf15832-defb-4894-82b1-79eb2f0017ab no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:20.033258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'network': {'name': 'tempest-network-smoke--756823463', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:20.056087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: ddf15832-defb-4894-82b1-79eb2f0017ab {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:20.056793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ddf15832-defb-4894-82b1-79eb2f0017ab not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:20.062450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:20.066021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.077822 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.113159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.161044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.215550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:20.218559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:20.219618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.222958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:20.223961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:20.224630 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.239439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=407f7ac7-1d9d-4551-b24a-336275233786,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:20.257976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0057a930-a19e-4a26-93f2-43fd1cccf9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3809021 Oct 22 13:28:20.257976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:20.262759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.273235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.303055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a3642-154b-41b6-b432-739dffbaf7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:20.303055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-238a3642-154b-41b6-b432-739dffbaf7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports/407f7ac7-1d9d-4551-b24a-336275233786 HTTP/1.1" status: 200 len: 959 time: 0.0444117 Oct 22 13:28:20.303241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:20.319260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:20.366429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21de0b6e-5fa6-4138-81a5-d68d51f75d43,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:20.372727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.373066 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Added segment 194d9750-8de0-4252-8ccd-10526e973e04 of type vlan for network e9a91d8d-2caa-46e8-bd74-0663bded7312 Oct 22 13:28:20.402819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Deleting port 407f7ac7-1d9d-4551-b24a-336275233786 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:20.402819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.475050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.484521 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.498289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Calling delete_port for 407f7ac7-1d9d-4551-b24a-336275233786 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:20.509841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.515529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:20.516155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.565017 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7512829 Oct 22 13:28:20.570413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:20.574945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'admin_state_up': True, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:20.599701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099578c2-1daa-47e6-bddb-a634ce27b685 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Network': ['ID=e9a91d8d-2caa-46e8-bd74-0663bded7312,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:20.609909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:20.629591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.642564 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.643628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.685553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Deleting port cb232a95-1228-42a4-8fff-fe5d1f13330e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:20.685911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.686027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.693410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "DELETE /v2.0/ports/407f7ac7-1d9d-4551-b24a-336275233786 HTTP/1.1" status: 204 len: 168 time: 0.3849142 Oct 22 13:28:20.693410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f56b5-9d3f-49ac-8038-51e64a1cf6ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event deleted for resources: {'Port': ['ID=407f7ac7-1d9d-4551-b24a-336275233786,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:20.699669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:20.734643 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-697da0a5-b451-4aa7-9bd0-06ccfe84a3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:28:20.741999 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-697da0a5-b451-4aa7-9bd0-06ccfe84a3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports/407f7ac7-1d9d-4551-b24a-336275233786 HTTP/1.1" status: 404 len: 333 time: 0.0354521 Oct 22 13:28:20.742705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:20.748078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1206507306'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:20.757159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.812020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Made reservation on behalf of d0392c1c4d61471399f8a506d9828ee4 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:20.814312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.835255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] For port cb232a95-1228-42a4-8fff-fe5d1f13330e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cb232a95-1228-42a4-8fff-fe5d1f13330e,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:20.835544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:20.850415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port ec01c009-7dc7-423c-87dc-42ad23c73108 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:20.854362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Calling delete_port for cb232a95-1228-42a4-8fff-fe5d1f13330e owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:20.899941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.096989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.104514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.121993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.183090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.241168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.248360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:21.266492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:21.271407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:21.272547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:21.272929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.274643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.25.6.168 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b5d86871-fada-4886-a435-923fe2b904aa) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:21.275124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=ec01c009-7dc7-423c-87dc-42ad23c73108,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:21.325054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb232a95-1228-42a4-8fff-fe5d1f13330e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:21.334130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa3ae54b-171e-43e4-82b1-beba09719e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5872078 Oct 22 13:28:21.354057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60792) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:21.361666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:21.444493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.476356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.526270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.575464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:21.579444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:21.583623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:21.602720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.624375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=b5d86871-fada-4886-a435-923fe2b904aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:21.887860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.904705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] device_id is not set on port ec01c009-7dc7-423c-87dc-42ad23c73108 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:21.916133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:21.929127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.027822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=ec01c009-7dc7-423c-87dc-42ad23c73108,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:22.031858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Router 1176c617-3767-4d57-bce7-3801fe2afe8e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:22.048395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.048736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.049070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.057559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.057892 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.058430 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 2 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.113736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.114079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.114412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.123117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.123508 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.125495 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 3 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.176141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.176465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.176726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.203046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.203649 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.204282 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 4 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.209218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:22.216873 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-876c7926-7f06-421a-8379-cec89b406840 admin admin] 10.222.0.25 "PUT /v2.0/routers/1176c617-3767-4d57-bce7-3801fe2afe8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760613 Oct 22 13:28:22.221682 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Sync routers for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:22.224822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60802) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:22.238614 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:22.239632 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:22.281132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.281634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.282072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.291697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.292181 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.294187 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 5 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.314740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.315248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.316258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.350531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.351045 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.353152 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 6 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.355621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:22.370248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.370794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.371349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.380814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.381302 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.383491 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 7 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.404648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.405236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.405737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.409016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.409886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.474522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.474882 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.477152 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 8 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.492301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.492650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.492993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.501486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.501941 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.531676 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 9 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.552309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.552773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.553125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.559828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.560163 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.563095 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:28:21Z', 'revision_number': 5, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port': {'id': '2af34204-4bb1-4f63-aaab-dc8be5663ce7', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:28Z', 'updated_at': '2021-10-22T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:22.566195 n-d-813419-8 neutron-server[100619]: INFO neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempt 10 to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 Oct 22 13:28:22.571883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:28:22.581717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.589122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:22.589488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:22.589817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempting to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:22.595971 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Checking router: 1176c617-3767-4d57-bce7-3801fe2afe8e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:22.596276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:22.596620 n-d-813419-8 neutron-server[100619]: ERROR neutron.plugins.ml2.managers [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Failed to bind port ec01c009-7dc7-423c-87dc-42ad23c73108 on host n-h1-813419-8 for vnic_type normal using segments [{'id': 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22b06f88-bcb5-4404-a7f4-86213ddcf0e0'}] Oct 22 13:28:22.597223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.607563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Routers {'1176c617-3767-4d57-bce7-3801fe2afe8e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:22.608417 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1176c617-3767-4d57-bce7-3801fe2afe8e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:22.725420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:22.729649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Deleting port 2af34204-4bb1-4f63-aaab-dc8be5663ce7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:22.730120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.739074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:22.747045 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] Set router 1176c617-3767-4d57-bce7-3801fe2afe8e gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:22.748633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port ec01c009-7dc7-423c-87dc-42ad23c73108, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:22.749019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attempted to set empty binding levels {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 22 13:28:22.755677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:22.756491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:22.760073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.765695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.771037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c4af10f6-2c2a-4d96-b768-d07be99230e0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1994977 Oct 22 13:28:22.773000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:22.805224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] In _notify_port_updated(), no bound segment for port ec01c009-7dc7-423c-87dc-42ad23c73108 on network 22b06f88-bcb5-4404-a7f4-86213ddcf0e0 {{(pid=100619) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:28:22.806643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:22.807543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.814152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60810) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:22.814452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "PUT /v2.0/ports/ec01c009-7dc7-423c-87dc-42ad23c73108 HTTP/1.1" status: 200 len: 979 time: 1.4593225 Oct 22 13:28:22.837569 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:28:22Z', 'revision_number': 6, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:22.889221 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a2a0f-36c5-4a09-8181-44b23a271e94 None None] The sync data for ids ['1176c617-3767-4d57-bce7-3801fe2afe8e'] in n-d-813419-8 is: [{'id': '1176c617-3767-4d57-bce7-3801fe2afe8e', 'name': 'tempest-TestServerMultinode-362976768-router', 'tenant_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:26Z', 'updated_at': '2021-10-22T13:28:22Z', 'revision_number': 6, 'project_id': 'ffccb63b5b2c46ef964c46820c5c7878', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:22.954814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] For port 2af34204-4bb1-4f63-aaab-dc8be5663ce7, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2af34204-4bb1-4f63-aaab-dc8be5663ce7,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:22.955107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:22.967183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:22.967382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f7435a9-6e87-4472-aecb-b652b4b8c2e0 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18d5c44cc8d5491ba49ddbfb3ef1b518&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1925235 Oct 22 13:28:22.969373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60812) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:22.976682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Calling delete_port for 2af34204-4bb1-4f63-aaab-dc8be5663ce7 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:23.075472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3745a1c-751e-43b8-a3cf-854843d30090 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:23.080512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3745a1c-751e-43b8-a3cf-854843d30090 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1100383 Oct 22 13:28:23.081596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60814) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:23.116782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9224-72cb-4b84-87fa-170b3ea341d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event updated for resources: {'Port': ['ID=ec01c009-7dc7-423c-87dc-42ad23c73108,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:23.124029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ddbb9905-405d-4337-8445-a7f314a34949 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366983 Oct 22 13:28:23.124242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:23.132815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780561961', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:23.141519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Deleting port ec01c009-7dc7-423c-87dc-42ad23c73108 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:23.143013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.270567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.273082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:21Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:23.337154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] For port ec01c009-7dc7-423c-87dc-42ad23c73108, host n-h1-813419-8, got binding levels [] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:23.337530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.360122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Calling delete_port for ec01c009-7dc7-423c-87dc-42ad23c73108 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:23.421566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:23.423312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Updating router e21dea08-8169-4bc3-97fc-b0131f9f7e7e port b5d86871-fada-4886-a435-923fe2b904aa binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:28:23.482153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:23.488699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.498139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cb232a95-1228-42a4-8fff-fe5d1f13330e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:23.499883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af34204-4bb1-4f63-aaab-dc8be5663ce7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:23.527062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.547089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.553281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: cb232a95-1228-42a4-8fff-fe5d1f13330e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:23.553626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cb232a95-1228-42a4-8fff-fe5d1f13330e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:23.620877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.628809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60818) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:23.629748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ec01c009-7dc7-423c-87dc-42ad23c73108 HTTP/1.1" status: 204 len: 168 time: 0.8123941 Oct 22 13:28:23.631571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808864e-237f-4903-b890-fbb1273004e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec01c009-7dc7-423c-87dc-42ad23c73108,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:23.639139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.756455 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f4ccf6-8b61-4104-95ed-5985b1defc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] GET failed (client error): The resource could not be found. Oct 22 13:28:23.758114 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a6f4ccf6-8b61-4104-95ed-5985b1defc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1546675979-project-admin] 10.222.0.25 "GET /v2.0/ports/ec01c009-7dc7-423c-87dc-42ad23c73108 HTTP/1.1" status: 404 len: 333 time: 0.1214771 Oct 22 13:28:23.761908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:23.871214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.899401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.911927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:23.967212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Pushing event updated for resources: {'Port': ['ID=b5d86871-fada-4886-a435-923fe2b904aa,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:23.992445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.992919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.993280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.993897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.994282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.995729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.996095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.996519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.997044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.997386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.997794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:23.998243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:24.015891 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f58c5ac5-73a4-4e71-8cba-76233035a309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.020856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.035611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Attempting to bind port b5d86871-fada-4886-a435-923fe2b904aa on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:24.035983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Attempting to bind port b5d86871-fada-4886-a435-923fe2b904aa by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:24.036355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Attempting to bind port b5d86871-fada-4886-a435-923fe2b904aa on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:24.045624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:24.046006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:24.046420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.046847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:24.047331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Bound port: b5d86871-fada-4886-a435-923fe2b904aa, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:24.047739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.060638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b06f88-bcb5-4404-a7f4-86213ddcf0e0']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:24.077192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:24.077866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f2512e-b9f9-4a8a-a999-3395e5bbf408') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:24.091475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.118351 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.128292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] For port b5d86871-fada-4886-a435-923fe2b904aa, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:24.129177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:28:24.129939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.133491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] For port b5d86871-fada-4886-a435-923fe2b904aa, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5d86871-fada-4886-a435-923fe2b904aa,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:28:24.135652 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:28:24.143284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.194163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.200776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.233387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:24.234039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:27:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:24.240600 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.240788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cefaf-f8d9-4a34-a23e-151367905ad2 None None] Pushing event updated for resources: {'Port': ['ID=b5d86871-fada-4886-a435-923fe2b904aa,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:24.248661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.254899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] 10.222.0.25 "DELETE /v2.0/networks/22b06f88-bcb5-4404-a7f4-86213ddcf0e0 HTTP/1.1" status: 204 len: 168 time: 0.4893489 Oct 22 13:28:24.267431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6b6a-ae4b-4c58-91f7-844b75b0b70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397024728-project] Pushing event deleted for resources: {'Network': ['ID=22b06f88-bcb5-4404-a7f4-86213ddcf0e0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:24.294254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.295243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1176c617-3767-4d57-bce7-3801fe2afe8e {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:28:24.308766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.311528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d5d39096-f27d-49ba-a1f1-4b8d07600cd1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1176c617-3767-4d57-bce7-3801fe2afe8e HTTP/1.1" status: 204 len: 168 time: 2.0855541 Oct 22 13:28:24.314484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:24.392025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Deleting subnet 4e4d4cbe-0bd5-4e73-98a6-028623b342c4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:28:24.397156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.497288 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.506377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.519417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:24.601687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Subnet': ['ID=75748096-3274-40ae-8a97-f68ee6f251e5,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:24.610772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Checking segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:24.611249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network hostable DHCP agents. Network: e9a91d8d-2caa-46e8-bd74-0663bded7312, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:24.635659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:24.647672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e9a91d8d-2caa-46e8-bd74-0663bded7312) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:24.664125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:24.664745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.674594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38612ea2-46e6-4b57-8e82-e6f6d33d753c None None] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:24.696463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71dbabf6-792d-4185-b317-57b708130f1f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5700693 Oct 22 13:28:24.698480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60834) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:24.699877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.751025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60836) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:24.825680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.873262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4d4cbe-0bd5-4e73-98a6-028623b342c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:24.876064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:24.880780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a5b67f01-8d2b-4c41-b8e9-295185d3628d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e4d4cbe-0bd5-4e73-98a6-028623b342c4 HTTP/1.1" status: 204 len: 168 time: 0.5653505 Oct 22 13:28:24.886477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60840) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:24.928725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d38154-c787-4aad-b02a-f31646c16390 None None] Network 9040a79e-ecc1-45f9-86e2-913f428ee431 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:24.994162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.009608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-e9a91d8d-2caa-46e8-bd74-0663bded7312', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:28:25.019055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.120213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e1de547f-9934-46ec-be77-912431a54c1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cafbd8de2fe2403994920386112330e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663263 Oct 22 13:28:25.122092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:25.151347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Deleting port b56f53dc-fcce-4439-90af-c1b173c680ef {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:25.151947 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.268466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] For port b56f53dc-fcce-4439-90af-c1b173c680ef, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b56f53dc-fcce-4439-90af-c1b173c680ef,segment=NetworkSegment(a3d9098e-0e57-4327-bc91-50ab9c6ac400),segment_id=a3d9098e-0e57-4327-bc91-50ab9c6ac400)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:25.270184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.293949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Calling delete_port for b56f53dc-fcce-4439-90af-c1b173c680ef owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:25.298199 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.390380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.534838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-b68ad05a-fb67-4c22-b4d9-b43546ec41fd tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:25.543910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-b68ad05a-fb67-4c22-b4d9-b43546ec41fd tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.0862789 Oct 22 13:28:25.553895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.577800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.588837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-de5adb57-b3fd-4c1b-857e-00aeec9bfd5f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.593383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Pushing event deleted for resources: {'Port': ['ID=b56f53dc-fcce-4439-90af-c1b173c680ef,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:25.604411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] No DVR routers for this DVR port b56f53dc-fcce-4439-90af-c1b173c680ef on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:25.605882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.609291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.614051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62a7ed97-2dd8-4b2c-ac64-6a0ecb66877e HTTP/1.1" status: 204 len: 168 time: 0.4906168 Oct 22 13:28:25.651124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2af34204-4bb1-4f63-aaab-dc8be5663ce7 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:25.681013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9b2a4-c50d-420d-bf4b-d41b5f639d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7ed97-2dd8-4b2c-ac64-6a0ecb66877e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:25.720676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-e37090c5-724b-440e-907e-195e776b0ee6 req-0215db25-06bb-4df8-a934-cfebec2e0d19 service neutron] (100619) timed out ('10.222.0.26', 52518) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:28:25.736628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.767582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9040a79e-ecc1-45f9-86e2-913f428ee431']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:25.788608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d9098e-0e57-4327-bc91-50ab9c6ac400') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:25.788825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d9098e-0e57-4327-bc91-50ab9c6ac400') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:25.826408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.859748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 2af34204-4bb1-4f63-aaab-dc8be5663ce7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:25.869341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2af34204-4bb1-4f63-aaab-dc8be5663ce7 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:25.877489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.889124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:21Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:25.898901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-de5adb57-b3fd-4c1b-857e-00aeec9bfd5f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.900745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:28:25.901313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:28:25.903682 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:28:25.931381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-de5adb57-b3fd-4c1b-857e-00aeec9bfd5f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:25.958823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5842e76-37aa-43d7-a162-3ecf87b4fb65 None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:21Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:25.976385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a010bb3-08b2-45d1-b06e-a3c89a92643f None None] DHCP port deletion for 9040a79e-ecc1-45f9-86e2-913f428ee431 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:28:25.993149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5adb57-b3fd-4c1b-857e-00aeec9bfd5f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dec037-5649-400d-990d-c6baddd8f76f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:26.006284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Allocated IP 172.20.0.2 (e9a91d8d-2caa-46e8-bd74-0663bded7312/75748096-3274-40ae-8a97-f68ee6f251e5/68ae97ee-f46a-4d9a-9f39-eb22c943fce2) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:26.101101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4014f708-1d75-433e-add5-9f2f8dbaf7b3 req-de5adb57-b3fd-4c1b-857e-00aeec9bfd5f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5559604 Oct 22 13:28:26.106139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.113812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.120447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] 10.222.0.25 "DELETE /v2.0/networks/9040a79e-ecc1-45f9-86e2-913f428ee431 HTTP/1.1" status: 204 len: 168 time: 1.2293272 Oct 22 13:28:26.120762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:26.257993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9afc9b-c333-4f11-a036-079a74b75cde admin admin] Pushing event deleted for resources: {'Network': ['ID=9040a79e-ecc1-45f9-86e2-913f428ee431,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:26.290087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:26.402038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3abd8559-fdc7-4e1e-883a-b709a9778d66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0392c1c4d61471399f8a506d9828ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099348 Oct 22 13:28:26.402742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60864) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:26.492692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.510789 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.512101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.556545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.566492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:26.632968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:26.642231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:26.748417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.1 (e9a91d8d-2caa-46e8-bd74-0663bded7312/75748096-3274-40ae-8a97-f68ee6f251e5/86d8b7b7-8f5d-4e82-a42d-5778680e7160) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:26.754876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.757483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.758722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d9c0906-55a4-44c7-9b07-c67c0549af86 HTTP/1.1" status: 204 len: 168 time: 0.3550019 Oct 22 13:28:26.796101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Attempting to bind port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:26.796388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Attempting to bind port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:26.796763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Attempting to bind port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 on network e9a91d8d-2caa-46e8-bd74-0663bded7312 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:26.803914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:26.804133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Checking segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:26.804409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.804807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Bound using segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:26.805437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Bound port: 68ae97ee-f46a-4d9a-9f39-eb22c943fce2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:26.805831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:26.807977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Pushing event updated for resources: {'Port': ['ID=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:26.808980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1a8e-9080-4c1f-97b1-9dcc0b232ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c0906-55a4-44c7-9b07-c67c0549af86,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:26.929190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] For port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:26.933122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] For port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:26.945016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0762b-e08a-4040-8a9e-7f7011e40188 req-e58aea0f-0101-45c6-9f8d-6b88e0eeb5f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:26.946888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79a0762b-e08a-4040-8a9e-7f7011e40188 req-e58aea0f-0101-45c6-9f8d-6b88e0eeb5f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.6814799 Oct 22 13:28:26.949282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.022315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.080535 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.104995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79a0762b-e08a-4040-8a9e-7f7011e40188 req-a22dbae3-e76e-4529-99a0-15f19a51a7b1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286929 Oct 22 13:28:27.142968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60868) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:27.158793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b6eb-a0ee-4f74-a557-fd3c60196647 None None] Pushing event updated for resources: {'Port': ['ID=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:27.179714 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7cfd-0040-4bb9-89d2-338d738467a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.232002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:27.241330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.254783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:27.256522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:27.262708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:27.347713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.356886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-48e88a5f-20c0-4280-929c-8e8e00aff973 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 994 time: 0.2083678 Oct 22 13:28:27.643272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.753572 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.768988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5d86871-fada-4886-a435-923fe2b904aa up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:27.829534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.848173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-d00d0d50-f8d6-4597-8ef8-ab3ad06aa382 req-1db7dc32-837c-4a2f-9162-fd677dd3f143 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:28:27.849537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d00d0d50-f8d6-4597-8ef8-ab3ad06aa382 req-1db7dc32-837c-4a2f-9162-fd677dd3f143 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090857 Oct 22 13:28:27.909863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b5d86871-fada-4886-a435-923fe2b904aa triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:27.912195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:27.914714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Deleting port 5da55a5e-8434-483c-92bb-78f8645ace43 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:27.915158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.102685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] For port 5da55a5e-8434-483c-92bb-78f8645ace43, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5da55a5e-8434-483c-92bb-78f8645ace43,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:28.104104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.119037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Calling delete_port for 5da55a5e-8434-483c-92bb-78f8645ace43 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:28.126639 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.170544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b5d86871-fada-4886-a435-923fe2b904aa, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5d86871-fada-4886-a435-923fe2b904aa,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:28.179602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.180487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:28.323210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.351772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:28.358363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b5d86871-fada-4886-a435-923fe2b904aa,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:28.377020 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.467875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:28.468311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.516770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.520540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:28.660993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.702393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-649597575'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:28.728364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:28.731269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:28.743832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:28.755097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.824427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Made reservation on behalf of f5ac07639e324d5ca0d4ef7154c4ab33 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:28.833053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.860145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:28.867776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b56f53dc-fcce-4439-90af-c1b173c680ef no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:28.876788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:28.916161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:28.921483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b56f53dc-fcce-4439-90af-c1b173c680ef {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:28.922576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b56f53dc-fcce-4439-90af-c1b173c680ef not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:29.060605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.069557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.118959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3255c4aa-5db5-43ff-9f64-cd40f44a7b93,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:29.122894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bdc87-ec0c-456a-b795-d6502166a796 req-e70ed392-767a-4fbe-92e2-121ff4498107 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.134786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-882bdc87-ec0c-456a-b795-d6502166a796 req-e70ed392-767a-4fbe-92e2-121ff4498107 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1029971 Oct 22 13:28:29.194732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:29.218096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:29.227455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.227781 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Added segment e7a7b2d9-6a06-4fb4-9959-334ac74c155e of type vlan for network b4c40974-bb82-4a18-b422-c3969a8149b2 Oct 22 13:28:29.229687 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:29.236666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1c84c751-206f-4ce6-b0d2-6644a134551b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/e21dea08-8169-4bc3-97fc-b0131f9f7e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5349867 Oct 22 13:28:29.241822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:29.244880 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:29.245785 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:29.267478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621cdae-5945-43b4-8fa8-1e7958d30120 None None] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:29.294875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.304757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-882bdc87-ec0c-456a-b795-d6502166a796 req-aa862576-0bc1-4820-8ec5-0f0073bbffb7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631811 Oct 22 13:28:29.330511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.342550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.343473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.423484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'Network': ['ID=b4c40974-bb82-4a18-b422-c3969a8149b2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:29.431990 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.438082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b4c40974-bb82-4a18-b422-c3969a8149b2 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:29.449028 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-35242c5a-7214-498e-ab26-1f2752edca53 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0920303 Oct 22 13:28:29.450178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60914) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:29.456411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Request body: {'subnet': {'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:29.467213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-21f41417-6c6b-402e-b591-18ec886216dd None None] Provisioning complete for port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:29.467598 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21f41417-6c6b-402e-b591-18ec886216dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.575033 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:29.645385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.646024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.646576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.647682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.648645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.649215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.649735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:29.654966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-953a4847-7b03-47cf-b2ab-783802acf3d3 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.4096568 Oct 22 13:28:29.655738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60918) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:29.730457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Made reservation on behalf of f5ac07639e324d5ca0d4ef7154c4ab33 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:29.735415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.738886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5d86871-fada-4886-a435-923fe2b904aa up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:29.839696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5da55a5e-8434-483c-92bb-78f8645ace43,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:29.858275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.859413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.859603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.859946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.860633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.860633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.860916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.861252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.861568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.861888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.862447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.862828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:29.954669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b5d86871-fada-4886-a435-923fe2b904aa triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:29.955062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:29.964663 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.052043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-9abe5367-6c2c-43c7-81d4-cb710bbc14ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0209935 Oct 22 13:28:30.055081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.135909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:30.163022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.177055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.177610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.178081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.178542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.179318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.179784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.180238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.185544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78fd0f0a-7803-4e3c-b52e-c99e6c40990c tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.5185516 Oct 22 13:28:30.188427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60924) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:30.220583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Checking segment: {'id': 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:30.221453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Network hostable DHCP agents. Network: b4c40974-bb82-4a18-b422-c3969a8149b2, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:30.240422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'Subnet': ['ID=4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:30.258462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:30.258930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.263150 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 2, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:30.264361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Network b4c40974-bb82-4a18-b422-c3969a8149b2 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:30.287159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b4c40974-bb82-4a18-b422-c3969a8149b2) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:30.293346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.294122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.303229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f941e-65c2-40b7-b50d-60b7dc099227 None None] Network b4c40974-bb82-4a18-b422-c3969a8149b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:30.323024 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:30.323493 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Updating router e21dea08-8169-4bc3-97fc-b0131f9f7e7e port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:28:30.330485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dd1fd75f-ead1-4d86-8dcf-b5c4a6919121 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8791156 Oct 22 13:28:30.332169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60934) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:30.348019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Request body: {'port': {'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-27890444'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:30.376477 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.522563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea3a78ac-153f-406c-9df3-0fed4df6e451 None None] Provisioning complete for port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:30.523161 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea3a78ac-153f-406c-9df3-0fed4df6e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.602442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a78ac-153f-406c-9df3-0fed4df6e451 None None] Port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:30.649106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea3a78ac-153f-406c-9df3-0fed4df6e451 None None] Provisioning complete for port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:30.649457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea3a78ac-153f-406c-9df3-0fed4df6e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.801539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b4c40974-bb82-4a18-b422-c3969a8149b2', 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2', 'tenant_id': 'f5ac07639e324d5ca0d4ef7154c4ab33', 'fixed_ips': [{'subnet_id': '4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:28:30.802420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.838219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d29ce-cec4-43ef-9103-b794b0cfbfb7 req-f525d415-694c-4013-b04a-7ffc6ecfddb8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:30.850549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697d29ce-cec4-43ef-9103-b794b0cfbfb7 req-f525d415-694c-4013-b04a-7ffc6ecfddb8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.3576024 Oct 22 13:28:30.901028 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.915452 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:30.991424 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb053f-8a54-4c20-8ff5-d19650db8193 None None] Pushing event updated for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:31.057454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:31.124421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697d29ce-cec4-43ef-9103-b794b0cfbfb7 req-26ba6277-d9a1-4f34-9698-7acb26bc7d69 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712836 Oct 22 13:28:31.137695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Made reservation on behalf of f5ac07639e324d5ca0d4ef7154c4ab33 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:31.140547 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Attempting to bind port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:31.142764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.144037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ce1214be-fda4-4d9f-a4e0-283d1cedebb2 None None] Provisioning complete for port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:31.144545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ce1214be-fda4-4d9f-a4e0-283d1cedebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.144868 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Attempting to bind port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:31.145542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Attempting to bind port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 on network e9a91d8d-2caa-46e8-bd74-0663bded7312 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:31.152968 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:31.153483 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Checking segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:31.153998 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.154500 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Bound using segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:31.155139 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Bound port: 86d8b7b7-8f5d-4e82-a42d-5778680e7160, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:31.155627 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.236020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Allocated IP 2001:db8::2 (b4c40974-bb82-4a18-b422-c3969a8149b2/4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e/6b1328bd-0614-43ee-b83e-f94623fc3093) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:31.284580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ce1214be-fda4-4d9f-a4e0-283d1cedebb2 None None] Port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:31.307433 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] For port 86d8b7b7-8f5d-4e82-a42d-5778680e7160, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:31.311619 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] For port 86d8b7b7-8f5d-4e82-a42d-5778680e7160, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d8b7b7-8f5d-4e82-a42d-5778680e7160,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:31.321138 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.391275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] device_id is not set on port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:31.438126 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:31.442318 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:31.468614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] Provisioning complete for port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:31.469157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.497399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:31.512480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-db70976e-bcfe-4450-aa48-5be2d63211ce admin admin] 10.222.0.25 "PUT /v2.0/routers/dbdd29fe-da97-43bd-9073-a78dc0a80cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3897426 Oct 22 13:28:31.515139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:31.544883 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb053f-8a54-4c20-8ff5-d19650db8193 None None] Pushing event updated for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:31.559982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Sync routers for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:31.706896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Routers {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:31.709984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:31.712768 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:31.750320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-09a81bc7-95da-4fee-9c25-a49a777e3026 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 1.5588894 Oct 22 13:28:31.790127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.812026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-4e1ccbe6-b417-4c9f-ba81-4dc71824946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:31.813955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-4e1ccbe6-b417-4c9f-ba81-4dc71824946d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.0619533 Oct 22 13:28:31.953797 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:31.994546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.005205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.025314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.127093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Deleting port 7bc3573f-48ac-4e22-b46f-3132c5704f00 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:32.128992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.211388 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:31Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:32.238191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] For port 7bc3573f-48ac-4e22-b46f-3132c5704f00, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7bc3573f-48ac-4e22-b46f-3132c5704f00,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:32.238960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.271468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Calling delete_port for 7bc3573f-48ac-4e22-b46f-3132c5704f00 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:32.294270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed724b-bf17-41bb-a9cb-334d6200b7f6 None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:31Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:32.458130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Allocated IP 2001:db8::c6 (b4c40974-bb82-4a18-b422-c3969a8149b2/4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e/9d7f437b-5bd3-4c4b-a01a-75da0dde37a8) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:32.517732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Set router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:32.539931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.566638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Pushing event updated for resources: {'Port': ['ID=6b1328bd-0614-43ee-b83e-f94623fc3093,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:32.594018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc3573f-48ac-4e22-b46f-3132c5704f00,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:32.725462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Network b4c40974-bb82-4a18-b422-c3969a8149b2 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:32.750766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.764692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60964) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:32.779120 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:32.795670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:32.804352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30111000', 'description': 'tempest-secgroup-smoke-30111000 description', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:32.818890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ad2ff-4d5d-4ee1-b773-ba3221e711e2 req-cd50b0e5-a289-44e4-9249-27112fa12371 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:32.820975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f36ad2ff-4d5d-4ee1-b773-ba3221e711e2 req-cd50b0e5-a289-44e4-9249-27112fa12371 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.2978020 Oct 22 13:28:32.823167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-03b7c6de-b825-4d24-b1e0-fa2fd86ca55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:32.824424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-03b7c6de-b825-4d24-b1e0-fa2fd86ca55f service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 1.0015666 Oct 22 13:28:32.881492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] For port 86d8b7b7-8f5d-4e82-a42d-5778680e7160, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d8b7b7-8f5d-4e82-a42d-5778680e7160,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:32.941758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.955998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f36ad2ff-4d5d-4ee1-b773-ba3221e711e2 req-7901f855-6f9b-42ba-aef6-211a2bf021af tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277070 Oct 22 13:28:32.964733 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:32.980070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-cbced57b-3099-49bc-8393-022663ee03ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1002 time: 0.1419740 Oct 22 13:28:33.016105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.020927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.066853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Attempting to bind port 6b1328bd-0614-43ee-b83e-f94623fc3093 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:33.067219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Attempting to bind port 6b1328bd-0614-43ee-b83e-f94623fc3093 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:33.067792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Attempting to bind port 6b1328bd-0614-43ee-b83e-f94623fc3093 on network b4c40974-bb82-4a18-b422-c3969a8149b2 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:33.071153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.090637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-7d8791c8-4f08-47af-aed1-7fc11ba36d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:33.090962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.091497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdd29fe-da97-43bd-9073-a78dc0a80cc7 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:28:33.092838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-7d8791c8-4f08-47af-aed1-7fc11ba36d1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.1029749 Oct 22 13:28:33.096967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.100486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c3bc427f-0f40-49e7-9755-7c0b615a332b admin admin] 10.222.0.25 "DELETE /v2.0/routers/dbdd29fe-da97-43bd-9073-a78dc0a80cc7 HTTP/1.1" status: 204 len: 168 time: 1.5814960 Oct 22 13:28:33.101280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:33.124933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:33.125515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Checking segment: {'id': 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:33.126040 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.126455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Bound using segment: {'id': 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:33.126999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Bound port: 6b1328bd-0614-43ee-b83e-f94623fc3093, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:33.127392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.158393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.181039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4be39-f9e9-4b4a-b686-59b41c2ae504 None None] Pushing event updated for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:33.200778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-59c46b62-5dba-422c-8943-eb51e2cb0a84 None None] Provisioning complete for port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:33.201107 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59c46b62-5dba-422c-8943-eb51e2cb0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.241779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Deleting subnet 35183fcb-c35d-44cd-bd28-e591fba3bd8b {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:28:33.244560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Network b4c40974-bb82-4a18-b422-c3969a8149b2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:33.248967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.249832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:33.254018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:33.260240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:33.261195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.311221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.9773908 Oct 22 13:28:33.315537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60970) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:33.319596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815be1d7-8db6-40b0-822e-0acf8ef95362 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'Port': ['ID=9d7f437b-5bd3-4c4b-a01a-75da0dde37a8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:33.330226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Request body: {'port': {'network_id': 'b4c40974-bb82-4a18-b422-c3969a8149b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1231955511', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:33.331695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] bootfile-name is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:33.332354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] tftp-server is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:33.332933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] server-ip-address is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:33.341029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-0a54b0a5-fe56-4b29-a2a6-f1bcf42cee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:33.344083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-0a54b0a5-fe56-4b29-a2a6-f1bcf42cee3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417681 Oct 22 13:28:33.345036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] For port 6b1328bd-0614-43ee-b83e-f94623fc3093, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:33.348645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] For port 6b1328bd-0614-43ee-b83e-f94623fc3093, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b1328bd-0614-43ee-b83e-f94623fc3093,segment=NetworkSegment(e7a7b2d9-6a06-4fb4-9959-334ac74c155e),segment_id=e7a7b2d9-6a06-4fb4-9959-334ac74c155e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:33.354415 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.358836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.376893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.406310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.441756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dffcd78-78c2-44e2-990a-0ee00ffb2506,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:33.475176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.480702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0320110f-99ba-404b-ab97-5cd8146108a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7153747 Oct 22 13:28:33.485126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60972) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:33.511421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:33.573893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-c2e828eb-05d7-4570-b3d2-ac0ecc24e66d service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162971 Oct 22 13:28:33.629673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466bbd1-2dde-4664-89d6-92d254df8080 None None] Pushing event updated for resources: {'Port': ['ID=6b1328bd-0614-43ee-b83e-f94623fc3093,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:33.682057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.767673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'name': 'tempest-TestServerMultinode-1552227305-router', 'tenant_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:27:37Z', 'updated_at': '2021-10-22T13:28:29Z', 'revision_number': 5, 'project_id': '6308e0cca38d4c0abb0cb962bd2ac8cd', 'gw_port': {'id': '7bc3573f-48ac-4e22-b46f-3132c5704f00', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd29fe-da97-43bd-9073-a78dc0a80cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:27:38Z', 'updated_at': '2021-10-22T13:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:33.818894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Checking router: dbdd29fe-da97-43bd-9073-a78dc0a80cc7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:33.842299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:33.842812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:28:33.843493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_agentschedulers_db [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbdd29fe-da97-43bd-9073-a78dc0a80cc7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100621) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:28:33.843973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f7875-2e21-4d1b-b670-187d9013c96a None None] The sync data for ids ['dbdd29fe-da97-43bd-9073-a78dc0a80cc7'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:33.911296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d8b7b7-8f5d-4e82-a42d-5778680e7160 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:33.931727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Made reservation on behalf of f5ac07639e324d5ca0d4ef7154c4ab33 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:33.945531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:33.980708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-05006e9c-b514-479e-9e4a-8f77f1db3251 service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950772 Oct 22 13:28:33.990286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:33.990898 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.037728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] device_id is not set on port 440800b0-d840-4502-b5ec-9121d9e0c822 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:34.298128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49a36e-89fc-414f-9a61-c11d264fc2ea req-6189b609-e7ad-4090-9940-2c067f3c204c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:34.307900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f49a36e-89fc-414f-9a61-c11d264fc2ea req-6189b609-e7ad-4090-9940-2c067f3c204c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1896162 Oct 22 13:28:34.342995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.346944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.350198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Allocated IP 2001:db8::1c3 (b4c40974-bb82-4a18-b422-c3969a8149b2/4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e/440800b0-d840-4502-b5ec-9121d9e0c822) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:34.390242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f49a36e-89fc-414f-9a61-c11d264fc2ea req-91ac460b-47eb-42f4-a86f-6dda9b09201a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814474 Oct 22 13:28:34.393505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35183fcb-c35d-44cd-bd28-e591fba3bd8b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:34.402894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.408384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5be443c3-1fff-418b-a574-6406b3ab1a1a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/35183fcb-c35d-44cd-bd28-e591fba3bd8b HTTP/1.1" status: 204 len: 168 time: 1.3022776 Oct 22 13:28:34.411457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:34.415652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5bec3-26f2-4d35-9d75-854bcc7dfa03 None None] Network ec9c665e-289b-4ad0-95eb-4a69904c7060 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:34.498902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.595984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.610348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.638416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3f675-b610-4418-86a0-3e7a51ced55b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:34.652956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Deleting port e463e402-213f-4a59-aa24-46ed0f82ed42 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:34.653639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.674151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.681112 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d479e52d-9a94-44ed-8d3d-525a8746db1c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1920569 Oct 22 13:28:34.688699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60984) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:34.694000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:34.745850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.764801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.790519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] For port e463e402-213f-4a59-aa24-46ed0f82ed42, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e463e402-213f-4a59-aa24-46ed0f82ed42,segment=NetworkSegment(ebbba3b6-6b77-45e0-bdc3-1f666119f6e0),segment_id=ebbba3b6-6b77-45e0-bdc3-1f666119f6e0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:34.791143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.809082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Calling delete_port for e463e402-213f-4a59-aa24-46ed0f82ed42 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:34.846032 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.874468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] DHCP port deletion for ec9c665e-289b-4ad0-95eb-4a69904c7060 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:28:34.950488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.950729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.965900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.976798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Deleting port e463e402-213f-4a59-aa24-46ed0f82ed42 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:34.977269 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:34.991455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e463e402-213f-4a59-aa24-46ed0f82ed42,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.001531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] No DVR routers for this DVR port e463e402-213f-4a59-aa24-46ed0f82ed42 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:35.013238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Network b4c40974-bb82-4a18-b422-c3969a8149b2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:35.025717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'Port': ['ID=440800b0-d840-4502-b5ec-9121d9e0c822,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.028591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:35.035850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:35.041575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:35.042219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.049087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309864b5-d9a1-4591-ba62-e69227b6ca83,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.058708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.060081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fca50248-cf98-479f-a137-6acfeca30856 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3701549 Oct 22 13:28:35.067323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a0ec8ff9-8a8c-4705-956e-fec0b840c049 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7427077 Oct 22 13:28:35.068310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60986) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.070125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60988) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.074010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:35.103608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] For port e463e402-213f-4a59-aa24-46ed0f82ed42, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:35.104092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.123811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.129765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Calling delete_port for e463e402-213f-4a59-aa24-46ed0f82ed42 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:35.133592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Port e463e402-213f-4a59-aa24-46ed0f82ed42 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:28:35.136825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.140250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323ddb7-2e46-493c-ae13-54de83e71891 None None] Network b4c40974-bb82-4a18-b422-c3969a8149b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:35.152618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9c665e-289b-4ad0-95eb-4a69904c7060']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:35.166385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:35.166834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbba3b6-6b77-45e0-bdc3-1f666119f6e0') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:35.179777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.193294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.200703 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.213534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:28:35.214484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.215223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] No DVR routers for this DVR port e463e402-213f-4a59-aa24-46ed0f82ed42 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:28:35.220047 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:28:35.223450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18901-7993-4db4-b796-0c5f03acfa99 None None] Pushing event deleted for resources: {'Port': ['ID=e463e402-213f-4a59-aa24-46ed0f82ed42,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.297874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] Provisioning complete for port 6b1328bd-0614-43ee-b83e-f94623fc3093 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:35.298239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.306419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add689bf-9dc2-4ce1-866e-78c68134e412 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:35.315903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add689bf-9dc2-4ce1-866e-78c68134e412 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:35.316396 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.327055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add689bf-9dc2-4ce1-866e-78c68134e412 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:35.329690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.332683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-add689bf-9dc2-4ce1-866e-78c68134e412 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2536404 Oct 22 13:28:35.339454 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec9c665e-289b-4ad0-95eb-4a69904c7060 HTTP/1.1" status: 204 len: 168 time: 0.9262788 Oct 22 13:28:35.343661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 60992) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.376589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae13f-6f1a-47ec-8b89-b416f3ad8a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9c665e-289b-4ad0-95eb-4a69904c7060,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.436624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.510989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.512340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] For port 6b1328bd-0614-43ee-b83e-f94623fc3093, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b1328bd-0614-43ee-b83e-f94623fc3093,segment=NetworkSegment(e7a7b2d9-6a06-4fb4-9959-334ac74c155e),segment_id=e7a7b2d9-6a06-4fb4-9959-334ac74c155e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:35.523078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.527162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.587887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 60998) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.631342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58b0a-e7b1-4ffc-8db5-ecb6e4e0555f None None] Pushing event updated for resources: {'Port': ['ID=6b1328bd-0614-43ee-b83e-f94623fc3093,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.648623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db89bf-944a-4ca4-b6d7-f6e3a98877cb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.660856 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f3308e3-1fb2-4c08-9087-0ca841904de2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffccb63b5b2c46ef964c46820c5c7878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713804 Oct 22 13:28:35.663323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32768) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.672845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.674073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-09f9ac57-c760-43e8-ae15-0088c5c9520d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6047912 Oct 22 13:28:35.678393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:35.682007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Deleting port 440800b0-d840-4502-b5ec-9121d9e0c822 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:35.685324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.699907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b1328bd-0614-43ee-b83e-f94623fc3093 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:35.707247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:35.724436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df168b14-b9b1-485d-b19d-8c724fd611d5 req-0bb3baf0-9135-49d8-8f2f-77686a8f73a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:35.726943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df168b14-b9b1-485d-b19d-8c724fd611d5 req-0bb3baf0-9135-49d8-8f2f-77686a8f73a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1664722 Oct 22 13:28:35.778889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b1328bd-0614-43ee-b83e-f94623fc3093 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:35.779696 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.787153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.825279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.845117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df168b14-b9b1-485d-b19d-8c724fd611d5 req-c8de63fb-4552-4663-a924-a4a2ca7326bd tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095042 Oct 22 13:28:35.880155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.889206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.899597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Calling delete_port for 440800b0-d840-4502-b5ec-9121d9e0c822 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:35.934472 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.949393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:35.972953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7bc3573f-48ac-4e22-b46f-3132c5704f00 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:35.987436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f76a73-afa6-4479-bc10-5d8469ba85d5,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:35.999178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.000649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a1422185-f20f-43c4-bed6-d5099dbcc322 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049121 Oct 22 13:28:36.004345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32772) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:36.012323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:36.026572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.029356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.029502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7bc3573f-48ac-4e22-b46f-3132c5704f00 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:36.030298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7bc3573f-48ac-4e22-b46f-3132c5704f00 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:36.030883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e463e402-213f-4a59-aa24-46ed0f82ed42 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:36.033866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97bb9fcd-1df0-4cfc-b200-65bc3329b1d7 HTTP/1.1" status: 204 len: 168 time: 0.3689263 Oct 22 13:28:36.054718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8694c4-ff8f-4d4e-b3f3-e174d49a0cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb9fcd-1df0-4cfc-b200-65bc3329b1d7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:36.086354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e463e402-213f-4a59-aa24-46ed0f82ed42 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:36.086747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e463e402-213f-4a59-aa24-46ed0f82ed42 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:36.088083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da55a5e-8434-483c-92bb-78f8645ace43 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:36.104846 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:28:36.118295 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.146021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5da55a5e-8434-483c-92bb-78f8645ace43 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:36.149098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5da55a5e-8434-483c-92bb-78f8645ace43 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:36.180845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Provisioning complete for port 440800b0-d840-4502-b5ec-9121d9e0c822 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:36.182093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.204234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.226150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Port 440800b0-d840-4502-b5ec-9121d9e0c822 was deleted so its status cannot be updated. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 22 13:28:36.248881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.256412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Provisioning complete for port 6b1328bd-0614-43ee-b83e-f94623fc3093 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:36.257470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.263151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event deleted for resources: {'Port': ['ID=440800b0-d840-4502-b5ec-9121d9e0c822,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:36.277631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.303562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3da4601-ae76-470c-a0f5-1b62b417cec4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:36.327259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.333513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:36.336175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c986c2fb-630e-4f0e-ac4d-f1e18e60a235 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3289065 Oct 22 13:28:36.339716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '8dffcd78-78c2-44e2-990a-0ee00ffb2506', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:36.368517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.373119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9bfa4718-a080-4de1-9676-86f731c33dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "DELETE /v2.0/ports/440800b0-d840-4502-b5ec-9121d9e0c822 HTTP/1.1" status: 204 len: 168 time: 1.0234439 Oct 22 13:28:36.376959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:36.383356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Request body: {'port': {'name': 'tempest-new-port-name-1296434589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:36.383759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] bootfile-name is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:36.384105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] tftp-server is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:36.385123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] server-ip-address is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:28:36.422329 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:28:36.439433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.461651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Provisioning complete for port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:36.462286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.488907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.519580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3515b089-cbe2-4b6e-abb9-c3e58b698b09 None None] Port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:36.542169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.552067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.583292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758dd1cc-738c-4c86-a4d2-798f6d742367,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:36.606989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.609700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb8f8814-bf20-4697-97b0-a63661c0bb91 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2744334 Oct 22 13:28:36.663237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d11d1a25-4cfe-4fd7-a57e-489817ceb665 None None] Provisioning complete for port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:36.663639 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d11d1a25-4cfe-4fd7-a57e-489817ceb665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.719145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:36.740255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d11d1a25-4cfe-4fd7-a57e-489817ceb665 None None] Port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:36.810083 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-161e0e9b-49c8-409e-855e-ba9641e30f75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6308e0cca38d4c0abb0cb962bd2ac8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895128 Oct 22 13:28:36.812545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:36.889134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.919296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.921160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.931375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:36.992395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-71cae56d-e92a-4089-8a29-ef461d2de803 None None] Could not find standard attr ID for object 440800b0-d840-4502-b5ec-9121d9e0c822. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:28:37.000052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.009157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] In _notify_port_updated(), no bound segment for port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 on network b4c40974-bb82-4a18-b422-c3969a8149b2 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:28:37.011015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.014454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:37.015221 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/442e7209-0e6b-4d6f-a16c-6fadc8723957 HTTP/1.1" status: 204 len: 168 time: 0.2012725 Oct 22 13:28:37.015327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.019543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "PUT /v2.0/ports/9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 HTTP/1.1" status: 200 len: 1129 time: 0.6385400 Oct 22 13:28:37.021234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32802) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:37.085829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710217e5-f72a-4305-b0aa-4cb34d970c8d tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event updated for resources: {'Port': ['ID=9d7f437b-5bd3-4c4b-a01a-75da0dde37a8,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:37.115846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e2d1-a9fa-4610-aa74-72fe34622bb0 req-a15ac014-ad11-4026-ae73-b053c1b07c9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:37.118667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6148e2d1-a9fa-4610-aa74-72fe34622bb0 req-a15ac014-ad11-4026-ae73-b053c1b07c9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1337743 Oct 22 13:28:37.134104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b83fa-c677-4093-8d78-5c2e89162265 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:37.138882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b94b83fa-c677-4093-8d78-5c2e89162265 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "GET /v2.0/ports/9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 HTTP/1.1" status: 200 len: 1129 time: 0.1164684 Oct 22 13:28:37.148113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:37.161479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107739fc-d0e4-43ec-938d-5710eef2805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e7209-0e6b-4d6f-a16c-6fadc8723957,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:37.230765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6148e2d1-a9fa-4610-aa74-72fe34622bb0 req-ecf91f81-39c9-4c13-81ac-e40b87fbaf30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032400 Oct 22 13:28:37.292522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Deleting port 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:37.293019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.329268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-97ab2e4d-907a-4196-a916-232e8af9fbcd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30111000&fields=id&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 267 time: 0.0577734 Oct 22 13:28:37.427580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.446024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Calling delete_port for 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:37.519198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-e45b33d2-ef53-46b8-a823-3fc69ee1ba1b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:37.520794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-e45b33d2-ef53-46b8-a823-3fc69ee1ba1b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 796 time: 0.1775386 Oct 22 13:28:37.554529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-76af12fb-a5bd-4e20-ad41-0c2453f65b0c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/quotas/18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 375 time: 0.0270851 Oct 22 13:28:37.624409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b1328bd-0614-43ee-b83e-f94623fc3093 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:37.708302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-516e2706-fcf8-44e4-b8f4-9521ab5301d1 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431513 Oct 22 13:28:37.747010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.766382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b1328bd-0614-43ee-b83e-f94623fc3093 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:37.767974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.795077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event deleted for resources: {'Port': ['ID=9d7f437b-5bd3-4c4b-a01a-75da0dde37a8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:37.829833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.835781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe8ad57b-770d-4056-92d4-5d0e9b444976 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "DELETE /v2.0/ports/9d7f437b-5bd3-4c4b-a01a-75da0dde37a8 HTTP/1.1" status: 204 len: 168 time: 0.6861403 Oct 22 13:28:37.836947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:37.880943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7aeab64e-c32d-4ccf-96bb-168bc34b89e4 None None] Could not find standard attr ID for object 9d7f437b-5bd3-4c4b-a01a-75da0dde37a8. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:28:37.922024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Deleting subnet 4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:28:37.931213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:37.983839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-5dda24bd-61f3-4bce-9fa3-55a0be766dfd service neutron] 10.222.0.25 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681670 Oct 22 13:28:38.002000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.206868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-38bfc875-ebd0-49c5-af49-a153b64494a3 service neutron] 10.222.0.25 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206352 Oct 22 13:28:38.210379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.294256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.354357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.397933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:38.431599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.434384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c5fa992c-76c1-487f-9f17-0b1de53558a5 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "DELETE /v2.0/subnets/4c4e40bc-fb54-4c75-ad2a-3faaafaaac1e HTTP/1.1" status: 204 len: 168 time: 0.5963616 Oct 22 13:28:38.434967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:38.436258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f23a4-cee4-4ade-8ed4-0c854acf3419 None None] Network b4c40974-bb82-4a18-b422-c3969a8149b2 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:38.438387 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32846) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:38.483761 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:28:38.535474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94291b2e-508d-48e0-b984-faf4688701ff req-b451ef72-81d7-45ac-a71c-808adc9391ac tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 210 time: 0.0764494 Oct 22 13:28:38.581337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386a3b4-730d-4ad1-832b-84171353892e req-e6c2348b-174e-4446-a802-18418f2e4725 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:38.583208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b386a3b4-730d-4ad1-832b-84171353892e req-e6c2348b-174e-4446-a802-18418f2e4725 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1747668 Oct 22 13:28:38.652291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b386a3b4-730d-4ad1-832b-84171353892e req-1d5505d0-73f6-499d-b488-5bf146a30a35 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606029 Oct 22 13:28:38.717896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1781846992-network', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:38.734672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] DHCP port deletion for b4c40974-bb82-4a18-b422-c3969a8149b2 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:28:38.746344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.767006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Made reservation on behalf of c5ace4c5f6664f93a7c500c16202875e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:38.770021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.781890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.832271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Deleting port 6b1328bd-0614-43ee-b83e-f94623fc3093 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:38.832781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:38.884646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Deleting port 6b1328bd-0614-43ee-b83e-f94623fc3093 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:38.884905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.024835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] For port 6b1328bd-0614-43ee-b83e-f94623fc3093, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b1328bd-0614-43ee-b83e-f94623fc3093,segment=NetworkSegment(e7a7b2d9-6a06-4fb4-9959-334ac74c155e),segment_id=e7a7b2d9-6a06-4fb4-9959-334ac74c155e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:39.025471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.061907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.063173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Calling delete_port for 6b1328bd-0614-43ee-b83e-f94623fc3093 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:39.080223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.098207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:39.127791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.128585 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Added segment 34832021-a4e1-4d30-a44e-00866da90ca2 of type vlan for network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 Oct 22 13:28:39.171864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] For port 6b1328bd-0614-43ee-b83e-f94623fc3093, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b1328bd-0614-43ee-b83e-f94623fc3093,segment=NetworkSegment(e7a7b2d9-6a06-4fb4-9959-334ac74c155e),segment_id=e7a7b2d9-6a06-4fb4-9959-334ac74c155e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:39.172297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.186482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Calling delete_port for 6b1328bd-0614-43ee-b83e-f94623fc3093 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:39.188305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75cd29-33de-489a-8be1-f8e3d07b996a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.247773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.300537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.301994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:39.302815 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.354089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9180465 Oct 22 13:28:39.357069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32858) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:39.367398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.374459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Request body: {'subnet': {'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1781846992-subnet', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:39.407721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] Pushing event deleted for resources: {'Port': ['ID=6b1328bd-0614-43ee-b83e-f94623fc3093,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.413093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c4c0b-6093-4ed6-b544-ef9c92e01bf5 None None] No DVR routers for this DVR port 6b1328bd-0614-43ee-b83e-f94623fc3093 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:39.416359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.419647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Made reservation on behalf of c5ace4c5f6664f93a7c500c16202875e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:39.423853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.444759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983beb0e-185c-41c0-a23e-9a43cb1bb4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=153c4bf8-c608-4ad4-b2d9-bac65240ed26,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.460897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:39.467414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] No DVR routers for this DVR port 6b1328bd-0614-43ee-b83e-f94623fc3093 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:39.469440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event deleted for resources: {'Port': ['ID=6b1328bd-0614-43ee-b83e-f94623fc3093,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.614147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b1328bd-0614-43ee-b83e-f94623fc3093 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:39.631715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.639954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6b1328bd-0614-43ee-b83e-f94623fc3093 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:39.640319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b1328bd-0614-43ee-b83e-f94623fc3093 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:39.666002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c40974-bb82-4a18-b422-c3969a8149b2']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:39.672033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5183c524-9ec4-4bca-b89c-aa0456584692 req-2bdcb4a9-8c4d-454a-a899-cd6778a8fe86 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 210 time: 0.0443714 Oct 22 13:28:39.678011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:39.678301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a7b2d9-6a06-4fb4-9959-334ac74c155e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:39.709227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.726138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.733073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:28:39.733565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:28:39.738017 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:28:39.808862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.814577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.822565 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] 10.222.0.25 "DELETE /v2.0/networks/b4c40974-bb82-4a18-b422-c3969a8149b2 HTTP/1.1" status: 204 len: 168 time: 1.3788249 Oct 22 13:28:39.833604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9ea01-f2ce-4168-9b63-f39aa04158b8 req-57846098-1bba-4457-ad1b-a65bbe8bc060 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:39.835766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbb9ea01-f2ce-4168-9b63-f39aa04158b8 req-57846098-1bba-4457-ad1b-a65bbe8bc060 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.0771098 Oct 22 13:28:39.837111 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:39.841375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4920-b4a3-40f5-9658-1edab59b2dad tempest-ExtraDHCPOptionsIpV6TestJSON-912455991 tempest-ExtraDHCPOptionsIpV6TestJSON-912455991-project] Pushing event deleted for resources: {'Network': ['ID=b4c40974-bb82-4a18-b422-c3969a8149b2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.963565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2af76d6-4fa9-451b-801b-6dd9bb3653fb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:39.988158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.004572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbb9ea01-f2ce-4168-9b63-f39aa04158b8 req-f29d523a-c53e-404f-8627-b8c846dd2360 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542058 Oct 22 13:28:40.008272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Checking segment: {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:40.008646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Network hostable DHCP agents. Network: 153c4bf8-c608-4ad4-b2d9-bac65240ed26, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:40.082589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:40.095793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-279dea87-aae7-43a6-8a7f-b6e082611173 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:40.097833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-279dea87-aae7-43a6-8a7f-b6e082611173 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 796 time: 0.1701431 Oct 22 13:28:40.107888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 153c4bf8-c608-4ad4-b2d9-bac65240ed26) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:40.119893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a22eb3-f7d2-4df3-9273-b9e50278b662 None None] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:40.130963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:40.132236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.140909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:40.173554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b958f9a5-0af7-468e-9db2-782a39231ef4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8129227 Oct 22 13:28:40.174006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32874) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:40.176613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-55d5fde7-3c8e-4db4-b8d9-fd9e4ea0b660 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 378 time: 0.0607231 Oct 22 13:28:40.179175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:40.197684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'port': {'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'admin_state_up': True, 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'security_groups': ['8dffcd78-78c2-44e2-990a-0ee00ffb2506']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:40.226929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.228067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.290053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.381923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:40.386791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.398162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'fixed_ips': [{'subnet_id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:28:40.399880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.465750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.543002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6f6c2681-326d-4286-a2ee-58d9ee35523c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5ac07639e324d5ca0d4ef7154c4ab33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967421 Oct 22 13:28:40.543237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:40.548932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Allocated IP 172.20.0.2 (153c4bf8-c608-4ad4-b2d9-bac65240ed26/d2af76d6-4fa9-451b-801b-6dd9bb3653fb/e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:40.572630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.4 (e9a91d8d-2caa-46e8-bd74-0663bded7312/75748096-3274-40ae-8a97-f68ee6f251e5/4f38bb6e-62b2-4d4e-98e2-6d225c52a399) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:40.739115 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.743420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.752912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.795177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.804936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:40.809902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:40.815562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:40.823798 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.829248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Pushing event updated for resources: {'Port': ['ID=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:40.865993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6961809-0bde-4e77-bd28-ebeadb3f963f req-4fec855b-313f-48a4-ae13-20d4a16b1f97 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 210 time: 0.0575705 Oct 22 13:28:40.891668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.928291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Attempting to bind port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:40.932973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Attempting to bind port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:40.935016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Attempting to bind port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff on network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:40.936847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:40.941940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:40.945337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:40.958994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:40.960760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Checking segment: {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:40.961433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.964408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Bound using segment: {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:40.965220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Bound port: e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:40.965844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:40.992877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:41.034761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:41.035408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.070796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-4b09e031-5d92-450f-83ad-e0ec2f4cd87a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861189 Oct 22 13:28:41.083751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-d9452738-c1d0-445c-837a-6254f70d1d9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:28:41.084806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-d9452738-c1d0-445c-837a-6254f70d1d9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072787 Oct 22 13:28:41.100490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Request body: {'port': {'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:41.126221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.138064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.141539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3255c4aa-5db5-43ff-9f64-cd40f44a7b93 HTTP/1.1" status: 204 len: 168 time: 0.5969419 Oct 22 13:28:41.220317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] For port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:41.232054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] For port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:41.243100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.253402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10bbc4-b967-41f0-8fd8-92205df92baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255c4aa-5db5-43ff-9f64-cd40f44a7b93,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:41.291030 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.359104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.383354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.426551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32890) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:41.566794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38498-dafd-45f2-8083-8fa9b7e1a0c5 None None] Pushing event updated for resources: {'Port': ['ID=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:41.599474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fc81-a9f3-45b6-8722-ffbea47668b4 req-cb734c5b-3afb-44ef-9a74-8e7828fe1ec1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:41.613469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0a2fc81-a9f3-45b6-8722-ffbea47668b4 req-cb734c5b-3afb-44ef-9a74-8e7828fe1ec1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.3782046 Oct 22 13:28:41.626845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5a740300-cf04-43a4-87a8-c3f9c40f0eb0 None None] Provisioning complete for port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:41.630967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a740300-cf04-43a4-87a8-c3f9c40f0eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.694486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Allocated IP 172.25.6.15 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/9d971d02-b32c-4b2f-8c7f-31730659e429) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:41.735049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5a740300-cf04-43a4-87a8-c3f9c40f0eb0 None None] Port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:41.911055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:41.983671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.076309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0a2fc81-a9f3-45b6-8722-ffbea47668b4 req-70d89dbb-d08d-4e2d-87e6-e30c6ee81263 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513984 Oct 22 13:28:42.076936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93add2a-33d2-46db-a700-c73d77e73880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.123212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:42.123411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:42.131795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Pushing event updated for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:42.135738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:42.278078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037993ed-b90c-42b8-aa82-75ff1f4e52d5 req-0a803ef7-6c1c-4c65-b8ce-dba2affbe73c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:42.280674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-037993ed-b90c-42b8-aa82-75ff1f4e52d5 req-0a803ef7-6c1c-4c65-b8ce-dba2affbe73c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 931 time: 0.2166545 Oct 22 13:28:42.368418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-037993ed-b90c-42b8-aa82-75ff1f4e52d5 req-e0d2f369-a8c8-4604-a230-51c65601d6d3 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809448 Oct 22 13:28:42.446530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93add2a-33d2-46db-a700-c73d77e73880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.496573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93add2a-33d2-46db-a700-c73d77e73880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.550617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93add2a-33d2-46db-a700-c73d77e73880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b4840-ca44-40af-83aa-c0280428cd91,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:42.602138 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.609530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:28:42.624814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b93add2a-33d2-46db-a700-c73d77e73880 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a05c8495c2a1463a91c9d2b3b968ba74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1918886 Oct 22 13:28:42.625632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32912) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:42.628643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:42.678993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Transition to ACTIVE for port object 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:28:42.705971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.056223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d383b-2d84-4577-8428-31426820f4fd None None] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:43.089555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:43.167287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.264144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.269686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:43.288474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.292470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] Provisioning complete for port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:43.295448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.350670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1697057487'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:43.393183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:43.395124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b376-2e10-4794-870e-f919d898a581 req-c685d0dd-45d0-4945-8c83-76125f4de7ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:43.397241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be19b376-2e10-4794-870e-f919d898a581 req-c685d0dd-45d0-4945-8c83-76125f4de7ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1746421 Oct 22 13:28:43.400252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.434033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.441370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Attempting to bind port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:43.441718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Attempting to bind port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:43.442053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Attempting to bind port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 on network e9a91d8d-2caa-46e8-bd74-0663bded7312 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:43.455401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 on network e9a91d8d-2caa-46e8-bd74-0663bded7312 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:43.456290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Attempting to bind port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 on network e9a91d8d-2caa-46e8-bd74-0663bded7312 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:43.468617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:43.468617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Checking segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:43.468617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Bound using segment: {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:43.468617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Bound port: 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194d9750-8de0-4252-8ccd-10526e973e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:43.469025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.483501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.492097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.494680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.495831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f30b4840-ca44-40af-83aa-c0280428cd91 HTTP/1.1" status: 204 len: 168 time: 0.8644454 Oct 22 13:28:43.539776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be19b376-2e10-4794-870e-f919d898a581 req-aac3a5ae-08aa-428e-8435-0e7984297122 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299770 Oct 22 13:28:43.588740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] For port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:43.600442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.631747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.646283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.654577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780ac2-ff51-4f86-8f18-4dbc21f8087e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b4840-ca44-40af-83aa-c0280428cd91,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:43.697734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:43.717500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aa067c-15c8-42cb-8a9c-8bfb527fc5b9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:43.723656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Router bad75801-dd6c-4783-a67c-a974bd245c2f is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:28:43.731192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.731594 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Added segment 6213dd77-c60d-4d30-b757-b64e9f4b6ce1 of type vlan for network d53c7ee2-150c-47d5-bc84-68899a26d240 Oct 22 13:28:43.753623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c205-c6d1-4ad4-ae29-324381585c4e req-5ef7aa03-8cf2-489b-9847-91fba19bc19f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:43.759668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa077d-ee6f-49e0-a0e3-4c71b4d8f099 None None] Pushing event updated for resources: {'Port': ['ID=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:43.762648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8992c205-c6d1-4ad4-ae29-324381585c4e req-5ef7aa03-8cf2-489b-9847-91fba19bc19f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 943 time: 0.1960537 Oct 22 13:28:43.772351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:43.776538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:43.779431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:43.790588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.858147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:43.858804 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.860239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 1091 time: 2.7650392 Oct 22 13:28:43.860967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:43.863850 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62853a66-ad15-4a5e-a6f1-3ca61e29af89" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:43.872131 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:43.881174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Sync routers for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:43.888860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8992c205-c6d1-4ad4-ae29-324381585c4e req-f3669f4e-b950-45ea-9ba8-0b2e2ad625ea tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184976 Oct 22 13:28:43.904984 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:43.909932 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:43.947200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:43.948244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.979447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:43.986966 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708718de-61cc-48bc-8456-0b1095d0d56f x-openstack-request-id: req-708718de-61cc-48bc-8456-0b1095d0d56f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:43.987568 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:43.987962 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-708718de-61cc-48bc-8456-0b1095d0d56f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:43.988486 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'status': 'completed', 'code': 200} Oct 22 13:28:44.010672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b255c92-eb45-467a-88f0-cf3f7762f4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:44.027574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.029565 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-06fd3951-bd7e-4bd0-8587-1a558ca81b7e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8538063 Oct 22 13:28:44.031807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.032425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32930) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:44.038999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.039859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.081911 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:44.090200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9952157 Oct 22 13:28:44.091389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32932) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:44.096775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'subnet': {'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:44.152511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-b0dfbace-f36e-4de0-b4b4-22622ee2edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.156427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-b0dfbace-f36e-4de0-b4b4-22622ee2edcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1094 time: 0.2212710 Oct 22 13:28:44.164942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f9c0-a10d-4213-8e9c-9c12d5e2d164 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Network': ['ID=d53c7ee2-150c-47d5-bc84-68899a26d240,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:44.181776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6576bad8-bcdc-4e3a-a82a-e117360d96a2 None None] Provisioning complete for port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:44.182344 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6576bad8-bcdc-4e3a-a82a-e117360d96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.183973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d53c7ee2-150c-47d5-bc84-68899a26d240 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:44.271650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:44.276275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.295494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-9c51876f-6ba5-4b7b-85e8-a7d80ce9d56d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 217 time: 0.0738828 Oct 22 13:28:44.416640 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:42Z', 'revision_number': 3, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:44.430112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-ebd2f9c7-a1b2-45e8-bf5f-4e249758a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.431855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-ebd2f9c7-a1b2-45e8-bf5f-4e249758a9b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.1225500 Oct 22 13:28:44.454164 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Checking router: bad75801-dd6c-4783-a67c-a974bd245c2f for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:44.454756 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Updating router bad75801-dd6c-4783-a67c-a974bd245c2f port 9d971d02-b32c-4b2f-8c7f-31730659e429 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:28:44.486338 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.543893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.561824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211a27-91bd-4630-8a17-0e522bb31818 req-a5d6cf54-bc7b-441e-8530-08b10c6fa2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.563339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-a5d6cf54-bc7b-441e-8530-08b10c6fa2b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914702 Oct 22 13:28:44.605439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Subnet': ['ID=4a63901c-0969-4ec9-9ec8-1eca423dbfa3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:44.648217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Checking segment: {'id': '6213dd77-c60d-4d30-b757-b64e9f4b6ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:44.648891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network hostable DHCP agents. Network: d53c7ee2-150c-47d5-bc84-68899a26d240, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:44.671990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:44.685989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d53c7ee2-150c-47d5-bc84-68899a26d240) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:44.695667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59099afb-4f72-411b-a8ec-defb87db4c33 None None] Network d53c7ee2-150c-47d5-bc84-68899a26d240 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:44.712996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.719017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.746799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6e05f494-3f27-491d-987a-ffc07d341967 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6526415 Oct 22 13:28:44.748175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:44.757531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1342459792', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:44.811412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.812553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.869483 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.875144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed033e0-5a2e-424a-8e3e-9b489c311199 None None] Network d53c7ee2-150c-47d5-bc84-68899a26d240 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:44.879768 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.916676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:44.925767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea70f8-8057-4de2-964a-639f7c678ce8 req-a83e35c4-8568-4ce0-b76f-08614a596448 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:44.927664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9ea70f8-8057-4de2-964a-639f7c678ce8 req-a83e35c4-8568-4ce0-b76f-08614a596448 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.2315350 Oct 22 13:28:44.965787 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Attempting to bind port 9d971d02-b32c-4b2f-8c7f-31730659e429 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:44.968129 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Attempting to bind port 9d971d02-b32c-4b2f-8c7f-31730659e429 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:44.968617 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Attempting to bind port 9d971d02-b32c-4b2f-8c7f-31730659e429 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:44.978274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32958) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:45.011608 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Pushing event updated for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:45.014799 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:45.015325 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:45.015902 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.016304 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:45.016922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Bound port: 9d971d02-b32c-4b2f-8c7f-31730659e429, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:45.017306 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.031666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9ea70f8-8057-4de2-964a-639f7c678ce8 req-d02de838-f162-43af-8203-7a9d4b5e2131 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956244 Oct 22 13:28:45.101424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72084a-e13e-4a9f-9cea-5589cb7a58d4 req-48d72030-c9a1-4238-ac2a-acaa129b638b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:45.109767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad72084a-e13e-4a9f-9cea-5589cb7a58d4 req-48d72030-c9a1-4238-ac2a-acaa129b638b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 943 time: 0.1098356 Oct 22 13:28:45.115171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-bae77a78-7cbf-46b9-8a2c-3dfba9e4a13e service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393336 Oct 22 13:28:45.159649 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.159988 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.160324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.160654 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.160980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.161301 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.161627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.161838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1025524037-network', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:45.162101 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.162425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.162766 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.163084 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.163454 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:28:45.186465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.206559 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] For port 9d971d02-b32c-4b2f-8c7f-31730659e429, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:45.210720 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] For port 9d971d02-b32c-4b2f-8c7f-31730659e429, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d971d02-b32c-4b2f-8c7f-31730659e429,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:45.215247 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.273290 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:45.273913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:45.328828 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a8df4-7c2c-464a-b0c6-cb994019319b None None] Pushing event updated for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:45.337387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad72084a-e13e-4a9f-9cea-5589cb7a58d4 req-ee7abf4d-7ac2-41ec-ac8f-547c052fb9eb tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2267191 Oct 22 13:28:45.338075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Made reservation on behalf of 0fdab323f1b34b5a8053e670cd38e5c8 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:45.340238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.364691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.387084 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.398750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-e43327d5-80b1-42c1-b531-d61ff9d6ab13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1961262 Oct 22 13:28:45.415844 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:45.419759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86211a27-91bd-4630-8a17-0e522bb31818 req-b8795f23-462b-4552-a0e8-9eb18a131496 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908459 Oct 22 13:28:45.419928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.461923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.575085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:45.634182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.41 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0a1b0023-4280-41b8-bb4f-decd3077955a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:45.651197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:45.652298 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.667229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:42Z', 'revision_number': 3, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:45.690410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-4627c595-508c-4185-9d07-74a2e7e38b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:45.691987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-4627c595-508c-4185-9d07-74a2e7e38b49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 1097 time: 0.1998210 Oct 22 13:28:45.694310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-c972411a-af4c-4ffc-9911-ada5f2a5dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:45.696150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-c972411a-af4c-4ffc-9911-ada5f2a5dab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1094 time: 0.2046511 Oct 22 13:28:45.699284 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3a074-8f3f-43e1-8254-1f97a2d0bde9 None None] The sync data for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 is: [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:42Z', 'revision_number': 3, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:45.757527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.794596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.802265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.837741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Allocated IP 172.20.0.1 (153c4bf8-c608-4ad4-b2d9-bac65240ed26/d2af76d6-4fa9-451b-801b-6dd9bb3653fb/48bc7164-99a4-472d-a994-bf3f4ae11312) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:45.848344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:45.890370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:45.893853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:45.900755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:45.903946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=0a1b0023-4280-41b8-bb4f-decd3077955a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:45.908447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:28:45.980989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4642cbb-092a-4279-83fc-bdab8fb08159,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:46.019282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.019635 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Added segment d7d35e28-f5b3-460e-b56f-346f96dc93b3 of type vlan for network b72d64ca-a23d-4313-a35a-c4e575fb390c Oct 22 13:28:46.072228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-8a617146-96be-45e6-b524-1a5b28c75529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.073926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-8a617146-96be-45e6-b524-1a5b28c75529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 897 time: 0.3648324 Oct 22 13:28:46.170877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.176481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-a05a4b81-92bc-4345-a58b-9bc905b18864 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 217 time: 0.0781279 Oct 22 13:28:46.187272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-2300a188-5f99-4271-98e4-add05f0032f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.188695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-2300a188-5f99-4271-98e4-add05f0032f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.4435456 Oct 22 13:28:46.269206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.333403 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-9a06a275-ee4a-475e-89de-9433971fd0bb service neutron] show failed (client error): The resource could not be found. Oct 22 13:28:46.334647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-9a06a275-ee4a-475e-89de-9433971fd0bb service neutron] 10.222.0.21 "GET /v2.0/ports/cf28e322-d919-468a-b04b-28a5f4846026/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.1219349 Oct 22 13:28:46.537272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.693186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.710636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-d2f53254-3028-457e-a903-0fd967f83d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.712145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-d2f53254-3028-457e-a903-0fd967f83d27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 1097 time: 0.1260223 Oct 22 13:28:46.724778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.725743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:46.725862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.726328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:46.787018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-6683d3e0-6367-4fb3-bca1-7444b5b04a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.788473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-6683d3e0-6367-4fb3-bca1-7444b5b04a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.5936592 Oct 22 13:28:46.796376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcd83e-dfcd-4bea-9b9c-f08e36e1a214 req-9d788884-44be-49b0-91ba-7cb14ee095b6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.797941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02bcd83e-dfcd-4bea-9b9c-f08e36e1a214 req-9d788884-44be-49b0-91ba-7cb14ee095b6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.6328993 Oct 22 13:28:46.806424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-d7ca5d1f-bc74-4d2f-9593-335e3d796b0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 200 len: 1001 time: 0.5976670 Oct 22 13:28:46.826103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8465488 Oct 22 13:28:46.843384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 32966) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:46.866459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Request body: {'subnet': {'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1025524037-subnet', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:46.961522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7c85-fae8-4054-adc9-d94380dbad91 req-a472078a-1acb-4384-b1ee-d1b00c63fcc1 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:46.963091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98fa7c85-fae8-4054-adc9-d94380dbad91 req-a472078a-1acb-4384-b1ee-d1b00c63fcc1 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 943 time: 0.3015924 Oct 22 13:28:46.971724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f55b07-566d-479d-8874-6538a2480167 admin admin] Pushing event updated for resources: {'Network': ['ID=b72d64ca-a23d-4313-a35a-c4e575fb390c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:46.981908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b72d64ca-a23d-4313-a35a-c4e575fb390c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:28:47.034957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.066994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.074946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-1fc60868-f099-495e-96f2-d24ef118950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:47.076447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-1fc60868-f099-495e-96f2-d24ef118950d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.2492993 Oct 22 13:28:47.079320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02bcd83e-dfcd-4bea-9b9c-f08e36e1a214 req-4d6640fb-f9a1-4528-9c78-734d2dd147ba tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720094 Oct 22 13:28:47.096459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Made reservation on behalf of 0fdab323f1b34b5a8053e670cd38e5c8 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:47.098831 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.102697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-a5008878-d93b-41e6-8d7a-0a6dbbaa3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:47.104148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-a5008878-d93b-41e6-8d7a-0a6dbbaa3ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011050 Oct 22 13:28:47.115340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:28:47.174551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-98fa7c85-fae8-4054-adc9-d94380dbad91 req-23701b12-1c9a-4324-a04f-19e44508a081 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1977894 Oct 22 13:28:47.177324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:47.206699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:47.209158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:47.253549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Pushing event updated for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:47.361606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-4209cd7f-81c8-44a9-907f-ec7d2b53d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:47.363844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-4209cd7f-81c8-44a9-907f-ec7d2b53d06f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757769 Oct 22 13:28:47.381735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:47.395350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.399455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:47.415120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:47.430277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:47.430947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:47.434397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.439355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1f896c59-0da7-4eb6-8fe5-f039a3fafe68 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6904280 Oct 22 13:28:47.440768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:47.478697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:47.492730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:47.493253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:47.504128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:47.506309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-b65d7571-a22b-4219-a170-0cafcc10921b service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748698 Oct 22 13:28:47.531064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:47.531814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ee9d5-18d0-4f72-8382-2f4d07f05eb7 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:47.586470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bbd687a5-c506-4a13-b1d1-43f7eb7b85b9 None None] Provisioning complete for port 48bc7164-99a4-472d-a994-bf3f4ae11312 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:47.588538 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bbd687a5-c506-4a13-b1d1-43f7eb7b85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.635687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d971d02-b32c-4b2f-8c7f-31730659e429 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:47.647621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:47.649938 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87141638-0d9b-4b3b-98b1-61ea579bc06e" -d '{"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-unplugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:47.653869 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.718424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bbd687a5-c506-4a13-b1d1-43f7eb7b85b9 None None] Port 48bc7164-99a4-472d-a994-bf3f4ae11312 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:47.721466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Transition to ACTIVE for port object cf28e322-d919-468a-b04b-28a5f4846026 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:28:47.734877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.744804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9d971d02-b32c-4b2f-8c7f-31730659e429 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:47.745447 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.748745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-4a065149-e7be-40f4-bb40-4840048c5ede service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735549 Oct 22 13:28:47.796931 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da49aa8-4db5-431b-a692-d514e94fe2b3 x-openstack-request-id: req-2da49aa8-4db5-431b-a692-d514e94fe2b3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:47.797226 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-unplugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:47.797479 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2da49aa8-4db5-431b-a692-d514e94fe2b3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:47.797872 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'code': 200} Oct 22 13:28:47.800130 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.852763 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.857669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62853a66-ad15-4a5e-a6f1-3ca61e29af89 req-53372b3c-e5e1-400f-b383-704062cb7898 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160648 Oct 22 13:28:47.870110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.892107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 9d971d02-b32c-4b2f-8c7f-31730659e429, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d971d02-b32c-4b2f-8c7f-31730659e429,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:47.899191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:47.945534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cf34e2-dcc6-4478-93cb-d08a1f27e126,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:47.999438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:48.029720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8737866f-c8ec-40d3-821b-b3f95f260c9e req-841059aa-e8f8-4ccd-8cdd-04b69aba19c8 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729044 Oct 22 13:28:48.032332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Checking segment: {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:48.032779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Network hostable DHCP agents. Network: b72d64ca-a23d-4313-a35a-c4e575fb390c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:28:48.098110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Network b72d64ca-a23d-4313-a35a-c4e575fb390c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:28:48.147684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b72d64ca-a23d-4313-a35a-c4e575fb390c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:48.157287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:48.158110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.160116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:48.167074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d91816-c3c9-41f1-992f-e5ad87e8132f None None] Network b72d64ca-a23d-4313-a35a-c4e575fb390c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:48.195162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b2dfdbef-443c-4b4c-8542-7de5db35ef2c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3359978 Oct 22 13:28:48.199848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 32974) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:48.206467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:48.313140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.331182 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.331665 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.362337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] No DVR routers for this DVR port cf28e322-d919-468a-b04b-28a5f4846026 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:48.385389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.459964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b72d64ca-a23d-4313-a35a-c4e575fb390c', 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'fixed_ips': [{'subnet_id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:28:48.461230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.482901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.483857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44492d0-e72c-4388-b808-ef97bb1736c7 req-e490ca8d-2750-4389-9c4d-3ab317def470 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:48.492824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a44492d0-e72c-4388-b808-ef97bb1736c7 req-e490ca8d-2750-4389-9c4d-3ab317def470 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 943 time: 0.1750457 Oct 22 13:28:48.513636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Pushing event updated for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:48.531819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418390f5-55da-4de0-a65b-734dff5b4e89 req-5c2f401a-a354-4d15-826d-e4997ac1a591 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:48.533906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-418390f5-55da-4de0-a65b-734dff5b4e89 req-5c2f401a-a354-4d15-826d-e4997ac1a591 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.2666728 Oct 22 13:28:48.536834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.598432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a44492d0-e72c-4388-b808-ef97bb1736c7 req-89a7a440-c2ae-41b6-b323-5eb3bc6bee56 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034575 Oct 22 13:28:48.618734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Allocated IP 172.20.0.2 (b72d64ca-a23d-4313-a35a-c4e575fb390c/74cf34e2-dcc6-4478-93cb-d08a1f27e126/acad4c77-be32-41f1-a5d3-aeaf82119298) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:48.660650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-418390f5-55da-4de0-a65b-734dff5b4e89 req-0d01cca3-19fc-4cbc-bb7e-1684c7ff6103 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167655 Oct 22 13:28:48.704767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.709306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:48.710902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:48.743356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.787848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:28:48.809167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.824443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.853914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:48.854263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:48.854612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:48.872478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:28:48.872770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Attempting to bind port cf28e322-d919-468a-b04b-28a5f4846026 on network af4768c8-e568-477d-a329-d60ba9dafdea {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:48.878265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Router bad75801-dd6c-4783-a67c-a974bd245c2f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:48.913525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:48.913909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Checking segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:48.914260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Bound using segment: {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:48.914734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Bound port: cf28e322-d919-468a-b04b-28a5f4846026, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b7ce79-b072-492c-8c07-fd00716ed2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:48.915098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:48.917978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Network b72d64ca-a23d-4313-a35a-c4e575fb390c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:48.927651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:48.937006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:48.943415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Pushing event updated for resources: {'Port': ['ID=acad4c77-be32-41f1-a5d3-aeaf82119298,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:49.035531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:49.042001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Attempting to bind port acad4c77-be32-41f1-a5d3-aeaf82119298 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:49.042506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c34cc796-69bb-4955-b1db-1020432ef975 admin admin] 10.222.0.25 "PUT /v2.0/routers/bad75801-dd6c-4783-a67c-a974bd245c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0060980 Oct 22 13:28:49.043053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Attempting to bind port acad4c77-be32-41f1-a5d3-aeaf82119298 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:49.043590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Attempting to bind port acad4c77-be32-41f1-a5d3-aeaf82119298 on network b72d64ca-a23d-4313-a35a-c4e575fb390c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:49.050094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:49.050522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Checking segment: {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:49.050928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.051328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Bound using segment: {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:49.051817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Bound port: acad4c77-be32-41f1-a5d3-aeaf82119298, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:49.052208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.059782 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Sync routers for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:49.064098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:49.073608 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:49.074813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:49.228030 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:49.303806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:28:49.331687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-af35d329-e5ec-4df7-9957-54529117b213 None None] Provisioning complete for port 48bc7164-99a4-472d-a994-bf3f4ae11312 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:49.332076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af35d329-e5ec-4df7-9957-54529117b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.412376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] For port acad4c77-be32-41f1-a5d3-aeaf82119298, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:49.432820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-af35d329-e5ec-4df7-9957-54529117b213 None None] Port 48bc7164-99a4-472d-a994-bf3f4ae11312 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:49.436888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.440504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] For port acad4c77-be32-41f1-a5d3-aeaf82119298, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=acad4c77-be32-41f1-a5d3-aeaf82119298,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:49.454410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.459600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:28:49.469891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:49.476672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:49.510013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.530729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:49.556537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.563662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69caa3-57db-4370-9ba1-231c79eca769 None None] Pushing event updated for resources: {'Port': ['ID=acad4c77-be32-41f1-a5d3-aeaf82119298,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:49.568658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '48bc7164-99a4-472d-a994-bf3f4ae11312', 'name': '', 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'mac_address': 'fa:16:3e:8f:d7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:45Z', 'updated_at': '2021-10-22T13:28:48Z', 'revision_number': 2, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'subnets': [{'id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:49.611288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:49.612482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.614032 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1092 time: 2.8937676 Oct 22 13:28:49.669078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:49.685790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d971d02-b32c-4b2f-8c7f-31730659e429 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:49.686830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Checking router: bad75801-dd6c-4783-a67c-a974bd245c2f for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:49.687382 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Updating router bad75801-dd6c-4783-a67c-a974bd245c2f port 48bc7164-99a4-472d-a994-bf3f4ae11312 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:28:49.730088 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.802132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['4f38bb6e-62b2-4d4e-98e2-6d225c52a399'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:49.870259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:49.879462 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3fe6b2-0f7d-4eef-8071-b97a0877440e" -d '{"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:49.921222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf32-550f-4d58-9023-01097f61a56d req-cde50ae8-2ad5-47c3-ac0d-8c3dfa62ef8c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:49.934191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e7bcf32-550f-4d58-9023-01097f61a56d req-cde50ae8-2ad5-47c3-ac0d-8c3dfa62ef8c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 944 time: 0.1875050 Oct 22 13:28:49.951783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22edc4-73c4-4a96-ae42-76ce0f83eba4 req-eeb0d0d4-064d-4e35-811c-41a58f797345 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:49.953424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9d971d02-b32c-4b2f-8c7f-31730659e429 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:49.953934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:49.963130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d22edc4-73c4-4a96-ae42-76ce0f83eba4 req-eeb0d0d4-064d-4e35-811c-41a58f797345 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1639724 Oct 22 13:28:50.018472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e45f-d435-4baf-8fcc-49c783045821 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:50.095398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.128876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e7bcf32-550f-4d58-9023-01097f61a56d req-a543b362-e4dd-4646-9d12-9bdc9e7b1e8c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381364 Oct 22 13:28:50.142438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d22edc4-73c4-4a96-ae42-76ce0f83eba4 req-11798a97-eb30-4fe2-b3a1-057b37475c56 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782300 Oct 22 13:28:50.155624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cf28e322-d919-468a-b04b-28a5f4846026 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:50.204844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.1 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/79ebb8e0-c8e7-41b5-8a2a-e5f93d929580) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:50.207708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.214038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-e5a0d78b-6c39-42a8-8694-0c5c6b697a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.227103 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-e5a0d78b-6c39-42a8-8694-0c5c6b697a73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1095 time: 0.4850979 Oct 22 13:28:50.279685 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.287832 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456ff40e-f890-4dbe-83d5-14f9191aeccf x-openstack-request-id: req-456ff40e-f890-4dbe-83d5-14f9191aeccf {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:50.288038 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.288604 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:50.288990 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-456ff40e-f890-4dbe-83d5-14f9191aeccf {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:50.289267 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'status': 'completed', 'code': 200} Oct 22 13:28:50.295765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device cf28e322-d919-468a-b04b-28a5f4846026 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:50.360862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-47845402-c760-43b1-a57e-dd80886b607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.362997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-47845402-c760-43b1-a57e-dd80886b607f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1095 time: 0.0779383 Oct 22 13:28:50.411637 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb52fd-587a-43e0-9ce8-ae7546bd20ed None None] Pushing event updated for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:50.480343 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Attempting to bind port 48bc7164-99a4-472d-a994-bf3f4ae11312 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:50.480720 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Attempting to bind port 48bc7164-99a4-472d-a994-bf3f4ae11312 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:50.481082 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Attempting to bind port 48bc7164-99a4-472d-a994-bf3f4ae11312 on network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:50.497260 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:50.497775 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Checking segment: {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:50.498376 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.498810 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Bound using segment: {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:50.499306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Bound port: 48bc7164-99a4-472d-a994-bf3f4ae11312, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34832021-a4e1-4d30-a44e-00866da90ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:50.501588 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.535035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-48e82d9f-edd9-4953-a8c8-898c4db7635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.536907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-48e82d9f-edd9-4953-a8c8-898c4db7635c service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.1614244 Oct 22 13:28:50.600893 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] For port 48bc7164-99a4-472d-a994-bf3f4ae11312, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:50.605507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] For port 48bc7164-99a4-472d-a994-bf3f4ae11312, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=48bc7164-99a4-472d-a994-bf3f4ae11312,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:50.617648 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.624524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-b6fafc56-a2e4-44a2-aef5-f41f5568e7eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1000 time: 0.0783823 Oct 22 13:28:50.641993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-0e45e75d-e952-45b1-8d8a-088597187cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.645522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-0e45e75d-e952-45b1-8d8a-088597187cad service neutron] 10.222.0.26 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.4175131 Oct 22 13:28:50.700959 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:50.701762 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:50.707390 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb52fd-587a-43e0-9ce8-ae7546bd20ed None None] Pushing event updated for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:50.726193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-f172d696-bbb3-47fe-87af-0a28a13d96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.729984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-f172d696-bbb3-47fe-87af-0a28a13d96e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.0951838 Oct 22 13:28:50.750152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] Provisioning complete for port 48bc7164-99a4-472d-a994-bf3f4ae11312 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:50.751113 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.862151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-2c19619d-29fe-4261-9a1d-11ad95f5aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:50.865711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-2c19619d-29fe-4261-9a1d-11ad95f5aa44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255655 Oct 22 13:28:50.911210 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.923615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:50.925634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Allocated IP 172.25.6.30 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d8e668ca-f488-4569-a091-f4a841862270) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:50.945323 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:50.971315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] For port 48bc7164-99a4-472d-a994-bf3f4ae11312, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=48bc7164-99a4-472d-a994-bf3f4ae11312,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:50.987370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.034725 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-e54a93a6-3371-499e-a209-9c2102c2469c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1000 time: 0.3753674 Oct 22 13:28:51.048562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33004) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:51.103047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1c00-24fb-4c4f-ae5a-3143dea26612 None None] Pushing event updated for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:51.139885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-8f699425-e601-45a9-901a-9fb32b2dad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:51.141626 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-8f699425-e601-45a9-901a-9fb32b2dad56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.0967028 Oct 22 13:28:51.221598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1a8c9b6d-5bdf-454b-becf-03c91d7b6bd8 None None] Provisioning complete for port 48bc7164-99a4-472d-a994-bf3f4ae11312 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:51.222256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9b6d-5bdf-454b-becf-03c91d7b6bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.305667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-94623176-1af1-48fa-adb3-c8b52bc39812 service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305086 Oct 22 13:28:51.406182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd45d6-9f5b-4501-a2d1-564a63868241 None None] Network b72d64ca-a23d-4313-a35a-c4e575fb390c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:51.422224 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '48bc7164-99a4-472d-a994-bf3f4ae11312', 'name': '', 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'mac_address': 'fa:16:3e:8f:d7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:45Z', 'updated_at': '2021-10-22T13:28:50Z', 'revision_number': 4, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'subnets': [{'id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:51.441445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-67152ba4-287e-4c9c-a176-a44fcc7c01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:51.445270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-67152ba4-287e-4c9c-a176-a44fcc7c01e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906101 Oct 22 13:28:51.452930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.478635 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecd88f-5303-4c0f-ac77-df6dfb6a6d19 None None] The sync data for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 is: [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '48bc7164-99a4-472d-a994-bf3f4ae11312', 'name': '', 'network_id': '153c4bf8-c608-4ad4-b2d9-bac65240ed26', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'mac_address': 'fa:16:3e:8f:d7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:45Z', 'updated_at': '2021-10-22T13:28:50Z', 'revision_number': 4, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'subnets': [{'id': 'd2af76d6-4fa9-451b-801b-6dd9bb3653fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:51.488631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-bd695c68-d8f2-46e6-9774-d34393d67923 service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667972 Oct 22 13:28:51.669400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] Provisioning complete for port acad4c77-be32-41f1-a5d3-aeaf82119298 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:51.670054 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.689231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53f49c-8aea-4faf-a6b9-9ea6f523d2c0 req-63f2a4f5-c02a-4193-93da-884f5671ca0e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:51.694685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c53f49c-8aea-4faf-a6b9-9ea6f523d2c0 req-63f2a4f5-c02a-4193-93da-884f5671ca0e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.2617443 Oct 22 13:28:51.733633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device acad4c77-be32-41f1-a5d3-aeaf82119298 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:51.740044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=79ebb8e0-c8e7-41b5-8a2a-e5f93d929580,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:51.748720 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-d0a8c831-9140-4366-90ce-9b47fe441ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816148 Oct 22 13:28:51.782326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c53f49c-8aea-4faf-a6b9-9ea6f523d2c0 req-1cec9456-395b-42c1-bf53-70051bb7e75c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801430 Oct 22 13:28:51.800006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505c58d-8ff3-40b0-a4f7-693634c1b481 req-6823ce46-709d-462b-a9c6-229da4034bdf tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:51.811585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4505c58d-8ff3-40b0-a4f7-693634c1b481 req-6823ce46-709d-462b-a9c6-229da4034bdf tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 944 time: 0.1951177 Oct 22 13:28:51.839778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:51.862240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port acad4c77-be32-41f1-a5d3-aeaf82119298 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:51.862240 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.875212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.877886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:51.892246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:51.977392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:51.978179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e45bf18d-63cd-4106-9a89-bf4fe710c441 req-52d3610d-c122-491a-9045-3eaafe94c7fc service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203860 Oct 22 13:28:51.993133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.054643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] For port acad4c77-be32-41f1-a5d3-aeaf82119298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=acad4c77-be32-41f1-a5d3-aeaf82119298,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:52.109646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.150164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-20095afe-7a3c-475e-b527-342cafb12465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:52.152371 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-20095afe-7a3c-475e-b527-342cafb12465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1095 time: 0.0768349 Oct 22 13:28:52.155931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.228926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f5d57-ec4a-4b0d-9a16-e328ee55519c None None] Pushing event updated for resources: {'Port': ['ID=acad4c77-be32-41f1-a5d3-aeaf82119298,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:52.255415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.259364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e668ca-f488-4569-a091-f4a841862270,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:52.300093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:52.306032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:52.319926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:52.340263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:28:52.348219 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:28:52.421856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4505c58d-8ff3-40b0-a4f7-693634c1b481 req-8b43cfba-6fbd-456d-8577-43231e9a2cb8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5982521 Oct 22 13:28:52.449694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cad4cdd5-dc6b-47b1-b589-6d455319f4f1 None None] Provisioning complete for port acad4c77-be32-41f1-a5d3-aeaf82119298 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:52.450067 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cad4cdd5-dc6b-47b1-b589-6d455319f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.496850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.501696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-2867a6f4-f4f9-475a-af8d-ab8101a66a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:52.504298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-2867a6f4-f4f9-475a-af8d-ab8101a66a23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.2535155 Oct 22 13:28:52.561662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.681482 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-ff8cd346-6177-456e-9332-27caf30f68e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1000 time: 0.1681223 Oct 22 13:28:52.832043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:52.837775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Deleting port 48bc7164-99a4-472d-a994-bf3f4ae11312 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:52.838215 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.974287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:28:52.980541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:52.981013 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:52.999610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] For port 48bc7164-99a4-472d-a994-bf3f4ae11312, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=48bc7164-99a4-472d-a994-bf3f4ae11312,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:53.000031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.026807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06b07-cc66-4270-87f7-cb517e5c9b7d req-2e6e2969-109a-480f-bc91-871c2a6745ab tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:53.036431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7d06b07-cc66-4270-87f7-cb517e5c9b7d req-2e6e2969-109a-480f-bc91-871c2a6745ab tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1074939 Oct 22 13:28:53.038528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Calling delete_port for 48bc7164-99a4-472d-a994-bf3f4ae11312 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:53.081821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.119125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:53.120090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:53.123044 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21508e23-6ce7-418f-a318-37fa5252f089" -d '{"events": [{"server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "name": "network-vif-plugged", "status": "completed", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:53.129275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.130061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-e625ecec-14b9-414b-a95f-fcd9eadc06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:53.131617 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-e625ecec-14b9-414b-a95f-fcd9eadc06c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.3725240 Oct 22 13:28:53.160626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7d06b07-cc66-4270-87f7-cb517e5c9b7d req-263ca9f7-add5-4801-ad8a-d699b2ab73b2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234255 Oct 22 13:28:53.207419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:53.212285 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127fd22b-1e74-46fa-b48f-011ff91ee4dd x-openstack-request-id: req-127fd22b-1e74-46fa-b48f-011ff91ee4dd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:53.212577 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "name": "network-vif-plugged", "status": "completed", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:53.212829 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-127fd22b-1e74-46fa-b48f-011ff91ee4dd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:53.213254 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'code': 200} Oct 22 13:28:53.252425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.338401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca5c88-5f1d-4734-be86-3f08ea51ca9c req-075a6814-3c11-4b00-bac2-0de69861b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:53.340262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83ca5c88-5f1d-4734-be86-3f08ea51ca9c req-075a6814-3c11-4b00-bac2-0de69861b76d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1096 time: 0.0697722 Oct 22 13:28:53.342989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-5e75b228-53ee-4bab-8c9d-4c7b1bb2dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:53.344487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-5e75b228-53ee-4bab-8c9d-4c7b1bb2dbba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444278 Oct 22 13:28:53.414348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83ca5c88-5f1d-4734-be86-3f08ea51ca9c req-4ce082b2-4615-4b2f-94f8-1821b097778e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486906 Oct 22 13:28:53.415541 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.440434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bc7164-99a4-472d-a994-bf3f4ae11312,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:53.610156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device acad4c77-be32-41f1-a5d3-aeaf82119298 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:53.624681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-55caf3ab-f39d-4f37-8ad2-3ad3bccd1593 service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679029 Oct 22 13:28:53.661745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.681035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port acad4c77-be32-41f1-a5d3-aeaf82119298 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:53.682417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.682536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.718902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef00b-6742-4c6e-b087-a64f99bc7c8c req-27ca3970-2895-4a30-8036-762f4bd6174e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:53.720193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fadef00b-6742-4c6e-b087-a64f99bc7c8c req-27ca3970-2895-4a30-8036-762f4bd6174e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.1416600 Oct 22 13:28:53.762154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.796281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=79ebb8e0-c8e7-41b5-8a2a-e5f93d929580,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:53.805921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fadef00b-6742-4c6e-b087-a64f99bc7c8c req-637db81b-f38c-46ab-83a6-b438135e2895 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758557 Oct 22 13:28:53.883238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.890754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:53.907755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df3fe6b2-0f7d-4eef-8071-b97a0877440e req-5e6ae61d-c9cd-4bc4-a8f9-6c37260853bb service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654333 Oct 22 13:28:53.972815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0277286d-059e-40fe-aabe-0f4e0f887c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:54.035366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Router bad75801-dd6c-4783-a67c-a974bd245c2f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:54.092516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:54.095248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:54.148388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:54.153602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f0f103a2-30d7-4dbf-9d0f-9d30e91fe6a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/bad75801-dd6c-4783-a67c-a974bd245c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1047108 Oct 22 13:28:54.156077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33018) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:54.158828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Sync routers for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:54.172275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:54.173168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.232245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:28:54.299940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:54.303981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:54.322910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:54.374457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec76ae-c295-4da7-83bb-bb58ee7618e0 req-4fd650f8-9c20-4c8e-a955-c8f0cca67b0e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:54.375990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ec76ae-c295-4da7-83bb-bb58ee7618e0 req-4fd650f8-9c20-4c8e-a955-c8f0cca67b0e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.1033471 Oct 22 13:28:54.421795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:54.432425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Sync routers for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:54.448811 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:54.449838 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.482250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:54.510527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0ec76ae-c295-4da7-83bb-bb58ee7618e0 req-03b6d8a4-de67-4a17-b567-4c4e5c4ec9aa tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278930 Oct 22 13:28:54.514299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:54.520652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-675e1ace-cf5c-4a75-8148-5bc8953dcea4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3157551 Oct 22 13:28:54.520652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:54.527458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33022) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:54.535602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a69e57-1f82-4850-9e11-66471608760c None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:54.549127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-54c30a39-336f-4ac7-a995-ec975aefa9f2 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/routers/f3112ec9-2ba1-4afb-8daf-e7ac5e55846d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0400743 Oct 22 13:28:54.554934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33026) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:54.562196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'port': {'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240', 'name': 'tempest-FloatingIPTestJSON-1004154644'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:54.573367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:54.574109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.577449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:53Z', 'revision_number': 5, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port': {'id': '9d971d02-b32c-4b2f-8c7f-31730659e429', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:41Z', 'updated_at': '2021-10-22T13:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.664208 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:54.713261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.715551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Checking router: bad75801-dd6c-4783-a67c-a974bd245c2f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:54.730848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:54.731472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.733296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Routers {'bad75801-dd6c-4783-a67c-a974bd245c2f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:54.734382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bad75801-dd6c-4783-a67c-a974bd245c2f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.788337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Deleting port 9d971d02-b32c-4b2f-8c7f-31730659e429 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:54.788684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:54.802408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21a69e57-1f82-4850-9e11-66471608760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.803090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a69e57-1f82-4850-9e11-66471608760c None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:54.848370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cf28e322-d919-468a-b04b-28a5f4846026 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:28:54.868223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] Set router bad75801-dd6c-4783-a67c-a974bd245c2f gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:54.936826 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:52Z', 'revision_number': 3, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.950271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:54Z', 'revision_number': 6, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:54.972233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Checking router: e68a6b1b-4513-40a8-901d-7b3c0ad0d075 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:54.972582 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Updating router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 port d8e668ca-f488-4569-a091-f4a841862270 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:28:54.983785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d2f45-3bd0-470e-af4b-26207813fd12 None None] The sync data for ids ['bad75801-dd6c-4783-a67c-a974bd245c2f'] in n-d-813419-8 is: [{'id': 'bad75801-dd6c-4783-a67c-a974bd245c2f', 'name': 'tempest-ImageQuotaTest-1781846992-router', 'tenant_id': 'c5ace4c5f6664f93a7c500c16202875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:40Z', 'updated_at': '2021-10-22T13:28:54Z', 'revision_number': 6, 'project_id': 'c5ace4c5f6664f93a7c500c16202875e', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:55.006993 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.081881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:55.095402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'cf28e322-d919-468a-b04b-28a5f4846026', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'port_id': 'cf28e322-d919-468a-b04b-28a5f4846026', 'mac_address': 'fa:16:3e:00:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:28:55.100476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb8966-ed9a-408f-9961-c26567e83940 req-7544ebb9-2555-478e-b080-a78a13af7b16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:55.103298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fcb8966-ed9a-408f-9961-c26567e83940 req-7544ebb9-2555-478e-b080-a78a13af7b16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 944 time: 0.3236804 Oct 22 13:28:55.125657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-36b38ea0-3df8-4193-8b25-b563d14d9274 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:55.127293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-36b38ea0-3df8-4193-8b25-b563d14d9274 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750&tenant_id=d995d80d005e424da11709db076b1b4a&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 944 time: 0.3413134 Oct 22 13:28:55.134887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:55.136458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.138408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.151715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf28e322-d919-468a-b04b-28a5f4846026 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:28:55.175628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:55.179579 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.207725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cab45-ef37-4f1c-aa1f-3c7ccd770ca0 req-0f32c8c0-6e6f-4d90-9500-c6b37e25afbd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:55.209205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48cab45-ef37-4f1c-aa1f-3c7ccd770ca0 req-0f32c8c0-6e6f-4d90-9500-c6b37e25afbd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.2938385 Oct 22 13:28:55.232331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:55.282674 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.288785 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.355874 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42d3d2-60fe-4219-83f6-44575a7d7c7c None None] Pushing event updated for resources: {'Port': ['ID=d8e668ca-f488-4569-a091-f4a841862270,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:55.364823 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Attempting to bind port d8e668ca-f488-4569-a091-f4a841862270 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:28:55.365293 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Attempting to bind port d8e668ca-f488-4569-a091-f4a841862270 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:28:55.365541 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Attempting to bind port d8e668ca-f488-4569-a091-f4a841862270 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:28:55.372807 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:28:55.373193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:28:55.373596 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.373989 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:28:55.374465 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Bound port: d8e668ca-f488-4569-a091-f4a841862270, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:28:55.374878 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.414064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['cf28e322-d919-468a-b04b-28a5f4846026'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:28:55.452714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] For port d8e668ca-f488-4569-a091-f4a841862270, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:28:55.456675 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] For port d8e668ca-f488-4569-a091-f4a841862270, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d8e668ca-f488-4569-a091-f4a841862270,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:28:55.464150 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.530139 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42d3d2-60fe-4219-83f6-44575a7d7c7c None None] Pushing event updated for resources: {'Port': ['ID=d8e668ca-f488-4569-a091-f4a841862270,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:55.543929 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:55.544921 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:55.629998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] device_id is not set on port 7538336c-1fa7-497e-8c56-1e2ef979b34a yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:55.647074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] For port 9d971d02-b32c-4b2f-8c7f-31730659e429, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d971d02-b32c-4b2f-8c7f-31730659e429,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:55.647446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:55.658289 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:55.737558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fcb8966-ed9a-408f-9961-c26567e83940 req-c58625b2-2a47-45ea-bf66-334109803e72 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6085613 Oct 22 13:28:55.744739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Calling delete_port for 9d971d02-b32c-4b2f-8c7f-31730659e429 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:55.800409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48cab45-ef37-4f1c-aa1f-3c7ccd770ca0 req-f6dccd09-05ec-4ba6-a991-2f4c8e57a358 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2054772 Oct 22 13:28:55.811569 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-dc90b438-fa3e-4cb7-87eb-e3f5b4133fda service neutron] delete failed (client error): The resource could not be found. Oct 22 13:28:55.812609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-dc90b438-fa3e-4cb7-87eb-e3f5b4133fda service neutron] 10.222.0.21 "DELETE /v2.0/ports/cf28e322-d919-468a-b04b-28a5f4846026/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.6690588 Oct 22 13:28:55.897993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:52Z', 'revision_number': 3, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:55.906482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 48bc7164-99a4-472d-a994-bf3f4ae11312 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:55.928746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 48bc7164-99a4-472d-a994-bf3f4ae11312 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:55.929178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 48bc7164-99a4-472d-a994-bf3f4ae11312 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:55.929605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d971d02-b32c-4b2f-8c7f-31730659e429 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:55.930146 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a934bb7-abfe-42ed-868f-996070135dd2 None None] The sync data for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 is: [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:52Z', 'revision_number': 3, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:28:56.023757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.052656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.6 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/7538336c-1fa7-497e-8c56-1e2ef979b34a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:56.053760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 9d971d02-b32c-4b2f-8c7f-31730659e429, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d971d02-b32c-4b2f-8c7f-31730659e429,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:56.059094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.116537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:56.148961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-2fe12911-79f0-4fe9-ab76-af8e94e734a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:56.150468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-2fe12911-79f0-4fe9-ab76-af8e94e734a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1096 time: 0.2579114 Oct 22 13:28:56.165437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228aab7-a1fb-4312-aae1-e20ba419a348 req-d254b672-3b9f-4a1e-9998-20b12b54fe42 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:56.166955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0228aab7-a1fb-4312-aae1-e20ba419a348 req-d254b672-3b9f-4a1e-9998-20b12b54fe42 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.2627401 Oct 22 13:28:56.387957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0228aab7-a1fb-4312-aae1-e20ba419a348 req-343987dc-f15b-48a2-a0b1-f3ca1e49fc90 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000926 Oct 22 13:28:56.412881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:56.425374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-ddc90065-70ac-4041-83c2-8070411c1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:56.427058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-ddc90065-70ac-4041-83c2-8070411c1e99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.2500861 Oct 22 13:28:56.452508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.467619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bfbc8-5cfa-4fbd-9f5c-582dcb448337 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:56.469386 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b87bfbc8-5cfa-4fbd-9f5c-582dcb448337 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1091 time: 0.0548375 Oct 22 13:28:56.473371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:56.479509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:56.507704 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.566594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d971d02-b32c-4b2f-8c7f-31730659e429,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:56.622801 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.641390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.684442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-24daad6a-6f64-4b88-98e9-194cce97927a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 1001 time: 0.2494464 Oct 22 13:28:56.745857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.25.6.242 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/e1cb45ab-0dfb-4937-a35e-fbea99462318) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:56.769509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.776128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.866266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.881762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cf28e322-d919-468a-b04b-28a5f4846026 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:56.911031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.962704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:56.964241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port cf28e322-d919-468a-b04b-28a5f4846026 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:28:56.965812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:56.969425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:56.973620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port cf28e322-d919-468a-b04b-28a5f4846026 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:56.974021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.996041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:56.998826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-e9e595c2-3c7d-4a30-be0e-09359c85f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:57.000318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-e9e595c2-3c7d-4a30-be0e-09359c85f105 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.3005807 Oct 22 13:28:57.002939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.003510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=e1cb45ab-0dfb-4937-a35e-fbea99462318,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:57.069240 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.081838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b8042e3b-45d9-4103-8f87-c1b83d4e65d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.097321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:57.100127 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2ccc72-1fc5-44b1-8caa-9aa13e59eb9b" -d '{"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:57.120289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:57.128801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.131939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ee41-9d46-48e5-a1c9-6f88e3464890 req-4905fcc7-a9cb-4a33-9d65-89b9ed4aac8a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:57.133538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7c5ee41-9d46-48e5-a1c9-6f88e3464890 req-4905fcc7-a9cb-4a33-9d65-89b9ed4aac8a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 945 time: 0.2999032 Oct 22 13:28:57.162002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.164465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.165021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad75801-dd6c-4783-a67c-a974bd245c2f {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:28:57.187714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.189579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a490cab-ea74-4c88-8306-549460f19e17 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bad75801-dd6c-4783-a67c-a974bd245c2f HTTP/1.1" status: 204 len: 168 time: 3.0318158 Oct 22 13:28:57.195924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33042) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:57.197836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:57.237327 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a306fc1a-3fe0-4669-a146-db78cd5ff49e x-openstack-request-id: req-a306fc1a-3fe0-4669-a146-db78cd5ff49e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:57.237623 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-plugged", "status": "completed", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:57.238595 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a306fc1a-3fe0-4669-a146-db78cd5ff49e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:57.239163 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'code': 200} Oct 22 13:28:57.298472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-b3f1755c-b8cb-43ce-9d13-49863b742d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:57.300634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-b3f1755c-b8cb-43ce-9d13-49863b742d30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853599 Oct 22 13:28:57.304169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:57.323655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Allocated IP 172.20.0.1 (b72d64ca-a23d-4313-a35a-c4e575fb390c/74cf34e2-dcc6-4478-93cb-d08a1f27e126/c02006b2-af59-45ff-afed-8f3631472346) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:57.332969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:57.341949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7c5ee41-9d46-48e5-a1c9-6f88e3464890 req-e0a55f52-78fd-49de-85a4-d6ec92157d3b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886299 Oct 22 13:28:57.342742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:57.357327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=7538336c-1fa7-497e-8c56-1e2ef979b34a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:57.392436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Deleting subnet d2af76d6-4fa9-451b-801b-6dd9bb3653fb {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:28:57.417980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.545946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:57.546583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.567667 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.619841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c940f224-ea15-47e6-897b-2835b7a2d023 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0631115 Oct 22 13:28:57.624809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33044) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:57.629131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d8e668ca-f488-4569-a091-f4a841862270 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:57.642726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'port': {'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240', 'name': 'tempest-FloatingIPTestJSON-1513511699'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:57.650891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-9a31c5ee-ea0e-42b2-b297-81ad4e4894ec service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370273 Oct 22 13:28:57.715279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.724096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.743595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d8e668ca-f488-4569-a091-f4a841862270 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:57.744041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.789100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:57.954175 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.008755 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.030500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port d8e668ca-f488-4569-a091-f4a841862270, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d8e668ca-f488-4569-a091-f4a841862270,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:58.036010 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.079199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.091454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=d8e668ca-f488-4569-a091-f4a841862270,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:58.245800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.252403 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.261346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.307011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34671271-b9df-4207-b25b-d4f8909b0c0a req-dc1fc678-1275-4aed-a028-c6d5463de76b service neutron] 10.222.0.21 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340239 Oct 22 13:28:58.311403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.343690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=e1cb45ab-0dfb-4937-a35e-fbea99462318,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:58.353207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:28:58.356561 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.356721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.371766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Network b72d64ca-a23d-4313-a35a-c4e575fb390c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:58.386574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:58.392153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:58.399542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.440990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:58.469356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2af76d6-4fa9-451b-801b-6dd9bb3653fb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:58.472508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] device_id is not set on port 391dd931-e98f-42cc-ad80-68fa5f3ccd6a yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:28:58.490054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf806d-f358-4499-a32e-867f2ac631f5 None None] Network 153c4bf8-c608-4ad4-b2d9-bac65240ed26 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:28:58.497344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.500679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a42f6e7c-dc3c-420f-9343-8059ca851cdf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d2af76d6-4fa9-451b-801b-6dd9bb3653fb HTTP/1.1" status: 204 len: 168 time: 1.2992613 Oct 22 13:28:58.508362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33048) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:58.519910 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Floating IP 97d9de31-386e-4813-8f89-3ee8950e3ff0 associated. External IP: 172.25.6.242, port: 4f38bb6e-62b2-4d4e-98e2-6d225c52a399. Oct 22 13:28:58.599127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.761636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.773260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] DHCP port deletion for 153c4bf8-c608-4ad4-b2d9-bac65240ed26 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:28:58.803140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46b1ec-d44f-4119-9b74-1dd8dc729c87 req-696b5429-b5e9-4537-b2cb-c0e8cbfc749b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:58.804751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca46b1ec-d44f-4119-9b74-1dd8dc729c87 req-696b5429-b5e9-4537-b2cb-c0e8cbfc749b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.3381751 Oct 22 13:28:58.846294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Deleting port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:58.847140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.871415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:28:58.922056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.5 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/391dd931-e98f-42cc-ad80-68fa5f3ccd6a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:28:58.964375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] For port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:58.964788 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:58.973415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca46b1ec-d44f-4119-9b74-1dd8dc729c87 req-a952e03e-e90e-4f82-8113-053c88f09293 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483033 Oct 22 13:28:58.990309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Calling delete_port for e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:59.003565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-100aad1a-753a-4418-a655-4f0b9951009b None None] Provisioning complete for port c02006b2-af59-45ff-afed-8f3631472346 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:59.003859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-100aad1a-753a-4418-a655-4f0b9951009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.039818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:28:59.050286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:28:59.060448 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:59.061486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:59.068182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.072066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.108476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Deleting port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:28:59.108807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.109421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d30653a-bcbb-45ff-a152-68137451b6cd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6344569 Oct 22 13:28:59.110210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:28:59.114980 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56213669-9fb7-4ca9-bc89-932661fe4284" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:28:59.124187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33050) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:59.144894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-100aad1a-753a-4418-a655-4f0b9951009b None None] Port c02006b2-af59-45ff-afed-8f3631472346 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:28:59.147750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.180634 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7130a-33db-484f-901a-6d0209516bc9 x-openstack-request-id: req-98e7130a-33db-484f-901a-6d0209516bc9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:28:59.180927 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:28:59.181284 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98e7130a-33db-484f-901a-6d0209516bc9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:28:59.181920 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'status': 'completed', 'code': 200} Oct 22 13:28:59.193523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] No DVR routers for this DVR port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:59.199122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53ab3-4222-4945-9470-d83afa7a4484 None None] Pushing event deleted for resources: {'Port': ['ID=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:59.206933 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:59.276965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-4e8e1be9-f0f2-42f1-8bdd-fdc2d3c1651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:59.278666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-4e8e1be9-f0f2-42f1-8bdd-fdc2d3c1651a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1096 time: 0.0567019 Oct 22 13:28:59.351044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-51b5497d-7708-4fc0-b303-0edf18d1c62a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/97d9de31-386e-4813-8f89-3ee8950e3ff0 HTTP/1.1" status: 200 len: 991 time: 0.2189126 Oct 22 13:28:59.365959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] For port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,segment=NetworkSegment(34832021-a4e1-4d30-a44e-00866da90ca2),segment_id=34832021-a4e1-4d30-a44e-00866da90ca2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:28:59.366323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.392839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Calling delete_port for e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:28:59.401918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-f6ce52a5-9525-47c0-897d-91d35ba2ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:59.403445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-f6ce52a5-9525-47c0-897d-91d35ba2ad99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 897 time: 0.1066253 Oct 22 13:28:59.406872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.479281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-2832ded9-aeab-47ee-b8ac-e523fefb6812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 999 time: 0.0608461 Oct 22 13:28:59.565834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-1fdaedf4-03aa-4d6f-abe9-5069c6257d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:59.569349 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-1fdaedf4-03aa-4d6f-abe9-5069c6257d07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.0820696 Oct 22 13:28:59.571337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.574778 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:28:57Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:59.582335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d8e668ca-f488-4569-a091-f4a841862270 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:28:59.612112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:28:59.619377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:28:59.625055 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:28:59.625055 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:28:59.628251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:28:59.636339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-b85ed71e-77d1-4b9b-bb5d-00083f6fe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:59.639837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-b85ed71e-77d1-4b9b-bb5d-00083f6fe098 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630734 Oct 22 13:28:59.646960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:28:59.654882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.656700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d8e668ca-f488-4569-a091-f4a841862270 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:28:59.657293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.676288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.698635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.736693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=391dd931-e98f-42cc-ad80-68fa5f3ccd6a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:59.752608 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:28:59.754531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] No DVR routers for this DVR port e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:28:59.772983 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-1876a615-b024-4138-855e-36b342885f06 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258023 Oct 22 13:28:59.796945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.813182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:59.821900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.851234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:28:59.870256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:28:59.870899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.881321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:28:59.881935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0ec6f0c-8d0f-42f8-9348-c81e9d7149ff not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:28:59.901933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56213669-9fb7-4ca9-bc89-932661fe4284 req-47b48908-711d-404e-b9c5-e30ce539aae2 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209381 Oct 22 13:28:59.948655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:28:59.959215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:28:59.975160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f7f96c93-794e-4229-94ce-8aff6b0ee7b5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3408799 Oct 22 13:28:59.975745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:28:59.981866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '391dd931-e98f-42cc-ad80-68fa5f3ccd6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:28:59.988051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153c4bf8-c608-4ad4-b2d9-bac65240ed26']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:00.007075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.031312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34832021-a4e1-4d30-a44e-00866da90ca2') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:00.031610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34832021-a4e1-4d30-a44e-00866da90ca2') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:00.045712 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:28:57Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:00.049626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.081851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c123b-0094-4a3a-9405-403763ae41f0 None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:28:27Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:28:57Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:00.097867 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.111934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:29:00.112586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:29:00.114448 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:29:00.133935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.136601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Network b72d64ca-a23d-4313-a35a-c4e575fb390c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:00.142009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:00.241164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa3c2b-1d0f-43d9-aa40-012ed8c2f0a5 req-2964494d-4d38-4c2e-a99e-f93e14bd571d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:00.242809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91fa3c2b-1d0f-43d9-aa40-012ed8c2f0a5 req-2964494d-4d38-4c2e-a99e-f93e14bd571d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1818416 Oct 22 13:29:00.247399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.253505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.256814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/153c4bf8-c608-4ad4-b2d9-bac65240ed26 HTTP/1.1" status: 204 len: 168 time: 1.7289765 Oct 22 13:29:00.283807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.108 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/bbdaff54-b465-47f3-9423-28fc2adcef7c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:00.318144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb3b18-4b2c-406f-a5e0-7da24f8c99b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=153c4bf8-c608-4ad4-b2d9-bac65240ed26,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:00.356551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:00.401283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91fa3c2b-1d0f-43d9-aa40-012ed8c2f0a5 req-38af935a-a576-4100-8590-6e0a8af5fbc2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413128 Oct 22 13:29:00.441350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:00.442178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1feee-e8ff-4326-847f-8ddcc35ee70b None None] New status for floating IP 97d9de31-386e-4813-8f89-3ee8950e3ff0: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:29:00.443113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33064) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:00.454387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33066) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:00.500366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d619fcee-3a95-4d0d-bb6e-f62321d6e1df tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/97d9de31-386e-4813-8f89-3ee8950e3ff0 HTTP/1.1" status: 200 len: 991 time: 0.1425853 Oct 22 13:29:00.512996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c12b2e36-416e-4f66-9543-e61b754ed604 None None] Provisioning complete for port c02006b2-af59-45ff-afed-8f3631472346 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:00.513372 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c12b2e36-416e-4f66-9543-e61b754ed604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.536982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.576746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.581168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b0947699-c4c4-4649-83ad-ce973dcb9374 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 200 len: 994 time: 0.1366956 Oct 22 13:29:00.597242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c12b2e36-416e-4f66-9543-e61b754ed604 None None] Port c02006b2-af59-45ff-afed-8f3631472346 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:00.607327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e384b126-4055-4b1a-8750-e320b32c4966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5ace4c5f6664f93a7c500c16202875e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514513 Oct 22 13:29:00.617568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33068) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:00.627691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:00.632409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:00.636223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:00.671674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=bbdaff54-b465-47f3-9423-28fc2adcef7c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:00.696596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:00.710436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-50284fd2-827d-42b2-961b-874f1bc41cc7 admin admin] 10.222.0.25 "PUT /v2.0/routers/e68a6b1b-4513-40a8-901d-7b3c0ad0d075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1738036 Oct 22 13:29:00.710661 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Sync routers for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:00.719641 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:00.721506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:00.740900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.776345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.841257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.845892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:00.847201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba75cd29-33de-489a-8be1-f8e3d07b996a HTTP/1.1" status: 204 len: 168 time: 0.2301283 Oct 22 13:29:00.856745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa6b76-b9bf-401c-9fea-f738d322efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75cd29-33de-489a-8be1-f8e3d07b996a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:00.878039 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:01.089656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.141017 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c02006b2-af59-45ff-afed-8f3631472346', 'name': '', 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'mac_address': 'fa:16:3e:d4:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:56Z', 'updated_at': '2021-10-22T13:28:59Z', 'revision_number': 2, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'subnets': [{'id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:01.174101 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Checking router: e68a6b1b-4513-40a8-901d-7b3c0ad0d075 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:01.174427 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Updating router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 port c02006b2-af59-45ff-afed-8f3631472346 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:01.179996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.207296 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.407104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33090) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:01.413175 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.421461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.425086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fba0ae23-94ec-4311-8406-3a997259c8d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.505816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33096) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:01.538157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=bbdaff54-b465-47f3-9423-28fc2adcef7c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:01.549336 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.591210 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.599455 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.624495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a8b3c960-9352-4e05-9dc4-1c33deb3af5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/97d9de31-386e-4813-8f89-3ee8950e3ff0 HTTP/1.1" status: 200 len: 993 time: 0.1171341 Oct 22 13:29:01.662728 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fba0ae23-94ec-4311-8406-3a997259c8d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.663122 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c70dc-1869-4c3a-8981-26a6a9de443c None None] Pushing event updated for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:01.674185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fba0ae23-94ec-4311-8406-3a997259c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.732703 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Attempting to bind port c02006b2-af59-45ff-afed-8f3631472346 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:01.733328 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Attempting to bind port c02006b2-af59-45ff-afed-8f3631472346 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:01.733880 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Attempting to bind port c02006b2-af59-45ff-afed-8f3631472346 on network b72d64ca-a23d-4313-a35a-c4e575fb390c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:01.740268 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:01.740655 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Checking segment: {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:01.741059 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.741452 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Bound using segment: {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:01.741932 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Bound port: c02006b2-af59-45ff-afed-8f3631472346, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d35e28-f5b3-460e-b56f-346f96dc93b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:01.742315 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.751533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fba0ae23-94ec-4311-8406-3a997259c8d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3415148 Oct 22 13:29:01.757150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33104) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:01.779356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ae23-94ec-4311-8406-3a997259c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e483ab-9926-42a2-988c-17b9f7dfd192,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:01.794864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33106) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:01.805614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-355318475-network', 'tenant_id': '0bb93f97514c434b813cef3101016b09'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:01.826386 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP e8dcc5fe-3a38-44e3-9d68-f50e12a33bd2 associated. External IP: 172.25.6.108, port: 391dd931-e98f-42cc-ad80-68fa5f3ccd6a. Oct 22 13:29:01.875106 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] For port c02006b2-af59-45ff-afed-8f3631472346, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:01.879116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Made reservation on behalf of 0bb93f97514c434b813cef3101016b09 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:01.879714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] For port c02006b2-af59-45ff-afed-8f3631472346, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c02006b2-af59-45ff-afed-8f3631472346,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:01.882099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.893587 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.897925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.927048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.982772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:01.983005 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:01.983541 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:01.985361 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c70dc-1869-4c3a-8981-26a6a9de443c None None] Pushing event updated for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.075419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.080944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.088765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3e483ab-9926-42a2-988c-17b9f7dfd192 HTTP/1.1" status: 204 len: 168 time: 0.3298116 Oct 22 13:29:02.132703 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.146917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] Provisioning complete for port c02006b2-af59-45ff-afed-8f3631472346 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:02.148369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.151614 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.157347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8e41b-f1a7-4496-b314-1f961c86b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e483ab-9926-42a2-988c-17b9f7dfd192,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.179513 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:02.180112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:02.212115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7057b6-493f-4d84-8bbf-0190c1573921,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.215562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:02.240502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.240880 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Added segment d9208d3f-4dc3-4f34-9761-0813bbea62fc of type vlan for network 7388546c-d6d2-4522-a5cc-7a187f69f14b Oct 22 13:29:02.315602 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.364326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.365736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:02.366485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.372791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.410479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6128814 Oct 22 13:29:02.413220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33114) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:02.419209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Request body: {'subnet': {'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-355318475-subnet', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:02.425224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:02.443479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:02.465318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.481464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2165d-53fc-4708-9d61-a8964603e2cb admin admin] Pushing event updated for resources: {'Network': ['ID=7388546c-d6d2-4522-a5cc-7a187f69f14b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.488292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] For port c02006b2-af59-45ff-afed-8f3631472346, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c02006b2-af59-45ff-afed-8f3631472346,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:02.493683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Made reservation on behalf of 0bb93f97514c434b813cef3101016b09 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:02.495284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:02.496950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.529139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33120) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:02.529459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-036600a9-6145-4333-ac08-cf29d91ea913 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5524101 Oct 22 13:29:02.533972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:02.564811 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.630406 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.700345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:02.701060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:02.752028 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c02006b2-af59-45ff-afed-8f3631472346', 'name': '', 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'mac_address': 'fa:16:3e:d4:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:56Z', 'updated_at': '2021-10-22T13:29:01Z', 'revision_number': 4, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'subnets': [{'id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:02.776401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:02.794468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.804781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e77f697b-35fa-40eb-a878-e22d2474cf41 None None] Provisioning complete for port c02006b2-af59-45ff-afed-8f3631472346 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:02.805377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e77f697b-35fa-40eb-a878-e22d2474cf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.807088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:02.807914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:02.811662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02d944-3bd2-4520-888d-5baa5a952b03 None None] Pushing event updated for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.834633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f73a4-028b-460d-8c0d-6455e929e3d7 None None] The sync data for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 is: [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c02006b2-af59-45ff-afed-8f3631472346', 'name': '', 'network_id': 'b72d64ca-a23d-4313-a35a-c4e575fb390c', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'mac_address': 'fa:16:3e:d4:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:56Z', 'updated_at': '2021-10-22T13:29:01Z', 'revision_number': 4, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'subnets': [{'id': '74cf34e2-dcc6-4478-93cb-d08a1f27e126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:02.884102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:02.885553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bede2-9cf6-4801-827d-d909ce4941c8 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:02.924663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=da03cb04-5e61-4307-93c9-8601d782e8d3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:02.963443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.970765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:02.971345 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP e8dcc5fe-3a38-44e3-9d68-f50e12a33bd2 disassociated. External IP: 172.25.6.108, port: 391dd931-e98f-42cc-ad80-68fa5f3ccd6a. Oct 22 13:29:02.976657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.977018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.977359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.985725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.986327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.991385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.992924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.993639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.994474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:02.995741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:03.002301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:03.003925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:03.027192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Checking segment: {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:03.028303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Network hostable DHCP agents. Network: 7388546c-d6d2-4522-a5cc-7a187f69f14b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:03.068403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:03.081529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 7388546c-d6d2-4522-a5cc-7a187f69f14b) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:03.086988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:03.087572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.101329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3428aa-4057-40c9-ab33-13201a7f1635 None None] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:03.112203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4178574a-8823-4d82-8b96-8e8d5f8de5ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6972952 Oct 22 13:29:03.117077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33134) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:03.126072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:03.171515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.174091 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.290683 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.319655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:03.344649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:03.411867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-7388546c-d6d2-4522-a5cc-7a187f69f14b', 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'fixed_ips': [{'subnet_id': 'da03cb04-5e61-4307-93c9-8601d782e8d3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:03.413735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.575594 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:03.682419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c02006b2-af59-45ff-afed-8f3631472346 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:03.730060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Allocated IP 172.20.0.2 (7388546c-d6d2-4522-a5cc-7a187f69f14b/da03cb04-5e61-4307-93c9-8601d782e8d3/5e89b9ce-0543-47c7-8960-82469ec055be) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:03.813220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c02006b2-af59-45ff-afed-8f3631472346 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:03.813878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.046655 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.062461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.130674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Pushing event updated for resources: {'Port': ['ID=5e89b9ce-0543-47c7-8960-82469ec055be,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:04.144800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:04.146467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:04.151567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:04.174165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-229270234-network', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:04.218261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:04.227079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.231730 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:04.248133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:04.249085 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:04.270765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:04.273105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.283522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-adebe39d-6831-49b8-8c53-9b96b7c91db3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/e8dcc5fe-3a38-44e3-9d68-f50e12a33bd2 HTTP/1.1" status: 200 len: 688 time: 1.7504630 Oct 22 13:29:04.285831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Attempting to bind port 5e89b9ce-0543-47c7-8960-82469ec055be on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:04.286211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Attempting to bind port 5e89b9ce-0543-47c7-8960-82469ec055be by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:04.286701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Attempting to bind port 5e89b9ce-0543-47c7-8960-82469ec055be on network 7388546c-d6d2-4522-a5cc-7a187f69f14b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:04.292442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33144) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:04.300870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:04.301259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Checking segment: {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:04.301655 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.302049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Bound using segment: {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:04.302590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Bound port: 5e89b9ce-0543-47c7-8960-82469ec055be, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:04.302951 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.310477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.334663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:04.360988 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:04.364295 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:04.444007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] For port 5e89b9ce-0543-47c7-8960-82469ec055be, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:04.448057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] For port 5e89b9ce-0543-47c7-8960-82469ec055be, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5e89b9ce-0543-47c7-8960-82469ec055be,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:04.451271 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:04.452514 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a26e40-2a16-468e-ac86-e06929ff05ee None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:04.453484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.464014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.509572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.541727 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.543071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.553213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838dd8-6939-426f-9253-3c630d2faa03 None None] Pushing event updated for resources: {'Port': ['ID=5e89b9ce-0543-47c7-8960-82469ec055be,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:04.589508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:04.623186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.623577 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Added segment 08e1adb5-9dc3-47fe-9047-c997af7ba98f of type vlan for network d2240c5b-f831-4199-8c30-7ba8e094b02b Oct 22 13:29:04.638641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8642f4f3-a9e5-4a3f-a49b-2165a0e25033,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:04.685250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.695365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port bbdaff54-b465-47f3-9423-28fc2adcef7c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:04.698332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.734919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Allocated IP 172.25.6.15 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/93603d3a-9f85-4cf4-a891-37461922df7a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:04.842377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.844933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:04.844933 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.904982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.950216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2240c5b-f831-4199-8c30-7ba8e094b02b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:04.955189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.964654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d2240c5b-f831-4199-8c30-7ba8e094b02b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:04.970962 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.971363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:04.994502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-87ceb303-5acf-4950-9e6c-c53d0436fcc7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6481297 Oct 22 13:29:04.998164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33146) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:05.001241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for bbdaff54-b465-47f3-9423-28fc2adcef7c owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:05.006774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Request body: {'subnet': {'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-229270234-subnet', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:05.042591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:05.051227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:05.058121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:05.101217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Pushing event updated for resources: {'Port': ['ID=93603d3a-9f85-4cf4-a891-37461922df7a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:05.103283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:05.105926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.318463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.356206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=bbdaff54-b465-47f3-9423-28fc2adcef7c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:05.385668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.457679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.511622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05b5a4a-21a7-4c75-8916-e97cc61f4713,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:05.519225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.521866 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.526745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b1ae1f0-b5dc-47bc-b525-c3df336ed7b9 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/e8dcc5fe-3a38-44e3-9d68-f50e12a33bd2 HTTP/1.1" status: 204 len: 168 time: 1.2297482 Oct 22 13:29:05.529506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:05.546711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '7538336c-1fa7-497e-8c56-1e2ef979b34a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:05.605443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.614629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:05.615055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Network hostable DHCP agents. Network: d2240c5b-f831-4199-8c30-7ba8e094b02b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:05.681887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5e89b9ce-0543-47c7-8960-82469ec055be up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:05.686652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:05.715668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d2240c5b-f831-4199-8c30-7ba8e094b02b) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:05.722343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:05.723226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.735706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb08d84-a73b-4b9a-a1f4-72915388fbaf None None] Network d2240c5b-f831-4199-8c30-7ba8e094b02b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:05.759158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.775993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b5f5d0fc-cff2-45cb-bf68-d067e936d906 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7739849 Oct 22 13:29:05.778776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:05.785465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:05.814413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.877428 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.879204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.972053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-d2240c5b-f831-4199-8c30-7ba8e094b02b', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:05.972644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:05.976155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5e89b9ce-0543-47c7-8960-82469ec055be triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:05.976527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.018691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.76 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d3c44771-aeca-44b1-84d5-324b93db4ffa) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:06.037964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.152924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Router ed31ac76-4f09-4b5e-b73f-621a2faf331b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:29:06.175337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.240328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.292006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e7b07-100a-4303-9ecb-a3fd1fea910c None None] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:06.307712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:06.310968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:06.312706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.314998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:06.382410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=d3c44771-aeca-44b1-84d5-324b93db4ffa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:06.428058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9d26b9c9-6b7c-4821-a153-04c946b364a3 None None] Provisioning complete for port 5e89b9ce-0543-47c7-8960-82469ec055be triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:06.428246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9d26b9c9-6b7c-4821-a153-04c946b364a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.429345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:06.461771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Sync routers for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:06.476627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.478220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7b869c50-a792-49c7-b1b2-a80c6751a06b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3596089 Oct 22 13:29:06.481483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33156) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:06.537713 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.564319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:06.564900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:06.569817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Allocated IP 172.20.0.2 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/b2743b52-78af-41e4-8f5c-5183c5e091b8) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:06.740953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5e89b9ce-0543-47c7-8960-82469ec055be, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5e89b9ce-0543-47c7-8960-82469ec055be,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:06.783836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.797322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.843991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:06.918154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.045055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.051345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.086643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:07.149854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.210312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:07.250083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.261820 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.309544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:07.319018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:07.337862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=d3c44771-aeca-44b1-84d5-324b93db4ffa,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:07.354971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.455058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5e89b9ce-0543-47c7-8960-82469ec055be,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:07.460200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Allocated IP 172.25.6.105 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/5edf1488-e243-4320-9fcb-60e3e4f045c5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:07.499024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Attempting to bind port b2743b52-78af-41e4-8f5c-5183c5e091b8 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:07.499584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Attempting to bind port b2743b52-78af-41e4-8f5c-5183c5e091b8 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:07.499957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Attempting to bind port b2743b52-78af-41e4-8f5c-5183c5e091b8 on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:07.503621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6e4698d9-3bc5-4724-b40b-2cc468313d05 None None] Provisioning complete for port 5e89b9ce-0543-47c7-8960-82469ec055be triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:07.503857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e4698d9-3bc5-4724-b40b-2cc468313d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.532548 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP 411ad8dd-7109-4a5b-8a93-317f332fe091 associated. External IP: 172.25.6.76, port: 7538336c-1fa7-497e-8c56-1e2ef979b34a. Oct 22 13:29:07.542993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:07.543377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:07.544074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.544482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:07.544970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Bound port: b2743b52-78af-41e4-8f5c-5183c5e091b8, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:07.545414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.582242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Pushing event updated for resources: {'Port': ['ID=b2743b52-78af-41e4-8f5c-5183c5e091b8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:07.659377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:05Z', 'revision_number': 3, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:07.688707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.702168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.752565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] For port b2743b52-78af-41e4-8f5c-5183c5e091b8, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:07.758776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] For port b2743b52-78af-41e4-8f5c-5183c5e091b8, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b2743b52-78af-41e4-8f5c-5183c5e091b8,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:07.761565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5e89b9ce-0543-47c7-8960-82469ec055be up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:07.772008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Checking router: ed31ac76-4f09-4b5e-b73f-621a2faf331b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:07.772371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Updating router ed31ac76-4f09-4b5e-b73f-621a2faf331b port 93603d3a-9f85-4cf4-a891-37461922df7a binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:07.788927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.799234 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.849604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:07.875476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:07.884663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:07.892503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:07.915081 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:07.943059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Pushing event updated for resources: {'Port': ['ID=5edf1488-e243-4320-9fcb-60e3e4f045c5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:07.978995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53c8b0-3542-49d2-8857-efe8b1223275 None None] Pushing event updated for resources: {'Port': ['ID=b2743b52-78af-41e4-8f5c-5183c5e091b8,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:08.046331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Allocated IP 172.20.0.1 (7388546c-d6d2-4522-a5cc-7a187f69f14b/da03cb04-5e61-4307-93c9-8601d782e8d3/8767b490-db70-48f8-900f-0f306b325d3b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:08.057682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:08.059384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5e89b9ce-0543-47c7-8960-82469ec055be triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:08.059384 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.072054 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:08.086557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.098235 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:08.100514 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:08.133997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a56cb8d7-702c-43d4-9ba3-e0ce894f60bd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5906386 Oct 22 13:29:08.140211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:08.207128 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:08.234074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:08.235073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:08.251256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0bde6c3d-ed66-44a4-99d6-cfd2f75ac39b tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/floatingips/411ad8dd-7109-4a5b-8a93-317f332fe091 HTTP/1.1" status: 200 len: 977 time: 0.1076400 Oct 22 13:29:08.260267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:08.362110 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:08.373171 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258edf7-dd52-459f-b912-226c08c07d12 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:08.377687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.444042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.464716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cffe2624-7aac-4bf4-abaf-93b1f9053f9b tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2032409 Oct 22 13:29:08.467191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33166) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:08.472766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': '391dd931-e98f-42cc-ad80-68fa5f3ccd6a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:08.600910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.651727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.727735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.731825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.744017 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.769305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.805197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008d8e5-cdb5-4446-b6a1-42d16e8b1f20 None None] Pushing event updated for resources: {'Port': ['ID=93603d3a-9f85-4cf4-a891-37461922df7a,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:08.829606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Attempting to bind port 93603d3a-9f85-4cf4-a891-37461922df7a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:08.829984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Attempting to bind port 93603d3a-9f85-4cf4-a891-37461922df7a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:08.830360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Attempting to bind port 93603d3a-9f85-4cf4-a891-37461922df7a on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:08.836211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:08.836601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:08.837012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.837410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:08.837892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Bound port: 93603d3a-9f85-4cf4-a891-37461922df7a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:08.838426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.911768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:08.944736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] For port 93603d3a-9f85-4cf4-a891-37461922df7a, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:08.948489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] For port 93603d3a-9f85-4cf4-a891-37461922df7a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93603d3a-9f85-4cf4-a891-37461922df7a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:08.949090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:08.955718 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:08.975474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:08.980111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Pushing event updated for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:09.066756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:09.067987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:09.071307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008d8e5-cdb5-4446-b6a1-42d16e8b1f20 None None] Pushing event updated for resources: {'Port': ['ID=93603d3a-9f85-4cf4-a891-37461922df7a,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:09.087860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.092469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:29:09.270314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:09.332879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.342336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.371397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:09.397536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:09.411365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.416198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f62f14a-b954-4360-837f-ee1f0f051d46 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6359613 Oct 22 13:29:09.416818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33168) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:09.432879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-52f58456-adab-429b-902c-94e3d463b2fb None None] Provisioning complete for port 8767b490-db70-48f8-900f-0f306b325d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:09.433257 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52f58456-adab-429b-902c-94e3d463b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.438406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:09.439608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:09.479363 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP 411ad8dd-7109-4a5b-8a93-317f332fe091 associated. External IP: 172.25.6.76, port: 7538336c-1fa7-497e-8c56-1e2ef979b34a. Oct 22 13:29:09.495001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.570026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-52f58456-adab-429b-902c-94e3d463b2fb None None] Port 8767b490-db70-48f8-900f-0f306b325d3b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:09.629570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82bfe7f-77d8-4738-afb2-a025447bd3eb None None] Network d2240c5b-f831-4199-8c30-7ba8e094b02b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:09.667020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:09.769558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b2743b52-78af-41e4-8f5c-5183c5e091b8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:09.918262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:05Z', 'revision_number': 3, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:09.933544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:09.941572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.013198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d0bce-7bb5-4872-be12-6a7fe1adc602 None None] The sync data for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 is: [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:05Z', 'revision_number': 3, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:10.015557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] Provisioning complete for port b2743b52-78af-41e4-8f5c-5183c5e091b8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:10.016041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.064699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.085116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Pushing event updated for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:10.110207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.135203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b2743b52-78af-41e4-8f5c-5183c5e091b8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:10.135684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.242463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:10.245636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:10.295057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:08Z', 'revision_number': 3, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:10.303726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:10.340228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cff47e-336c-4c02-b06f-c66a4be14d4f req-6580d2ae-1a9f-42af-862e-acc9952b1c10 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:10.341872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56cff47e-336c-4c02-b06f-c66a4be14d4f req-6580d2ae-1a9f-42af-862e-acc9952b1c10 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.0922480 Oct 22 13:29:10.349047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.352353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:10.358851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Updating router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 port 5edf1488-e243-4320-9fcb-60e3e4f045c5 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:10.370775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.566235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:10.570847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56cff47e-336c-4c02-b06f-c66a4be14d4f req-ed337b8c-7be7-40b7-bdde-5a5d8081ca58 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848210 Oct 22 13:29:10.583156 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:10.595820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] For port b2743b52-78af-41e4-8f5c-5183c5e091b8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b2743b52-78af-41e4-8f5c-5183c5e091b8,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:10.598519 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:10.599421 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:10.605540 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.631812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.648754 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:10.661392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:10.662533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:10.706053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:10.707241 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff899ba-24a2-437e-9b3a-55e790973a4b None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:10.727919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.864596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0112da-d8a7-4d0b-83f9-e41e5035dc0e None None] Pushing event updated for resources: {'Port': ['ID=b2743b52-78af-41e4-8f5c-5183c5e091b8,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:10.902072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e2fc6994-25e4-4d25-b550-8e07ae67e51c None None] Provisioning complete for port 8767b490-db70-48f8-900f-0f306b325d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:10.902454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6994-25e4-4d25-b550-8e07ae67e51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:10.902560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:10.950654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc6994-25e4-4d25-b550-8e07ae67e51c None None] Port 8767b490-db70-48f8-900f-0f306b325d3b cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:10.962890 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:29:10.963252 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:29:10.995927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e2fc6994-25e4-4d25-b550-8e07ae67e51c None None] Provisioning complete for port b2743b52-78af-41e4-8f5c-5183c5e091b8 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:10.996921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6994-25e4-4d25-b550-8e07ae67e51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.032233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:11.038210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.101964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Router ed31ac76-4f09-4b5e-b73f-621a2faf331b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:11.108220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-359bff37-9574-41bd-95ad-d67f76985694 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/411ad8dd-7109-4a5b-8a93-317f332fe091 HTTP/1.1" status: 200 len: 977 time: 2.6397166 Oct 22 13:29:11.109461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33178) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:11.115283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:11.176105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:11.203799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.255111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:11.255754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:11.296996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Allocated IP 172.20.0.1 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/e019fd89-717c-4c55-a134-0a12972e18db) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:11.304313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:11.314805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:11.320861 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-49594409-13d3-491a-b8b9-67de18e62a2d admin admin] 10.222.0.25 "PUT /v2.0/routers/ed31ac76-4f09-4b5e-b73f-621a2faf331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8382115 Oct 22 13:29:11.382208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:11.382918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:11.436241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.443848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.446448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:11.446998 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP 411ad8dd-7109-4a5b-8a93-317f332fe091 disassociated. External IP: 172.25.6.76, port: 391dd931-e98f-42cc-ad80-68fa5f3ccd6a. Oct 22 13:29:11.447133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c02996-43b7-45bc-a16b-96ef3c5ea009 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:11.460817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.513459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.576330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:11.583588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:11.584220 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.598485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:11.601661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.656502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949eb3a-21b6-4fee-a1f5-ec932f290091 None None] Pushing event updated for resources: {'Port': ['ID=5edf1488-e243-4320-9fcb-60e3e4f045c5,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:11.672160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:11.722070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Attempting to bind port 5edf1488-e243-4320-9fcb-60e3e4f045c5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:11.722445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Attempting to bind port 5edf1488-e243-4320-9fcb-60e3e4f045c5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:11.722919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Attempting to bind port 5edf1488-e243-4320-9fcb-60e3e4f045c5 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:11.735408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:11.735875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:11.736532 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.737040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:11.737533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Bound port: 5edf1488-e243-4320-9fcb-60e3e4f045c5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:11.737922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.738027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.854663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] For port 5edf1488-e243-4320-9fcb-60e3e4f045c5, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:11.858349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] For port 5edf1488-e243-4320-9fcb-60e3e4f045c5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5edf1488-e243-4320-9fcb-60e3e4f045c5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:11.861593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93603d3a-9f85-4cf4-a891-37461922df7a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:11.869719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:11.977430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.020872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-0c920742-a579-4d8a-8d20-4bc1a07bdae3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:12.022530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-0c920742-a579-4d8a-8d20-4bc1a07bdae3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.2174356 Oct 22 13:29:12.050465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2dcef78c-b299-4316-9e2a-cf7b607193d4 None None] Provisioning complete for port e019fd89-717c-4c55-a134-0a12972e18db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:12.051041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2dcef78c-b299-4316-9e2a-cf7b607193d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.083174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:12.087804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949eb3a-21b6-4fee-a1f5-ec932f290091 None None] Pushing event updated for resources: {'Port': ['ID=5edf1488-e243-4320-9fcb-60e3e4f045c5,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:12.090471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:12.091393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.091647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4488-cb4a-4343-9e19-aacb80206314 req-1ec6ab1d-4350-42d5-abcf-4b9a693ae8f5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:12.093376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e10f4488-cb4a-4343-9e19-aacb80206314 req-1ec6ab1d-4350-42d5-abcf-4b9a693ae8f5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 946 time: 0.2247016 Oct 22 13:29:12.101080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2dcef78c-b299-4316-9e2a-cf7b607193d4 None None] Port e019fd89-717c-4c55-a134-0a12972e18db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:12.143466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 93603d3a-9f85-4cf4-a891-37461922df7a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:12.143846 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.228564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e10f4488-cb4a-4343-9e19-aacb80206314 req-3aeb7484-7aed-4240-b071-752a1f2096e4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130428 Oct 22 13:29:12.295734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:12.311316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.323929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.335658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Deleting port a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:12.336022 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.355399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:12.362877 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.373753 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33370044-b5b3-4f43-9193-964db99505be None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:12.393380 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:12.394266 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.420890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.440210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:12.469762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.476763 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.503520 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:12.503625 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.542922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fbbd30c5-91f7-474d-986b-9a795f28c8dd tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/411ad8dd-7109-4a5b-8a93-317f332fe091 HTTP/1.1" status: 200 len: 687 time: 1.4322808 Oct 22 13:29:12.546291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33206) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:12.547414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 93603d3a-9f85-4cf4-a891-37461922df7a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93603d3a-9f85-4cf4-a891-37461922df7a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:12.594070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:12.596422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:12.600815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-33370044-b5b3-4f43-9193-964db99505be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.600815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33370044-b5b3-4f43-9193-964db99505be None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:12.618894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Sync routers for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:12.623634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.624539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b2743b52-78af-41e4-8f5c-5183c5e091b8 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:12.711284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:12.711284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.726302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] For port a12fc239-2a2e-438d-8383-68ee390c8598, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a12fc239-2a2e-438d-8383-68ee390c8598,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:12.726719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.800633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:12.828654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=93603d3a-9f85-4cf4-a891-37461922df7a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:12.951507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b2743b52-78af-41e4-8f5c-5183c5e091b8 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:12.951890 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:12.982777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:12.988527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:12.990528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-30ea8d9f-f97a-4e21-9b61-9e89f3ed8ba6 admin admin] 10.222.0.25 "PUT /v2.0/routers/4da5da8d-d0fd-4524-b096-7e569b46b0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723076 Oct 22 13:29:13.011362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port d3c44771-aeca-44b1-84d5-324b93db4ffa {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:13.012428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.056399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:13.060688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941371fc-25d8-44b4-9e0e-566e93b51cde None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:13.148657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bb4741fc-3340-4aa5-b98b-0acab4dbcb1e None None] Provisioning complete for port e019fd89-717c-4c55-a134-0a12972e18db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:13.149136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb4741fc-3340-4aa5-b98b-0acab4dbcb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.153421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.153768 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.154078 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Floating IP f5a64e3c-add9-435d-a905-fa8973c1d041 disassociated. External IP: 172.25.6.209, port: a12fc239-2a2e-438d-8383-68ee390c8598. Oct 22 13:29:13.154430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Calling delete_port for a12fc239-2a2e-438d-8383-68ee390c8598 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:13.180786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.181116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.218847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33232) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:13.236885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for d3c44771-aeca-44b1-84d5-324b93db4ffa owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:13.525146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.571731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bb4741fc-3340-4aa5-b98b-0acab4dbcb1e None None] Port e019fd89-717c-4c55-a134-0a12972e18db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:13.579034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'Port': ['ID=a12fc239-2a2e-438d-8383-68ee390c8598,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:13.613574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b2f18-fff5-4068-93d5-0101b35166e5 req-ee9a10bc-f524-4d5e-ad37-32216c7485fb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:13.616211 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0b2f18-fff5-4068-93d5-0101b35166e5 req-ee9a10bc-f524-4d5e-ad37-32216c7485fb tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 868 time: 0.2287588 Oct 22 13:29:13.732331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0b2f18-fff5-4068-93d5-0101b35166e5 req-13400c45-1383-415e-9d32-1d065feb4750 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=37a6f865-7603-4004-b4cf-4877f1f8d110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645754 Oct 22 13:29:13.774053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:09Z', 'revision_number': 4, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '8767b490-db70-48f8-900f-0f306b325d3b', 'name': '', 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'mac_address': 'fa:16:3e:25:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:07Z', 'updated_at': '2021-10-22T13:29:09Z', 'revision_number': 2, 'project_id': '0bb93f97514c434b813cef3101016b09', 'subnets': [{'id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:13.809797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Checking router: ed31ac76-4f09-4b5e-b73f-621a2faf331b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:13.810213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Updating router ed31ac76-4f09-4b5e-b73f-621a2faf331b port 8767b490-db70-48f8-900f-0f306b325d3b binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:13.842313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93603d3a-9f85-4cf4-a891-37461922df7a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:13.888996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:13.898926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.904557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:13.906489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.001190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=d3c44771-aeca-44b1-84d5-324b93db4ffa,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:14.099184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33246) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:14.104388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-816870725-network', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:14.200265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Made reservation on behalf of 9fa0f0a0aa0d469aa12a4fd2a63eba61 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:14.202728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.224303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.239787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.250539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:14.259409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.262536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 93603d3a-9f85-4cf4-a891-37461922df7a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:14.262926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.350450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4618a-d190-4bbb-83fe-cb92a64a27d8 None None] Pushing event updated for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:14.351636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.364734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.385611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: a12fc239-2a2e-438d-8383-68ee390c8598 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:14.386006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a12fc239-2a2e-438d-8383-68ee390c8598 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:14.410671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:14.452736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40990210-2b70-4991-adcd-747f33a475e5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:14.461373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.461874 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Added segment b1063889-9096-4fdb-8f92-8730e1ac11cf of type vlan for network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 Oct 22 13:29:14.585417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.622783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Attempting to bind port 8767b490-db70-48f8-900f-0f306b325d3b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:14.623171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Attempting to bind port 8767b490-db70-48f8-900f-0f306b325d3b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:14.623548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Attempting to bind port 8767b490-db70-48f8-900f-0f306b325d3b on network 7388546c-d6d2-4522-a5cc-7a187f69f14b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:14.629909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:14.630298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Checking segment: {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:14.630744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.631158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Bound using segment: {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:14.631653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Bound port: 8767b490-db70-48f8-900f-0f306b325d3b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9208d3f-4dc3-4f34-9761-0813bbea62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:14.632048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.665471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Deleting port c02006b2-af59-45ff-afed-8f3631472346 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:14.665839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.731533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] For port 8767b490-db70-48f8-900f-0f306b325d3b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:14.735909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] For port 8767b490-db70-48f8-900f-0f306b325d3b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8767b490-db70-48f8-900f-0f306b325d3b,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:14.743909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.746464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.747384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.753199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9aceb14b-988b-41bf-9d2b-7a81995a6a18 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/411ad8dd-7109-4a5b-8a93-317f332fe091 HTTP/1.1" status: 204 len: 168 time: 2.2065377 Oct 22 13:29:14.756037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33248) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:14.790678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] For port c02006b2-af59-45ff-afed-8f3631472346, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c02006b2-af59-45ff-afed-8f3631472346,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:14.791307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.810589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Calling delete_port for c02006b2-af59-45ff-afed-8f3631472346 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:14.859940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] Provisioning complete for port 8767b490-db70-48f8-900f-0f306b325d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:14.860427 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.863723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:14.864373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:14.871093 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-1f21b42c-26f6-429b-bb07-189130f1eac8 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] delete failed (client error): The resource could not be found. Oct 22 13:29:14.877851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f21b42c-26f6-429b-bb07-189130f1eac8 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/411ad8dd-7109-4a5b-8a93-317f332fe091 HTTP/1.1" status: 404 len: 345 time: 0.1153882 Oct 22 13:29:14.878046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:14.883078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:14.897024 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:14.909598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4618a-d190-4bbb-83fe-cb92a64a27d8 None None] Pushing event updated for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:14.916133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:14.917946 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:14.974935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.975933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:14.976524 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:14.998052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] No DVR routers for this DVR port a12fc239-2a2e-438d-8383-68ee390c8598 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:15.002746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.008649 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-904c94cb-68fb-43f4-8ec7-814d81e48d0c req-12403d97-7d0d-4217-a966-ee7605d9e85f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "DELETE /v2.0/ports/a12fc239-2a2e-438d-8383-68ee390c8598 HTTP/1.1" status: 204 len: 173 time: 2.9770164 Oct 22 13:29:15.009148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-deleted', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:15.015668 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16674992-1c1e-4afe-80f4-129483ca2ba9" -d '{"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-deleted", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:15.058922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7753879a-fa30-4a6c-9f9f-ebb084584ce1 req-7729051c-3757-4441-ad5a-78f238f409dc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7bf4bf-8ba2-4dd2-9531-3d48bff60830 HTTP/1.1" status: 200 len: 210 time: 0.1207211 Oct 22 13:29:15.140529 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:15.156836 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83fd66e-9e27-4559-9d9d-914d7725e659 x-openstack-request-id: req-e83fd66e-9e27-4559-9d9d-914d7725e659 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:15.157136 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bf4bf-8ba2-4dd2-9531-3d48bff60830", "name": "network-vif-deleted", "tag": "a12fc239-2a2e-438d-8383-68ee390c8598", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:15.157447 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e83fd66e-9e27-4559-9d9d-914d7725e659 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:15.157854 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bf4bf-8ba2-4dd2-9531-3d48bff60830', 'name': 'network-vif-deleted', 'tag': 'a12fc239-2a2e-438d-8383-68ee390c8598', 'status': 'completed', 'code': 200} Oct 22 13:29:15.174955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:15.177781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.215652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33258) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:15.216350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1159470 Oct 22 13:29:15.221614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Request body: {'subnet': {'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-816870725-subnet', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:15.270967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1a6a0-e573-4867-b9c5-80a58ddbb985 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:15.277307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1a6a0-e573-4867-b9c5-80a58ddbb985 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:15.278915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Made reservation on behalf of 9fa0f0a0aa0d469aa12a4fd2a63eba61 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:15.281309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.284785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1a6a0-e573-4867-b9c5-80a58ddbb985 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:15.286595 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d4d1a6a0-e573-4867-b9c5-80a58ddbb985 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/ports?network_id=d53c7ee2-150c-47d5-bc84-68899a26d240 HTTP/1.1" status: 200 len: 2358 time: 0.4088070 Oct 22 13:29:15.289663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] For port 8767b490-db70-48f8-900f-0f306b325d3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8767b490-db70-48f8-900f-0f306b325d3b,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:15.296726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a79e92-293d-40ee-955e-af9decc2ca8c admin admin] Pushing event updated for resources: {'Network': ['ID=f3270e86-ad60-435b-b9f6-cd3ec353c7d5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:15.299939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33260) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:15.317354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:15.319737 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.390527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e926ba-f0b0-4a1f-adb5-96ac11284e13 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:15.392524 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-95e926ba-f0b0-4a1f-adb5-96ac11284e13 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/subnets/4a63901c-0969-4ec9-9ec8-1eca423dbfa3 HTTP/1.1" status: 200 len: 797 time: 0.0910757 Oct 22 13:29:15.397507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33262) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:15.403122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'port': {'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240', 'name': 'tempest-FloatingIPTestJSON-944589799', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:15.482034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.512927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a62544-a081-487a-88e1-c832399aa88a None None] Pushing event updated for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:15.518158 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:29:15.566969 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:15.572943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02006b2-af59-45ff-afed-8f3631472346,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:15.623054 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:15.629451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1cde7855-635c-408a-b56e-6a133de8c029 None None] Provisioning complete for port 8767b490-db70-48f8-900f-0f306b325d3b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:15.630459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cde7855-635c-408a-b56e-6a133de8c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.649473 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.656729 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:15.658438 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:15.768239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ea0e44-334a-4c33-bc54-4035dc7a145b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:15.828546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Checking segment: {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:15.829409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Network hostable DHCP agents. Network: f3270e86-ad60-435b-b9f6-cd3ec353c7d5, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:15.851194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:09Z', 'revision_number': 4, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '8767b490-db70-48f8-900f-0f306b325d3b', 'name': '', 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'mac_address': 'fa:16:3e:25:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:07Z', 'updated_at': '2021-10-22T13:29:14Z', 'revision_number': 4, 'project_id': '0bb93f97514c434b813cef3101016b09', 'subnets': [{'id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:15.855675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:15.858615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:15.882180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, f3270e86-ad60-435b-b9f6-cd3ec353c7d5) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:15.904405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:15.905000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:15.915148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620aec1-2325-4ba2-be25-cc9a65b49c1d None None] The sync data for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 is: [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:09Z', 'revision_number': 4, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '8767b490-db70-48f8-900f-0f306b325d3b', 'name': '', 'network_id': '7388546c-d6d2-4522-a5cc-7a187f69f14b', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'mac_address': 'fa:16:3e:25:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:07Z', 'updated_at': '2021-10-22T13:29:14Z', 'revision_number': 4, 'project_id': '0bb93f97514c434b813cef3101016b09', 'subnets': [{'id': 'da03cb04-5e61-4307-93c9-8601d782e8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:15.917241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43ac9f-db48-4d98-b5c6-9a66208916b0 None None] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:15.957315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2b4aa2b0-a9ad-47a4-aa41-c4823494cfc4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7404404 Oct 22 13:29:15.962028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33264) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:15.968397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:15.992302 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:16.013297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5edf1488-e243-4320-9fcb-60e3e4f045c5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:16.019226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.020814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.070095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.122584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.165268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5edf1488-e243-4320-9fcb-60e3e4f045c5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:16.166701 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.236510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.271909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33270) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:16.298757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] device_id is not set on port 767f2dbb-f3ca-479f-b5cc-34ab333749c0 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:29:16.373906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'fixed_ips': [{'subnet_id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:16.375156 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.411986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.512723 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:16.601548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.666361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5edf1488-e243-4320-9fcb-60e3e4f045c5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5edf1488-e243-4320-9fcb-60e3e4f045c5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:16.677205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.710158 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a237dba-8149-4d57-a449-44bf61f92159 None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:16.728964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.753393 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:16.781814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5edf1488-e243-4320-9fcb-60e3e4f045c5,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:16.788380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:16.843239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:16.843953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:16.915986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Allocated IP 172.25.6.117 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/ad86b714-9ccb-4527-959c-83c72be38f40) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:16.947993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Allocated IP 172.20.0.2 (f3270e86-ad60-435b-b9f6-cd3ec353c7d5/a4ea0e44-334a-4c33-bc54-4035dc7a145b/1f328c6f-0b14-47ae-89f2-36d163713d40) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:17.045053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:17.060743 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.109514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.173582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Pushing event updated for resources: {'Port': ['ID=ad86b714-9ccb-4527-959c-83c72be38f40,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:17.193228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:17.195254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:17.199391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:17.260803 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ea45d-41f4-4a1a-b7f3-879285455d29 None None] New status for floating IP f5a64e3c-add9-435d-a905-fa8973c1d041: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:29:17.349617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.448212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.453171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.14 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/767f2dbb-f3ca-479f-b5cc-34ab333749c0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:17.477915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.13 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/767f2dbb-f3ca-479f-b5cc-34ab333749c0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:17.522561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:17.574007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.630453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.634305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.635874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "DELETE /v2.0/security-groups/37a6f865-7603-4004-b4cf-4877f1f8d110 HTTP/1.1" status: 204 len: 168 time: 1.3567615 Oct 22 13:29:17.643280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33272) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:17.651265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.664534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.681275 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-afee9bd5-e101-403a-895d-b0331c4dd5c0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] show failed (client error): The resource could not be found. Oct 22 13:29:17.686672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-afee9bd5-e101-403a-895d-b0331c4dd5c0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups/37a6f865-7603-4004-b4cf-4877f1f8d110 HTTP/1.1" status: 404 len: 347 time: 0.0396333 Oct 22 13:29:17.689223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:17.703118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cf286-2ddb-4600-b917-0ed7ec827b34 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a6f865-7603-4004-b4cf-4877f1f8d110,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:17.741699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:17.747390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:17.753519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:17.770558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:12Z', 'revision_number': 2, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:17.863429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.888335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Pushing event updated for resources: {'Port': ['ID=1f328c6f-0b14-47ae-89f2-36d163713d40,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:17.894459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:17.894459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Updating router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 port e019fd89-717c-4c55-a134-0a12972e18db binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:17.910138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:17.913527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:17.921338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77d1703f-7f81-4629-a231-3f9f63112179 admin admin] 10.222.0.25 "PUT /v2.0/routers/e68a6b1b-4513-40a8-901d-7b3c0ad0d075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6992145 Oct 22 13:29:17.927428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33276) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:17.961223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Sync routers for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:17.974867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8767b490-db70-48f8-900f-0f306b325d3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:18.019677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.023235 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.031525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Attempting to bind port 1f328c6f-0b14-47ae-89f2-36d163713d40 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:18.031809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Attempting to bind port 1f328c6f-0b14-47ae-89f2-36d163713d40 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:18.032259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Attempting to bind port 1f328c6f-0b14-47ae-89f2-36d163713d40 on network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:18.042342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:18.042761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Checking segment: {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:18.043173 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.043577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Bound using segment: {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:18.044063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Bound port: 1f328c6f-0b14-47ae-89f2-36d163713d40, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:18.044334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:18.044458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.051724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:18.062632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:18.072102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:18.073083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:18.084579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Deleting port 43193e48-dcbd-4f6f-b955-af7ddb0194fb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:18.085029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.114393 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:18.115131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.120450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=767f2dbb-f3ca-479f-b5cc-34ab333749c0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:18.148027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3a8578ff-d2dc-4e16-bafc-2a87657c0843 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7493134 Oct 22 13:29:18.181966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:18.188088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '767f2dbb-f3ca-479f-b5cc-34ab333749c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:18.215274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.246168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.263483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.263813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.283857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Calling delete_port for 43193e48-dcbd-4f6f-b955-af7ddb0194fb owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:18.306870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:29:18.347627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8767b490-db70-48f8-900f-0f306b325d3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:18.347880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.381761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] For port 1f328c6f-0b14-47ae-89f2-36d163713d40, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:18.416467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] For port 1f328c6f-0b14-47ae-89f2-36d163713d40, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f328c6f-0b14-47ae-89f2-36d163713d40,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:18.425594 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.436187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:18.443313 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.472365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.499057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:18.513862 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Sync routers for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:18.535412 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:18.536582 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:18.551963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Deleting port d8e668ca-f488-4569-a091-f4a841862270 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:18.552268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.596300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.645085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.650884 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0e058d71-e74e-4866-9ea1-e663c3b15a89 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6875720 Oct 22 13:29:18.659283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33280) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:18.680690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.159 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/65e94224-a88b-4ceb-8dd8-2c5b9b48090c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:18.720259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'Port': ['ID=43193e48-dcbd-4f6f-b955-af7ddb0194fb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:18.721696 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:18.763222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5edf1488-e243-4320-9fcb-60e3e4f045c5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:18.766593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.770988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.777443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2e150fe-d506-4c3d-a08d-5f868863959d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "DELETE /v2.0/floatingips/f5a64e3c-add9-435d-a905-fa8973c1d041 HTTP/1.1" status: 204 len: 168 time: 1.0828829 Oct 22 13:29:18.795708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] For port d8e668ca-f488-4569-a091-f4a841862270, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d8e668ca-f488-4569-a091-f4a841862270,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:18.796756 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:18.803577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de4f23-2b96-44f2-9ac6-693290613492 None None] Pushing event updated for resources: {'Port': ['ID=1f328c6f-0b14-47ae-89f2-36d163713d40,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:18.812292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Calling delete_port for d8e668ca-f488-4569-a091-f4a841862270 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:18.958818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5edf1488-e243-4320-9fcb-60e3e4f045c5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:18.960458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.061798 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.081214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.155187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'd8e668ca-f488-4569-a091-f4a841862270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:29:15Z', 'revision_number': 5, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port': {'id': 'd8e668ca-f488-4569-a091-f4a841862270', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:50Z', 'updated_at': '2021-10-22T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:19.218280 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:17Z', 'revision_number': 3, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:19.228018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.272975 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Checking router: 4d7426db-a2df-4314-a9c1-5bb70962c4c1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:19.273456 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Updating router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 port ad86b714-9ccb-4527-959c-83c72be38f40 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:19.285291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Checking router: e68a6b1b-4513-40a8-901d-7b3c0ad0d075 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:19.290422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca199c-9108-4cea-89b0-5b2d6f9c63b4 None None] Pushing event updated for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:19.309222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.325165 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.345105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Routers {'e68a6b1b-4513-40a8-901d-7b3c0ad0d075'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:19.347229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:19.401949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Attempting to bind port e019fd89-717c-4c55-a134-0a12972e18db on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:19.402329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Attempting to bind port e019fd89-717c-4c55-a134-0a12972e18db by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:19.402727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Attempting to bind port e019fd89-717c-4c55-a134-0a12972e18db on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:19.459288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:19.464411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:19.464770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:19.465182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.465585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:19.466079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Bound port: e019fd89-717c-4c55-a134-0a12972e18db, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:19.466468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.483352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:19.491548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:19.493468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=65e94224-a88b-4ceb-8dd8-2c5b9b48090c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:19.519701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] Set router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:19.618099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:29:18Z', 'revision_number': 6, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:19.620430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.624414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-96931b1c-ac48-43b7-86f0-aa516e642902 None None] Provisioning complete for port e019fd89-717c-4c55-a134-0a12972e18db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:19.624601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-96931b1c-ac48-43b7-86f0-aa516e642902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.653394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33284) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:19.658613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526627395', 'description': 'tempest-description--2050712418'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:19.676383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e668ca-f488-4569-a091-f4a841862270,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:19.685052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9863dc1f-e0d0-41b7-90dd-2c0dfa77bdc4 None None] The sync data for ids ['e68a6b1b-4513-40a8-901d-7b3c0ad0d075'] in n-d-813419-8 is: [{'id': 'e68a6b1b-4513-40a8-901d-7b3c0ad0d075', 'name': 'tempest-TestAggregatesBasicOps-1025524037-router', 'tenant_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:48Z', 'updated_at': '2021-10-22T13:29:18Z', 'revision_number': 6, 'project_id': '0fdab323f1b34b5a8053e670cd38e5c8', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:19.723755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] For port e019fd89-717c-4c55-a134-0a12972e18db, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:19.728477 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] For port e019fd89-717c-4c55-a134-0a12972e18db, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e019fd89-717c-4c55-a134-0a12972e18db,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:19.737382 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.744497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-96931b1c-ac48-43b7-86f0-aa516e642902 None None] Port e019fd89-717c-4c55-a134-0a12972e18db cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:19.773287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.811142 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.823377 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.893475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:19.894128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:19.946842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.951478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f328c6f-0b14-47ae-89f2-36d163713d40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:19.958845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.962357 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01425-b413-4c62-88e4-74ef99077334 None None] Pushing event updated for resources: {'Port': ['ID=ad86b714-9ccb-4527-959c-83c72be38f40,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:19.966663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Attempting to bind port ad86b714-9ccb-4527-959c-83c72be38f40 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:19.967270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Attempting to bind port ad86b714-9ccb-4527-959c-83c72be38f40 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:19.968395 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Attempting to bind port ad86b714-9ccb-4527-959c-83c72be38f40 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:19.975856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:19.976871 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:19.977621 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:19.978218 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:19.979080 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Bound port: ad86b714-9ccb-4527-959c-83c72be38f40, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:19.979702 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.031313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.047508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3837500 Oct 22 13:29:20.049969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:20.054661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group_rule': {'security_group_id': '22ee6f3b-0931-46f4-b6c7-d71c7ad42421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:20.073470 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] For port ad86b714-9ccb-4527-959c-83c72be38f40, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:20.081597 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] For port ad86b714-9ccb-4527-959c-83c72be38f40, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ad86b714-9ccb-4527-959c-83c72be38f40,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:20.093023 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.097855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31112bc-1621-4dfc-9d75-36c53e367f2a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee6f3b-0931-46f4-b6c7-d71c7ad42421,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:20.134208 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.209456 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01425-b413-4c62-88e4-74ef99077334 None None] Pushing event updated for resources: {'Port': ['ID=ad86b714-9ccb-4527-959c-83c72be38f40,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:20.216227 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:20.216858 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:20.264902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca199c-9108-4cea-89b0-5b2d6f9c63b4 None None] Pushing event updated for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:20.265105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.280238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.310202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a34f893-9a46-4d2c-9975-7a174ad325cd,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:20.329505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.331118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a700b95-dc42-4a2c-8e6d-555eb99cf2b5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801666 Oct 22 13:29:20.337921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33292) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:20.346106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'security_group_rule': {'security_group_id': '22ee6f3b-0931-46f4-b6c7-d71c7ad42421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:20.395830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:20.398669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1f328c6f-0b14-47ae-89f2-36d163713d40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:20.398669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.409259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.437297 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:20.462681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] Provisioning complete for port e019fd89-717c-4c55-a134-0a12972e18db triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:20.463129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.495895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c58dc-4fa5-4ab2-a6e2-cfd9262366b6 None None] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:20.546490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.553168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.606800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.611882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688186 Oct 22 13:29:20.612532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:20.620097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:20.630143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f869fc4-c3fd-47ca-81c6-7a50e3e10e05 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa5dc04-4670-429f-99f6-1120ab5e629e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:20.697167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.706570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.780517 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:17Z', 'revision_number': 3, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:20.828564 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8efed-130c-4c8a-86af-c95d9f6debaf None None] The sync data for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 is: [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:17Z', 'revision_number': 3, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:20.839076 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.872963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.877572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.898315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.932486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.943405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1f328c6f-0b14-47ae-89f2-36d163713d40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f328c6f-0b14-47ae-89f2-36d163713d40,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:20.958331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.958331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.974387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Allocated IP 172.25.6.89 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/e89adc49-4143-4399-919d-c21d2b5fcd2e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:20.974784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.975654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68a6b1b-4513-40a8-901d-7b3c0ad0d075 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:29:20.981014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:20.982284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a05c1657-63b5-4951-80c5-b68bc4c07481 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e68a6b1b-4513-40a8-901d-7b3c0ad0d075 HTTP/1.1" status: 204 len: 168 time: 3.0529010 Oct 22 13:29:20.994861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33296) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:21.107977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Deleting subnet 74cf34e2-dcc6-4478-93cb-d08a1f27e126 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:29:21.117427 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.128637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:19Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:21.170982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.178761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] For port e019fd89-717c-4c55-a134-0a12972e18db, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e019fd89-717c-4c55-a134-0a12972e18db,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:21.180900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1f328c6f-0b14-47ae-89f2-36d163713d40,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:21.184306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088f737-57f1-44f9-8c03-0142508b2e7a None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:19Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:21.190415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.240983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.300012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b7dc-dc99-42a6-a5a4-9941e55a410a None None] Pushing event updated for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:21.324469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.340106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f8e3d399-cd7f-4458-8dad-67b5232de623 None None] Provisioning complete for port 1f328c6f-0b14-47ae-89f2-36d163713d40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:21.340487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d399-cd7f-4458-8dad-67b5232de623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.350493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.414975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:21.424344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.437609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:21.442197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:21.465893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=e89adc49-4143-4399-919d-c21d2b5fcd2e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:21.541345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Allocated IP 172.20.0.1 (f3270e86-ad60-435b-b9f6-cd3ec353c7d5/a4ea0e44-334a-4c33-bc54-4035dc7a145b/b8508018-e078-4f78-bdb5-2ad9f0bbf3c5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:21.550687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.601891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cf34e2-dcc6-4478-93cb-d08a1f27e126,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:21.624427 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.628482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.633522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33302) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:21.634028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc2a3d02-4411-4c8e-8951-a4554ed45b3d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74cf34e2-dcc6-4478-93cb-d08a1f27e126 HTTP/1.1" status: 204 len: 168 time: 0.6380880 Oct 22 13:29:21.635108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f5df1-332d-4a40-9427-4b33f2d75829 None None] Network b72d64ca-a23d-4313-a35a-c4e575fb390c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:21.707082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.793407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.916713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-39a24d1f-2883-48a8-88a8-8499b37f51c9 None None] Provisioning complete for port 1f328c6f-0b14-47ae-89f2-36d163713d40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:21.917821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39a24d1f-2883-48a8-88a8-8499b37f51c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.986786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:21.990817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.039660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f328c6f-0b14-47ae-89f2-36d163713d40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:22.116721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.124868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] DHCP port deletion for b72d64ca-a23d-4313-a35a-c4e575fb390c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:29:22.128756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.200116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.216289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=e89adc49-4143-4399-919d-c21d2b5fcd2e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:22.239533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.265788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.269020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d18bf527-1321-486b-b3a2-ecb5942a61de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6552958 Oct 22 13:29:22.280383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1f328c6f-0b14-47ae-89f2-36d163713d40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:22.280762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.284461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.287992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:22.295709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:22.301323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:22.305599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.350261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:22.399588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Deleting port acad4c77-be32-41f1-a5d3-aeaf82119298 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:22.400239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.429712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=65e94224-a88b-4ceb-8dd8-2c5b9b48090c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:22.479115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Deleting port acad4c77-be32-41f1-a5d3-aeaf82119298 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:22.479410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.566467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.567961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] For port acad4c77-be32-41f1-a5d3-aeaf82119298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=acad4c77-be32-41f1-a5d3-aeaf82119298,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:22.568942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.585157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ad86b714-9ccb-4527-959c-83c72be38f40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:22.626795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-c95b04e5-7088-43a5-800d-fe17d544fd86 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--526627395&fields=id&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 267 time: 0.0508521 Oct 22 13:29:22.632221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Calling delete_port for acad4c77-be32-41f1-a5d3-aeaf82119298 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:22.703331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.717935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ad86b714-9ccb-4527-959c-83c72be38f40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:22.718364 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.763110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f0046079-df6a-476f-abd5-a225779b4fc8 None None] Provisioning complete for port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:22.763486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0046079-df6a-476f-abd5-a225779b4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.785714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-ace1bc54-b622-4a26-98a5-b5683fbea17b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:22.787940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-ace1bc54-b622-4a26-98a5-b5683fbea17b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 816 time: 0.1560454 Oct 22 13:29:22.791253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] For port acad4c77-be32-41f1-a5d3-aeaf82119298, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=acad4c77-be32-41f1-a5d3-aeaf82119298,segment=NetworkSegment(d7d35e28-f5b3-460e-b56f-346f96dc93b3),segment_id=d7d35e28-f5b3-460e-b56f-346f96dc93b3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:22.791700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.809828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-dc0b7970-5a22-4726-91f9-4aa55bd40aad tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/quotas/a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 375 time: 0.0126681 Oct 22 13:29:22.817500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Calling delete_port for acad4c77-be32-41f1-a5d3-aeaf82119298 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:22.824295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f0046079-df6a-476f-abd5-a225779b4fc8 None None] Port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:22.851808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.884386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-d555cf87-93c8-45be-97a9-8d63b199e55e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600896 Oct 22 13:29:22.895266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] Pushing event deleted for resources: {'Port': ['ID=acad4c77-be32-41f1-a5d3-aeaf82119298,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:22.912551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac4055-159d-478c-bb7a-b2c01e09536c None None] No DVR routers for this DVR port acad4c77-be32-41f1-a5d3-aeaf82119298 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:22.914774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.919172 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP dc428b4f-2cd2-4eaa-bf12-f8c15dd91192 associated. External IP: 172.25.6.159, port: 767f2dbb-f3ca-479f-b5cc-34ab333749c0. Oct 22 13:29:22.942953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port ad86b714-9ccb-4527-959c-83c72be38f40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ad86b714-9ccb-4527-959c-83c72be38f40,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:22.951054 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:22.951862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e019fd89-717c-4c55-a134-0a12972e18db up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:23.007618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-e2a729d6-9a7b-4de7-8818-ca7b02dc8654 service neutron] 10.222.0.25 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055303 Oct 22 13:29:23.007880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.031035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=ad86b714-9ccb-4527-959c-83c72be38f40,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:23.041779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e019fd89-717c-4c55-a134-0a12972e18db triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:23.042154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.129450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-3f4d8b9b-d1df-4c1f-bb0e-9d0cba976848 service neutron] 10.222.0.25 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150658 Oct 22 13:29:23.147273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.213021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] No DVR routers for this DVR port acad4c77-be32-41f1-a5d3-aeaf82119298 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:23.242409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c02006b2-af59-45ff-afed-8f3631472346 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:23.251486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=acad4c77-be32-41f1-a5d3-aeaf82119298,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:23.274495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c02006b2-af59-45ff-afed-8f3631472346 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:23.275522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c02006b2-af59-45ff-afed-8f3631472346 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:23.275522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d8e668ca-f488-4569-a091-f4a841862270 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:23.300454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d8e668ca-f488-4569-a091-f4a841862270 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:23.300925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d8e668ca-f488-4569-a091-f4a841862270 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:23.411127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.459517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72d64ca-a23d-4313-a35a-c4e575fb390c']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:23.472510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:23.487676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d35e28-f5b3-460e-b56f-346f96dc93b3') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:23.487970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d35e28-f5b3-460e-b56f-346f96dc93b3') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:23.515074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.562279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.575005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.577473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.635491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:29:23.635872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:29:23.642902 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:29:23.750380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ad86b714-9ccb-4527-959c-83c72be38f40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:23.762435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.770162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91498f69-587a-4b15-ab14-aa6558ec2ae4 req-828df4e9-d220-44bd-9dce-8d7f62a4ed0a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 210 time: 0.4058490 Oct 22 13:29:23.771447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:23.796894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.839756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ad86b714-9ccb-4527-959c-83c72be38f40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:23.840129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:23.977191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cd68dad-99f0-48b9-a131-4fc36ee3337c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:24.015494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device acad4c77-be32-41f1-a5d3-aeaf82119298 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:24.039871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: acad4c77-be32-41f1-a5d3-aeaf82119298 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:24.040215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device acad4c77-be32-41f1-a5d3-aeaf82119298 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:24.139905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:24.147164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:24.150261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b72d64ca-a23d-4313-a35a-c4e575fb390c HTTP/1.1" status: 204 len: 168 time: 2.5139592 Oct 22 13:29:24.153329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:24.153800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:24.165517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:24.166157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:24.179870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6147-78dd-4e2f-a4a7-0a320e164b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72d64ca-a23d-4313-a35a-c4e575fb390c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:24.215300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:24.228626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:24.229250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:24.236784 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:24.274272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:24.275462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d1e01a-9e83-4852-8994-602c07d63627 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:24.285780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-670992ea-8f97-4896-84a1-41d87f41b079 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1004438 Oct 22 13:29:24.287980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33332) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:24.292404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': '767f2dbb-f3ca-479f-b5cc-34ab333749c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:24.295895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:24.332257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:24.399808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:24.627931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-c3fd6146-1763-495f-9987-4510083fb237 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:24.629548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-c3fd6146-1763-495f-9987-4510083fb237 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 816 time: 0.1608045 Oct 22 13:29:24.726435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-178af9e4-48c5-4e97-a9ad-62012bef8fc8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 379 time: 0.0865338 Oct 22 13:29:24.741913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'port': {'device_id': '87619955-4c38-481d-8491-41c25f804218', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'admin_state_up': True, 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'security_groups': ['22ee6f3b-0931-46f4-b6c7-d71c7ad42421']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:24.758636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:24.792547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-09d590b7-7644-4d1b-a8bd-8cfab1c4ae01 None None] Provisioning complete for port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:24.793199 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-09d590b7-7644-4d1b-a8bd-8cfab1c4ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:24.931259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.018547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:25.027331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfda9f17-aa50-4fc6-8dda-dc36f31fad3c req-c7305db6-c7c8-41a1-9ecf-43074fa83f77 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 210 time: 0.1300235 Oct 22 13:29:25.031656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Made reservation on behalf of a7dc5464ec0f4304b5dc60073f26534f for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:25.036480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.060505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-93cc38c1-1867-4192-a002-900157a2afd4 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d7426db-a2df-4314-a9c1-5bb70962c4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3860292 Oct 22 13:29:25.075589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-09d590b7-7644-4d1b-a8bd-8cfab1c4ae01 None None] Port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:25.442960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Allocated IP 172.20.0.13 (a9ed635d-0baa-4800-a592-12509d70faed/20b88086-e009-4d4b-87bb-b3c87b1fc662/311917a6-5d69-472e-bf85-a7d5ffee7ff5) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:25.466729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.473451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.723101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.743531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:25.790482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Deleting port 8767b490-db70-48f8-900f-0f306b325d3b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:25.790832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.848846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.888535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:25.894159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:25.900680 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Sync routers for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:25.924074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:25.928205 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:25.929415 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:25.941234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:25.942339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:25.952473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Network a9ed635d-0baa-4800-a592-12509d70faed is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:25.959564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:25.979516 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-03e457a3-7758-4086-993e-e5f59bce7880 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/dc428b4f-2cd2-4eaa-bf12-f8c15dd91192 HTTP/1.1" status: 200 len: 978 time: 1.6904721 Oct 22 13:29:25.982694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:26.008787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:26.009146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] For port 8767b490-db70-48f8-900f-0f306b325d3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8767b490-db70-48f8-900f-0f306b325d3b,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:26.017898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.023302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:26.024219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:28:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:26.040641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Calling delete_port for 8767b490-db70-48f8-900f-0f306b325d3b owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:26.125767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:26.126792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eccbe4-13a8-4a49-b766-97a86c924de6 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:26.180327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:26.255048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:26.312973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 65e94224-a88b-4ceb-8dd8-2c5b9b48090c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:26.313561 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.376430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:26.408914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8bc138a8-ecd0-436f-a49c-071975a79d0d None None] Provisioning complete for port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:26.412430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8bc138a8-ecd0-436f-a49c-071975a79d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.418054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.454194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.454795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.473513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 65e94224-a88b-4ceb-8dd8-2c5b9b48090c owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:26.475162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8bc138a8-ecd0-436f-a49c-071975a79d0d None None] Port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:26.486855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Pushing event deleted for resources: {'Port': ['ID=8767b490-db70-48f8-900f-0f306b325d3b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:26.565318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:26.565998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.587449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3ba37-2015-43db-9ef3-528b97dddb69 req-76fdb353-5964-4321-8616-9d2cf5c9653f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:26.588927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dff3ba37-2015-43db-9ef3-528b97dddb69 req-76fdb353-5964-4321-8616-9d2cf5c9653f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 932 time: 0.3307080 Oct 22 13:29:26.635220 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b8508018-e078-4f78-bdb5-2ad9f0bbf3c5', 'name': '', 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'mac_address': 'fa:16:3e:cb:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:20Z', 'updated_at': '2021-10-22T13:29:23Z', 'revision_number': 2, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'subnets': [{'id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:26.642419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dff3ba37-2015-43db-9ef3-528b97dddb69 req-6bef7866-5f4e-4c90-9f37-96dce7826768 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454984 Oct 22 13:29:26.652367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-60f97eb3-d338-4c95-a3be-4db351dfb761 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9159975 Oct 22 13:29:26.704853 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Checking router: 4d7426db-a2df-4314-a9c1-5bb70962c4c1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:26.712330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-154ffc18-9121-49ba-a384-2ce5b4c13d15 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:29:26.713289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-154ffc18-9121-49ba-a384-2ce5b4c13d15 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0114427 Oct 22 13:29:26.715162 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Updating router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:26.727422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.758075 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.815008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=65e94224-a88b-4ceb-8dd8-2c5b9b48090c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:26.844112 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.866493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Request body: {'port': {'device_id': '87619955-4c38-481d-8491-41c25f804218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:26.885422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:26.886029 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP dc428b4f-2cd2-4eaa-bf12-f8c15dd91192 disassociated (deleted). External IP: 172.25.6.159, port: 767f2dbb-f3ca-479f-b5cc-34ab333749c0. Oct 22 13:29:26.982429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.080989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f0f317d-90b9-47a1-8352-ab34597e23d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.155169 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.168739 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.193426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:27.233286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0efd75-48a9-4c4c-a987-305dee0cb5d2 None None] Pushing event updated for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:27.346218 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Attempting to bind port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:27.347751 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Attempting to bind port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:27.353852 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Attempting to bind port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 on network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:27.365773 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:27.368953 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Checking segment: {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:27.370443 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.372058 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Bound using segment: {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:27.373871 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Bound port: b8508018-e078-4f78-bdb5-2ad9f0bbf3c5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1063889-9096-4fdb-8f92-8730e1ac11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:27.374283 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.424595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Router ed31ac76-4f09-4b5e-b73f-621a2faf331b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:27.494001 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] For port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:27.498995 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] For port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:27.510846 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.519491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:27.532524 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.549376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:27.561280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288424-7127-4381-990e-a0ac6c0145df req-1f3e8e8f-d175-4093-8257-481da609c2a2 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:27.563652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41288424-7127-4381-990e-a0ac6c0145df req-1f3e8e8f-d175-4093-8257-481da609c2a2 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.1368690 Oct 22 13:29:27.568941 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-810ed820-7e74-4700-8472-b1245f75cf1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/dc428b4f-2cd2-4eaa-bf12-f8c15dd91192 HTTP/1.1" status: 204 len: 168 time: 1.5824814 Oct 22 13:29:27.569572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:27.601805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:27.602438 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.616128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Provisioning complete for port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:27.617742 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.646067 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.648221 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0efd75-48a9-4c4c-a987-305dee0cb5d2 None None] Pushing event updated for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:27.652068 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:27.652673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.684043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41288424-7127-4381-990e-a0ac6c0145df req-abf2da42-4db9-4edd-93ee-dd0948ee6fa5 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106203 Oct 22 13:29:27.719772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:27.749799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:27.768040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.785373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:27.786009 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.791298 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.794461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.830337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Transition to ACTIVE for port object 311917a6-5d69-472e-bf85-a7d5ffee7ff5 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:29:27.855113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.855773 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd45ee-db55-4930-8c75-940d4e3e08c7 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:27.872310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:27.875475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.879386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.883958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b239556d-3bb1-42cf-85f3-45fcfe81c738 admin admin] 10.222.0.25 "PUT /v2.0/routers/ed31ac76-4f09-4b5e-b73f-621a2faf331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7295310 Oct 22 13:29:27.890910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33374) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:27.901524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Sync routers for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:27.949730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 767f2dbb-f3ca-479f-b5cc-34ab333749c0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:27.950238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.951090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] For port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:27.960728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:27.963063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:27.968867 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:27.975781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303585ab-24c5-46be-8216-47379c467803 req-321a3fed-23e7-4da5-9317-4db5935a407d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:27.977345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303585ab-24c5-46be-8216-47379c467803 req-321a3fed-23e7-4da5-9317-4db5935a407d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1554060 Oct 22 13:29:27.994947 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:28.046865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:28.098577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.111570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 767f2dbb-f3ca-479f-b5cc-34ab333749c0 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:28.148292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:28.196595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303585ab-24c5-46be-8216-47379c467803 req-2742d980-d564-438b-ade1-4171d1ed1d3e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055106 Oct 22 13:29:28.240604 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.279152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-16cbb5fe-cffa-42a2-b144-1bc3b5df836e None None] Provisioning complete for port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:28.280472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16cbb5fe-cffa-42a2-b144-1bc3b5df836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.306006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Attempting to bind port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:28.306442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Attempting to bind port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:28.306816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Attempting to bind port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:28.310049 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b8508018-e078-4f78-bdb5-2ad9f0bbf3c5', 'name': '', 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'mac_address': 'fa:16:3e:cb:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:20Z', 'updated_at': '2021-10-22T13:29:27Z', 'revision_number': 4, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'subnets': [{'id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:28.316597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 on network a9ed635d-0baa-4800-a592-12509d70faed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:29:28.316925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Attempting to bind port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 on network a9ed635d-0baa-4800-a592-12509d70faed {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:28.324203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:28.324546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Checking segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:28.324937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Bound using segment: {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:28.325378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Bound port: 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8644c3-9812-4730-97dc-1d996272cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:28.325737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.340093 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1a341-b1f2-49a2-9115-b2808b516deb None None] The sync data for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 is: [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b8508018-e078-4f78-bdb5-2ad9f0bbf3c5', 'name': '', 'network_id': 'f3270e86-ad60-435b-b9f6-cd3ec353c7d5', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'mac_address': 'fa:16:3e:cb:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:20Z', 'updated_at': '2021-10-22T13:29:27Z', 'revision_number': 4, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'subnets': [{'id': 'a4ea0e44-334a-4c33-bc54-4035dc7a145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:28.375082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Pushing event updated for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:28.413878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.414436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.414984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.415422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.415945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.423960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64328b3-b4e7-4c2a-af00-95fc5f46728b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:28.491593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port dab1e0c2-cc98-40cb-9813-e93c7909f1ed {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:28.491948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.508619 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.512064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:28.527507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:28.566968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.567471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.627582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:28.628223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.629684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] 10.222.0.21 "PUT /v2.0/ports/311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 1092 time: 1.9054730 Oct 22 13:29:28.630148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:28.633050 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c" -d '{"events": [{"name": "network-changed", "server_uuid": "87619955-4c38-481d-8491-41c25f804218", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:28.653867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:26Z', 'revision_number': 5, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port': {'id': '93603d3a-9f85-4cf4-a891-37461922df7a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:04Z', 'updated_at': '2021-10-22T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:28.693949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Checking router: ed31ac76-4f09-4b5e-b73f-621a2faf331b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:28.706349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Routers {'ed31ac76-4f09-4b5e-b73f-621a2faf331b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:28.718377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:28.731195 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab27f02-7e31-445d-8853-03798390bac5 x-openstack-request-id: req-cab27f02-7e31-445d-8853-03798390bac5 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:28.735896 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87619955-4c38-481d-8491-41c25f804218", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:28.736436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cab27f02-7e31-445d-8853-03798390bac5 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:28.736940 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'status': 'completed', 'code': 200} Oct 22 13:29:28.740394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.740986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.757945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for dab1e0c2-cc98-40cb-9813-e93c7909f1ed owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:28.823333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Deleting port 93603d3a-9f85-4cf4-a891-37461922df7a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:28.823766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:28.825699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac5307-f0c9-4685-a4da-fca7d1423b49 service neutron] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:28.849372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-c9a14875-72d1-41fc-8b20-58765d4f39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:28.851317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-c9a14875-72d1-41fc-8b20-58765d4f39ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1095 time: 0.1289375 Oct 22 13:29:28.889706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] Set router ed31ac76-4f09-4b5e-b73f-621a2faf331b gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:28.988436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-86128087-660f-412a-997e-0f5ee46df282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:28Z', 'revision_number': 6, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:29.018178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128087-660f-412a-997e-0f5ee46df282 None None] The sync data for ids ['ed31ac76-4f09-4b5e-b73f-621a2faf331b'] in n-d-813419-8 is: [{'id': 'ed31ac76-4f09-4b5e-b73f-621a2faf331b', 'name': 'tempest-TestAggregatesBasicOps-355318475-router', 'tenant_id': '0bb93f97514c434b813cef3101016b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:03Z', 'updated_at': '2021-10-22T13:29:28Z', 'revision_number': 6, 'project_id': '0bb93f97514c434b813cef3101016b09', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:29.055008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.058551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=767f2dbb-f3ca-479f-b5cc-34ab333749c0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:29.104238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=dab1e0c2-cc98-40cb-9813-e93c7909f1ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:29.366867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-2103c92b-5cc7-4ec1-a9f0-726a3e17b3bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 217 time: 0.4984293 Oct 22 13:29:29.543644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.547074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0207babd-2b96-4c38-a04a-7f870b7f5168 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/767f2dbb-f3ca-479f-b5cc-34ab333749c0 HTTP/1.1" status: 204 len: 168 time: 1.9764850 Oct 22 13:29:29.551862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33392) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:29.555647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:29.576948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.577616 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP 5c72058f-73d6-42bf-a949-323f93924843 disassociated (deleted). External IP: 172.25.6.230, port: cf28e322-d919-468a-b04b-28a5f4846026. Oct 22 13:29:29.587228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a41392-81c8-410b-821a-2523bd0480a7 req-8117d69a-4001-4cea-9a6d-d647a5fcd30b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:29.588762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2a41392-81c8-410b-821a-2523bd0480a7 req-8117d69a-4001-4cea-9a6d-d647a5fcd30b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.2210722 Oct 22 13:29:29.602072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] For port 93603d3a-9f85-4cf4-a891-37461922df7a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93603d3a-9f85-4cf4-a891-37461922df7a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:29.602434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.607319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-e36a6e07-8b3b-4b97-8bc2-8712cdac323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:29.608776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-e36a6e07-8b3b-4b97-8bc2-8712cdac323a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.2259426 Oct 22 13:29:29.624687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.640863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Calling delete_port for 93603d3a-9f85-4cf4-a891-37461922df7a owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:29.690964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-bf63ac6a-d2ae-4cca-9b11-e6ba42db9902 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:29.692362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-bf63ac6a-d2ae-4cca-9b11-e6ba42db9902 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.3275399 Oct 22 13:29:29.754646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2a41392-81c8-410b-821a-2523bd0480a7 req-4aa24c25-83c5-4e28-b65a-939f9831b887 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555223 Oct 22 13:29:29.767398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-6355d7ea-08e5-412a-8a52-f0249a732083 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0562961 Oct 22 13:29:29.770628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-506c12f1-3e02-46d6-a75a-aff3275b1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:29.772154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-506c12f1-3e02-46d6-a75a-aff3275b1410 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479104 Oct 22 13:29:29.810228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.883376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:29.961827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:29.965706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-fcb06bee-d057-4ac0-ab13-fbbac4bcfef0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891575 Oct 22 13:29:29.998325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:30.058273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-9d5e7815-43dc-44b5-a207-81fb9547409c service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584517 Oct 22 13:29:30.065151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:30.065847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.093505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.84 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/45a77fb4-a1b6-4834-bf8b-48aeabfc8d33) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:30.152050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.185929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:30.197308 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Sync routers for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:30.215328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.223089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:30.223711 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:30.286529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93603d3a-9f85-4cf4-a891-37461922df7a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:30.291410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-030bdad5-ffae-4233-8781-fb7e2d047bd0 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156574 Oct 22 13:29:30.296678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Pushing event deleted for resources: {'Port': ['ID=93603d3a-9f85-4cf4-a891-37461922df7a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:30.305328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04cf4dfe-d463-4dd8-902e-53bd1445a8e5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/floatingips/5c72058f-73d6-42bf-a949-323f93924843 HTTP/1.1" status: 204 len: 168 time: 2.5785308 Oct 22 13:29:30.307474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:30.310112 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70" -d '{"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:30.321177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 93603d3a-9f85-4cf4-a891-37461922df7a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:30.321538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93603d3a-9f85-4cf4-a891-37461922df7a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:30.321977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8767b490-db70-48f8-900f-0f306b325d3b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:30.347185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8767b490-db70-48f8-900f-0f306b325d3b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:30.347533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8767b490-db70-48f8-900f-0f306b325d3b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:30.363594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.364235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.365067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.365208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.365737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.366553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.367728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.368382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.368909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.370527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.371216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.372328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.372896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:30.401798 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:30.417180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.461755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3825c43-6cc6-4baa-9874-39157ba5f19d req-44f695f6-cd63-439d-90c7-075f64f34052 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693359 Oct 22 13:29:30.470362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.475587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:30.480411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:30.483027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:30.518713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=45a77fb4-a1b6-4834-bf8b-48aeabfc8d33,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:30.563746 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31749439-3855-4853-8d9e-1d843b7eb932 x-openstack-request-id: req-31749439-3855-4853-8d9e-1d843b7eb932 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:30.564120 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:30.564329 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31749439-3855-4853-8d9e-1d843b7eb932 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:30.564735 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'status': 'completed', 'code': 200} Oct 22 13:29:30.655747 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.659047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.666775 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.669007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-50363998-8745-49d4-bd52-cc6d8d25da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:30.670550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-50363998-8745-49d4-bd52-cc6d8d25da85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 1097 time: 0.0686524 Oct 22 13:29:30.676276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:30.694300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-3ed47b39-9d6e-4c97-8f78-be1fe4bbf235 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433573 Oct 22 13:29:30.705409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Checking router: 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:30.720564 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:30.721430 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:30.724557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:30.747700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-b39b8954-f937-4801-bd5a-2f8ff6c126e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:30.749422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-b39b8954-f937-4801-bd5a-2f8ff6c126e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1095 time: 0.1681852 Oct 22 13:29:30.772587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.773051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed31ac76-4f09-4b5e-b73f-621a2faf331b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:29:30.779154 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.783282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e45e285e-c966-43a0-9a26-cd3a3307587a admin admin] 10.222.0.25 "DELETE /v2.0/routers/ed31ac76-4f09-4b5e-b73f-621a2faf331b HTTP/1.1" status: 204 len: 168 time: 2.8794463 Oct 22 13:29:30.800144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:30.813086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90670d-2936-49b1-9bfc-d672b4d497c5 req-88f7e76a-7966-4ebc-b447-4abc0f904abc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:30.821093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b90670d-2936-49b1-9bfc-d672b4d497c5 req-88f7e76a-7966-4ebc-b447-4abc0f904abc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1573074 Oct 22 13:29:30.827326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:30.966132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b90670d-2936-49b1-9bfc-d672b4d497c5 req-770af456-4bba-4d88-b88d-d34ef10fe36e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442556 Oct 22 13:29:30.976221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-0af5f188-c465-49a6-8fbc-dbf5e395f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:30.977741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-0af5f188-c465-49a6-8fbc-dbf5e395f507 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.2155015 Oct 22 13:29:30.982021 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:31.033392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Deleting subnet da03cb04-5e61-4307-93c9-8601d782e8d3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:29:31.038342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2fd37-356e-45e6-a5d8-b73b63c7cf44 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.038976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2fd37-356e-45e6-a5d8-b73b63c7cf44 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.039461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-32bf4538-d1ae-41f4-acbe-99ae78684fa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 217 time: 0.0543754 Oct 22 13:29:31.039622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2fd37-356e-45e6-a5d8-b73b63c7cf44 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.041810 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6bd2fd37-356e-45e6-a5d8-b73b63c7cf44 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=18d5c44cc8d5491ba49ddbfb3ef1b518&network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 2969 time: 0.3162227 Oct 22 13:29:31.056544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.095096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-860e7eae-3158-4d91-a472-02a3b7d3c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.096703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-860e7eae-3158-4d91-a472-02a3b7d3c055 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 200 len: 898 time: 0.4161303 Oct 22 13:29:31.133522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.146094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-af57dec7-0bbd-492e-b87a-32de5a1167d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.147813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-af57dec7-0bbd-492e-b87a-32de5a1167d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0961850 Oct 22 13:29:31.163209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556cfaa-df0b-447e-9851-87ec4e6d6576 req-bb2446fc-36b5-4c2f-9cb2-7f09705fbf41 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.164953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0556cfaa-df0b-447e-9851-87ec4e6d6576 req-bb2446fc-36b5-4c2f-9cb2-7f09705fbf41 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0965869 Oct 22 13:29:31.246489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-2a7c8307-4538-4084-b653-c28f553b3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.248191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-2a7c8307-4538-4084-b653-c28f553b3446 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822766 Oct 22 13:29:31.269710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0556cfaa-df0b-447e-9851-87ec4e6d6576 req-56c2dcc3-020c-40a9-8491-d0897f1f7211 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941291 Oct 22 13:29:31.302107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e7f61a3-c1b7-4f5a-bfe2-cc4c4b135468 req-8a3e48e0-9b13-4723-9574-a58f25d4c0bf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0302544 Oct 22 13:29:31.347933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-cfd1f263-e00d-4da5-ac12-b4b69fe078d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 200 len: 217 time: 0.2373495 Oct 22 13:29:31.393463 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:31.405661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-485cfbf7-5099-4e50-856d-18a19b5dd96a service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464267 Oct 22 13:29:31.427813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba45c72-0194-4380-95a0-2d39cc167f9f None None] The sync data for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 is: [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:26:53Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36', 'name': '', 'network_id': 'af4768c8-e568-477d-a329-d60ba9dafdea', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:5d:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:51Z', 'updated_at': '2021-10-22T13:27:00Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'ee2106d5-9d01-4099-96a0-ed839486c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:31.473885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.481246 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.515000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.530008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-777736b8-ce1d-46e8-b85f-dc6211e47af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.531736 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-777736b8-ce1d-46e8-b85f-dc6211e47af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 200 len: 835 time: 0.1583946 Oct 22 13:29:31.554932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae6c5839-0fa4-45c1-ab20-2a622c86d07c req-42cea05d-1df0-4625-b2ed-22f1dfd0448d service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386228 Oct 22 13:29:31.646472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=45a77fb4-a1b6-4834-bf8b-48aeabfc8d33,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:31.668723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.674944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-09e49de4-4658-455e-9fc8-49af082ad0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:31.676525 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-09e49de4-4658-455e-9fc8-49af082ad0ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af4768c8-e568-477d-a329-d60ba9dafdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209002 Oct 22 13:29:31.683583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.736940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.738182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7bbf3753-30ea-428e-a81d-d19108204890 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1861844 Oct 22 13:29:31.741165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da03cb04-5e61-4307-93c9-8601d782e8d3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:31.742943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:31.748410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e8937-51c5-4ef5-b81f-cc1fe5ac8494 None None] New status for floating IP 5c72058f-73d6-42bf-a949-323f93924843: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:29:31.751490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'port': {'network_id': 'd53c7ee2-150c-47d5-bc84-68899a26d240', 'name': 'tempest-FloatingIPTestJSON-1859395797'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:31.768004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.771494 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-58aba855-b02f-46fb-ba59-2b43883e333a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da03cb04-5e61-4307-93c9-8601d782e8d3 HTTP/1.1" status: 204 len: 168 time: 0.9648993 Oct 22 13:29:31.774234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:31.842079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5b9b8-00d1-4f36-ab24-9b6e64f01365 None None] Network 7388546c-d6d2-4522-a5cc-7a187f69f14b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:31.879038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:31.897315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-915dfba5-ee03-4871-bcde-ff526e4e9b9a service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068710 Oct 22 13:29:32.041940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:32.046770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.046984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-dc9d3921-8dec-44dc-80e5-322c0f276998 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:32.048804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-dc9d3921-8dec-44dc-80e5-322c0f276998 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1005723 Oct 22 13:29:32.072917 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c46bfa9a-0a62-4ba4-b2fe-99192d480e70 req-947d33d4-a602-4eff-a8b7-f6149f86c871 service neutron] 10.222.0.26 "GET /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632235 Oct 22 13:29:32.077420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Deleting port 5e89b9ce-0543-47c7-8960-82469ec055be {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:32.077704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.080955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] device_id is not set on port 6e3f8618-82ac-4798-b116-a0bb5f08b3e1 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:29:32.088643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] DHCP port deletion for 7388546c-d6d2-4522-a5cc-7a187f69f14b request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:29:32.152861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Deleting port 5e89b9ce-0543-47c7-8960-82469ec055be {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:32.153495 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.208887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.11 (d53c7ee2-150c-47d5-bc84-68899a26d240/4a63901c-0969-4ec9-9ec8-1eca423dbfa3/6e3f8618-82ac-4798-b116-a0bb5f08b3e1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:32.225216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] For port 5e89b9ce-0543-47c7-8960-82469ec055be, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5e89b9ce-0543-47c7-8960-82469ec055be,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:32.225728 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.238415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] For port 5e89b9ce-0543-47c7-8960-82469ec055be, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5e89b9ce-0543-47c7-8960-82469ec055be,segment=NetworkSegment(d9208d3f-4dc3-4f34-9761-0813bbea62fc),segment_id=d9208d3f-4dc3-4f34-9761-0813bbea62fc)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:32.238907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.240239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Calling delete_port for 5e89b9ce-0543-47c7-8960-82469ec055be owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:32.265427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23115a5f-6c71-4a07-98d9-00f079179842 req-c74fad36-d735-4036-bf95-59cd2e374a64 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:32.268319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23115a5f-6c71-4a07-98d9-00f079179842 req-c74fad36-d735-4036-bf95-59cd2e374a64 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 946 time: 0.1994777 Oct 22 13:29:32.269493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Calling delete_port for 5e89b9ce-0543-47c7-8960-82469ec055be owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:32.383502 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.391687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port cf28e322-d919-468a-b04b-28a5f4846026 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:32.393733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.400328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23115a5f-6c71-4a07-98d9-00f079179842 req-af1d2415-ee5b-43ea-a190-5286a65d8df5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb4b61-e106-43bc-8440-8da15e562d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231933 Oct 22 13:29:32.416188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] No DVR routers for this DVR port 5e89b9ce-0543-47c7-8960-82469ec055be on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:32.470507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6388f-b225-402c-888b-8a771f3abcaa None None] Pushing event deleted for resources: {'Port': ['ID=5e89b9ce-0543-47c7-8960-82469ec055be,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:32.561811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3887602b-6be7-4115-bfe5-b5973751a1e3 req-2744ef96-49d8-4f8f-9f1a-53ce12362c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0759473 Oct 22 13:29:32.565737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.580744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a640f1-7d39-4120-a927-9d1766859f9c req-425e37f7-5b28-412e-b919-833545aa32b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:32.582396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34a640f1-7d39-4120-a927-9d1766859f9c req-425e37f7-5b28-412e-b919-833545aa32b3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1872666 Oct 22 13:29:32.616916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.617181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e89b9ce-0543-47c7-8960-82469ec055be,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:32.628109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] No DVR routers for this DVR port 5e89b9ce-0543-47c7-8960-82469ec055be on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:32.671030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-d27be6cc-88d7-4b5a-b4e7-595585bfa045 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:32.672056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-d27be6cc-88d7-4b5a-b4e7-595585bfa045 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.2974129 Oct 22 13:29:32.672750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port cf28e322-d919-468a-b04b-28a5f4846026, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cf28e322-d919-468a-b04b-28a5f4846026,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:32.673440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.686846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:32.714151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for cf28e322-d919-468a-b04b-28a5f4846026 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:32.722434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34a640f1-7d39-4120-a927-9d1766859f9c req-9b70e591-d8c9-4b14-819b-557b0d6684a8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147387 Oct 22 13:29:32.764684 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.820510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7388546c-d6d2-4522-a5cc-7a187f69f14b']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:32.842045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9208d3f-4dc3-4f34-9761-0813bbea62fc') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:32.842415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9208d3f-4dc3-4f34-9761-0813bbea62fc') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:32.859325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.885462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.894642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:29:32.895286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:29:32.897248 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:29:33.004878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.014144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.019657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7388546c-d6d2-4522-a5cc-7a187f69f14b HTTP/1.1" status: 204 len: 168 time: 1.2433746 Oct 22 13:29:33.043612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccfa19-768c-41d6-b103-e0afd49a3077 admin admin] Pushing event deleted for resources: {'Network': ['ID=7388546c-d6d2-4522-a5cc-7a187f69f14b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:33.046699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.085260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=cf28e322-d919-468a-b04b-28a5f4846026,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:33.115074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33446) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:33.151278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.155126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] No DVR routers for this DVR port cf28e322-d919-468a-b04b-28a5f4846026 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:33.177025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network d53c7ee2-150c-47d5-bc84-68899a26d240 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:33.180610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:33.180895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.184472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efde011f-4b01-47c0-ad24-5e4e5accf3f7 req-339a61c4-8f39-4f2c-800b-0c26127cf805 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "DELETE /v2.0/ports/cf28e322-d919-468a-b04b-28a5f4846026 HTTP/1.1" status: 204 len: 173 time: 1.1270101 Oct 22 13:29:33.185574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-deleted', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:33.188887 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cba94f-87a5-4426-b00b-c577adde55c7" -d '{"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-deleted", "tag": "cf28e322-d919-468a-b04b-28a5f4846026"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:33.218814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:33.219354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b8d59-a115-4fd4-a34b-7e040ddfb69f tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:33.221191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b7b8d59-a115-4fd4-a34b-7e040ddfb69f tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 814 time: 0.1036150 Oct 22 13:29:33.239916 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae435b-98e7-4cf0-8679-3171fe48b553 x-openstack-request-id: req-d3ae435b-98e7-4cf0-8679-3171fe48b553 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:33.240315 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b2585-82cb-43b8-956f-eca785b54750", "name": "network-vif-deleted", "tag": "cf28e322-d919-468a-b04b-28a5f4846026", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:33.240667 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3ae435b-98e7-4cf0-8679-3171fe48b553 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:33.241182 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b2585-82cb-43b8-956f-eca785b54750', 'name': 'network-vif-deleted', 'tag': 'cf28e322-d919-468a-b04b-28a5f4846026', 'status': 'completed', 'code': 200} Oct 22 13:29:33.303854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:33.309696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.312155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=6e3f8618-82ac-4798-b116-a0bb5f08b3e1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:33.340136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:33.340772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.361458 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:33.419249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-631427ba-9121-4bcc-aee0-d27feca4b67e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fdab323f1b34b5a8053e670cd38e5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557451 Oct 22 13:29:33.421624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33456) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:33.430757 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff5641d2-b5ab-4abf-b2ea-e95719b3d04c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6833596 Oct 22 13:29:33.433779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:33.449239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': '6e3f8618-82ac-4798-b116-a0bb5f08b3e1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:33.502106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.536466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.11 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/a79ba9a1-62cc-4459-aed6-0a286c10a68d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:33.606436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93635462-f727-4d5f-b02e-9a75c64e08ee req-be28b544-fea7-48b7-9978-a624b1e08039 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=034b2585-82cb-43b8-956f-eca785b54750 HTTP/1.1" status: 200 len: 210 time: 0.0669129 Oct 22 13:29:33.621855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.684988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.778503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5e89b9ce-0543-47c7-8960-82469ec055be no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:33.786418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:33.808254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'network': {'name': 'tempest-network-smoke--380755397', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:33.829520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5e89b9ce-0543-47c7-8960-82469ec055be {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:33.832256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5e89b9ce-0543-47c7-8960-82469ec055be not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:33.855629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd2c8fbb-efe2-4f25-991a-a5968f18234e req-e78697e5-d913-4027-b5cc-8f33741d308c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0700095 Oct 22 13:29:33.895056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:33.957270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.008886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:34.012900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:34.018501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:34.057023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:34.087270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:34.087941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.107498 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-9c77b7a3-73d8-458a-9c7b-647e42558e1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4244726 Oct 22 13:29:34.120869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Request body: {'port': {'device_id': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:34.183611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.318066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:29:34.332714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:34.337008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.364805 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.367723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.371200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4642cbb-092a-4279-83fc-bdab8fb08159 HTTP/1.1" status: 204 len: 168 time: 0.9454451 Oct 22 13:29:34.437484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031ff43-025b-44ec-90a1-c6fd47f118ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4642cbb-092a-4279-83fc-bdab8fb08159,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:34.460087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a432a9-bd64-41a3-87b8-6e4670e174c0 req-e33e070b-7e23-486b-aa9d-66fef379074f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:34.461848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a432a9-bd64-41a3-87b8-6e4670e174c0 req-e33e070b-7e23-486b-aa9d-66fef379074f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.5936103 Oct 22 13:29:34.475623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:34.501247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:29:34.538179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:34.564491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.580435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.581177 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Added segment 4ba45ea2-f5e5-4df2-b8d2-a994f5785972 of type vlan for network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 Oct 22 13:29:34.583616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1bb516be-dae8-44a9-899e-98b88d7698df None None] Provisioning complete for port a79ba9a1-62cc-4459-aed6-0a286c10a68d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:34.584216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bb516be-dae8-44a9-899e-98b88d7698df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.588753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:34.642979 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79ba9a1-62cc-4459-aed6-0a286c10a68d {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:34.655137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.677532 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Transition to ACTIVE for port object a79ba9a1-62cc-4459-aed6-0a286c10a68d will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:29:34.682221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.717068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:34.725871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:34.726579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Pushing event updated for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:34.744698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1bb516be-dae8-44a9-899e-98b88d7698df None None] Port a79ba9a1-62cc-4459-aed6-0a286c10a68d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:34.747620 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.752734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61a432a9-bd64-41a3-87b8-6e4670e174c0 req-b4d17db6-c133-42bd-b33a-4dbc9deae7c4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245231 Oct 22 13:29:34.756511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.824597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.832817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:34.834396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:34.902495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:35.008985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2193625 Oct 22 13:29:35.015780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.121185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d411119-2d25-42ab-bd56-3ad2cf20dc69 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Network': ['ID=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:35.127165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.140832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:35.147202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eadfa4-9e29-48d3-b15c-8f9e49f3baec tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.148724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68eadfa4-9e29-48d3-b15c-8f9e49f3baec tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18d5c44cc8d5491ba49ddbfb3ef1b518&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1252959 Oct 22 13:29:35.151651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.173045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['311917a6-5d69-472e-bf85-a7d5ffee7ff5'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:29:35.175407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.194515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.211697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d614-8f8b-43d5-b56c-cde3528c300b req-fcb784ac-e1bf-49f6-a98f-202a04d8eb9d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.213552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b31d614-8f8b-43d5-b56c-cde3528c300b req-fcb784ac-e1bf-49f6-a98f-202a04d8eb9d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.2034714 Oct 22 13:29:35.232833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Attempting to bind port a79ba9a1-62cc-4459-aed6-0a286c10a68d on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:35.233172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Attempting to bind port a79ba9a1-62cc-4459-aed6-0a286c10a68d by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:35.233505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Attempting to bind port a79ba9a1-62cc-4459-aed6-0a286c10a68d on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:35.294230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Port a79ba9a1-62cc-4459-aed6-0a286c10a68d on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:29:35.294553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Attempting to bind port a79ba9a1-62cc-4459-aed6-0a286c10a68d on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:35.352703 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP e4889521-1522-43bc-92c1-4fc4c1ae4e05 associated. External IP: 172.25.6.84, port: 6e3f8618-82ac-4798-b116-a0bb5f08b3e1. Oct 22 13:29:35.360998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d0f5bcc-7b0f-4d50-bf08-6c38226c1b9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bb93f97514c434b813cef3101016b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322524 Oct 22 13:29:35.362184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33484) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.366402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:35.366779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:35.367166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:35.367621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Bound port: a79ba9a1-62cc-4459-aed6-0a286c10a68d, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:35.367981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.456156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:35.459390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:35.463128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e63c1-8cde-47a3-98ff-991a95f254ca tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.467308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a30e63c1-8cde-47a3-98ff-991a95f254ca tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3099251 Oct 22 13:29:35.470993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33486) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.471863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.510270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b31d614-8f8b-43d5-b56c-cde3528c300b req-f999fd8c-7e8a-4ae9-9369-3410d853d8b0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469862 Oct 22 13:29:35.533729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.538021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.538714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.540311 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] 10.222.0.26 "PUT /v2.0/ports/a79ba9a1-62cc-4459-aed6-0a286c10a68d HTTP/1.1" status: 200 len: 1092 time: 1.4247098 Oct 22 13:29:35.540775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:35.543099 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:35.553508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-48552a79-a954-4af6-ad8f-bbb0ee4bfd7a tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796597 Oct 22 13:29:35.560910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33490) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.571259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.633856 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ef404-8e8f-4790-92d6-b1599f246b59 x-openstack-request-id: req-ef6ef404-8e8f-4790-92d6-b1599f246b59 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:35.634303 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:35.634669 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6ef404-8e8f-4790-92d6-b1599f246b59 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:35.635220 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d', 'status': 'completed', 'code': 200} Oct 22 13:29:35.671299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-00d6eb84-3824-4a33-aed6-8911f719528a tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18d5c44cc8d5491ba49ddbfb3ef1b518&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056244 Oct 22 13:29:35.673509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:35.728536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833e30-b191-42d8-b5af-cd3260d1c316 service neutron] Pushing event updated for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:35.759395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-2d0c8d44-43c3-4b56-bf8e-b5075fddb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.760952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-2d0c8d44-43c3-4b56-bf8e-b5075fddb98b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 1095 time: 0.1290772 Oct 22 13:29:35.802444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.805893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:35.809719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca7057b6-493f-4d84-8bbf-0190c1573921 HTTP/1.1" status: 204 len: 168 time: 0.4425349 Oct 22 13:29:35.822136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-7fd902bc-cd1d-4de3-ac64-04f356c75b0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d HTTP/1.1" status: 200 len: 217 time: 0.0501823 Oct 22 13:29:35.910902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6343b70-606d-4b06-b018-e8d2ad4f7a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7057b6-493f-4d84-8bbf-0190c1573921,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:35.976093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-008da996-d5cd-46be-9cf6-2ac3280ed9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:35.977747 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-008da996-d5cd-46be-9cf6-2ac3280ed9fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1469309 Oct 22 13:29:36.022842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.046627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:36.058472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a896d-db21-4526-bc1b-3807c41ccc88 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.058472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f6a896d-db21-4526-bc1b-3807c41ccc88 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3750730 Oct 22 13:29:36.058472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33498) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:36.098119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6900a3cb-1cfe-4504-b60e-38579e561b12 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385678 Oct 22 13:29:36.101328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33500) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:36.110805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879911765', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:36.153252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d470a-db48-4ade-9217-359f97d37cf9 req-99e19150-f9f7-4bf7-9cdb-adacd7deaae0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.155105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-033d470a-db48-4ade-9217-359f97d37cf9 req-99e19150-f9f7-4bf7-9cdb-adacd7deaae0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 945 time: 0.2914338 Oct 22 13:29:36.161482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-c4798e50-1569-4442-aaef-03cc00ab52fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1961546 Oct 22 13:29:36.267452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-e1c14517-ec39-4701-87e2-8e72ba4e14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.270018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-e1c14517-ec39-4701-87e2-8e72ba4e14d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828114 Oct 22 13:29:36.325416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:36.336570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-033d470a-db48-4ade-9217-359f97d37cf9 req-445f1b72-2f2c-48cb-a063-e5881bba482c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697779 Oct 22 13:29:36.418547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-5994e83b-ed1b-4590-aeb1-712044bebe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.420129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-5994e83b-ed1b-4590-aeb1-712044bebe3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1096 time: 0.1792514 Oct 22 13:29:36.427915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:36.432965 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.445041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:36.460810 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:36.469714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.484373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:36.491980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:36.545995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:29:36.550627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:36.551141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.560305 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:36.579872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4561a07d-1317-4a06-b5a7-4ef3d89dbd1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/e4889521-1522-43bc-92c1-4fc4c1ae4e05 HTTP/1.1" status: 200 len: 978 time: 3.1345439 Oct 22 13:29:36.581098 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:36.581602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:36.584115 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:36.667621 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:36.668406 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c6417-6738-4237-a774-ebe7f927072a None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:36.694280 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.703215 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-1bfef15d-46ed-466c-9269-ac14491971bd service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234211 Oct 22 13:29:36.714354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-62b651d2-3111-492d-b407-94d846519ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.715892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-62b651d2-3111-492d-b407-94d846519ce9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 897 time: 0.2572117 Oct 22 13:29:36.721206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:36.723763 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd5a5f3-1d8a-45a8-9559-42768c13d091" -d '{"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:36.741887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:36.747565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.794919 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913116e6-fc98-4f5f-b5e9-cd7b041ee1e6 x-openstack-request-id: req-913116e6-fc98-4f5f-b5e9-cd7b041ee1e6 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:36.795351 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:36.796576 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-913116e6-fc98-4f5f-b5e9-cd7b041ee1e6 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:36.797938 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'code': 200} Oct 22 13:29:36.813377 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933efa4c-049c-424a-94cb-e6a6067dcf95 req-eb1819cb-c136-4fd6-8043-7532c147463f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:36.815323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-933efa4c-049c-424a-94cb-e6a6067dcf95 req-eb1819cb-c136-4fd6-8043-7532c147463f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1557863 Oct 22 13:29:36.836975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:36.885935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:36.886818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:36.901013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-933efa4c-049c-424a-94cb-e6a6067dcf95 req-e48b84eb-552f-4ca5-902a-fc526f55ee22 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772281 Oct 22 13:29:36.932176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-da5ad258-e45f-4f53-9d4a-05b511253535 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 1001 time: 0.2061801 Oct 22 13:29:36.936852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a7c6feaa-7d52-48e7-b4d7-ab121ef6e02d req-c513553d-3576-491e-a825-348cfeccc771 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764283 Oct 22 13:29:36.995099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 6e3f8618-82ac-4798-b116-a0bb5f08b3e1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:36.995828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.007710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-ec834e73-7e66-4afd-8c90-10f254fd5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.009191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-ec834e73-7e66-4afd-8c90-10f254fd5c1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.0623522 Oct 22 13:29:37.015804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd362fe-02bb-4ba6-acdc-70cf74107733 req-8670a7f6-ea42-466f-bb05-3fd27db2c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.015804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fd362fe-02bb-4ba6-acdc-70cf74107733 req-8670a7f6-ea42-466f-bb05-3fd27db2c553 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1097 time: 0.1485136 Oct 22 13:29:37.016175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.066416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cf28e322-d919-468a-b04b-28a5f4846026 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:37.097015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: cf28e322-d919-468a-b04b-28a5f4846026 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:37.097341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cf28e322-d919-468a-b04b-28a5f4846026 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:37.138283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:37.138885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.139340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Subnet': ['ID=1154af0c-6aa0-4449-9070-7487ba52fb1c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:37.145969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fd362fe-02bb-4ba6-acdc-70cf74107733 req-10228e23-452e-4ece-a41f-e88f82bd311b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122978 Oct 22 13:29:37.155282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-88b00a71-cbce-4f73-9815-d28e184304e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.157743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-88b00a71-cbce-4f73-9815-d28e184304e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 1095 time: 0.1650753 Oct 22 13:29:37.159133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-084a6998-2672-473e-bc8e-03dab74e2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.161014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-084a6998-2672-473e-bc8e-03dab74e2a76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413472 Oct 22 13:29:37.161527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Checking segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:37.162370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network hostable DHCP agents. Network: 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:37.173222 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:37.204950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.209470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:37.249702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:37.259111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.259699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.276757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee72f7-cafe-402e-aa14-94ebd16de57b None None] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:37.285312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-58f0b87b-ddcb-4a27-b24b-d73aa2ab44f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134422 Oct 22 13:29:37.290717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1600f6d2-d62a-455f-8937-6eef9cb0c1ec tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1870332 Oct 22 13:29:37.390087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25b924ae-6ea9-46d7-bf32-8b94e7169c39 req-79b4d6bd-4e9b-41fd-a65c-9a7d7a45be2a service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981584 Oct 22 13:29:37.588356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e393c12-62e7-4db7-8daa-0939ea25a87b req-0c67f7dd-3049-45ad-9e5b-b1d5958c3557 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.592353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e393c12-62e7-4db7-8daa-0939ea25a87b req-0c67f7dd-3049-45ad-9e5b-b1d5958c3557 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1076858 Oct 22 13:29:37.665401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e393c12-62e7-4db7-8daa-0939ea25a87b req-4a892794-891f-4147-8756-cebfd6693b0c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663962 Oct 22 13:29:37.736266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ips': [{'subnet_id': '1154af0c-6aa0-4449-9070-7487ba52fb1c'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:37.737166 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.885904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-36f8e667-c0a5-48b7-a03a-11c3ba05f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:37.887440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-36f8e667-c0a5-48b7-a03a-11c3ba05f37d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.7155190 Oct 22 13:29:37.912585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Allocated IP 172.20.0.18 (1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398/1154af0c-6aa0-4449-9070-7487ba52fb1c/2ffd5632-54e8-4244-8033-e3f50507e1c2) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:37.962637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-b7daa5c9-95c9-4e29-82b4-80fc1584fac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d HTTP/1.1" status: 200 len: 217 time: 0.0631268 Oct 22 13:29:37.981089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33514) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:37.985959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16280377', 'description': 'tempest-secgroup-smoke-16280377 description', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:37.994504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.995069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:37.995400 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP e4889521-1522-43bc-92c1-4fc4c1ae4e05 disassociated. External IP: 172.25.6.84, port: 6e3f8618-82ac-4798-b116-a0bb5f08b3e1. Oct 22 13:29:37.995766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 6e3f8618-82ac-4798-b116-a0bb5f08b3e1 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:38.023882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.109849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-9375594a-9019-4261-9a4c-99ef486ee137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:38.111570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-9375594a-9019-4261-9a4c-99ef486ee137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1407108 Oct 22 13:29:38.113408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7e6d5-35ee-4a7b-8406-c04f5a73198b req-1e9ce599-635d-4460-866a-a40d163e8050 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:38.115990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a7e6d5-35ee-4a7b-8406-c04f5a73198b req-1e9ce599-635d-4460-866a-a40d163e8050 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.0793798 Oct 22 13:29:38.124370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.133812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.184525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49a7e6d5-35ee-4a7b-8406-c04f5a73198b req-d7c0b8f4-07d3-4435-9c07-30172bb6bfad tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627472 Oct 22 13:29:38.189042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.207259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.217120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.239345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.255815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-53bb68eb-e6c7-44e2-955f-d9fa80d030ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:38.255815 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-53bb68eb-e6c7-44e2-955f-d9fa80d030ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282184 Oct 22 13:29:38.268147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314da8bf-d2d5-4354-a4eb-2668d4d22c05,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.270353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Pushing event updated for resources: {'Port': ['ID=2ffd5632-54e8-4244-8033-e3f50507e1c2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.286353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:38.288107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:38.293424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.297279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f29bef09-52bc-45c1-8b5f-2a45cdd7904c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3124833 Oct 22 13:29:38.297848 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:38.304633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:38.305105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:38.367162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.407398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.464204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Attempting to bind port 2ffd5632-54e8-4244-8033-e3f50507e1c2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:38.464759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Attempting to bind port 2ffd5632-54e8-4244-8033-e3f50507e1c2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:38.465231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Attempting to bind port 2ffd5632-54e8-4244-8033-e3f50507e1c2 on network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:38.472478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:38.472968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Checking segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:38.473513 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.474011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Bound using segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:38.474579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Bound port: 2ffd5632-54e8-4244-8033-e3f50507e1c2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:38.475058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.528193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-6d10ed85-aa02-4938-9429-f3ef94c0c92d service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504170 Oct 22 13:29:38.598509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] For port 2ffd5632-54e8-4244-8033-e3f50507e1c2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:38.607220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] For port 2ffd5632-54e8-4244-8033-e3f50507e1c2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2ffd5632-54e8-4244-8033-e3f50507e1c2,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:38.621769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.622928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.635345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.662005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.685809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99da0a61-fd37-4d2f-b4c9-68200ea7f448,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.702097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.704898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c49534d0-f588-400a-9778-f9b7559a77d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042976 Oct 22 13:29:38.707168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:38.715999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:38.757038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.759582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13058dda-1269-4d18-a89f-5977098317d9 None None] Pushing event updated for resources: {'Port': ['ID=2ffd5632-54e8-4244-8033-e3f50507e1c2,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.779155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-425a2559-b6e6-4f4d-8fe6-81f4c5811ea6 req-b53d1efc-c04a-4482-86ca-05cb9285d8c2 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146276 Oct 22 13:29:38.780045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.831278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=6e3f8618-82ac-4798-b116-a0bb5f08b3e1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:38.924855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cdd42-c3fd-4c18-92ea-c5cd127047b3 req-9cc29a51-cce6-46c0-9908-1cd60baea4f4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:38.934495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f2cdd42-c3fd-4c18-92ea-c5cd127047b3 req-9cc29a51-cce6-46c0-9908-1cd60baea4f4 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0888410 Oct 22 13:29:38.948658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:38.971757 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.023266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c885993b-5ae9-4701-ada8-da609b51bfd2,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:39.037488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f2cdd42-c3fd-4c18-92ea-c5cd127047b3 req-3c8f1cee-35cb-42ed-b3f0-78d8d05f9016 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037405 Oct 22 13:29:39.046302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.053169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b3d293c2-4f72-4be0-9008-c8299613825f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3419890 Oct 22 13:29:39.053169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.057840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:39.115460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.245026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:39.277575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:39.368633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89302e8-4043-4328-b427-4a4bd80fc383 req-2470d9ca-4de2-4ee1-a958-5eb8336ff962 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:39.370384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b89302e8-4043-4328-b427-4a4bd80fc383 req-2470d9ca-4de2-4ee1-a958-5eb8336ff962 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.2221696 Oct 22 13:29:39.380640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33528) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.387445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Request body: {'floatingip': {'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:39.392400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.433808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.442993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.454267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4f831-39e5-42ac-a9e9-f0e5cc081858 req-39f77008-b931-40b9-82ef-3af8ed9cfc51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:39.455951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edd4f831-39e5-42ac-a9e9-f0e5cc081858 req-39f77008-b931-40b9-82ef-3af8ed9cfc51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1318550 Oct 22 13:29:39.502763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:39.510019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:39.510592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be76f9a-db72-4977-81fd-2bc28258f435,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:39.518787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b23c2479-f284-4259-8b01-6d6270f42784 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7890115 Oct 22 13:29:39.519453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33530) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.532481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:39.545222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Sync routers for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:39.550450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:39.553181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:39.553681 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.555045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3b3e84b7-1dc7-4192-9ced-fa9a2a2d7f11 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5006714 Oct 22 13:29:39.559106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.568079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:39.583550 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:39.584206 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:39.600781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting subnet ee2106d5-9d01-4099-96a0-ed839486c27b {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:29:39.607301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.638150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:39.650455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:39.651181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:39.664369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edd4f831-39e5-42ac-a9e9-f0e5cc081858 req-011e4431-514e-499e-bba2-a6a417fa18cc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590917 Oct 22 13:29:39.690226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.714450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.720664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2b764c4f-dd8d-40f0-8648-e7b4e9214f67 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/6e3f8618-82ac-4798-b116-a0bb5f08b3e1 HTTP/1.1" status: 204 len: 168 time: 3.1240482 Oct 22 13:29:39.722316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.773096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:39.773781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf89e7-0c6b-46b9-9864-5f52eb8bcc30 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:39.808785 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24879ac1-f64b-4bab-a701-8e9795d80352 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/floatingips/e4889521-1522-43bc-92c1-4fc4c1ae4e05 HTTP/1.1" status: 200 len: 687 time: 0.0856602 Oct 22 13:29:39.812723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:39.814122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:39.833470 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:39.975046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2ffd5632-54e8-4244-8033-e3f50507e1c2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:40.025467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.130114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 45a77fb4-a1b6-4834-bf8b-48aeabfc8d33 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:40.130729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.136790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2ffd5632-54e8-4244-8033-e3f50507e1c2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:40.137416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.227685 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:29:38Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:40.239046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.272240 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.288662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Checking router: 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:40.315691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.319129 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Routers {'90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:40.319765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:40.335248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2106d5-9d01-4099-96a0-ed839486c27b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:40.352689 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.353088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.360970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 2ffd5632-54e8-4244-8033-e3f50507e1c2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2ffd5632-54e8-4244-8033-e3f50507e1c2,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:40.371820 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.384370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.390288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d49cccac-bb0f-421c-b0cf-d06aadff5e41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/subnets/ee2106d5-9d01-4099-96a0-ed839486c27b HTTP/1.1" status: 204 len: 168 time: 0.8520403 Oct 22 13:29:40.390288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 45a77fb4-a1b6-4834-bf8b-48aeabfc8d33 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:40.391571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:40.415947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8ece0-8dc4-4070-ac3c-69e4a190fe03 None None] Network af4768c8-e568-477d-a329-d60ba9dafdea requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:40.468376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa62d8-6b75-4cf3-90aa-8c1bb1f619f2 None None] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:40.548365 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] Set router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:40.570092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.605579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.620504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.664238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9ee93f-e5c6-4541-8e09-05430d5875f5,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:40.673810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=2ffd5632-54e8-4244-8033-e3f50507e1c2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:40.674428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.679912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-14a104e7-badc-4d8b-baec-020d6f3892e2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1131463 Oct 22 13:29:40.691280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-aba191c1-85fd-4b58-b3ce-1d8f1a11c96e None None] Provisioning complete for port 2ffd5632-54e8-4244-8033-e3f50507e1c2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:40.691633 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aba191c1-85fd-4b58-b3ce-1d8f1a11c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.699332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:40.705900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:40.769384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.821441 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:29:38Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:40.830560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=45a77fb4-a1b6-4834-bf8b-48aeabfc8d33,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:40.869821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21122d-8528-4f50-873a-b0c286626fd5 req-ab01978d-e6d9-4db9-b9c1-b872e4ee5bb2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:40.879114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb21122d-8528-4f50-873a-b0c286626fd5 req-ab01978d-e6d9-4db9-b9c1-b872e4ee5bb2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1030030 Oct 22 13:29:40.880152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599f3c7-f065-495a-a625-ebd20a15eccd None None] The sync data for ids ['90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5'] in n-d-813419-8 is: [{'id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147658439', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:26:40Z', 'updated_at': '2021-10-22T13:29:38Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '0c1b83e5-2211-4a2a-bf95-0b2acf8a250f', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:26:41Z', 'updated_at': '2021-10-22T13:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:40.918778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.943350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] DHCP port deletion for af4768c8-e568-477d-a329-d60ba9dafdea request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:29:40.961114 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:29:40.969613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.980599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.983520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:40.989838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-163f68e8-fa6c-4481-804a-d362b2b6b80c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/e4889521-1522-43bc-92c1-4fc4c1ae4e05 HTTP/1.1" status: 204 len: 168 time: 1.1758406 Oct 22 13:29:40.992766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33544) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:40.997509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '391dd931-e98f-42cc-ad80-68fa5f3ccd6a'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:41.003669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb21122d-8528-4f50-873a-b0c286626fd5 req-0396646e-701b-4c69-9727-f6408492e980 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235018 Oct 22 13:29:41.011465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Deleting port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:41.011840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.051382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:41.052019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.054190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.100166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.100488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] For port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,segment=NetworkSegment(85b7ce79-b072-492c-8c07-fd00716ed2b0),segment_id=85b7ce79-b072-492c-8c07-fd00716ed2b0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:41.101550 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.111094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.112125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.114900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Calling delete_port for a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:41.152942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.184210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.185574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4850290 Oct 22 13:29:41.189222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6697a73-8289-4cd0-aa3d-498b5e874ee6 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12002382-5a14-4478-90d6-3db4fe2fd796,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:41.193130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33546) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:41.197990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '314da8bf-d2d5-4354-a4eb-2668d4d22c05', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:41.226760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.245848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:41.246207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.267496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:41.268309 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:29:41.274169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.275074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] Pushing event deleted for resources: {'Port': ['ID=a24eed1a-1bab-4a4f-b5d6-2f572f4b5870,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:41.277204 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Floating IP d04b8ab0-bd5e-406a-9f28-67d0134e8e20 associated. External IP: 172.25.6.89, port: 311917a6-5d69-472e-bf85-a7d5ffee7ff5. Oct 22 13:29:41.282899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9a8b8-8250-4eae-ae50-c6661e44c123 None None] No DVR routers for this DVR port a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:29:41.304174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4df9b0c6-7725-4f21-ad88-f71b2ed8da3e None None] Provisioning complete for port 2ffd5632-54e8-4244-8033-e3f50507e1c2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:41.304687 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4df9b0c6-7725-4f21-ad88-f71b2ed8da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.363164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.447108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.457203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.482022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b67b116-b6a1-4e1c-b89b-5db96286090f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:41.523179 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.524425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e6d2e9e8-2b92-48a5-b0b2-59f5a257145d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3302066 Oct 22 13:29:41.605999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:41.760143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:41.770325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.774341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:41.782891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2ffd5632-54e8-4244-8033-e3f50507e1c2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:41.793800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-768c3735-a125-41a8-8ac1-c0ff6ce7e6b4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16280377&fields=id&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 267 time: 0.0736566 Oct 22 13:29:41.810769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-41e0e1f4-462b-42d5-9e17-c552ee668f06 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "PUT /v2.0/floatingips/d04b8ab0-bd5e-406a-9f28-67d0134e8e20 HTTP/1.1" status: 200 len: 991 time: 2.4257841 Oct 22 13:29:41.810769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:41.819361 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876512d-2e3d-434a-989f-e441f89267b0" -d '{"events": [{"name": "network-changed", "server_uuid": "87619955-4c38-481d-8491-41c25f804218", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:41.830289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:41.830949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:41.914695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.156 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:41.916597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2ffd5632-54e8-4244-8033-e3f50507e1c2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:41.916974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:41.938624 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834311b9-b7fe-4ae1-9a68-f3a2cace5abf x-openstack-request-id: req-834311b9-b7fe-4ae1-9a68-f3a2cace5abf {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:41.939509 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87619955-4c38-481d-8491-41c25f804218", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:41.940610 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-834311b9-b7fe-4ae1-9a68-f3a2cace5abf {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:41.941392 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'status': 'completed', 'code': 200} Oct 22 13:29:41.959881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-a93c2bad-70ee-4ea9-ba7b-ec2332747d75 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:41.962158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-a93c2bad-70ee-4ea9-ba7b-ec2332747d75 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/networks?id=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 HTTP/1.1" status: 200 len: 796 time: 0.1567252 Oct 22 13:29:42.007203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:42.019048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-0eddefb7-18a8-46a3-83e7-10dc6d3ddb46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/quotas/18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 375 time: 0.0431623 Oct 22 13:29:42.071312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876512d-2e3d-434a-989f-e441f89267b0 req-0d18b1d1-93ec-4749-8794-0e19be18149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:42.072846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-0d18b1d1-93ec-4749-8794-0e19be18149c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1097 time: 0.1094546 Oct 22 13:29:42.099940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.121911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-7954be72-8629-4854-9ffa-6a45a68bf05b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0941103 Oct 22 13:29:42.134228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.187021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=0c1b83e5-2211-4a2a-bf95-0b2acf8a250f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:42.197852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.224720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:42.264866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:42.265214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a24eed1a-1bab-4a4f-b5d6-2f572f4b5870 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:42.266483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:42.270572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:42.275455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:42.278453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:42.289676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:42.289676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f3c0fdb5-d46c-4248-8e6f-7bc27f0d6b36 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:42.339328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:42.342133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cf3c-0bfc-4c61-91e4-64474888338d req-65f88b48-d68c-4522-8399-52c00efff55b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:42.343066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd04b8ab0-bd5e-406a-9f28-67d0134e8e20', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87619955-4c38-481d-8491-41c25f804218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:29:21Z', 'updated_at': '2021-10-22T13:29:40Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:42.343724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50b4cf3c-0bfc-4c61-91e4-64474888338d req-65f88b48-d68c-4522-8399-52c00efff55b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.2165649 Oct 22 13:29:42.348334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876512d-2e3d-434a-989f-e441f89267b0 req-f2306b5b-2cca-43b9-9c46-8219c11c949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:42.349774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-f2306b5b-2cca-43b9-9c46-8219c11c949b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.2677095 Oct 22 13:29:42.363373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.372055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:42.381806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:42.382412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:42.440846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-a3c10876-843d-427b-9aff-585fc753f2b2 service neutron] 10.222.0.25 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974908 Oct 22 13:29:42.451726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50b4cf3c-0bfc-4c61-91e4-64474888338d req-1eb26ce0-ae07-477d-a278-7ced77ea4ff5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009681 Oct 22 13:29:42.485407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-11ef0bd3-88e2-4648-9b7b-745fae2f381f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 999 time: 0.1180048 Oct 22 13:29:42.501378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:42.513276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.518318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.591732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876512d-2e3d-434a-989f-e441f89267b0 req-a42c440f-a80d-468f-b377-08b181d2401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:42.593367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-a42c440f-a80d-468f-b377-08b181d2401e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0965703 Oct 22 13:29:42.597687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4af2c251-44db-420a-aed8-19c7fdaf3995 service neutron] 10.222.0.25 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428845 Oct 22 13:29:42.613097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.613778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Fanout notify agent at l3_agent the message router_deleted on router 90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:29:42.622379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.623830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3df3a111-63aa-443a-aff3-b66f8d88aab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/routers/90e45ae5-e76e-4bb5-a7c3-ff7b3e6b4ce5 HTTP/1.1" status: 204 len: 168 time: 2.2310250 Oct 22 13:29:42.627277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:42.665751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876512d-2e3d-434a-989f-e441f89267b0 req-3e62c391-8b01-450c-b742-2ff1c10dfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:42.668383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-3e62c391-8b01-450c-b742-2ff1c10dfef0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675511 Oct 22 13:29:42.769615 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.798516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-09e89277-0c24-4c9e-9285-00c8ddf21d00 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210461 Oct 22 13:29:42.956676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e876512d-2e3d-434a-989f-e441f89267b0 req-c87079b5-9006-448a-b747-c297df135d71 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507769 Oct 22 13:29:42.960043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:42.992755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4768c8-e568-477d-a329-d60ba9dafdea']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:42.994893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e51c6dac-397f-448c-84b8-bc2c89ee4572 req-02e4bc92-5d96-4c66-ae3b-a972381cfeea tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 210 time: 0.0366621 Oct 22 13:29:43.006800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b7ce79-b072-492c-8c07-fd00716ed2b0') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:43.007108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b7ce79-b072-492c-8c07-fd00716ed2b0') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:43.047652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.072909 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.081676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd04b8ab0-bd5e-406a-9f28-67d0134e8e20', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87619955-4c38-481d-8491-41c25f804218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:29:21Z', 'updated_at': '2021-10-22T13:29:40Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:43.082236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.083548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:29:43.083947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:29:43.086998 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:29:43.113514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f01-923a-4dd8-a64a-7a6c5cf9a0bf None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd04b8ab0-bd5e-406a-9f28-67d0134e8e20', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87619955-4c38-481d-8491-41c25f804218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:29:21Z', 'updated_at': '2021-10-22T13:29:40Z', 'revision_number': 1, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:43.181847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.194194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.195766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/networks/af4768c8-e568-477d-a329-d60ba9dafdea HTTP/1.1" status: 204 len: 168 time: 0.5675244 Oct 22 13:29:43.198475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33576) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:43.231100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef034a-4951-41db-99e2-645999ee8005 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Network': ['ID=af4768c8-e568-477d-a329-d60ba9dafdea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:43.237609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.299608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.358331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.443632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.448524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.450578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.451958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.455702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/security-groups/51fb4b61-e106-43bc-8440-8da15e562d92 HTTP/1.1" status: 204 len: 168 time: 0.2533665 Oct 22 13:29:43.465329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d214a-71ad-4dc5-99a2-e8e4e64b36c2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb4b61-e106-43bc-8440-8da15e562d92,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:43.473849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f731be4-4be9-4f33-ac96-a19d28b50f08 None None] New status for floating IP d04b8ab0-bd5e-406a-9f28-67d0134e8e20: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:29:43.558737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:43.581880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:43.674054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837873-a81f-4925-a804-336a5c6d94ee req-f5e9022c-6680-46b5-bbce-05349159ea5f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:43.676648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06837873-a81f-4925-a804-336a5c6d94ee req-f5e9022c-6680-46b5-bbce-05349159ea5f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.0815527 Oct 22 13:29:43.750078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06837873-a81f-4925-a804-336a5c6d94ee req-df8e61f6-b549-4a6f-9004-2deb57e262d1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 Oct 22 13:29:43.793859 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP a551178e-fa90-4589-996e-b317a32724f5 associated. External IP: 172.25.6.156, port: 391dd931-e98f-42cc-ad80-68fa5f3ccd6a. Oct 22 13:29:43.806787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:29:43.858367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:29:43.858850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0c1b83e5-2211-4a2a-bf95-0b2acf8a250f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:29:44.028157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:44.069914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.075143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065307653', 'description': 'tempest-secgroup-smoke-1065307653 description', 'project_id': 'd995d80d005e424da11709db076b1b4a'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.100046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.149317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:44.150050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b43d288e-2b74-407b-a842-eceb4f029233 req-dcda28e0-25fe-497a-baff-7d76ee815941 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 210 time: 0.0321426 Oct 22 13:29:44.165142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:44.176314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.177622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:44.178451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:44.212816 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cbe3799d-1e7f-4751-8b2c-0790d6063243 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2188678 Oct 22 13:29:44.216859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33596) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.217488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:44.226038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-212579904'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.227597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:44.227960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.228558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:44.233661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.256556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:44.261510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.284096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.285321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2139771 Oct 22 13:29:44.289401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.291859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:44.292981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8971d-31d9-45cb-9257-ee77d7c49e17 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:44.296533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.314080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:44.326491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffdcf-444d-4fd1-b956-0bc11d0575bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.339918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.340291 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Added segment 9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a of type vlan for network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c Oct 22 13:29:44.376267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.400068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4065e8e8-bdcd-425e-8373-38f8d5eca0d3 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:44.401676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4065e8e8-bdcd-425e-8373-38f8d5eca0d3 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/networks?id=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 HTTP/1.1" status: 200 len: 796 time: 0.1320901 Oct 22 13:29:44.401820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.454518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-a83e7537-3ecb-4c72-99fd-06cfbac20efb tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 469 time: 0.0423200 Oct 22 13:29:44.457189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.462856 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:44.463437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.485218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'port': {'device_id': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'admin_state_up': True, 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'security_groups': ['314da8bf-d2d5-4354-a4eb-2668d4d22c05']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.494946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.508884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.527743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3096285 Oct 22 13:29:44.550486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.557450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'subnet': {'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.565809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547fee7-d5b8-4131-bd29-72532438bf5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Network': ['ID=57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.570069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f2ce2b-d0f8-4ca5-8dab-7180e752eef2,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.577475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:44.583981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.588638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4665021d-6852-4342-8789-700fc8a2c497 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955947 Oct 22 13:29:44.589442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33602) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.597662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.631427 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.676668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:44.681626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.694011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.697916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.707160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:44.710685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.717845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270cc6cc-bfcf-4c57-a03c-f2ac31a0b0a8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.728568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.729848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3927030a-fea3-4b84-9f49-aad243dda76f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386709 Oct 22 13:29:44.732848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.737735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.764254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.829697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.833266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.851583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46498c70-27fc-4504-9987-bd0a16b10c42,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.861824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.865536 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-84c76720-7244-49b6-85ad-e87437200e92 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293013 Oct 22 13:29:44.865749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:44.870566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:44.898850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.963011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.966739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:44.975666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9b906-2b29-4eb1-bb5c-77ea38b57ee8 req-8ba0a211-77eb-49a1-a61f-333898f42a0d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:44.977190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8f9b906-2b29-4eb1-bb5c-77ea38b57ee8 req-8ba0a211-77eb-49a1-a61f-333898f42a0d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1430655 Oct 22 13:29:44.978392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.30 (1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398/1154af0c-6aa0-4449-9070-7487ba52fb1c/99637ad2-29ce-4380-9d1f-c1ba7db674a4) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:44.993566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ec6108-4862-4a9e-9182-8ad81307b46c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:44.998890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.003423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3eccbbd5-eef9-4410-be38-6eb635d348d2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338897 Oct 22 13:29:45.003974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33610) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:45.008483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.032412 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:29:45.037369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.097929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8f9b906-2b29-4eb1-bb5c-77ea38b57ee8 req-f0898d67-8c68-4d3f-a493-96a6d5add24f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127405 Oct 22 13:29:45.105927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.117962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.139727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611efc51-cbc2-4c3e-9b62-837f96bfd69a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:45.144416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.149004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.150238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fb4db6d4-c79b-477b-9773-bef550ddc87e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454058 Oct 22 13:29:45.153119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33614) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:45.157582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'ff2fd87a-7d02-4893-ac9f-afd3fa435e0b', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.182013 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:29:45.187783 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.260857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.266662 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.284983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a85567b-c6e2-4244-b101-fd44d9523a06,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:45.295219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.297977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3b7ab413-5bf0-40de-8eb8-3b35e3c363d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423779 Oct 22 13:29:45.299889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:45.302665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9683a5f8-d9c4-4e52-8018-b219aceb2c39 req-7acd65e0-e35d-46e1-bbfe-ad90780bc17c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 210 time: 0.0630276 Oct 22 13:29:45.304880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'network': {'name': 'tempest-network-smoke--2094679048', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.306170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Subnet': ['ID=41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:45.328511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:45.330245 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.331867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Checking segment: {'id': '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:45.332253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network hostable DHCP agents. Network: 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:45.332405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.356918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:45.357371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:29:45.367500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.367844 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Added segment 6dc54eb8-a4d9-4234-b469-77f2613d9473 of type vlan for network 13628411-4a57-4efd-a331-33011efc9f64 Oct 22 13:29:45.378666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:45.384630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:45.385189 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.389329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.391856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22c4c6-daac-46a6-b602-71c0287c07e2 None None] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:45.419549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.443708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b0ca4f65-b771-4e49-b6e4-fe9668a80ee4 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8922408 Oct 22 13:29:45.444033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33620) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:45.445623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:45.448953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:45.449258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-403994435', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.452711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:45.461489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:45.478105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.479457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.488910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.498557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:45.499923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.515251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:45.516416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.545120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-d9c4c97b-ef3c-48d1-89e0-e0b747bc2031 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642297 Oct 22 13:29:45.556368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Request body: {'port': {'device_id': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.556872 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2558925 Oct 22 13:29:45.559404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33622) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:45.564528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'admin_state_up': True, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:45.564730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c', 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c', 'tenant_id': 'a721b5c16c0a4c7f8763e5f8a31218ff', 'fixed_ips': [{'subnet_id': '41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:45.566739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.606729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3383f1-59ee-4c1e-ab7f-b93101e9db14 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Network': ['ID=13628411-4a57-4efd-a331-33011efc9f64,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:45.639621 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.651514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.663575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.664949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.690230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 13628411-4a57-4efd-a331-33011efc9f64 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:29:45.781512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.794907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.834282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bf578ee4-8fc6-43ea-abd5-8aad2033e0f0 None None] Provisioning complete for port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:45.834710 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf578ee4-8fc6-43ea-abd5-8aad2033e0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:45.875739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Allocated IP 172.20.0.2 (57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c/41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f/26304b95-1fc7-4d02-af7a-170db0069780) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:45.884170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bf578ee4-8fc6-43ea-abd5-8aad2033e0f0 None None] Port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:45.988002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.000327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.020037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.038083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.044928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.081109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:46.084322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:46.090840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:46.132196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Pushing event updated for resources: {'Port': ['ID=26304b95-1fc7-4d02-af7a-170db0069780,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:46.137666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.25.6.226 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/935b7656-f16e-46ea-ab6d-27ad719fb5eb) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:46.192345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Attempting to bind port 26304b95-1fc7-4d02-af7a-170db0069780 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:46.193222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Attempting to bind port 26304b95-1fc7-4d02-af7a-170db0069780 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:46.194267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Attempting to bind port 26304b95-1fc7-4d02-af7a-170db0069780 on network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:46.205729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:46.205729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Checking segment: {'id': '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:46.206110 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.206512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Bound using segment: {'id': '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:46.207597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Bound port: 26304b95-1fc7-4d02-af7a-170db0069780, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:46.207995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.287102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] For port 26304b95-1fc7-4d02-af7a-170db0069780, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:46.289061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.290470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] For port 26304b95-1fc7-4d02-af7a-170db0069780, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26304b95-1fc7-4d02-af7a-170db0069780,segment=NetworkSegment(9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a),segment_id=9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:46.297303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.306392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90324f9-a045-4023-9224-c7c484d7b730 req-eaf89ddf-f3f0-4903-9ef9-80afaffe80dd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:46.307919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e90324f9-a045-4023-9224-c7c484d7b730 req-eaf89ddf-f3f0-4903-9ef9-80afaffe80dd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1288357 Oct 22 13:29:46.318901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99637ad2-29ce-4380-9d1f-c1ba7db674a4 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:46.324761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.335020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.369365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db550-a568-4f9b-90cf-1bb1bb6a5f99 None None] Pushing event updated for resources: {'Port': ['ID=26304b95-1fc7-4d02-af7a-170db0069780,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:46.382382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:46.382382 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:46.386174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:46.415112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=935b7656-f16e-46ea-ab6d-27ad719fb5eb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:46.418473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Transition to ACTIVE for port object 99637ad2-29ce-4380-9d1f-c1ba7db674a4 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:29:46.452224 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.534695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e90324f9-a045-4023-9224-c7c484d7b730 req-29ff3e8f-40f7-45f4-9207-787999492d39 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112250 Oct 22 13:29:46.535276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.574676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.614589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Pushing event updated for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:46.694933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751da22b-1962-4ccf-9991-9c2a1d833d45 req-c028a772-a399-4fe2-816b-387a8f197c6d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:46.704940 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-751da22b-1962-4ccf-9991-9c2a1d833d45 req-c028a772-a399-4fe2-816b-387a8f197c6d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 944 time: 0.2581351 Oct 22 13:29:46.721671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.851738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-751da22b-1962-4ccf-9991-9c2a1d833d45 req-4224807a-a1d1-4230-95b4-1b4220012929 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455595 Oct 22 13:29:46.865280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.235 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/a6e19c6c-773a-42f4-a47d-be0fe8d14824) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:46.874412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Attempting to bind port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:46.874972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Attempting to bind port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:46.875429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Attempting to bind port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 on network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:46.886662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 on network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:29:46.886981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Attempting to bind port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 on network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:46.903547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:46.903888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Checking segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:46.904271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Bound using segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:46.904700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Bound port: 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:46.905053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:46.941525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.414580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:47.419365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.422556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:47.423216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router 215900b8-d667-4520-8fe1-42bfc431632f is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:29:47.430322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.469191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5efc0-72cc-444a-b810-05519d020904 None None] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:47.485084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:47.485714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.487169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] 10.222.0.21 "PUT /v2.0/ports/99637ad2-29ce-4380-9d1f-c1ba7db674a4 HTTP/1.1" status: 200 len: 1092 time: 1.9352851 Oct 22 13:29:47.489216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:47.491717 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:47.513698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e8af-83d0-447e-973a-0ace27e6cc12 service neutron] Pushing event updated for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:47.532595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.557327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:47.574279 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] Sync routers for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:47.612497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.617340 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:47.618036 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:47.622138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-550507c8-1e4f-4d2c-b757-d1e1a70504e5 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1750772 Oct 22 13:29:47.623391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] Provisioning complete for port 26304b95-1fc7-4d02-af7a-170db0069780 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:47.624063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33636) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:47.624230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.631402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:47.637769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:47.655062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:47.740986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:47.744104 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd2dad4-6704-47bf-801d-bcd01bebcc46 x-openstack-request-id: req-8bd2dad4-6704-47bf-801d-bcd01bebcc46 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:47.744493 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:47.744894 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd2dad4-6704-47bf-801d-bcd01bebcc46 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:47.747731 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4', 'status': 'completed', 'code': 200} Oct 22 13:29:47.752472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=a6e19c6c-773a-42f4-a47d-be0fe8d14824,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:47.774480 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:47.775144 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:47.837189 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.840715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26304b95-1fc7-4d02-af7a-170db0069780 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:47.847398 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:47.848174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc2535-b9cc-4eb2-ba92-a418be8a1572 None None] The sync data for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:47.922640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-0bc03c97-c3f4-468f-8a77-15f9a36c86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:47.928100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-0bc03c97-c3f4-468f-8a77-15f9a36c86df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 1095 time: 0.3811488 Oct 22 13:29:47.928237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 26304b95-1fc7-4d02-af7a-170db0069780 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:47.928527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:47.935855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] For port 26304b95-1fc7-4d02-af7a-170db0069780, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26304b95-1fc7-4d02-af7a-170db0069780,segment=NetworkSegment(9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a),segment_id=9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:47.958064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.019509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa710c-261e-4438-b0ce-8d17b02c485d None None] Pushing event updated for resources: {'Port': ['ID=26304b95-1fc7-4d02-af7a-170db0069780,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:48.046072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a1c7-186c-4350-bb06-4671282f978e req-4d0b99c1-b289-476b-92c6-6050f286feba tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:48.048195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b17a1c7-186c-4350-bb06-4671282f978e req-4d0b99c1-b289-476b-92c6-6050f286feba tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.2995377 Oct 22 13:29:48.049641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-70b46819-ef3b-4874-8b5a-f01d25364d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4 HTTP/1.1" status: 200 len: 217 time: 0.1102288 Oct 22 13:29:48.114077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4118cb22-0d94-4e67-a978-7a4f2ac8c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:48.115677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4118cb22-0d94-4e67-a978-7a4f2ac8c3ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1154af0c-6aa0-4449-9070-7487ba52fb1c HTTP/1.1" status: 200 len: 837 time: 0.0560641 Oct 22 13:29:48.232940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1405043b-6e4d-4428-9c39-3c29519d55f7 None None] Provisioning complete for port 26304b95-1fc7-4d02-af7a-170db0069780 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:48.233582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1405043b-6e4d-4428-9c39-3c29519d55f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.267733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b17a1c7-186c-4350-bb06-4671282f978e req-77ae8f83-d292-4f56-95b0-0990f2c2522f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353588 Oct 22 13:29:48.276354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93430b22-5ca8-4685-a39e-0607b7657506 req-11ab808f-a758-43b8-9548-4fbb91c2d719 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:48.283425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93430b22-5ca8-4685-a39e-0607b7657506 req-11ab808f-a758-43b8-9548-4fbb91c2d719 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 944 time: 0.2480953 Oct 22 13:29:48.338028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4643cfab-8e82-4070-ab2d-dfd9cc803420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:48.339563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-4643cfab-8e82-4070-ab2d-dfd9cc803420 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006404 Oct 22 13:29:48.347347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.399609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93430b22-5ca8-4685-a39e-0607b7657506 req-621b3bf2-e740-495c-ae3e-74458b849541 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151602 Oct 22 13:29:48.401984 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.562776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-45ee57b5-d26d-4eb7-852a-43cce83b0ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131348 Oct 22 13:29:48.677938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.1 (57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c/41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f/0e5abd63-92d9-41cb-872d-85961ae1ebb2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:48.758027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13163d10-58f3-478d-b633-e4b5cc304cc1 req-b96b1e49-8a4b-489a-b1b2-a162b315ae7a service neutron] 10.222.0.21 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864142 Oct 22 13:29:48.759211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.824861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.858891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.900636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-03c01203-8bdd-4795-bdeb-04abb658edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:48.900899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:48.902147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-03c01203-8bdd-4795-bdeb-04abb658edd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 1095 time: 0.0901239 Oct 22 13:29:48.904084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:48.908085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:48.917418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=0e5abd63-92d9-41cb-872d-85961ae1ebb2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:48.963656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:48.986864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 0468ad14-42a4-424e-bac0-648832ab0a72 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:29:49.058461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-2b883563-ac92-438a-84c5-a2afb8862681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.060012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-2b883563-ac92-438a-84c5-a2afb8862681 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 HTTP/1.1" status: 200 len: 897 time: 0.1500485 Oct 22 13:29:49.109968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a79ba9a1-62cc-4459-aed6-0a286c10a68d details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:29:49.117586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-3d46e41d-c814-4706-a726-38ad89e76bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4 HTTP/1.1" status: 200 len: 217 time: 0.0486460 Oct 22 13:29:49.122078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.209739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:49.220474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-a3df7b51-b719-4221-8f04-aa2d5b655d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.221656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Sync routers for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:49.222075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-a3df7b51-b719-4221-8f04-aa2d5b655d49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1154af0c-6aa0-4449-9070-7487ba52fb1c HTTP/1.1" status: 200 len: 837 time: 0.0703757 Oct 22 13:29:49.238733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:49.262715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d', 'mac_address': 'fa:16:3e:da:00:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:29:49.267070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:49.267717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:49.273080 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.277576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2f5fee6b-9ac8-4cbf-ab27-676973d998a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7172308 Oct 22 13:29:49.278185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33642) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:49.322494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc4aee4c-a0ba-4311-ad42-d6141e75c04f tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d995d80d005e424da11709db076b1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423436 Oct 22 13:29:49.323139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33646) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:49.335459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-adc09a5a-3ede-4597-95a7-e2965afb4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.336961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-adc09a5a-3ede-4597-95a7-e2965afb4dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067023 Oct 22 13:29:49.454920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:49.458350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3a7028dc-acfc-472b-bbe6-bb5e1aaccb1c None None] Provisioning complete for port 0e5abd63-92d9-41cb-872d-85961ae1ebb2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:49.458822 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3a7028dc-acfc-472b-bbe6-bb5e1aaccb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.484745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.497361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.508083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8fd38-e8c1-4d05-af29-88ed7376dd57 req-c560c867-ac28-4d7e-83b7-f906cf83ab89 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.509434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddc8fd38-e8c1-4d05-af29-88ed7376dd57 req-c560c867-ac28-4d7e-83b7-f906cf83ab89 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 944 time: 0.1622701 Oct 22 13:29:49.566362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.580064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=0e5abd63-92d9-41cb-872d-85961ae1ebb2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:49.584251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3a7028dc-acfc-472b-bbe6-bb5e1aaccb1c None None] Port 0e5abd63-92d9-41cb-872d-85961ae1ebb2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:49.584496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc151539-8fab-4b05-bfcd-e91555691b9a tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.585448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.587677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cc151539-8fab-4b05-bfcd-e91555691b9a tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2628164 Oct 22 13:29:49.590586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33652) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:49.598295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79ba9a1-62cc-4459-aed6-0a286c10a68d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:49.608576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-1ed1bf84-c032-4b4c-aad0-841669a86523 service neutron] 10.222.0.21 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595940 Oct 22 13:29:49.644612 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a301d5b-89e5-4859-aabd-30f38cee4ca7 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494735 Oct 22 13:29:49.647021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddc8fd38-e8c1-4d05-af29-88ed7376dd57 req-884af2af-c22e-452b-9474-9cc56d28b528 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240878 Oct 22 13:29:49.647569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33654) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:49.657822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:49.664208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135367037', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:49.674354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.748340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:49.750764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:49.751362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:49.759517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024de08-ffed-4cb1-9ea9-485db59ed9a0 req-e945826c-0700-4fdb-80d2-b87d76123ee8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:49.761645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f024de08-ffed-4cb1-9ea9-485db59ed9a0 req-e945826c-0700-4fdb-80d2-b87d76123ee8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 944 time: 0.2644830 Oct 22 13:29:49.778552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:48Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:49.878102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:49.882020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:49.904851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router 215900b8-d667-4520-8fe1-42bfc431632f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:49.922045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f024de08-ffed-4cb1-9ea9-485db59ed9a0 req-c387540f-6acb-40a1-97a7-033be6c5a08b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247585 Oct 22 13:29:49.955126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2a97d28-2496-4b58-bdf1-d30c10cb8b5b req-8d9ff462-d2fe-4ed2-aa64-0912711ea80a service neutron] 10.222.0.21 "GET /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351645 Oct 22 13:29:50.014810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26304b95-1fc7-4d02-af7a-170db0069780 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:50.042783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Checking router: 0468ad14-42a4-424e-bac0-648832ab0a72 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:50.043150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Updating router 0468ad14-42a4-424e-bac0-648832ab0a72 port a6e19c6c-773a-42f4-a47d-be0fe8d14824 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:50.048946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:50.054708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff61df8f-2200-4f2f-8bb1-3a4eb8945a1d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/routers/215900b8-d667-4520-8fe1-42bfc431632f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280679 Oct 22 13:29:50.057124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33656) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:50.059971 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] Sync routers for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:50.063049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'port': {'network_id': '57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c', 'name': 'tempest-FloatingIPTestJSON-1518033644'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:50.071563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:50.072428 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:50.093255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.132971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a79ba9a1-62cc-4459-aed6-0a286c10a68d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:29:50.174532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.179878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e3ea4a93-10bd-4bfc-b96b-ca9bb785f121 None None] Provisioning complete for port 0e5abd63-92d9-41cb-872d-85961ae1ebb2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:50.180246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4a93-10bd-4bfc-b96b-ca9bb785f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.216682 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:50.217808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Made reservation on behalf of a721b5c16c0a4c7f8763e5f8a31218ff for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:50.223137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.228768 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:50.229818 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:50.246296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] device_id is not set on port 0413744e-3279-4b08-97f3-cd93b6a906b3 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:29:50.255616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Subnet': ['ID=cbaaa44e-4694-41f1-abb8-40106df81c25,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:50.258231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:50.258626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network hostable DHCP agents. Network: 13628411-4a57-4efd-a331-33011efc9f64, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:29:50.270528 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:50.271581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949fc971-c84d-4718-97d6-ca1eff9b349c None None] The sync data for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:50.280989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 13628411-4a57-4efd-a331-33011efc9f64 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:29:50.290924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 13628411-4a57-4efd-a331-33011efc9f64) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:50.296302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:50.298126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.315602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c6f07e4a-cd53-4b69-b7e1-8e775cd0d35c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6571078 Oct 22 13:29:50.318691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33658) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:50.336387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 26304b95-1fc7-4d02-af7a-170db0069780 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:50.336760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.345308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f2553-af23-4f58-9b28-56596eaf4822 None None] Network 13628411-4a57-4efd-a331-33011efc9f64 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:50.403316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Allocated IP 172.20.0.4 (57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c/41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f/0413744e-3279-4b08-97f3-cd93b6a906b3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:50.409437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea4a93-10bd-4bfc-b96b-ca9bb785f121 None None] Port 0e5abd63-92d9-41cb-872d-85961ae1ebb2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:50.592243 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.638297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.694307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:50.699778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:50.702226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:50.763995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:50.764666 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.786563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-13628411-4a57-4efd-a331-33011efc9f64', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:29:50.787498 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.793577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event updated for resources: {'Port': ['ID=0413744e-3279-4b08-97f3-cd93b6a906b3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:50.817100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d761f8dc-604a-4041-92aa-5fd3e6501303 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7586570 Oct 22 13:29:50.819973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:50.832837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Request body: {'floatingip': {'port_id': '0413744e-3279-4b08-97f3-cd93b6a906b3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:50.898412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.922160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:50.995917 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.034059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Allocated IP 172.20.0.2 (13628411-4a57-4efd-a331-33011efc9f64/cbaaa44e-4694-41f1-abb8-40106df81c25/b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:51.116789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Attempting to bind port a6e19c6c-773a-42f4-a47d-be0fe8d14824 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:51.117532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Attempting to bind port a6e19c6c-773a-42f4-a47d-be0fe8d14824 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:51.117905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Attempting to bind port a6e19c6c-773a-42f4-a47d-be0fe8d14824 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:51.119787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20d875-a909-46b8-a565-e7eda28f14ef None None] Pushing event updated for resources: {'Port': ['ID=a6e19c6c-773a-42f4-a47d-be0fe8d14824,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:51.162181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55332bb-1357-440c-ad89-8d11ad5c058f req-e7632865-42b3-424d-8568-62a0db7f91fa tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:51.163626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:51.164524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d55332bb-1357-440c-ad89-8d11ad5c058f req-e7632865-42b3-424d-8568-62a0db7f91fa tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 945 time: 0.1954372 Oct 22 13:29:51.164783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:51.165198 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.165610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:51.166110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Bound port: a6e19c6c-773a-42f4-a47d-be0fe8d14824, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:51.166497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.175973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd2749-6c7f-4cad-aec5-879b1b24e748 req-f9c9984b-3793-452c-844c-a489694ff6d9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:51.176666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2bdd2749-6c7f-4cad-aec5-879b1b24e748 req-f9c9984b-3793-452c-844c-a489694ff6d9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 944 time: 0.1349132 Oct 22 13:29:51.194892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-212594af-9d2b-4739-b1b3-af3c7bc8510c None None] Provisioning complete for port 0413744e-3279-4b08-97f3-cd93b6a906b3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:51.195423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-212594af-9d2b-4739-b1b3-af3c7bc8510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.264308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d55332bb-1357-440c-ad89-8d11ad5c058f req-0710327c-16ef-4c7e-b481-45b806e417c0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848584 Oct 22 13:29:51.276714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-212594af-9d2b-4739-b1b3-af3c7bc8510c None None] Port 0413744e-3279-4b08-97f3-cd93b6a906b3 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:51.287746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] For port a6e19c6c-773a-42f4-a47d-be0fe8d14824, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:51.288869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2bdd2749-6c7f-4cad-aec5-879b1b24e748 req-c85bc55d-865b-401f-8a0f-d912ec92a701 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013026 Oct 22 13:29:51.321647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] For port a6e19c6c-773a-42f4-a47d-be0fe8d14824, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a6e19c6c-773a-42f4-a47d-be0fe8d14824,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:51.335047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.376684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.391236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.402092 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.417159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:51.417788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:51.424003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20d875-a909-46b8-a565-e7eda28f14ef None None] Pushing event updated for resources: {'Port': ['ID=a6e19c6c-773a-42f4-a47d-be0fe8d14824,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:51.461614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Network 13628411-4a57-4efd-a331-33011efc9f64 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:51.470348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:51.491957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:51.516465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.532177 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.585920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Pushing event updated for resources: {'Port': ['ID=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:51.608023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Attempting to bind port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:51.608404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Attempting to bind port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:51.608779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Attempting to bind port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:51.622533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:51.622971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:51.623337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.623735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Bound using segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:51.624231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Bound port: b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:51.624643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.630916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:51.665341 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP a551178e-fa90-4589-996e-b317a32724f5 associated. External IP: 172.25.6.156, port: 391dd931-e98f-42cc-ad80-68fa5f3ccd6a. Oct 22 13:29:51.780320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.1 (13628411-4a57-4efd-a331-33011efc9f64/cbaaa44e-4694-41f1-abb8-40106df81c25/0a41bac1-091d-43d6-8af1-b8abcb6aae40) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:51.798799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] For port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:51.804763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] For port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:51.811700 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.901229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:51.923220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:51.963655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:52.009074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 13628411-4a57-4efd-a331-33011efc9f64 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:52.012415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:52.017743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:52.027099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:52.061453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82c026-ccac-49eb-84e7-f379dec7f02b None None] Pushing event updated for resources: {'Port': ['ID=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:52.084792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:48Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:52.094031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:52.115336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11259b12-542f-4931-a7ae-0c31487dff4d None None] The sync data for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 is: [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:48Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:52.290276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:52.395699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 99637ad2-29ce-4380-9d1f-c1ba7db674a4 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:29:52.502209 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:29:52.544540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:52.576448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:52.596697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:52.597341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:52.646637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:52.653056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:52.708445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '99637ad2-29ce-4380-9d1f-c1ba7db674a4', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'port_id': '99637ad2-29ce-4380-9d1f-c1ba7db674a4', 'mac_address': 'fa:16:3e:e3:83:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:29:52.721331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:52.723412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:52.788606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6768b-93af-410f-aa33-3927fe71922a req-e6b19e3f-efa8-468e-aa16-508df7373472 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:52.790416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25a6768b-93af-410f-aa33-3927fe71922a req-e6b19e3f-efa8-468e-aa16-508df7373472 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 944 time: 0.2831674 Oct 22 13:29:52.809275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:52.809993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e7838-17ac-42da-a632-4f247ef4d516 None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:52.852026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2f89-cae6-4111-a448-ed4e91dfb103 req-777b46d2-c45a-4a85-948b-7c8259aaa2ac tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:52.854121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76bd2f89-cae6-4111-a448-ed4e91dfb103 req-777b46d2-c45a-4a85-948b-7c8259aaa2ac tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 945 time: 0.3456638 Oct 22 13:29:52.863123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router 215900b8-d667-4520-8fe1-42bfc431632f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:52.864677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:52.886517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25a6768b-93af-410f-aa33-3927fe71922a req-da751c41-d382-488d-8717-cba6e66158e3 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840173 Oct 22 13:29:52.902642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99637ad2-29ce-4380-9d1f-c1ba7db674a4 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:52.945780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:52.950557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76bd2f89-cae6-4111-a448-ed4e91dfb103 req-460bf499-4117-4736-ad4f-f4ae3b1dc3cc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Oct 22 13:29:52.957636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:52.999244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.014205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.072269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:53.081023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:53.085686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.092339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] Sync routers for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:53.104928 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:53.105822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:53.138523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a79ba9a1-62cc-4459-aed6-0a286c10a68d up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:53.153980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:53.172712 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:53.173263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:53.175203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-31df8e19-008f-4271-abcc-e2c6769cd500 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/floatingips/a551178e-fa90-4589-996e-b317a32724f5 HTTP/1.1" status: 200 len: 978 time: 2.3540120 Oct 22 13:29:53.177868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33676) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:53.195669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.213257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:53.248160 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:53.248963 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345f53e-cdd1-410d-8c30-4cf11b5b8a3b None None] The sync data for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:53.259690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a79ba9a1-62cc-4459-aed6-0a286c10a68d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:29:53.266860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a79ba9a1-62cc-4459-aed6-0a286c10a68d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:53.267242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.304913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['99637ad2-29ce-4380-9d1f-c1ba7db674a4'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:29:53.322144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 13628411-4a57-4efd-a331-33011efc9f64 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:53.324357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:53.338298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 0413744e-3279-4b08-97f3-cd93b6a906b3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:53.339900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.428021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.492435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.503418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 0468ad14-42a4-424e-bac0-648832ab0a72 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:53.518117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:53.521094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:53.523484 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e81cf-d44b-4bd9-9a70-925fcac6ff88" -d '{"events": [{"server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "name": "network-vif-plugged", "status": "completed", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:53.535287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.586577 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1db92-087f-4734-b9d5-35e1e573d2c5 x-openstack-request-id: req-24c1db92-087f-4734-b9d5-35e1e573d2c5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:53.586945 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "name": "network-vif-plugged", "status": "completed", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:53.587199 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24c1db92-087f-4734-b9d5-35e1e573d2c5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:53.587600 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d', 'code': 200} Oct 22 13:29:53.625866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee63dc4-306a-40ad-a52b-8724c974ae73 None None] Network 13628411-4a57-4efd-a331-33011efc9f64 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:29:53.679924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:53.702056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:53.702195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3a355120-2c2e-45fd-a442-e15fa73708f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/0468ad14-42a4-424e-bac0-648832ab0a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3823214 Oct 22 13:29:53.739496 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.739884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.740302 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Floating IP a551178e-fa90-4589-996e-b317a32724f5 disassociated. External IP: 172.25.6.156, port: 0413744e-3279-4b08-97f3-cd93b6a906b3. Oct 22 13:29:53.740854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 0413744e-3279-4b08-97f3-cd93b6a906b3 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:53.753717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] Provisioning complete for port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:53.754088 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:53.761201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e6e2-55d5-4a2a-b428-9fbfe7b4e951 req-a90e4444-d4df-4e91-8d34-dbfb9d1aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:53.762925 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b039e6e2-55d5-4a2a-b428-9fbfe7b4e951 req-a90e4444-d4df-4e91-8d34-dbfb9d1aba7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 1097 time: 0.0992548 Oct 22 13:29:53.862445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b039e6e2-55d5-4a2a-b428-9fbfe7b4e951 req-1ec9c887-f3a1-4905-a267-efbe71d53611 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Oct 22 13:29:53.941903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:53.965610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-df82d452-6592-4aff-a056-117dfa4dc836 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065307653&fields=id&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 267 time: 0.0717125 Oct 22 13:29:53.996557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.030361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.052063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0c56-3225-414a-af03-57a53e56189d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.054983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=0413744e-3279-4b08-97f3-cd93b6a906b3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:54.143702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] For port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:54.157017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:54.157399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.170820 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.181583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1f1a-0814-40ec-affd-738f1a0b65c9 req-84a79ff3-11d0-4e54-8087-0c682ead2797 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:54.183319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bafe1f1a-0814-40ec-affd-738f1a0b65c9 req-84a79ff3-11d0-4e54-8087-0c682ead2797 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 945 time: 0.1435864 Oct 22 13:29:54.203321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-daad85d1-215e-4e66-bc23-0e30712a3989 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:54.205056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-daad85d1-215e-4e66-bc23-0e30712a3989 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 797 time: 0.2299125 Oct 22 13:29:54.241779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-739ce260-c04e-4873-9169-8c2105a22272 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/quotas/d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 375 time: 0.0241058 Oct 22 13:29:54.285119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router 215900b8-d667-4520-8fe1-42bfc431632f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:54.296121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bafe1f1a-0814-40ec-affd-738f1a0b65c9 req-25264f90-5b84-45ea-98ff-33cdff010f8e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896931 Oct 22 13:29:54.357097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb204fb1-75dc-4ac4-80c1-59fcd717b0cd None None] Pushing event updated for resources: {'Port': ['ID=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:54.400448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-6e7a76f9-e9e4-4eb4-a7a5-6993f3a5c3ce tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491022 Oct 22 13:29:54.445573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a6e19c6c-773a-42f4-a47d-be0fe8d14824 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:54.463569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:54.489594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] Sync routers for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:54.516551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:54.517563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:54.529544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e78e06-9399-4ce4-b529-fb84fd522e0a req-e770e4c4-eee6-4e45-90fb-f6962099fa86 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:54.532483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92e78e06-9399-4ce4-b529-fb84fd522e0a req-e770e4c4-eee6-4e45-90fb-f6962099fa86 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.1179793 Oct 22 13:29:54.574433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:54.590668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92e78e06-9399-4ce4-b529-fb84fd522e0a req-194ca343-e76a-4d08-a975-2981e12f7b21 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Oct 22 13:29:54.596638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:54.596905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.599150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:54.602292 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0a91029d-dc8d-4047-bfd3-20d6a9b6d356 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/0413744e-3279-4b08-97f3-cd93b6a906b3 HTTP/1.1" status: 204 len: 168 time: 1.4233751 Oct 22 13:29:54.605186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:54.607034 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Sync routers for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:54.625290 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:54.626107 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:54.666637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:54.667281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c6b83-de50-4604-b50f-3fb11f7bf69b None None] The sync data for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:54.693032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-e29514de-4a4e-4e01-bd32-ca77a39555e4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:29:54.697672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a6e19c6c-773a-42f4-a47d-be0fe8d14824 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:54.698263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.699420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-e29514de-4a4e-4e01-bd32-ca77a39555e4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2672563 Oct 22 13:29:54.699906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-25d1f568-c1ce-4c97-9465-f2b9c521624f None None] Provisioning complete for port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:54.700260 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-25d1f568-c1ce-4c97-9465-f2b9c521624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.761023 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:54.845469 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.874385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port a6e19c6c-773a-42f4-a47d-be0fe8d14824, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a6e19c6c-773a-42f4-a47d-be0fe8d14824,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:54.887901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-9832e063-de6b-4147-bf4c-949e2cd25428 service neutron] 10.222.0.25 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784976 Oct 22 13:29:54.900454 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:54.968099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-25d1f568-c1ce-4c97-9465-f2b9c521624f None None] Provisioning complete for port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:54.969615 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-25d1f568-c1ce-4c97-9465-f2b9c521624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.037661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=a6e19c6c-773a-42f4-a47d-be0fe8d14824,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:55.046792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-25d1f568-c1ce-4c97-9465-f2b9c521624f None None] Port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:55.084372 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 2, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:55.112701 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Checking router: 0468ad14-42a4-424e-bac0-648832ab0a72 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:29:55.113233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Updating router 0468ad14-42a4-424e-bac0-648832ab0a72 port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:29:55.140998 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.172769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c0451ad3-442f-4fbb-af69-039272cf06bd None None] Provisioning complete for port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:55.173406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0451ad3-442f-4fbb-af69-039272cf06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.212077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-e754fcfd-19ba-409e-93d7-566f8cddafba service neutron] 10.222.0.25 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114319 Oct 22 13:29:55.222808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c0451ad3-442f-4fbb-af69-039272cf06bd None None] Port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:55.334419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.418068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ae0485f-5eba-4508-8dbd-8ce94e91f59d req-9fea67e0-93f7-4d60-9485-8dc0c431e8b7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 210 time: 0.0362008 Oct 22 13:29:55.478741 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.486094 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.573203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b24a9-c64e-45e8-a5b9-d16476fb6af7 req-445fafc6-8b81-46cf-8da2-3403ca97ba8a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:55.573509 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Pushing event updated for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:55.574857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e85b24a9-c64e-45e8-a5b9-d16476fb6af7 req-445fafc6-8b81-46cf-8da2-3403ca97ba8a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 945 time: 0.1248074 Oct 22 13:29:55.631047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e85b24a9-c64e-45e8-a5b9-d16476fb6af7 req-6b2f9c0c-8cf0-44d2-829d-390d4dcd1f3c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473301 Oct 22 13:29:55.651903 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Attempting to bind port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:55.653045 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Attempting to bind port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:55.653810 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Attempting to bind port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:55.661056 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.662276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.662775 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.663231 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.663937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.664152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.664486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.664876 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.665123 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.665448 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.665766 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.666089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:29:55.670967 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:55.671405 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:55.671884 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.672302 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Bound using segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:55.672787 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Bound port: 0a41bac1-091d-43d6-8af1-b8abcb6aae40, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:55.673161 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.755986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] For port 0a41bac1-091d-43d6-8af1-b8abcb6aae40, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:55.760273 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] For port 0a41bac1-091d-43d6-8af1-b8abcb6aae40, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a41bac1-091d-43d6-8af1-b8abcb6aae40,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:55.766843 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.837934 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b1a44-5061-4793-af4e-0fced5ab9a53 None None] Pushing event updated for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:55.857712 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:55.857887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] Provisioning complete for port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:55.858329 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:55.858558 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:55.907813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:55.993967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54059f-5834-4f3b-a712-23df1e771477 req-f077775d-33e1-4e5f-b239-2f722f762baf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:55.998772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be54059f-5834-4f3b-a712-23df1e771477 req-f077775d-33e1-4e5f-b239-2f722f762baf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.1231873 Oct 22 13:29:56.007558 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:29:56.039317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:56.039692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.042474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.057254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 0e5abd63-92d9-41cb-872d-85961ae1ebb2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:56.057712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.152339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] For port 0a41bac1-091d-43d6-8af1-b8abcb6aae40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a41bac1-091d-43d6-8af1-b8abcb6aae40,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:56.163452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.165837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be54059f-5834-4f3b-a712-23df1e771477 req-df8e60f2-aa4c-4df9-aeb6-2490ae5e4f94 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556661 Oct 22 13:29:56.184969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.199378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 0e5abd63-92d9-41cb-872d-85961ae1ebb2 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:56.299139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a6e19c6c-773a-42f4-a47d-be0fe8d14824 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:56.301427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef7433-34aa-43ec-9a3b-baaa18b5ac87 None None] Pushing event updated for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:56.325329 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:55Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:56.339771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0f675adb-4b7c-4408-9fb5-a815f6c89abd None None] Provisioning complete for port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:56.340152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f675adb-4b7c-4408-9fb5-a815f6c89abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.358535 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cf523-2c8c-4b3d-8184-3b3b374dd66d None None] The sync data for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 is: [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:55Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:56.387792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a6e19c6c-773a-42f4-a47d-be0fe8d14824 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:56.388174 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.388659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f14a9b-e9bd-439a-9a2d-42b603fa8ca3 req-cb9afe25-07f5-44bd-ba3f-0712f3641118 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:56.390423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24f14a9b-e9bd-439a-9a2d-42b603fa8ca3 req-cb9afe25-07f5-44bd-ba3f-0712f3641118 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.1111958 Oct 22 13:29:56.444647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 99637ad2-29ce-4380-9d1f-c1ba7db674a4 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:56.489969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24f14a9b-e9bd-439a-9a2d-42b603fa8ca3 req-7094d83c-1b0b-4c40-b2af-2fc67ff7b4ff tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Oct 22 13:29:56.540364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.597732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:29:56.610233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:56.610772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.825483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-1a209425-572c-456e-834d-72394392e71c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:56.827809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-1a209425-572c-456e-834d-72394392e71c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 797 time: 0.1789401 Oct 22 13:29:56.904299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-ab8d2d1a-35a5-4a01-aef6-f8e473063192 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 380 time: 0.0666764 Oct 22 13:29:56.918817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'port': {'device_id': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'admin_state_up': True, 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'security_groups': ['ff2fd87a-7d02-4893-ac9f-afd3fa435e0b']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:56.927091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:56.954701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:56.957375 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3bc1d8-c211-417c-9a5b-594d29b751bd" -d '{"events": [{"server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "name": "network-vif-plugged", "status": "completed", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:56.972265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:56.980167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.020377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40af8fc0-ff64-485e-baec-ed43d3dce9d7 req-4781bb4c-ba85-4e8d-be7a-dfb5e57a0ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 210 time: 0.5071161 Oct 22 13:29:57.023823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=0e5abd63-92d9-41cb-872d-85961ae1ebb2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:57.079884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:29:57.084580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.111924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:57.122168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb1e5-2421-480f-968a-8a51489fe496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.205554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbd11-46e6-42db-a5f5-2d893b2bf31e req-ace657ba-228e-494b-9574-62643f55b2e7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:57.213274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-918cbd11-46e6-42db-a5f5-2d893b2bf31e req-ace657ba-228e-494b-9574-62643f55b2e7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.2101257 Oct 22 13:29:57.269210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748cf5-610e-455e-999e-1e558ec015f0 req-98326946-ce08-435a-93c2-0dd0f21e1528 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:57.270808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa748cf5-610e-455e-999e-1e558ec015f0 req-98326946-ce08-435a-93c2-0dd0f21e1528 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.1340585 Oct 22 13:29:57.297284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.13 (13628411-4a57-4efd-a331-33011efc9f64/cbaaa44e-4694-41f1-abb8-40106df81c25/7cc40164-563f-41ff-a9f9-9062016fee88) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:29:57.378126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa748cf5-610e-455e-999e-1e558ec015f0 req-6dd3d78d-e615-4ff4-b542-070638ef4a9c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980496 Oct 22 13:29:57.387395 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-918cbd11-46e6-42db-a5f5-2d893b2bf31e req-3a220e2d-f1de-467e-b337-5202e245907b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404564 Oct 22 13:29:57.412422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.519633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.570777 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.620988 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 13628411-4a57-4efd-a331-33011efc9f64 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:29:57.625128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:29:57.630303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:29:57.639601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:57.728700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:57.731282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.770549 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-b80c0a2c-94a6-4445-8631-e5c12b71c924 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580387 Oct 22 13:29:57.788236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Request body: {'port': {'device_id': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:29:57.792934 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c153fd3-b6c6-4112-96cb-5cfef5df1a81 x-openstack-request-id: req-2c153fd3-b6c6-4112-96cb-5cfef5df1a81 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:57.795209 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "name": "network-vif-plugged", "status": "completed", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:57.795889 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c153fd3-b6c6-4112-96cb-5cfef5df1a81 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:57.800239 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4', 'code': 200} Oct 22 13:29:57.822617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.825361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.898169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:57.903635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router 215900b8-d667-4520-8fe1-42bfc431632f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:29:57.912168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a41bac1-091d-43d6-8af1-b8abcb6aae40 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:29:58.012194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:58.012194 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.049209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4848bd24-23bc-4475-8086-efabc8a6f9e4 None None] Provisioning complete for port 7cc40164-563f-41ff-a9f9-9062016fee88 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:29:58.049578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4848bd24-23bc-4475-8086-efabc8a6f9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.089450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4848bd24-23bc-4475-8086-efabc8a6f9e4 None None] Port 7cc40164-563f-41ff-a9f9-9062016fee88 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:29:58.101475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:29:58.109642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-09da8a05-951e-47b3-82ea-24aabc9ad5ac tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/routers/215900b8-d667-4520-8fe1-42bfc431632f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4948647 Oct 22 13:29:58.116109 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:58.149649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] Sync routers for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:29:58.168300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:58.168936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:58.195057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ff7c2-cb65-4d95-9c11-a982b4882b57 req-901e67da-45a9-40ba-95af-10cd8b25c1fb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.197203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e36ff7c2-cb65-4d95-9c11-a982b4882b57 req-901e67da-45a9-40ba-95af-10cd8b25c1fb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.3394454 Oct 22 13:29:58.216995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:58.227327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] Routers {'215900b8-d667-4520-8fe1-42bfc431632f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:29:58.227945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['215900b8-d667-4520-8fe1-42bfc431632f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:58.233641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158fc7f-a93d-4123-83d6-466d2039cf8b req-e2dcf327-b7ac-4f91-ab25-eeec4e3a10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.235180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3158fc7f-a93d-4123-83d6-466d2039cf8b req-e2dcf327-b7ac-4f91-ab25-eeec4e3a10af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 1097 time: 0.3296037 Oct 22 13:29:58.262897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:29:58.263570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12591e-fbf1-445f-9c72-7c31651ed7f5 None None] The sync data for ids ['215900b8-d667-4520-8fe1-42bfc431632f'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:29:58.273847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:29:58.282133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.294700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Transition to ACTIVE for port object 7cc40164-563f-41ff-a9f9-9062016fee88 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:29:58.299692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.350492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:58.355525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e36ff7c2-cb65-4d95-9c11-a982b4882b57 req-3935ddda-660a-4f1f-b334-a46ed5e736d7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403511 Oct 22 13:29:58.359557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.362897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3158fc7f-a93d-4123-83d6-466d2039cf8b req-a8dc6e9d-78ba-45c0-b945-8ab0050a6d42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144814 Oct 22 13:29:58.371578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8678b-7e77-49bb-90fa-8406bff46786 req-80e70ce0-6334-45ed-af73-7bcc57afc5ec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.373675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40b8678b-7e77-49bb-90fa-8406bff46786 req-80e70ce0-6334-45ed-af73-7bcc57afc5ec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 932 time: 0.2565310 Oct 22 13:29:58.454313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:29:58.455066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:29:58.455910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:58.459277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40b8678b-7e77-49bb-90fa-8406bff46786 req-54ea11c7-106d-4e66-9daa-4c24996d6d2f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 Oct 22 13:29:58.461802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:29:58.462211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:29:58.467766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:29:58.468737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:29:58.469364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Bound using segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:29:58.469896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Bound port: 7cc40164-563f-41ff-a9f9-9062016fee88, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:29:58.470333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.568665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.585909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:29:58.587013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657f4d-45ad-4a69-904a-0970a893ee9e req-55671994-abfe-499e-84c9-ed47d783dda9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.588592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b657f4d-45ad-4a69-904a-0970a893ee9e req-55671994-abfe-499e-84c9-ed47d783dda9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.0831676 Oct 22 13:29:58.589121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:29:58.593000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.636989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.637752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.639062 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] 10.222.0.26 "PUT /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1092 time: 0.8560348 Oct 22 13:29:58.639530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:29:58.641856 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:29:58.654486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b657f4d-45ad-4a69-904a-0970a893ee9e req-4c773725-a93a-4de7-b3d3-1d36195477b4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438943 Oct 22 13:29:58.678408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633bc2-5896-42fc-90ef-a08f10d3c24a service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:58.696501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 935b7656-f16e-46ea-ab6d-27ad719fb5eb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:58.696904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.759158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-a5d73eae-7d8c-42ec-89c0-01a10e30c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.760922 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-a5d73eae-7d8c-42ec-89c0-01a10e30c350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1095 time: 0.0536687 Oct 22 13:29:58.802388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:58.814090 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4842e091-d3d8-49e6-9303-829b391f70bf x-openstack-request-id: req-4842e091-d3d8-49e6-9303-829b391f70bf {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:29:58.814384 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:29:58.814673 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4842e091-d3d8-49e6-9303-829b391f70bf {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:29:58.815086 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:29:58.815687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 935b7656-f16e-46ea-ab6d-27ad719fb5eb owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:58.816636 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-c3e5c145-1b3b-4a7e-a79f-a202049e5686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 217 time: 0.0458531 Oct 22 13:29:58.876558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-e0ee7f89-b2f4-49a8-b054-0d6b4a15685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.878161 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-e0ee7f89-b2f4-49a8-b054-0d6b4a15685b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0520599 Oct 22 13:29:58.930774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-d838ddf0-756e-441d-80a9-29beee5491a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:58.932188 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-d838ddf0-756e-441d-80a9-29beee5491a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433404 Oct 22 13:29:59.006391 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.036840 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-876eff03-16e3-4466-a243-e59e2c45890e service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946290 Oct 22 13:29:59.037886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=935b7656-f16e-46ea-ab6d-27ad719fb5eb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:59.100073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.130315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7b06fb4-4585-45a7-ad31-f16edfb4d2f8 req-4fecbad0-b674-4e96-ad4a-6ff38aae07c2 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851328 Oct 22 13:29:59.195682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.198480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.246716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-4755e431-8c26-463d-8030-258b2e1c9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.248299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-4755e431-8c26-463d-8030-258b2e1c9806 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1095 time: 0.0472965 Oct 22 13:29:59.270200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.270779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Fanout notify agent at l3_agent the message router_deleted on router 215900b8-d667-4520-8fe1-42bfc431632f {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:29:59.278971 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.280051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-190eecb4-d26d-49e1-9bf6-febbfd70b59c tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/routers/215900b8-d667-4520-8fe1-42bfc431632f HTTP/1.1" status: 204 len: 168 time: 1.1515918 Oct 22 13:29:59.283038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33748) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:59.337740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-e4d0a726-6a8e-4f68-b42f-fb399ac76a6f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.339247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-e4d0a726-6a8e-4f68-b42f-fb399ac76a6f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.1045394 Oct 22 13:29:59.346241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-958b6a17-3cbe-41b1-938b-bf278ae02b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.347745 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-958b6a17-3cbe-41b1-938b-bf278ae02b5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.0919657 Oct 22 13:29:59.348128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting subnet 41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:29:59.358108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.396507 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-613ff066-c265-48c3-ab42-b8e6bede1bde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 217 time: 0.0407307 Oct 22 13:29:59.450914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-5b46a34e-adf3-456d-9851-60cfe4cc68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.451618 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.452369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-5b46a34e-adf3-456d-9851-60cfe4cc68d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0454824 Oct 22 13:29:59.499759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-69ee125c-4f61-45b7-b09f-0d0235a6a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.501220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-69ee125c-4f61-45b7-b09f-0d0235a6a4f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413041 Oct 22 13:29:59.584508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port a79ba9a1-62cc-4459-aed6-0a286c10a68d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:29:59.584850 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.594820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbfead-a450-493d-8852-0becb87247e6 req-936715d9-ab86-472d-b0ac-7c2c935afb7d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.596343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1adbfead-a450-493d-8852-0becb87247e6 req-936715d9-ab86-472d-b0ac-7c2c935afb7d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 946 time: 0.1486216 Oct 22 13:29:59.604789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-560a4a4f-b765-42b8-a7d4-86876636b4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943453 Oct 22 13:29:59.646903 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.707744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a40d9370-b4d4-4e6f-b15a-d44e94f1ca6a req-37efe146-df52-4ed5-aa65-8ba6e9eb796d service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952141 Oct 22 13:29:59.775501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1adbfead-a450-493d-8852-0becb87247e6 req-d46420cd-6c31-41a0-9b2a-dc9df109747e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575894 Oct 22 13:29:59.777509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.787586 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36449380-bd69-410e-be9c-57a99e6a21be req-8df1054f-9bf1-4ad9-b455-877ad58ea86a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:29:59.789125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36449380-bd69-410e-be9c-57a99e6a21be req-8df1054f-9bf1-4ad9-b455-877ad58ea86a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.2459879 Oct 22 13:29:59.834797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port a79ba9a1-62cc-4459-aed6-0a286c10a68d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a79ba9a1-62cc-4459-aed6-0a286c10a68d,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:29:59.835020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.846258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.866644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for a79ba9a1-62cc-4459-aed6-0a286c10a68d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:29:59.895066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36449380-bd69-410e-be9c-57a99e6a21be req-912667a9-7c44-41dc-a438-a08c1a135fb3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993080 Oct 22 13:29:59.895748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Subnet': ['ID=41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:29:59.905073 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:29:59.908442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-92f634e9-d144-4c16-8404-b0a1965723e0 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/subnets/41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f HTTP/1.1" status: 204 len: 168 time: 0.6243942 Oct 22 13:29:59.911332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:29:59.912373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d375a64-64fa-43b0-b121-4159327acf9b None None] Network 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:00.009445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.012219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e52c7-744c-4d6a-8ce3-711a543bd4f2 req-dae5c940-bac6-44b2-96f6-7beaade28ba4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:00.013745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146e52c7-744c-4d6a-8ce3-711a543bd4f2 req-dae5c940-bac6-44b2-96f6-7beaade28ba4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.1002696 Oct 22 13:30:00.101826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 26304b95-1fc7-4d02-af7a-170db0069780 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:00.102168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.103112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146e52c7-744c-4d6a-8ce3-711a543bd4f2 req-16292312-84c1-4958-8296-a2b9066545a9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780632 Oct 22 13:30:00.120090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] DHCP port deletion for 57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:00.145326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.170647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a79ba9a1-62cc-4459-aed6-0a286c10a68d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:30:00.197171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=a79ba9a1-62cc-4459-aed6-0a286c10a68d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:00.212513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] For port 26304b95-1fc7-4d02-af7a-170db0069780, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26304b95-1fc7-4d02-af7a-170db0069780,segment=NetworkSegment(9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a),segment_id=9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:00.212732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.232819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Deleting port 26304b95-1fc7-4d02-af7a-170db0069780 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:00.233235 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.236062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 26304b95-1fc7-4d02-af7a-170db0069780 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:00.266876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port a79ba9a1-62cc-4459-aed6-0a286c10a68d on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:00.270175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.273654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01e4671c-03a1-4d4f-93d0-42c8de2933d0 req-13f16da0-1c69-40f3-986d-3c2b49632173 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "DELETE /v2.0/ports/a79ba9a1-62cc-4459-aed6-0a286c10a68d HTTP/1.1" status: 204 len: 173 time: 0.9230926 Oct 22 13:30:00.274003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'name': 'network-vif-deleted', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:00.276914 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a4c07e-0328-4a21-ba3e-c6d98efba222" -d '{"events": [{"server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "name": "network-vif-deleted", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:00.337266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c342f-84ff-4904-b957-8ae8062a34ab req-cf3255f9-3846-4923-a07d-e6a68820f272 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:00.340297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c07c342f-84ff-4904-b957-8ae8062a34ab req-cf3255f9-3846-4923-a07d-e6a68820f272 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.1444073 Oct 22 13:30:00.353892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] For port 26304b95-1fc7-4d02-af7a-170db0069780, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=26304b95-1fc7-4d02-af7a-170db0069780,segment=NetworkSegment(9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a),segment_id=9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:00.354770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.354893 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.372054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Calling delete_port for 26304b95-1fc7-4d02-af7a-170db0069780 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:00.381226 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2cd344-a914-41c5-8241-a3d40074f016 x-openstack-request-id: req-0b2cd344-a914-41c5-8241-a3d40074f016 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:00.381557 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba6bece-3cf6-4e99-a79d-1df3e172fe6c", "name": "network-vif-deleted", "tag": "a79ba9a1-62cc-4459-aed6-0a286c10a68d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:00.381765 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b2cd344-a914-41c5-8241-a3d40074f016 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:00.382174 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba6bece-3cf6-4e99-a79d-1df3e172fe6c', 'name': 'network-vif-deleted', 'tag': 'a79ba9a1-62cc-4459-aed6-0a286c10a68d', 'status': 'completed', 'code': 200} Oct 22 13:30:00.408213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] No DVR routers for this DVR port 26304b95-1fc7-4d02-af7a-170db0069780 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:00.415093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c07c342f-84ff-4904-b957-8ae8062a34ab req-69e964a8-d883-41ef-9a03-6ac3a914a9f8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620131 Oct 22 13:30:00.485115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=26304b95-1fc7-4d02-af7a-170db0069780,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:00.490186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.503745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] No DVR routers for this DVR port 26304b95-1fc7-4d02-af7a-170db0069780 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:00.524892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1622be-f733-431c-9133-a7fb2e63ebb6 None None] Pushing event deleted for resources: {'Port': ['ID=26304b95-1fc7-4d02-af7a-170db0069780,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:00.582554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.612961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:00.623069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:00.624193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b102a28-6b8b-4fd9-aa86-00bd0fc5b17a') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:00.634770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.653321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.664446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:00.664785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:00.667926 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:00.740224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.754324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:00.760611 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/networks/57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c HTTP/1.1" status: 204 len: 168 time: 0.8453536 Oct 22 13:30:00.761017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.000422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d284a584-c7a7-40e6-b467-27d588846428 req-c665c9ec-07e1-4b31-bdc4-b3ec4a692d2b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0450544 Oct 22 13:30:01.034509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:01.035205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.146758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b7bf-4640-42e5-8e0e-0833c6fc1e96 req-6d818cca-3f4c-4d24-b284-502e6542bca8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:01.148404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eff8b7bf-4640-42e5-8e0e-0833c6fc1e96 req-6d818cca-3f4c-4d24-b284-502e6542bca8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.1006026 Oct 22 13:30:01.170256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.170594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.194324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:01.211498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429ad20-7a0c-4458-8a2b-3d582a426249 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Network': ['ID=57a0e88d-8d1c-465f-9535-9dd9c1ac5a6c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:01.224595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eff8b7bf-4640-42e5-8e0e-0833c6fc1e96 req-596d6bf8-7344-4535-a8e8-cbb5adddc895 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639520 Oct 22 13:30:01.677963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.707713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=877f4e4c-6b12-4b09-8b7c-1e2e3e1c4a72,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:01.751582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26304b95-1fc7-4d02-af7a-170db0069780 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:01.769497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.772365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:01.773729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-73afa381-8c53-420d-8491-1e9241a21517 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/floatingips/a551178e-fa90-4589-996e-b317a32724f5 HTTP/1.1" status: 204 len: 168 time: 1.0116608 Oct 22 13:30:01.774913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 26304b95-1fc7-4d02-af7a-170db0069780 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:01.776856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 26304b95-1fc7-4d02-af7a-170db0069780 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:01.777522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33776) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.800991 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-4682eccc-2af7-49fe-a435-aec1b2bb7857 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:01.801582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4682eccc-2af7-49fe-a435-aec1b2bb7857 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:01.804544 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4682eccc-2af7-49fe-a435-aec1b2bb7857 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/0413744e-3279-4b08-97f3-cd93b6a906b3 HTTP/1.1" status: 404 len: 333 time: 0.0260162 Oct 22 13:30:01.807108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.837862 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e6cb1f1-7a6b-403e-bbc8-93d3b634b72a tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/ports?device_id=215900b8-d667-4520-8fe1-42bfc431632f HTTP/1.1" status: 200 len: 205 time: 0.0297008 Oct 22 13:30:01.840209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33780) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.879747 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-4d4e18f0-e30f-44e9-8b02-82af45001323 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] delete failed (client error): The resource could not be found. Oct 22 13:30:01.880767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d4e18f0-e30f-44e9-8b02-82af45001323 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/routers/215900b8-d667-4520-8fe1-42bfc431632f HTTP/1.1" status: 404 len: 336 time: 0.0396760 Oct 22 13:30:01.883274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33782) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.910052 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf7b6e3-f310-4e5a-aa79-295c896ed515 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:01.910499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf7b6e3-f310-4e5a-aa79-295c896ed515 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:01.913501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-daf7b6e3-f310-4e5a-aa79-295c896ed515 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/subnets/41c7baf4-f0cf-42b4-b77f-9ce8a4d8d95f HTTP/1.1" status: 404 len: 337 time: 0.0293365 Oct 22 13:30:01.916017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33784) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:01.957802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:02.045723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 391dd931-e98f-42cc-ad80-68fa5f3ccd6a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:02.046193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.158307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.159992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-105a3b43-50e9-4265-a85e-9f81889581e2 req-1afdd2aa-a7f4-4c4f-b93a-3c4575a6d0bb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0626314 Oct 22 13:30:02.173548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 391dd931-e98f-42cc-ad80-68fa5f3ccd6a owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:02.337811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.370287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=391dd931-e98f-42cc-ad80-68fa5f3ccd6a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:02.436554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb20c-1a5a-4c83-ad84-3ad2902c29fe req-ddfac94f-561f-4beb-b213-fd9f80007bd7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:02.438858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-651eb20c-1a5a-4c83-ad84-3ad2902c29fe req-ddfac94f-561f-4beb-b213-fd9f80007bd7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.1222098 Oct 22 13:30:02.446195 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.451162 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6694157b-c2f2-4e3d-b619-975c59424f83 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/391dd931-e98f-42cc-ad80-68fa5f3ccd6a HTTP/1.1" status: 204 len: 168 time: 0.5340750 Oct 22 13:30:02.454110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:02.525408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-651eb20c-1a5a-4c83-ad84-3ad2902c29fe req-027c238b-f5d3-4e74-ae15-0a052be7264c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729120 Oct 22 13:30:02.561553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 7538336c-1fa7-497e-8c56-1e2ef979b34a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:02.563073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.568310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.656211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.668539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 7538336c-1fa7-497e-8c56-1e2ef979b34a owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:02.810548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.846470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=7538336c-1fa7-497e-8c56-1e2ef979b34a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:02.873607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.17 (1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398/1154af0c-6aa0-4449-9070-7487ba52fb1c/55980899-6c26-421e-aca9-bb8e3e965997) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:02.919808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:02.923830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa6f6032-dec4-49e2-8e40-4a08bec29b5d tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/ports/7538336c-1fa7-497e-8c56-1e2ef979b34a HTTP/1.1" status: 204 len: 168 time: 0.4685693 Oct 22 13:30:02.926318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:02.976511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196baa2c-7c17-457d-ab51-3c4d51f28266 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:02.980646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-196baa2c-7c17-457d-ab51-3c4d51f28266 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3112ec9-2ba1-4afb-8daf-e7ac5e55846d HTTP/1.1" status: 200 len: 913 time: 0.0507524 Oct 22 13:30:02.981298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33798) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:02.996922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.032985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.100688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:03.106021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:03.117025 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:03.122254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:03.173049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:30:03.176111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a79ba9a1-62cc-4459-aed6-0a286c10a68d no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:03.222672 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.228819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a79ba9a1-62cc-4459-aed6-0a286c10a68d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:03.229265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a79ba9a1-62cc-4459-aed6-0a286c10a68d not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:03.344085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20d913ce-4559-4959-8d1d-22e4523f26a6 req-a8c85002-ad00-40cd-a4cc-5d9f79099468 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0422935 Oct 22 13:30:03.349233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:03.365317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '7cc40164-563f-41ff-a9f9-9062016fee88', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:30:03.431648 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.447472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:30:03.474579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:03.477477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.480020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.520372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.546737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:03.551147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6c9a926d-d781-4c8c-849b-e6188f3ddfb9 None None] Provisioning complete for port 55980899-6c26-421e-aca9-bb8e3e965997 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:03.551748 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6c9a926d-d781-4c8c-849b-e6188f3ddfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.599034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a926d-d781-4c8c-849b-e6188f3ddfb9 None None] Port 55980899-6c26-421e-aca9-bb8e3e965997 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:30:03.685061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['7cc40164-563f-41ff-a9f9-9062016fee88'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:30:03.757727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98ad7-c51c-43b3-898b-e4eb32d4eec9 req-4337f5f5-29b9-420f-88a2-44f930854a45 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:03.759620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ad98ad7-c51c-43b3-898b-e4eb32d4eec9 req-4337f5f5-29b9-420f-88a2-44f930854a45 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.1205921 Oct 22 13:30:03.863222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ad98ad7-c51c-43b3-898b-e4eb32d4eec9 req-d9702ae2-b4f0-40cb-9ac3-2f5d6cb0bdce tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856798 Oct 22 13:30:03.933173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.936302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 79ebb8e0-c8e7-41b5-8a2a-e5f93d929580 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:03.936883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:03.941396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.041238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.043347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:04.057383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.074586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 79ebb8e0-c8e7-41b5-8a2a-e5f93d929580 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:04.145768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:04.147522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:04.300482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:04.339568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.377758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=79ebb8e0-c8e7-41b5-8a2a-e5f93d929580,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:04.402017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.402372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.402740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.403083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.403421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.404061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.404394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.404726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.405203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.406081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.407088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.407423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:04.436662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:04.457768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5875e2e5-d597-4574-8a63-7f9583813a5d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/e21dea08-8169-4bc3-97fc-b0131f9f7e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829693 Oct 22 13:30:04.457856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:04.457856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:04.458854 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:04.506764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-905fdefb-153f-41b3-8d25-247aa486758a req-1ed1b032-31b2-4efc-835d-9f0980ba5dcb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0311110 Oct 22 13:30:04.534845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8b019f46-9978-40ec-b31c-d7bf646c945f None None] Provisioning complete for port 55980899-6c26-421e-aca9-bb8e3e965997 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:04.535391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8b019f46-9978-40ec-b31c-d7bf646c945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.584193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:04.584473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8b019f46-9978-40ec-b31c-d7bf646c945f None None] Port 55980899-6c26-421e-aca9-bb8e3e965997 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:30:04.647028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:04.830432 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:03Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55980899-6c26-421e-aca9-bb8e3e965997', 'name': '', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:16:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:02Z', 'updated_at': '2021-10-22T13:30:03Z', 'revision_number': 2, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:04.861297 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:30:04.861658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Updating router e21dea08-8169-4bc3-97fc-b0131f9f7e7e port 55980899-6c26-421e-aca9-bb8e3e965997 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:30:04.888516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:04.891941 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.001293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef04a-ad3d-4f9d-a10b-68b4db05469c req-04f55687-86f7-45af-ad38-acb7c7419355 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:05.009531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471ef04a-ad3d-4f9d-a10b-68b4db05469c req-04f55687-86f7-45af-ad38-acb7c7419355 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.0623527 Oct 22 13:30:05.014141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:05.020553 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-347bc200-df28-4f46-b9dd-ef244a12ed15 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "PUT /v2.0/routers/f3112ec9-2ba1-4afb-8daf-e7ac5e55846d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0382593 Oct 22 13:30:05.024788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] Sync routers for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:05.030168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:05.042788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:05.043674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:05.068792 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-471ef04a-ad3d-4f9d-a10b-68b4db05469c req-f8bffb84-ef09-4aba-86de-dd2fab6538ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581973 Oct 22 13:30:05.091511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:05.102192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] Routers {'f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:05.103010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:05.142800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:05.143699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a87405-d76b-44b4-a8c7-9bba6458933f None None] The sync data for ids ['f3112ec9-2ba1-4afb-8daf-e7ac5e55846d'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:05.175538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.185916 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.186135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:05.197033 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.267449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 7cc40164-563f-41ff-a9f9-9062016fee88 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:30:05.293911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 7cc40164-563f-41ff-a9f9-9062016fee88 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:05.296969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.325346 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b613c3-5c3b-4a17-99d1-11daae0e160e None None] Pushing event updated for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:05.382489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.421479 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Attempting to bind port 55980899-6c26-421e-aca9-bb8e3e965997 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:05.422058 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Attempting to bind port 55980899-6c26-421e-aca9-bb8e3e965997 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:05.422717 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Attempting to bind port 55980899-6c26-421e-aca9-bb8e3e965997 on network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:05.433188 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:05.434968 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Checking segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:05.435465 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.435954 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Bound using segment: {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:05.436492 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Bound port: 55980899-6c26-421e-aca9-bb8e3e965997, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba45ea2-f5e5-4df2-b8d2-a994f5785972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:05.437160 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.459369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.471265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting port 0a1b0023-4280-41b8-bb4f-decd3077955a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:05.471614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.496603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:05.499002 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0daf94c-7382-4d69-a586-025a753ca5e2" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:05.513086 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] For port 55980899-6c26-421e-aca9-bb8e3e965997, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:05.517800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] For port 55980899-6c26-421e-aca9-bb8e3e965997, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55980899-6c26-421e-aca9-bb8e3e965997,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:05.524870 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.545393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:05.556912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.586904 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9780c-a9ca-46ba-9fa2-c3f0beb47741 x-openstack-request-id: req-81a9780c-a9ca-46ba-9fa2-c3f0beb47741 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:05.586904 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:05.587248 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81a9780c-a9ca-46ba-9fa2-c3f0beb47741 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:05.587798 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'code': 200} Oct 22 13:30:05.590582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.590780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] Provisioning complete for port 55980899-6c26-421e-aca9-bb8e3e965997 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:05.591089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.607993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Calling delete_port for 0a1b0023-4280-41b8-bb4f-decd3077955a owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:05.626424 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b613c3-5c3b-4a17-99d1-11daae0e160e None None] Pushing event updated for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:05.662028 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:05.663311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:05.663779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:05.767829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-107c6ff5-c789-4584-a146-f90330adde0c req-e88743e4-d146-42b6-88fb-8efce847514d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba6bece-3cf6-4e99-a79d-1df3e172fe6c HTTP/1.1" status: 200 len: 210 time: 0.0828617 Oct 22 13:30:05.792640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455615af-f2ad-48c1-9734-bdff7fe8741e req-1cfa9ad5-87af-42c5-b692-ee5ed88ed742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:05.794418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-455615af-f2ad-48c1-9734-bdff7fe8741e req-1cfa9ad5-87af-42c5-b692-ee5ed88ed742 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1097 time: 0.1599107 Oct 22 13:30:05.807861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.853999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-455615af-f2ad-48c1-9734-bdff7fe8741e req-f45f53a9-dbdd-4f7a-8b8b-ae6cd84f9c3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Oct 22 13:30:05.864606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] For port 55980899-6c26-421e-aca9-bb8e3e965997, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55980899-6c26-421e-aca9-bb8e3e965997,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:05.876487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:05.877445 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.883606 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:05.937103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Port': ['ID=0a1b0023-4280-41b8-bb4f-decd3077955a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:05.961118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a85c-3711-43e6-89c9-f361124acb7a None None] Pushing event updated for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:06.009040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3f9afd67-024e-4678-9ae7-504689ee529f None None] Provisioning complete for port 55980899-6c26-421e-aca9-bb8e3e965997 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:06.009249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f9afd67-024e-4678-9ae7-504689ee529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.058011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.190768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.196154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.201545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:03Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55980899-6c26-421e-aca9-bb8e3e965997', 'name': '', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:16:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:02Z', 'updated_at': '2021-10-22T13:30:05Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:06.241506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6fe1-7d3c-400c-b087-b2fb874fb6b8 req-74de474e-32e2-42a2-94ae-d43740a3e02a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:06.243074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d1f6fe1-7d3c-400c-b087-b2fb874fb6b8 req-74de474e-32e2-42a2-94ae-d43740a3e02a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0768909 Oct 22 13:30:06.250279 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e84ff-ce7d-4a0c-86bb-2a88c8b1daea None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:03Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55980899-6c26-421e-aca9-bb8e3e965997', 'name': '', 'network_id': '1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:16:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:02Z', 'updated_at': '2021-10-22T13:30:05Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '1154af0c-6aa0-4449-9070-7487ba52fb1c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:06.254841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.255372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Fanout notify agent at l3_agent the message router_deleted on router f3112ec9-2ba1-4afb-8daf-e7ac5e55846d {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:30:06.262760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.267227 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-587b36a8-012d-4307-bfb2-4bb4d73298fa tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/routers/f3112ec9-2ba1-4afb-8daf-e7ac5e55846d HTTP/1.1" status: 204 len: 168 time: 1.2296157 Oct 22 13:30:06.267407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33826) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:06.286966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d1f6fe1-7d3c-400c-b087-b2fb874fb6b8 req-9f184a1d-a38e-46d2-aaf0-2c26b0dfbc02 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375690 Oct 22 13:30:06.377336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Deleting subnet 4a63901c-0969-4ec9-9ec8-1eca423dbfa3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:06.388159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.442570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.496722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.559538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.596005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Subnet': ['ID=4a63901c-0969-4ec9-9ec8-1eca423dbfa3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:06.602413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.606210 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c471308d-5301-4687-b2e6-b94536a9c4b3 tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/subnets/4a63901c-0969-4ec9-9ec8-1eca423dbfa3 HTTP/1.1" status: 204 len: 168 time: 0.3378408 Oct 22 13:30:06.609445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33830) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:06.693713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.787496 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.810455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53c7ee2-150c-47d5-bc84-68899a26d240']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:06.821181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6213dd77-c60d-4d30-b757-b64e9f4b6ce1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:06.821381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6213dd77-c60d-4d30-b757-b64e9f4b6ce1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:06.841136 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.857716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.864231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:06.864722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:06.868046 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:06.943538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.958331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:06.962809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] 10.222.0.25 "DELETE /v2.0/networks/d53c7ee2-150c-47d5-bc84-68899a26d240 HTTP/1.1" status: 204 len: 168 time: 0.3524292 Oct 22 13:30:06.978848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38060706-c75b-447e-b5ed-ea7c9a65ba1f tempest-FloatingIPTestJSON-1345424182 tempest-FloatingIPTestJSON-1345424182-project] Pushing event deleted for resources: {'Network': ['ID=d53c7ee2-150c-47d5-bc84-68899a26d240,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:07.248498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:07.404136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3a3098c4-dc9b-4f7e-a3a2-39a8ad6c354b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a721b5c16c0a4c7f8763e5f8a31218ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538427 Oct 22 13:30:07.407264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:07.430982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec6c6-85e4-4710-9fdc-8e3001cebead req-f89fcfb7-2f4e-4208-b181-cc0c27cb5d5c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:07.432530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-080ec6c6-85e4-4710-9fdc-8e3001cebead req-f89fcfb7-2f4e-4208-b181-cc0c27cb5d5c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0602057 Oct 22 13:30:07.487873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-080ec6c6-85e4-4710-9fdc-8e3001cebead req-1520c4f6-ae94-4be8-864e-62b9a0612108 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469656 Oct 22 13:30:07.614891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674bc02-e87b-44fa-836d-78030958ad53 req-a25592cb-1d71-4f6f-bdd0-e97e45cc994a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:07.616528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e674bc02-e87b-44fa-836d-78030958ad53 req-a25592cb-1d71-4f6f-bdd0-e97e45cc994a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0540769 Oct 22 13:30:07.663159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e674bc02-e87b-44fa-836d-78030958ad53 req-a2e9186c-9933-4c87-8d5e-44994366033e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Oct 22 13:30:07.686887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:07.760502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be386045-df18-4b4a-ad90-ab05c3bd3cf9 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:07.766575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-be386045-df18-4b4a-ad90-ab05c3bd3cf9 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1092 time: 0.0775030 Oct 22 13:30:07.767260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33858) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:07.771783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:07.803907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.805797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55980899-6c26-421e-aca9-bb8e3e965997 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:07.822481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.852382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.902967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 55980899-6c26-421e-aca9-bb8e3e965997 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:07.903520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.909092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.912382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.927774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57aa067c-15c8-42cb-8a9c-8bfb527fc5b9 HTTP/1.1" status: 204 len: 168 time: 0.5150354 Oct 22 13:30:07.943783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:07.945811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424ff9-3cc8-40e4-b0e1-6e420ddf6935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aa067c-15c8-42cb-8a9c-8bfb527fc5b9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:08.118183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.109 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/cb994825-acb0-4497-9036-f4eaa5fb9b7e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:08.240137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.281058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.336097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.340010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:08.343222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:08.347370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:08.355059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=cb994825-acb0-4497-9036-f4eaa5fb9b7e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:08.768522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.801676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:08.848058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.913740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548989456'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:08.935415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:08.940103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:08.953830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.030787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.037010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.055764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.065992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.099940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:09.116033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506f46c9-12f4-43de-b3ac-f057abbb7cb1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:09.120729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.121080 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 9538ee46-ad05-46e1-bd4e-b219ae5e65b1 of type vlan for network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 Oct 22 13:30:09.141955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=cb994825-acb0-4497-9036-f4eaa5fb9b7e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:09.153783 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.168919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.197337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.203458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:09.204041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.243091 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4398322 Oct 22 13:30:09.268739 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP ce1201cb-3664-472c-9a10-70bcde8c2ef3 associated. External IP: 172.25.6.109, port: 7cc40164-563f-41ff-a9f9-9062016fee88. Oct 22 13:30:09.304758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1564a64-1780-42b4-baba-90aee3c10087 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=dd780cbe-6439-4c42-bdf1-5e6eb1480a04,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:09.320926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:09.539584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 0468ad14-42a4-424e-bac0-648832ab0a72 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:09.659978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:09.672632 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Sync routers for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:09.689565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:09.690189 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:09.696516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:09.731522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b8922fa6-8a7d-4bd1-ac09-03c51baa7fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9631786 Oct 22 13:30:09.732542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:09.735695 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5666d962-e14b-4cdc-b5e8-c0847fcb717b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:09.803023 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fbaf6e-9c23-4935-ad4b-f0b32db95ee1 x-openstack-request-id: req-b0fbaf6e-9c23-4935-ad4b-f0b32db95ee1 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:09.803023 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:09.803023 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0fbaf6e-9c23-4935-ad4b-f0b32db95ee1 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:09.803023 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:30:09.868711 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:09.904576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-50512167-be16-46e8-ba85-20bbe56d0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:09.906358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-50512167-be16-46e8-ba85-20bbe56d0614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1097 time: 0.0771327 Oct 22 13:30:09.946593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb5112-0752-45b8-9447-b4347f4127d5 req-6358e31c-9f7e-41b2-afca-ffdd2012659d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:09.948123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ccb5112-0752-45b8-9447-b4347f4127d5 req-6358e31c-9f7e-41b2-afca-ffdd2012659d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0880592 Oct 22 13:30:10.049034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:10.319001 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ce1201cb-3664-472c-9a10-70bcde8c2ef3', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:30:08Z', 'updated_at': '2021-10-22T13:30:08Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:10.355991 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Checking router: 0468ad14-42a4-424e-bac0-648832ab0a72 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:30:10.368639 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:10.369304 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:29:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:10.495510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ccb5112-0752-45b8-9447-b4347f4127d5 req-268ff839-16dc-4efa-9cca-6ea605391f8c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235858 Oct 22 13:30:10.511259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33900) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:10.520502 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:10.523736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-0e4896ea-178d-4523-af2b-12dbb0cef11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:10.525452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-0e4896ea-178d-4523-af2b-12dbb0cef11d service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.6072347 Oct 22 13:30:10.616016 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e2556d8-f0fc-40c1-a317-afd48a858a4b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/ce1201cb-3664-472c-9a10-70bcde8c2ef3 HTTP/1.1" status: 200 len: 992 time: 0.1033816 Oct 22 13:30:10.620315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-0297aa0b-1d77-4400-955d-e1c33b1d72b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0867832 Oct 22 13:30:10.689855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-ccd12a21-2d20-4b77-98e6-f77c121b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:10.691729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-ccd12a21-2d20-4b77-98e6-f77c121b7856 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0633731 Oct 22 13:30:10.751962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-54d2cfcc-6176-4290-9424-b6f7aa10b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:10.754030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-54d2cfcc-6176-4290-9424-b6f7aa10b6ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540431 Oct 22 13:30:10.855710 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ce1201cb-3664-472c-9a10-70bcde8c2ef3', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:30:08Z', 'updated_at': '2021-10-22T13:30:08Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:10.886367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-6ab9e16b-7ca1-445c-870b-5a15528c8100 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230454 Oct 22 13:30:10.899885 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57746103-a4d6-489d-86a0-ae8375298ff1 None None] The sync data for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 is: [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ce1201cb-3664-472c-9a10-70bcde8c2ef3', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:30:08Z', 'updated_at': '2021-10-22T13:30:08Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:10.989367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5666d962-e14b-4cdc-b5e8-c0847fcb717b req-e2916dc9-8650-4c0e-88e2-4d3f137a4a12 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960436 Oct 22 13:30:11.183139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bb52d-cb24-46b6-9e13-a9d761245042 None None] New status for floating IP ce1201cb-3664-472c-9a10-70bcde8c2ef3: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:30:11.619509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33942) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:11.789608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fab2c67e-8343-4f38-93a5-57c53b9f7530 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/ce1201cb-3664-472c-9a10-70bcde8c2ef3 HTTP/1.1" status: 200 len: 994 time: 0.1688595 Oct 22 13:30:12.621713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 33988) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:12.631412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:12.740875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:12.744765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:12.954923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.028630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=97c6012e-27a0-4eee-af48-b86f44524f0a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:13.037256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '9538ee46-ad05-46e1-bd4e-b219ae5e65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:13.037619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: dd780cbe-6439-4c42-bdf1-5e6eb1480a04, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:13.054451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:13.063424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, dd780cbe-6439-4c42-bdf1-5e6eb1480a04) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:13.078798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d92098-0794-4eb0-945e-6be070e39423 None None] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:13.079576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:13.080221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.109464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33994) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:13.110005 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb5f3506-c314-4902-b8e6-0529b29b5c33 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4865496 Oct 22 13:30:13.114917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932327411'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:13.150187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:13.153795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.180245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:13.193273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.194407 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 9c15ef48-7032-4206-924e-fe82d83e5072 of type vlan for network 5bc2f255-6455-41a8-92eb-2d6d98bef3ae Oct 22 13:30:13.247780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-dd780cbe-6439-4c42-bdf1-5e6eb1480a04', 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': '97c6012e-27a0-4eee-af48-b86f44524f0a'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:13.249551 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.251247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.278447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.284881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:13.285486 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.327034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2163146 Oct 22 13:30:13.330655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 33996) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:13.335795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '5bc2f255-6455-41a8-92eb-2d6d98bef3ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:13.386315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7273730-cdd7-4f5f-9dc1-a4d575254395 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=5bc2f255-6455-41a8-92eb-2d6d98bef3ae,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:13.400290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5bc2f255-6455-41a8-92eb-2d6d98bef3ae details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:13.408930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Allocated IP 2001:db8:0:ffff::2 (dd780cbe-6439-4c42-bdf1-5e6eb1480a04/97c6012e-27a0-4eee-af48-b86f44524f0a/02ad9c62-1913-4673-8b80-89d6713698fb) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:13.472072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:13.475616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.627330 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.636357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.682268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:13.685412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:13.689986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:13.695377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.698307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Pushing event updated for resources: {'Port': ['ID=02ad9c62-1913-4673-8b80-89d6713698fb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:13.754329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Attempting to bind port 02ad9c62-1913-4673-8b80-89d6713698fb on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:13.754646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Attempting to bind port 02ad9c62-1913-4673-8b80-89d6713698fb by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9538ee46-ad05-46e1-bd4e-b219ae5e65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:13.755020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Attempting to bind port 02ad9c62-1913-4673-8b80-89d6713698fb on network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:13.761301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:13.761765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Checking segment: {'id': '9538ee46-ad05-46e1-bd4e-b219ae5e65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:13.762256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.762798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Bound using segment: {'id': '9538ee46-ad05-46e1-bd4e-b219ae5e65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:13.763347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Bound port: 02ad9c62-1913-4673-8b80-89d6713698fb, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9538ee46-ad05-46e1-bd4e-b219ae5e65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dd780cbe-6439-4c42-bdf1-5e6eb1480a04'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:13.765320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.769475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=be7f86fe-f031-4af7-b9ce-af80dca99fee,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:13.779944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '9c15ef48-7032-4206-924e-fe82d83e5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5bc2f255-6455-41a8-92eb-2d6d98bef3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:13.780518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: 5bc2f255-6455-41a8-92eb-2d6d98bef3ae, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:13.798322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 5bc2f255-6455-41a8-92eb-2d6d98bef3ae is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:13.808583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5bc2f255-6455-41a8-92eb-2d6d98bef3ae) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:13.813358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:13.813964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.822150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ce3a0-e7bd-4d57-8daf-187aac7315a4 None None] Network 5bc2f255-6455-41a8-92eb-2d6d98bef3ae requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:13.832703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b1459024-df62-4f2f-a9e2-c656a7ca5e18 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5014613 Oct 22 13:30:13.835209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34000) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:13.912479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] For port 02ad9c62-1913-4673-8b80-89d6713698fb, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:13.932804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] For port 02ad9c62-1913-4673-8b80-89d6713698fb, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02ad9c62-1913-4673-8b80-89d6713698fb,segment=NetworkSegment(9538ee46-ad05-46e1-bd4e-b219ae5e65b1),segment_id=9538ee46-ad05-46e1-bd4e-b219ae5e65b1)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:13.941485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:13.951286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.058435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2fee-9bd8-45a7-8514-cf06c144e232 None None] Pushing event updated for resources: {'Port': ['ID=02ad9c62-1913-4673-8b80-89d6713698fb,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:14.065106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.097892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff71b6f-3954-4b09-b809-05131a815adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5bc2f255-6455-41a8-92eb-2d6d98bef3ae', 'network_id': '5bc2f255-6455-41a8-92eb-2d6d98bef3ae', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': 'be7f86fe-f031-4af7-b9ce-af80dca99fee'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:14.100139 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aff71b6f-3954-4b09-b809-05131a815adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.157730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.213852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=be7f86fe-f031-4af7-b9ce-af80dca99fee,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-aff71b6f-3954-4b09-b809-05131a815adc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be7f86fe-f031-4af7-b9ce-af80dca99fee: This subnet is being modified by another concurrent operation. Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be7f86fe-f031-4af7-b9ce-af80dca99fee: This subnet is being modified by another concurrent operation. Oct 22 13:30:14.243901 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:30:14.277425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d80a9d-fce7-4d58-9d68-2704556f59b0 None None] Network 5bc2f255-6455-41a8-92eb-2d6d98bef3ae requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:14.325569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.352333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc2f255-6455-41a8-92eb-2d6d98bef3ae']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:14.377111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c15ef48-7032-4206-924e-fe82d83e5072') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:14.378335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c15ef48-7032-4206-924e-fe82d83e5072') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:14.393374 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.411980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.421619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:14.422086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:14.425661 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:14.501189 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.513591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.521055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/5bc2f255-6455-41a8-92eb-2d6d98bef3ae HTTP/1.1" status: 204 len: 168 time: 0.6847258 Oct 22 13:30:14.524755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34006) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:14.532774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465028610'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:14.536751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dfd9f-464c-4476-9908-2f0cda7f8cb4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=5bc2f255-6455-41a8-92eb-2d6d98bef3ae,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:14.563695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:14.567804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.596639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:14.607950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.608829 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 45b463e3-945d-4b3a-ac1f-5ebf8e614365 of type vlan for network c7a38acf-e12a-403e-af73-b9868c965f3e Oct 22 13:30:14.659510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.685416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.691528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:14.692120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:14.732640 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2058837 Oct 22 13:30:14.736358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34008) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:14.743559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:14.778404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b11a1a-97ff-4518-be08-2b768cdc34b4 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=c7a38acf-e12a-403e-af73-b9868c965f3e,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:14.797582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c7a38acf-e12a-403e-af73-b9868c965f3e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:14.886682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:14.890978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.113329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.186095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=c0e2304d-b290-4155-a9f2-60212dba9913,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:15.214523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '45b463e3-945d-4b3a-ac1f-5ebf8e614365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:15.214939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: c7a38acf-e12a-403e-af73-b9868c965f3e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:15.222518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6ca23-f2db-4013-ac31-6d1088b4d0ba None None] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:15.236350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network c7a38acf-e12a-403e-af73-b9868c965f3e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:15.248464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c7a38acf-e12a-403e-af73-b9868c965f3e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:15.255906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:15.256760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.263136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfd3c6-e441-4617-b79b-2e644f913f53 None None] Network c7a38acf-e12a-403e-af73-b9868c965f3e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:15.287152 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b4121fdc-3b38-4b74-92e7-e00e8a39e428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5497227 Oct 22 13:30:15.290876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34014) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:15.296886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778914712'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:15.320058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:15.324167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.335998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] Provisioning complete for port 02ad9c62-1913-4673-8b80-89d6713698fb triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:15.336339 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.351218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:15.366390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.366768 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment c8928702-06d1-48ef-aa5f-4476b0a7bc76 of type vlan for network ee0fab98-478b-4aaa-baeb-25f41bbdf639 Oct 22 13:30:15.414097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.443625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.449922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:15.450882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.496039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34016) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:15.496363 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2040641 Oct 22 13:30:15.505451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': 'ee0fab98-478b-4aaa-baeb-25f41bbdf639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:15.542620 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83e25-7f20-433f-a9e4-033789c510d5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=ee0fab98-478b-4aaa-baeb-25f41bbdf639,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:15.568326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ee0fab98-478b-4aaa-baeb-25f41bbdf639 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:15.617961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.622188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:15.627183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.674653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c7a38acf-e12a-403e-af73-b9868c965f3e', 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': 'c0e2304d-b290-4155-a9f2-60212dba9913'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:15.675518 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.699600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Performing IP validity checks on allocation pools {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:30:15.699949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100619) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:30:15.742293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] For port 02ad9c62-1913-4673-8b80-89d6713698fb, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02ad9c62-1913-4673-8b80-89d6713698fb,segment=NetworkSegment(9538ee46-ad05-46e1-bd4e-b219ae5e65b1),segment_id=9538ee46-ad05-46e1-bd4e-b219ae5e65b1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:15.816960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.874680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02ad9c62-1913-4673-8b80-89d6713698fb up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:15.908692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:15.957267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Allocated IP 2001:db8::1 (c7a38acf-e12a-403e-af73-b9868c965f3e/c0e2304d-b290-4155-a9f2-60212dba9913/4d13dfc5-2be5-461d-bb56-38b982184572) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:15.972434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=2b857865-5ac6-4d37-aef2-8092548eec37,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.007845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': 'c8928702-06d1-48ef-aa5f-4476b0a7bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ee0fab98-478b-4aaa-baeb-25f41bbdf639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:16.008811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: ee0fab98-478b-4aaa-baeb-25f41bbdf639, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:16.032338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network ee0fab98-478b-4aaa-baeb-25f41bbdf639 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:16.045549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ee0fab98-478b-4aaa-baeb-25f41bbdf639) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:16.050070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:16.050684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.069820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8614e34c-541d-45e7-a5e8-79d12c39f154 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5719609 Oct 22 13:30:16.073269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34020) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:16.089389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566bd39-bdcd-423e-93d3-436e356abf31 None None] Network ee0fab98-478b-4aaa-baeb-25f41bbdf639 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:16.131820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496c059-9fde-4081-8d7b-b0a8dc3118cc None None] Pushing event updated for resources: {'Port': ['ID=02ad9c62-1913-4673-8b80-89d6713698fb,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.138269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6917dc00-a854-4546-99ff-f71bc9f5ce4a None None] Provisioning complete for port 02ad9c62-1913-4673-8b80-89d6713698fb triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:16.139106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6917dc00-a854-4546-99ff-f71bc9f5ce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.189197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.265057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.271355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02ad9c62-1913-4673-8b80-89d6713698fb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:16.271910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.325622 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.346298 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.360306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.406176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=2b857865-5ac6-4d37-aef2-8092548eec37,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.461348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Network c7a38acf-e12a-403e-af73-b9868c965f3e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:16.475823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.497651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0fab98-478b-4aaa-baeb-25f41bbdf639']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:16.509194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:16.510049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8928702-06d1-48ef-aa5f-4476b0a7bc76') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:16.510357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8928702-06d1-48ef-aa5f-4476b0a7bc76') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:16.511217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Pushing event updated for resources: {'Port': ['ID=4d13dfc5-2be5-461d-bb56-38b982184572,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.515913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:16.523375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.541193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.550772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:16.551483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:16.556321 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:16.558262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d65ca0-a36c-4130-9042-cb6ceffa7411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ee0fab98-478b-4aaa-baeb-25f41bbdf639', 'network_id': 'ee0fab98-478b-4aaa-baeb-25f41bbdf639', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': '2b857865-5ac6-4d37-aef2-8092548eec37'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:16.558262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-40d65ca0-a36c-4130-9042-cb6ceffa7411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.625305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.632478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.635691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/ee0fab98-478b-4aaa-baeb-25f41bbdf639 HTTP/1.1" status: 204 len: 168 time: 0.5613439 Oct 22 13:30:16.639149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34026) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:16.649509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Attempting to bind port 4d13dfc5-2be5-461d-bb56-38b982184572 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:16.649959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Attempting to bind port 4d13dfc5-2be5-461d-bb56-38b982184572 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '45b463e3-945d-4b3a-ac1f-5ebf8e614365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:16.650250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Attempting to bind port 4d13dfc5-2be5-461d-bb56-38b982184572 on network c7a38acf-e12a-403e-af73-b9868c965f3e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:16.655462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907532893'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:16.661876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:16.661876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Checking segment: {'id': '45b463e3-945d-4b3a-ac1f-5ebf8e614365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:16.662265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.662679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Bound using segment: {'id': '45b463e3-945d-4b3a-ac1f-5ebf8e614365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:16.663165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Bound port: 4d13dfc5-2be5-461d-bb56-38b982184572, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b463e3-945d-4b3a-ac1f-5ebf8e614365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7a38acf-e12a-403e-af73-b9868c965f3e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:16.663553 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.669087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919928fe-140b-4f74-b6ce-cbda8c7fa661 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=ee0fab98-478b-4aaa-baeb-25f41bbdf639,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.681955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90695de3-9625-47d8-b62a-d6c85c1711c2 None None] Network ee0fab98-478b-4aaa-baeb-25f41bbdf639 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:16.694228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:16.698023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90695de3-9625-47d8-b62a-d6c85c1711c2 None None] Network ee0fab98-478b-4aaa-baeb-25f41bbdf639 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:30:16.698878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.729224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:16.740169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.740169 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 0d44ad4e-6088-495c-b551-d0d4fb32d458 of type vlan for network 445b7ef7-dcb9-4551-a124-58e027007bb0 Oct 22 13:30:16.755112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] For port 4d13dfc5-2be5-461d-bb56-38b982184572, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:16.758492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] For port 4d13dfc5-2be5-461d-bb56-38b982184572, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4d13dfc5-2be5-461d-bb56-38b982184572,segment=NetworkSegment(45b463e3-945d-4b3a-ac1f-5ebf8e614365),segment_id=45b463e3-945d-4b3a-ac1f-5ebf8e614365)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:16.764689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.792377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.830064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.832651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e86f2-0c83-457c-8baf-d7be4f7c9c78 None None] Pushing event updated for resources: {'Port': ['ID=4d13dfc5-2be5-461d-bb56-38b982184572,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.843671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:16.844401 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:16.885453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2445550 Oct 22 13:30:16.888627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34028) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:16.896905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:16.928236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3617bf-7b15-4722-b20d-9384abb83a62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=445b7ef7-dcb9-4551-a124-58e027007bb0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:16.939705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 445b7ef7-dcb9-4551-a124-58e027007bb0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:17.056602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:17.060362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.273182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.351152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '0d44ad4e-6088-495c-b551-d0d4fb32d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:17.351530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: 445b7ef7-dcb9-4551-a124-58e027007bb0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:17.355431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=be23047d-4ea1-471f-9f40-0124e6b04b06,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:17.383500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 445b7ef7-dcb9-4551-a124-58e027007bb0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:17.401429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 445b7ef7-dcb9-4551-a124-58e027007bb0) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:17.406329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:17.409246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.410582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b13e2-6192-4bd3-967a-85a33afac2fb None None] Network 445b7ef7-dcb9-4551-a124-58e027007bb0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:17.427016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b908a887-901a-471d-8bfd-c9b88e5e58cd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5373285 Oct 22 13:30:17.430587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:17.559425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.604874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-445b7ef7-dcb9-4551-a124-58e027007bb0', 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': 'be23047d-4ea1-471f-9f40-0124e6b04b06'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:17.605766 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.663743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:17.796307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Allocated IP 2001:db8::1 (445b7ef7-dcb9-4551-a124-58e027007bb0/be23047d-4ea1-471f-9f40-0124e6b04b06/b9364d96-d224-4af9-ae4f-78efed28ca85) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:18.026435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d13dfc5-2be5-461d-bb56-38b982184572 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:18.029433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58642580-8903-470d-aad0-b70493c53eae None None] Network c7a38acf-e12a-403e-af73-b9868c965f3e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:18.176944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] Provisioning complete for port 4d13dfc5-2be5-461d-bb56-38b982184572 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:18.177326 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.306811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4d13dfc5-2be5-461d-bb56-38b982184572 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:18.307178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.372630 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.383596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.413448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.486306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=be23047d-4ea1-471f-9f40-0124e6b04b06,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:18.511105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Network 445b7ef7-dcb9-4551-a124-58e027007bb0 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:18.523126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:18.526087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:18.538076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.569754 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.574801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Pushing event updated for resources: {'Port': ['ID=b9364d96-d224-4af9-ae4f-78efed28ca85,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:18.576689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445b7ef7-dcb9-4551-a124-58e027007bb0']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:18.589622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d44ad4e-6088-495c-b551-d0d4fb32d458') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:18.590021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d44ad4e-6088-495c-b551-d0d4fb32d458') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:18.602434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.622171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.628530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:18.629114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:18.633042 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:18.644669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.679167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Attempting to bind port b9364d96-d224-4af9-ae4f-78efed28ca85 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:18.679554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Attempting to bind port b9364d96-d224-4af9-ae4f-78efed28ca85 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0d44ad4e-6088-495c-b551-d0d4fb32d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:18.679923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Attempting to bind port b9364d96-d224-4af9-ae4f-78efed28ca85 on network 445b7ef7-dcb9-4551-a124-58e027007bb0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:18.683019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] For port 4d13dfc5-2be5-461d-bb56-38b982184572, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4d13dfc5-2be5-461d-bb56-38b982184572,segment=NetworkSegment(45b463e3-945d-4b3a-ac1f-5ebf8e614365),segment_id=45b463e3-945d-4b3a-ac1f-5ebf8e614365)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:18.691886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.709073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:30:18.709073 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:30:18.709073 n-d-813419-8 neutron-server[100619]: [parameters: {'id': '445b7ef7-dcb9-4551-a124-58e027007bb0'}] Oct 22 13:30:18.709073 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:30:18.709603 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:30:18.733104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:18.733638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Checking segment: {'id': '0d44ad4e-6088-495c-b551-d0d4fb32d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:18.734238 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.734931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Bound using segment: {'id': '0d44ad4e-6088-495c-b551-d0d4fb32d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:18.735545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Bound port: b9364d96-d224-4af9-ae4f-78efed28ca85, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d44ad4e-6088-495c-b551-d0d4fb32d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '445b7ef7-dcb9-4551-a124-58e027007bb0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:18.736294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.815182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:30:18.815644 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:30:18.831525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5ed86-785a-495f-a8e8-4c93b464fcaf None None] Pushing event updated for resources: {'Port': ['ID=4d13dfc5-2be5-461d-bb56-38b982184572,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:18.864124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] For port b9364d96-d224-4af9-ae4f-78efed28ca85, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:18.867840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] For port b9364d96-d224-4af9-ae4f-78efed28ca85, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b9364d96-d224-4af9-ae4f-78efed28ca85,segment=NetworkSegment(0d44ad4e-6088-495c-b551-d0d4fb32d458),segment_id=0d44ad4e-6088-495c-b551-d0d4fb32d458)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:18.873172 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:18.937683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994c32d-976d-40d7-ba3f-61e7753a9c20 None None] Pushing event updated for resources: {'Port': ['ID=b9364d96-d224-4af9-ae4f-78efed28ca85,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:18.989871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817c426-07a4-47f0-a8de-21b3d3cb8089 None None] Network 445b7ef7-dcb9-4551-a124-58e027007bb0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:19.099837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-33533870-872e-4912-b17f-c27862ff8b4b None None] Provisioning complete for port 4d13dfc5-2be5-461d-bb56-38b982184572 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:19.100212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-33533870-872e-4912-b17f-c27862ff8b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.170260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a48f5-b60e-4684-b5d1-7f97fb0a0bf1 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:30:19.210591 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.276102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port b9364d96-d224-4af9-ae4f-78efed28ca85 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:19.276467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.349546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port b9364d96-d224-4af9-ae4f-78efed28ca85, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b9364d96-d224-4af9-ae4f-78efed28ca85,segment=NetworkSegment(0d44ad4e-6088-495c-b551-d0d4fb32d458),segment_id=0d44ad4e-6088-495c-b551-d0d4fb32d458)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:19.350280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.352539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a48f5-b60e-4684-b5d1-7f97fb0a0bf1 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:30:19.363302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for b9364d96-d224-4af9-ae4f-78efed28ca85 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:19.380130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02ad9c62-1913-4673-8b80-89d6713698fb up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:19.478113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.499705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02ad9c62-1913-4673-8b80-89d6713698fb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:19.500083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.551121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=b9364d96-d224-4af9-ae4f-78efed28ca85,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:19.554937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port b9364d96-d224-4af9-ae4f-78efed28ca85 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:19.643936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.665574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445b7ef7-dcb9-4551-a124-58e027007bb0']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:19.676214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d44ad4e-6088-495c-b551-d0d4fb32d458') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:19.676626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d44ad4e-6088-495c-b551-d0d4fb32d458') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:19.686913 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.702451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.711825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:19.711992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:19.715959 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:19.761583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10f8da-221c-47aa-b0f0-41da950bd3b0 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:30:19.798469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.814274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.820569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/445b7ef7-dcb9-4551-a124-58e027007bb0 HTTP/1.1" status: 204 len: 168 time: 2.3889284 Oct 22 13:30:19.824052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34046) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:19.830345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562530596'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:19.833637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37978f9-20ee-40ba-b6d8-5dd5a326a568 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=445b7ef7-dcb9-4551-a124-58e027007bb0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:19.843896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d13dfc5-2be5-461d-bb56-38b982184572 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:19.865909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:19.869787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.899442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:19.911854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.912195 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment d98679cd-627b-4be2-8dee-69f2865708d6 of type vlan for network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c Oct 22 13:30:19.946515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4d13dfc5-2be5-461d-bb56-38b982184572 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:19.947010 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.948668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca10f8da-221c-47aa-b0f0-41da950bd3b0 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:30:19.955240 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.984943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:19.991820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:19.992621 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.047705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2219360 Oct 22 13:30:20.052865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34048) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:20.061511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:20.088799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039f20-ce06-4b41-bba7-2277612913f6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:20.104044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:20.179282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:20.183409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.396962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.456420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=537e3f09-7230-49e0-bbed-b673ce2d9c4b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:20.478510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': 'd98679cd-627b-4be2-8dee-69f2865708d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:20.479120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:20.500408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:20.511649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:20.516192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:20.516781 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.530291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e882b4-74eb-4aa0-ba18-bb4b66722168 None None] Network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:20.536766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ae20961-4d2a-4ac5-9d26-73e26f661134 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4825845 Oct 22 13:30:20.539770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:20.701314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.703918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c', 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': '537e3f09-7230-49e0-bbed-b673ce2d9c4b'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:20.705844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.761025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:20.862165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Allocated IP 2001:db8::1 (1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c/537e3f09-7230-49e0-bbed-b673ce2d9c4b/3907c7b1-724c-4ae0-aef3-fcef0db8cf3e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:21.011397 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.017160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.037552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.065688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:21.068818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:21.070329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=537e3f09-7230-49e0-bbed-b673ce2d9c4b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:21.073203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:21.081715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Pushing event updated for resources: {'Port': ['ID=3907c7b1-724c-4ae0-aef3-fcef0db8cf3e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:21.150172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.152920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Attempting to bind port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:21.153371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Attempting to bind port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd98679cd-627b-4be2-8dee-69f2865708d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:21.153811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Attempting to bind port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e on network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:21.159748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:21.160109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Checking segment: {'id': 'd98679cd-627b-4be2-8dee-69f2865708d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:21.160517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.160911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Bound using segment: {'id': 'd98679cd-627b-4be2-8dee-69f2865708d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:21.161392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Bound port: 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98679cd-627b-4be2-8dee-69f2865708d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:21.161776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.172700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:21.184874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98679cd-627b-4be2-8dee-69f2865708d6') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:21.184874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98679cd-627b-4be2-8dee-69f2865708d6') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:21.197673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.213780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.224023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:21.224493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:21.227843 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:21.239561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] For port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:21.287556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] For port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3907c7b1-724c-4ae0-aef3-fcef0db8cf3e,segment=NetworkSegment(d98679cd-627b-4be2-8dee-69f2865708d6),segment_id=d98679cd-627b-4be2-8dee-69f2865708d6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:21.288880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:30:21.288880 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:30:21.288880 n-d-813419-8 neutron-server[100619]: [parameters: {'id': '1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c'}] Oct 22 13:30:21.288880 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:30:21.289510 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:30:21.292293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.383886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681a931-bfc7-4f40-99f8-ec3314eaaee3 None None] Pushing event updated for resources: {'Port': ['ID=3907c7b1-724c-4ae0-aef3-fcef0db8cf3e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:21.402488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140029c1-fea7-4f21-9a0e-5536d6f4fe6c None None] Network 1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:21.531680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a11c2d-a8d3-4d00-b6b0-5764540a4cc4 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:30:21.655485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a11c2d-a8d3-4d00-b6b0-5764540a4cc4 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:30:21.790800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.856151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:21.857242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.929571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3907c7b1-724c-4ae0-aef3-fcef0db8cf3e,segment=NetworkSegment(d98679cd-627b-4be2-8dee-69f2865708d6),segment_id=d98679cd-627b-4be2-8dee-69f2865708d6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:21.930013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:21.944687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:22.031448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.058390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=3907c7b1-724c-4ae0-aef3-fcef0db8cf3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:22.061892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 3907c7b1-724c-4ae0-aef3-fcef0db8cf3e on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:22.160899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.183866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:22.194731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98679cd-627b-4be2-8dee-69f2865708d6') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:22.195032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98679cd-627b-4be2-8dee-69f2865708d6') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:22.205722 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.222143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.228367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:22.228761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:22.231694 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:22.294658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.301877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.305105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c HTTP/1.1" status: 204 len: 168 time: 1.7643590 Oct 22 13:30:22.308798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34062) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:22.314758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718042174'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:22.319083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa021-018b-46e8-9cbd-5c39240e32c8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:22.338209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:22.341889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.366093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:22.375790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.376140 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 0d6635e2-ed70-4f4b-8e5f-4f416c163ecb of type vlan for network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 Oct 22 13:30:22.419168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.446082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.451960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:22.452706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.495387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1854601 Oct 22 13:30:22.498125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34064) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:22.503647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:22.544766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9493d23-6875-457b-b386-b8afbd3488a0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=4f8c6fdc-f11d-45d5-aa59-e9602108c038,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:22.557608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:22.632751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:22.637928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.847081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.912361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=2500aa98-5413-49ba-86e7-23bf46163392,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:22.918690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:22.919061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: 4f8c6fdc-f11d-45d5-aa59-e9602108c038, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:22.938052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:22.947676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4f8c6fdc-f11d-45d5-aa59-e9602108c038) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:22.952767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:22.953676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:22.957762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b06d86-4ab2-46e9-a0f2-9f38f227b437 None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:22.980318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c788c64-5842-4f4d-ac50-aae542b07db5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805863 Oct 22 13:30:22.983958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34072) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:22.989096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:23.169854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-4f8c6fdc-f11d-45d5-aa59-e9602108c038', 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': '2500aa98-5413-49ba-86e7-23bf46163392'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:23.171402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.175658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:23.179307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.338982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Allocated IP 2001:db8::2 (4f8c6fdc-f11d-45d5-aa59-e9602108c038/2500aa98-5413-49ba-86e7-23bf46163392/11621eb0-d262-4695-9fad-b6c2b43d2659) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:23.451071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.502483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.504257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:23.508175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:23.508962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.513578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.514868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.527059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=bb5bc532-5ee5-4f52-bd32-264c4b3b312c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:23.536616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a088e2ca-9aae-4558-886f-a432a5ab1000 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5515759 Oct 22 13:30:23.539234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:23.557792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:23.560624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:23.564362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:23.577996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Pushing event updated for resources: {'Port': ['ID=11621eb0-d262-4695-9fad-b6c2b43d2659,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:23.642265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Attempting to bind port 11621eb0-d262-4695-9fad-b6c2b43d2659 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:23.642717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Attempting to bind port 11621eb0-d262-4695-9fad-b6c2b43d2659 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:23.643304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Attempting to bind port 11621eb0-d262-4695-9fad-b6c2b43d2659 on network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:23.645520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.647088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.648614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.648929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:23.649590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Checking segment: {'id': '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:23.649997 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.650149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.650647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Bound using segment: {'id': '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:23.651118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Bound port: 11621eb0-d262-4695-9fad-b6c2b43d2659, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:23.651530 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.651694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.653321 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60aaf551-c35b-4685-8428-54e503273917 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1128426 Oct 22 13:30:23.657801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:23.663317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845569845'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:23.692414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:23.696168 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.723134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:23.730022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] For port 11621eb0-d262-4695-9fad-b6c2b43d2659, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:23.733415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.733820 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49 of type vlan for network cefa997b-3a9d-4830-8b3c-281d1a790f95 Oct 22 13:30:23.734498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] For port 11621eb0-d262-4695-9fad-b6c2b43d2659, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11621eb0-d262-4695-9fad-b6c2b43d2659,segment=NetworkSegment(0d6635e2-ed70-4f4b-8e5f-4f416c163ecb),segment_id=0d6635e2-ed70-4f4b-8e5f-4f416c163ecb)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:23.740216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.793674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.817835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4e59-2504-4e26-9eae-5917f23709be None None] Pushing event updated for resources: {'Port': ['ID=11621eb0-d262-4695-9fad-b6c2b43d2659,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:23.837923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.845214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:23.845863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:23.909798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2507896 Oct 22 13:30:23.912531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:23.918577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:23.947694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591e6a-07c4-4aa3-aac0-3944710a86db tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=cefa997b-3a9d-4830-8b3c-281d1a790f95,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:23.959548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:24.060250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-951a10cc-76e2-4ebd-9385-98d09d8e1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.145119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.162459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.173170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 is not hosted by any dhcp agent {{(pid=100619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:30:24.178873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:24.179485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.190539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "PUT /v2.0/networks/cefa997b-3a9d-4830-8b3c-281d1a790f95 HTTP/1.1" status: 200 len: 723 time: 0.2675405 Oct 22 13:30:24.190880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34084) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:24.195497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:24.281897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57742dd2-5e05-4237-8aaa-852b763e254f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=cefa997b-3a9d-4830-8b3c-281d1a790f95,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:24.294647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:24.324477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:24.329696 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.559300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.633748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=f6162dd7-98e0-49ba-b725-ed93dfe404e3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:24.645876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:24.646238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: cefa997b-3a9d-4830-8b3c-281d1a790f95, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:24.675693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:24.691949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, cefa997b-3a9d-4830-8b3c-281d1a790f95) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:24.700378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:24.701963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316d612-f381-4255-a3a0-5252ef477111 None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:24.702623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.740530 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-61662fda-9283-4560-adad-126f05f6e4fc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5554230 Oct 22 13:30:24.743512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34088) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:24.754773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:24.893661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25568596'] for subnet, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:24.956800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-cefa997b-3a9d-4830-8b3c-281d1a790f95', 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': 'f6162dd7-98e0-49ba-b725-ed93dfe404e3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:24.959508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.180341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1af01-8c42-4521-b294-fd4029db3829 None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:25.202180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760076261084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25260100'] for subnet, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.273281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=f6162dd7-98e0-49ba-b725-ed93dfe404e3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:25.275146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Allocated IP 2001:db8::2 (cefa997b-3a9d-4830-8b3c-281d1a790f95/f6162dd7-98e0-49ba-b725-ed93dfe404e3/252a2865-5948-4547-b4de-238a666c5af5) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:25.276668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:25.277412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.278890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b65e338e-75b2-45dc-a639-bbeac81bcec1 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "PUT /v2.0/subnets/f6162dd7-98e0-49ba-b725-ed93dfe404e3 HTTP/1.1" status: 200 len: 826 time: 0.5321856 Oct 22 13:30:25.281527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34102) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:25.415372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.492239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.566539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.587702 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.609916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] Provisioning complete for port 11621eb0-d262-4695-9fad-b6c2b43d2659 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:25.610522 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.612402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.679996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:25.702479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=f6162dd7-98e0-49ba-b725-ed93dfe404e3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:25.719606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:25.731411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:25.744306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Pushing event updated for resources: {'Port': ['ID=252a2865-5948-4547-b4de-238a666c5af5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:25.794297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.832521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefa997b-3a9d-4830-8b3c-281d1a790f95']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:25.852476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:25.852810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:25.859842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Attempting to bind port 252a2865-5948-4547-b4de-238a666c5af5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:25.861552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Attempting to bind port 252a2865-5948-4547-b4de-238a666c5af5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:25.862560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Attempting to bind port 252a2865-5948-4547-b4de-238a666c5af5 on network cefa997b-3a9d-4830-8b3c-281d1a790f95 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:25.873077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.899892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11621eb0-d262-4695-9fad-b6c2b43d2659 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:25.901170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.915725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:25.916414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:25.919846 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:25.923843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:25.924241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Checking segment: {'id': '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:25.924635 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:25.925038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Bound using segment: {'id': '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:25.925730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Bound port: 252a2865-5948-4547-b4de-238a666c5af5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:25.926117 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.000780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:30:26.000780 n-d-813419-8 neutron-server[100620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:30:26.000780 n-d-813419-8 neutron-server[100620]: [parameters: {'id': 'cefa997b-3a9d-4830-8b3c-281d1a790f95'}] Oct 22 13:30:26.000780 n-d-813419-8 neutron-server[100620]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:30:26.001937 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:30:26.179756 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.269924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] For port 11621eb0-d262-4695-9fad-b6c2b43d2659, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11621eb0-d262-4695-9fad-b6c2b43d2659,segment=NetworkSegment(0d6635e2-ed70-4f4b-8e5f-4f416c163ecb),segment_id=0d6635e2-ed70-4f4b-8e5f-4f416c163ecb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:26.275000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] For port 252a2865-5948-4547-b4de-238a666c5af5, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:26.277311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.278976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11621eb0-d262-4695-9fad-b6c2b43d2659 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:26.279339 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.336497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] For port 252a2865-5948-4547-b4de-238a666c5af5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=252a2865-5948-4547-b4de-238a666c5af5,segment=NetworkSegment(6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49),segment_id=6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:26.340966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Update dhcp port {'port': {'network_id': '4f8c6fdc-f11d-45d5-aa59-e9602108c038', 'fixed_ips': [{'subnet_id': '2500aa98-5413-49ba-86e7-23bf46163392', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb5bc532-5ee5-4f52-bd32-264c4b3b312c'}], 'binding:host_id': 'n-d-813419-8'}, 'id': '11621eb0-d262-4695-9fad-b6c2b43d2659'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:30:26.350957 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.413435 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.449061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1deb8-7cf7-40c2-97a9-1f00e3873302 None None] Pushing event updated for resources: {'Port': ['ID=11621eb0-d262-4695-9fad-b6c2b43d2659,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:26.503740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.510294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9a5c5-0b74-435e-a778-82165fda0bde None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:26.568731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 252a2865-5948-4547-b4de-238a666c5af5 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:26.568978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.633419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 252a2865-5948-4547-b4de-238a666c5af5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=252a2865-5948-4547-b4de-238a666c5af5,segment=NetworkSegment(6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49),segment_id=6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:26.633419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.646152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 252a2865-5948-4547-b4de-238a666c5af5 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:26.661672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f41f3-97b3-4c31-bc09-a4f7df45de68 None None] Pushing event updated for resources: {'Port': ['ID=252a2865-5948-4547-b4de-238a666c5af5,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:26.735899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.762723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=252a2865-5948-4547-b4de-238a666c5af5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:26.768047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 252a2865-5948-4547-b4de-238a666c5af5 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:26.797990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Allocated IP 172.20.0.1 (4f8c6fdc-f11d-45d5-aa59-e9602108c038/bb5bc532-5ee5-4f52-bd32-264c4b3b312c/11621eb0-d262-4695-9fad-b6c2b43d2659) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:26.810001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295cdd0-8e87-41f5-80a8-59740b552c7f None None] Network cefa997b-3a9d-4830-8b3c-281d1a790f95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:26.856736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.893786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefa997b-3a9d-4830-8b3c-281d1a790f95']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:26.903938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:26.904238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee8e2f2-75b9-45f9-8a0e-7e93ed6c3d49') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:26.914419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.928457 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.939695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:26.939881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:26.944675 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:26.993559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] For port 11621eb0-d262-4695-9fad-b6c2b43d2659, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11621eb0-d262-4695-9fad-b6c2b43d2659,segment=NetworkSegment(0d6635e2-ed70-4f4b-8e5f-4f416c163ecb),segment_id=0d6635e2-ed70-4f4b-8e5f-4f416c163ecb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:27.009307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.016285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.022163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34120) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:27.023893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/cefa997b-3a9d-4830-8b3c-281d1a790f95 HTTP/1.1" status: 204 len: 168 time: 1.7410564 Oct 22 13:30:27.044769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.044992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7764d4-1d70-43a4-bfa4-7f1172d7b369 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=cefa997b-3a9d-4830-8b3c-281d1a790f95,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:27.053260 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-9941de1b-1c8c-4a60-bebb-be7522d0b801 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:27.053844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9941de1b-1c8c-4a60-bebb-be7522d0b801 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:27.058202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9941de1b-1c8c-4a60-bebb-be7522d0b801 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/cefa997b-3a9d-4830-8b3c-281d1a790f95 HTTP/1.1" status: 404 len: 339 time: 0.0343676 Oct 22 13:30:27.062805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34122) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:27.070018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.077637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673793426', 'description': 'd1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:27.103097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:27.106576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.136033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:27.146940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.147613 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment 5ec3e722-927e-4c02-8ebf-b9dedacae140 of type vlan for network faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 Oct 22 13:30:27.167136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05480bc5-0ef2-4809-85a2-4c119fc64974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.216292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ba309-2289-44d4-a8fa-1b96e1ddd330 None None] Pushing event updated for resources: {'Port': ['ID=11621eb0-d262-4695-9fad-b6c2b43d2659,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:27.235582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.272527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.281556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:27.281556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.378183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3142500 Oct 22 13:30:27.379246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82182d89-269f-4aa4-8e89-e387ca9dd914 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:27.381966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34134) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:27.392048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:27.515664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d7e7d-29af-41e4-be41-5801b1672865 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:27.517946 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f5d7e7d-29af-41e4-be41-5801b1672865 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks?id=faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 HTTP/1.1" status: 200 len: 764 time: 0.1346898 Oct 22 13:30:27.521660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34136) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:27.530203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'description': 'd2'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:27.752395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.791870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.813581 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.814398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.840239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 is not hosted by any dhcp agent {{(pid=100619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:30:27.853954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11621eb0-d262-4695-9fad-b6c2b43d2659 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:30:27.856335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:27.859129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:27.860882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "PUT /v2.0/networks/faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 HTTP/1.1" status: 200 len: 761 time: 0.3372571 Oct 22 13:30:27.866473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:27.918654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046440-5415-4912-ba46-e1641395959c tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:27.937393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:27.974875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d2d554-36ae-479f-8b8b-0e2367e68948 None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:28.044557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1914632-91be-46eb-a872-cb1ed1c44e72 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:28.052201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e1914632-91be-46eb-a872-cb1ed1c44e72 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks?id=faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 HTTP/1.1" status: 200 len: 764 time: 0.1804824 Oct 22 13:30:28.052201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34140) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:28.141968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-518b6fab-e848-4ef8-b255-77371f546a9a None None] Provisioning complete for port 11621eb0-d262-4695-9fad-b6c2b43d2659 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:28.141968 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-518b6fab-e848-4ef8-b255-77371f546a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:28.192540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11621eb0-d262-4695-9fad-b6c2b43d2659 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:28.192998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:28.312991 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1055f-9e0d-4bfd-a742-41188d5925f0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:28.314557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-47e1055f-9e0d-4bfd-a742-41188d5925f0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2614641 Oct 22 13:30:28.319052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34146) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:28.363022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d8a3cd20-571c-4588-9b0f-ef020be8b850 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c HTTP/1.1" status: 200 len: 207 time: 0.0440538 Oct 22 13:30:28.366188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34148) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:28.704761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f8a6c-8c04-4d2b-9a24-a9f71f4d2579 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:30:28.862943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-633a0447-182c-4f4c-83a4-08eb2fbcf2f9 None None] Provisioning complete for port 11621eb0-d262-4695-9fad-b6c2b43d2659 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:28.863592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-633a0447-182c-4f4c-83a4-08eb2fbcf2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:28.927002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f8a6c-8c04-4d2b-9a24-a9f71f4d2579 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:30:29.025145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.032584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.039403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.045969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.052321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.058707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.061368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8065df35-8c30-4cb9-9792-84724057c256 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6933262 Oct 22 13:30:29.065132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34152) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.213845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3c021c1c-cc30-4b4e-97c3-43c681d7d8c6 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1475937 Oct 22 13:30:29.219396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34156) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.290943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.293400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.295590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.297155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.298929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.300625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0bbb341-e36a-473c-8ce5-a98a0793c428 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0798411 Oct 22 13:30:29.306012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34158) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.378476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.379934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.381349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.382826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.384242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.385956 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-14f8dfce-103b-4070-81d5-48b510dba5cb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0788848 Oct 22 13:30:29.390272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.509950 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:30:29.521514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b507d4-2397-43d2-82d7-94d38f760244 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.527642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34164) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.528021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0b507d4-2397-43d2-82d7-94d38f760244 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks/dd780cbe-6439-4c42-bdf1-5e6eb1480a04 HTTP/1.1" status: 200 len: 804 time: 0.1362557 Oct 22 13:30:29.636687 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77bcb710-077c-419d-8d55-fc35ecf0a1dc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/networks/dd780cbe-6439-4c42-bdf1-5e6eb1480a04?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1069877 Oct 22 13:30:29.640171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.698814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb9ccb-7de6-4d3f-ab2f-b5dfc6dc66da tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.700460 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9eb9ccb-7de6-4d3f-ab2f-b5dfc6dc66da tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets/97c6012e-27a0-4eee-af48-b86f44524f0a HTTP/1.1" status: 200 len: 843 time: 0.0590217 Oct 22 13:30:29.704241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34168) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.764094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ab3e3-4ea6-4315-9e6a-429ec78b821f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.766258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1f6ab3e3-4ea6-4315-9e6a-429ec78b821f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "GET /v2.0/subnets/97c6012e-27a0-4eee-af48-b86f44524f0a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605264 Oct 22 13:30:29.769427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34170) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.774914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-323116894'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:29.782155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.804914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:29.808642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.836453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:29.847086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.847521 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Added segment b19c354a-fe75-466c-9451-b8733778952d of type vlan for network 2e85270a-0148-43fb-bc5e-240f8b13c996 Oct 22 13:30:29.892319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.919520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.925939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:29.926539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:29.972711 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1991997 Oct 22 13:30:29.972996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34172) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:29.979344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:30.004925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db8aaf-e603-472a-8305-3948875bfefb tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Network': ['ID=2e85270a-0148-43fb-bc5e-240f8b13c996,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:30.020750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:30.125609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Made reservation on behalf of 1a28cbd8ae9440b29f4628cc1d141817 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:30.129479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:30.219130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Performing IP validity checks on allocation pools {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 13:30:30.219925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 13:30:30.412619 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:30.501503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=194201cc-1d03-4e18-bfb5-41769470100f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:30.504726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Checking segment: {'id': 'b19c354a-fe75-466c-9451-b8733778952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:30.505270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network hostable DHCP agents. Network: 2e85270a-0148-43fb-bc5e-240f8b13c996, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:30:30.520121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.520703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.521056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.521394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.522154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.522648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.523778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.523778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.523988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.524213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.524626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.525370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:30.556826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:30:30.573820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 2e85270a-0148-43fb-bc5e-240f8b13c996) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:30.581292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:30.582317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:30.589349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f7a55-e9bc-4cd1-9746-76e552c38e23 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:30.610736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a0b8c9a4-8daf-4cab-94c6-a90bf57262dd tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6363633 Oct 22 13:30:30.614494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:30.619878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:30.853864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-2e85270a-0148-43fb-bc5e-240f8b13c996', 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996', 'tenant_id': '1a28cbd8ae9440b29f4628cc1d141817', 'fixed_ips': [{'subnet_id': '194201cc-1d03-4e18-bfb5-41769470100f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:30:30.854821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.147281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25381249'] for subnet, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.176076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Allocated IP 2001:db8::3 (2e85270a-0148-43fb-bc5e-240f8b13c996/194201cc-1d03-4e18-bfb5-41769470100f/30a3d7c3-2b42-4b5a-9c26-861067d34139) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:31.338413 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.346525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.384369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:31.388074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:31.391287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:31.430813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Pushing event updated for resources: {'Port': ['ID=30a3d7c3-2b42-4b5a-9c26-861067d34139,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:31.457162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.457704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.459045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.459045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.459426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.459866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.460237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.460635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.461038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.461440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.461842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.462256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:30:31.481740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Attempting to bind port 30a3d7c3-2b42-4b5a-9c26-861067d34139 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:31.482367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Attempting to bind port 30a3d7c3-2b42-4b5a-9c26-861067d34139 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b19c354a-fe75-466c-9451-b8733778952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:31.483943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Attempting to bind port 30a3d7c3-2b42-4b5a-9c26-861067d34139 on network 2e85270a-0148-43fb-bc5e-240f8b13c996 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:31.490457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:31.490457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Checking segment: {'id': 'b19c354a-fe75-466c-9451-b8733778952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:31.490457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.490916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Bound using segment: {'id': 'b19c354a-fe75-466c-9451-b8733778952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:31.491621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Bound port: 30a3d7c3-2b42-4b5a-9c26-861067d34139, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19c354a-fe75-466c-9451-b8733778952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e85270a-0148-43fb-bc5e-240f8b13c996'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:31.492145 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.575367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] For port 30a3d7c3-2b42-4b5a-9c26-861067d34139, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:31.576167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760076261084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3441420'] for subnet, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.579828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] For port 30a3d7c3-2b42-4b5a-9c26-861067d34139, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=30a3d7c3-2b42-4b5a-9c26-861067d34139,segment=NetworkSegment(b19c354a-fe75-466c-9451-b8733778952d),segment_id=b19c354a-fe75-466c-9451-b8733778952d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:31.587201 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.627235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:31.627891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.632441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34186) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:31.632913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "PUT /v2.0/subnets/194201cc-1d03-4e18-bfb5-41769470100f HTTP/1.1" status: 200 len: 900 time: 1.0166976 Oct 22 13:30:31.668118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93304-5523-4459-96aa-eb6e37c82c62 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event updated for resources: {'Subnet': ['ID=194201cc-1d03-4e18-bfb5-41769470100f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:31.702803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b991-dcd3-4d19-a846-fe566132556d None None] Pushing event updated for resources: {'Port': ['ID=30a3d7c3-2b42-4b5a-9c26-861067d34139,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:31.804622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.874998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 30a3d7c3-2b42-4b5a-9c26-861067d34139 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:31.875583 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:31.998757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 30a3d7c3-2b42-4b5a-9c26-861067d34139, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=30a3d7c3-2b42-4b5a-9c26-861067d34139,segment=NetworkSegment(b19c354a-fe75-466c-9451-b8733778952d),segment_id=b19c354a-fe75-466c-9451-b8733778952d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:31.999338 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.012214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 30a3d7c3-2b42-4b5a-9c26-861067d34139 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:32.167984 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.192790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=30a3d7c3-2b42-4b5a-9c26-861067d34139,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:32.242110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 30a3d7c3-2b42-4b5a-9c26-861067d34139 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:32.290945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.357313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.387339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=194201cc-1d03-4e18-bfb5-41769470100f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:32.468791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.491754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e85270a-0148-43fb-bc5e-240f8b13c996']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:32.502959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19c354a-fe75-466c-9451-b8733778952d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:32.503467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19c354a-fe75-466c-9451-b8733778952d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:32.515885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.536229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.545636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:32.546135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:32.550006 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:32.624533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.630371 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:32.635901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/2e85270a-0148-43fb-bc5e-240f8b13c996 HTTP/1.1" status: 204 len: 168 time: 1.0026102 Oct 22 13:30:32.643336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34198) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:32.664254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b74ff3-ad52-4bd7-a7d4-70194e16a44e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=2e85270a-0148-43fb-bc5e-240f8b13c996,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:32.716777 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-146a6f0a-8ac3-4d3a-bca7-2da17503e91d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:32.717469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146a6f0a-8ac3-4d3a-bca7-2da17503e91d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:32.727145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-146a6f0a-8ac3-4d3a-bca7-2da17503e91d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/194201cc-1d03-4e18-bfb5-41769470100f HTTP/1.1" status: 404 len: 337 time: 0.0815592 Oct 22 13:30:32.729688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34202) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:32.782525 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7495df98-338e-4bfc-8cc5-6fdffaee6197 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:32.783971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7495df98-338e-4bfc-8cc5-6fdffaee6197 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:32.790883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7495df98-338e-4bfc-8cc5-6fdffaee6197 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/2e85270a-0148-43fb-bc5e-240f8b13c996 HTTP/1.1" status: 404 len: 339 time: 0.0578682 Oct 22 13:30:32.791781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34206) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:32.926359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.036831 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.059429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:33.071449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a81441-6279-487f-8432-3c4dbc9bcf78 None None] DHCP port deletion for 2e85270a-0148-43fb-bc5e-240f8b13c996 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:33.077513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec3e722-927e-4c02-8ebf-b9dedacae140') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:33.078523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec3e722-927e-4c02-8ebf-b9dedacae140') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:33.091728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6c49193a-340d-4111-8ff0-850c741e85cc None None] Could not find standard attr ID for object 30a3d7c3-2b42-4b5a-9c26-861067d34139. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:30:33.099979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.108777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514e0ca-5b2d-49f4-a033-bd53be49b785 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:33.119312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.127412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:33.127821 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:33.132162 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:33.134654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514e0ca-5b2d-49f4-a033-bd53be49b785 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:30:33.149242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8addc24-e1dd-4b53-a092-e30442a77ed9 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:33.167992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8addc24-e1dd-4b53-a092-e30442a77ed9 None None] Network 2e85270a-0148-43fb-bc5e-240f8b13c996 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:30:33.206633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.221700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.224944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95 HTTP/1.1" status: 204 len: 168 time: 0.4319777 Oct 22 13:30:33.227452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:33.268539 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ae61ba-8dad-491b-bb03-e962a474c95b tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:33.269003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ae61ba-8dad-491b-bb03-e962a474c95b tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:33.272106 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-97ae61ba-8dad-491b-bb03-e962a474c95b tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/f6162dd7-98e0-49ba-b725-ed93dfe404e3 HTTP/1.1" status: 404 len: 337 time: 0.0437670 Oct 22 13:30:33.272924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffbfb6-0fe0-478f-a620-acce5fff3f31 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=faaaf4e8-96b3-4dd2-bb3a-0372adbe4f95,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:33.274681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34210) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:33.293577 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-50652d92-7367-4ded-88db-bfe6cc04df4d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:33.294122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50652d92-7367-4ded-88db-bfe6cc04df4d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:33.300127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50652d92-7367-4ded-88db-bfe6cc04df4d tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/cefa997b-3a9d-4830-8b3c-281d1a790f95 HTTP/1.1" status: 404 len: 339 time: 0.0222220 Oct 22 13:30:33.300518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34212) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:33.355229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting subnet bb5bc532-5ee5-4f52-bd32-264c4b3b312c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:33.358635 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.403952 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.503566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.571872 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.599122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5bc532-5ee5-4f52-bd32-264c4b3b312c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:33.604923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.609046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23a3aaae-00fd-4d4f-99c4-d35ee2b88ec0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/bb5bc532-5ee5-4f52-bd32-264c4b3b312c HTTP/1.1" status: 204 len: 168 time: 0.3072696 Oct 22 13:30:33.611473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34216) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:33.617082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443740e2-59a3-4000-b60b-b4f1a2d1c30f None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:33.678361 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting subnet 2500aa98-5413-49ba-86e7-23bf46163392 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:33.683311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.736224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.854965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.940302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.980250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=2500aa98-5413-49ba-86e7-23bf46163392,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:33.984047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:33.987840 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0542ef21-c7f7-41bf-b7ef-f3079b25cef0 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/2500aa98-5413-49ba-86e7-23bf46163392 HTTP/1.1" status: 204 len: 168 time: 0.3749931 Oct 22 13:30:33.990334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34222) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:34.093050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.167813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 11621eb0-d262-4695-9fad-b6c2b43d2659 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:34.168495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.252623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 11621eb0-d262-4695-9fad-b6c2b43d2659, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11621eb0-d262-4695-9fad-b6c2b43d2659,segment=NetworkSegment(0d6635e2-ed70-4f4b-8e5f-4f416c163ecb),segment_id=0d6635e2-ed70-4f4b-8e5f-4f416c163ecb)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:34.253308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.271833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 11621eb0-d262-4695-9fad-b6c2b43d2659 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:34.416681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.481717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=11621eb0-d262-4695-9fad-b6c2b43d2659,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:34.484045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 11621eb0-d262-4695-9fad-b6c2b43d2659 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:34.624894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.655085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8c6fdc-f11d-45d5-aa59-e9602108c038']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:34.658915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af93c94-5dec-4a5b-9ec8-d63dd958fdd2 None None] Network 4f8c6fdc-f11d-45d5-aa59-e9602108c038 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:34.668482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:34.668918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6635e2-ed70-4f4b-8e5f-4f416c163ecb') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:34.680922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.696545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.703595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:34.704309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:34.707218 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:34.768854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5949a9a6-f222-4538-bbfb-10fe3e85a99c None None] Could not find standard attr ID for object 11621eb0-d262-4695-9fad-b6c2b43d2659. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:30:34.781919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.793522 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:34.798993 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/4f8c6fdc-f11d-45d5-aa59-e9602108c038 HTTP/1.1" status: 204 len: 168 time: 0.8062978 Oct 22 13:30:34.800378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34226) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:34.839825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51dd16-87dc-4f33-9d79-4131e425d17e tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=4f8c6fdc-f11d-45d5-aa59-e9602108c038,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:34.842304 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f81e2e-14b1-4ae8-b0f8-d9bc489f02a9 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:34.842845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f81e2e-14b1-4ae8-b0f8-d9bc489f02a9 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:34.848404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72f81e2e-14b1-4ae8-b0f8-d9bc489f02a9 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/537e3f09-7230-49e0-bbed-b673ce2d9c4b HTTP/1.1" status: 404 len: 337 time: 0.0468278 Oct 22 13:30:34.851357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34230) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:34.884805 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda68fc3-4673-41ce-8d29-5fc3d0b0a498 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:34.885399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda68fc3-4673-41ce-8d29-5fc3d0b0a498 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:34.890764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cda68fc3-4673-41ce-8d29-5fc3d0b0a498 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/1c3a5e6e-8a4b-4d98-b1d8-2ffb4581af6c HTTP/1.1" status: 404 len: 339 time: 0.0363708 Oct 22 13:30:34.894316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34234) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:34.902391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83b5a4-6ac1-48a2-b7d0-d4a5b80a6d37 None None] DHCP port deletion for 4f8c6fdc-f11d-45d5-aa59-e9602108c038 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:34.930456 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8ff6bd-c762-4dc8-8790-7be5ef34f1b5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:34.930456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8ff6bd-c762-4dc8-8790-7be5ef34f1b5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:34.938287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f8ff6bd-c762-4dc8-8790-7be5ef34f1b5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/be23047d-4ea1-471f-9f40-0124e6b04b06 HTTP/1.1" status: 404 len: 337 time: 0.0427511 Oct 22 13:30:34.942714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34240) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:34.963006 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-49364bd3-e3ba-4cb8-aa6f-753d81f23bbc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:34.963591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49364bd3-e3ba-4cb8-aa6f-753d81f23bbc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:34.967308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49364bd3-e3ba-4cb8-aa6f-753d81f23bbc tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/445b7ef7-dcb9-4551-a124-58e027007bb0 HTTP/1.1" status: 404 len: 339 time: 0.0249114 Oct 22 13:30:34.969807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34242) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:35.005137 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f59e097-a71c-480f-a05f-384afca404a8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:35.005474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f59e097-a71c-480f-a05f-384afca404a8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:35.014821 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8f59e097-a71c-480f-a05f-384afca404a8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/2b857865-5ac6-4d37-aef2-8092548eec37 HTTP/1.1" status: 404 len: 337 time: 0.0379148 Oct 22 13:30:35.014991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34244) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:35.039905 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-6401846d-5c74-420b-8745-c0760d014349 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:35.041046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6401846d-5c74-420b-8745-c0760d014349 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:35.043562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6401846d-5c74-420b-8745-c0760d014349 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/ee0fab98-478b-4aaa-baeb-25f41bbdf639 HTTP/1.1" status: 404 len: 339 time: 0.0311880 Oct 22 13:30:35.046959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34248) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:35.105824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting subnet c0e2304d-b290-4155-a9f2-60212dba9913 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:35.109312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.175485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.349498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-809ee32e-ac98-41aa-bfb8-af3c997337c1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:35.350930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-809ee32e-ac98-41aa-bfb8-af3c997337c1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.2101402 Oct 22 13:30:35.372362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.395357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-4add3c74-83a9-4822-a14f-1dc821bec646 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0331974 Oct 22 13:30:35.511883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-2db16284-f892-4b38-967d-2a2dca69365d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094325 Oct 22 13:30:35.513397 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.556912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e2304d-b290-4155-a9f2-60212dba9913,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:35.562704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.568320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8dcb04f2-ce47-4429-9be7-3cfd412baea2 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/c0e2304d-b290-4155-a9f2-60212dba9913 HTTP/1.1" status: 204 len: 168 time: 0.5178957 Oct 22 13:30:35.570543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:35.570741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3f28f-ac34-477d-a24f-0580b9669c10 None None] Network c7a38acf-e12a-403e-af73-b9868c965f3e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:35.649944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-488a4fc4-dab6-49a9-84fb-8d77e880c057 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296635 Oct 22 13:30:35.673873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.746924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 4d13dfc5-2be5-461d-bb56-38b982184572 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:35.746924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.776237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-6d1d6991-6f1f-4f40-be44-5d956d1bfb2f service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181440 Oct 22 13:30:35.795295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] DHCP port deletion for c7a38acf-e12a-403e-af73-b9868c965f3e request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:35.848611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11621eb0-d262-4695-9fad-b6c2b43d2659 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:35.866169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 4d13dfc5-2be5-461d-bb56-38b982184572, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4d13dfc5-2be5-461d-bb56-38b982184572,segment=NetworkSegment(45b463e3-945d-4b3a-ac1f-5ebf8e614365),segment_id=45b463e3-945d-4b3a-ac1f-5ebf8e614365)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:35.866992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.879433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 11621eb0-d262-4695-9fad-b6c2b43d2659 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:35.880007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11621eb0-d262-4695-9fad-b6c2b43d2659 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:35.880769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 4d13dfc5-2be5-461d-bb56-38b982184572 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:35.909032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Deleting port 4d13dfc5-2be5-461d-bb56-38b982184572 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:35.909423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:35.991481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] For port 4d13dfc5-2be5-461d-bb56-38b982184572, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4d13dfc5-2be5-461d-bb56-38b982184572,segment=NetworkSegment(45b463e3-945d-4b3a-ac1f-5ebf8e614365),segment_id=45b463e3-945d-4b3a-ac1f-5ebf8e614365)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:35.991982 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.006821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Calling delete_port for 4d13dfc5-2be5-461d-bb56-38b982184572 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:36.027422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.048998 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 4d13dfc5-2be5-461d-bb56-38b982184572 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:36.093929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d7ac1bca-2420-4918-b6d4-299a08188d31 req-b9fc1169-71f4-4ea0-8173-bba4c0721018 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0640235 Oct 22 13:30:36.101993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=4d13dfc5-2be5-461d-bb56-38b982184572,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:36.133439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34266) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:36.137486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.175511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] Pushing event deleted for resources: {'Port': ['ID=4d13dfc5-2be5-461d-bb56-38b982184572,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:36.177463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf1dd4-51b7-4ef9-9291-22cd1a32f5a8 None None] No DVR routers for this DVR port 4d13dfc5-2be5-461d-bb56-38b982184572 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:36.269171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.330628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a38acf-e12a-403e-af73-b9868c965f3e']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:36.350643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b463e3-945d-4b3a-ac1f-5ebf8e614365') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:36.351113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b463e3-945d-4b3a-ac1f-5ebf8e614365') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:36.365425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.427147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.438076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:36.438411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:36.441632 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:36.547405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.559983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.563811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/c7a38acf-e12a-403e-af73-b9868c965f3e HTTP/1.1" status: 204 len: 168 time: 0.9937632 Oct 22 13:30:36.566315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34274) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:36.582342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984fff-77bd-4a29-aaeb-1564d8faf5c5 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=c7a38acf-e12a-403e-af73-b9868c965f3e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:36.613753 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a8680c-fdb2-49dc-bbde-5ac966912d44 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:36.614352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a8680c-fdb2-49dc-bbde-5ac966912d44 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:36.617542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17a8680c-fdb2-49dc-bbde-5ac966912d44 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/be7f86fe-f031-4af7-b9ce-af80dca99fee HTTP/1.1" status: 404 len: 337 time: 0.0490181 Oct 22 13:30:36.620922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34276) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:36.646531 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd504136-88da-47f5-8d7c-c1ba45276d08 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] DELETE failed (client error): The resource could not be found. Oct 22 13:30:36.647147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd504136-88da-47f5-8d7c-c1ba45276d08 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:30:36.650347 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd504136-88da-47f5-8d7c-c1ba45276d08 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/5bc2f255-6455-41a8-92eb-2d6d98bef3ae HTTP/1.1" status: 404 len: 339 time: 0.0284808 Oct 22 13:30:36.652970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:36.740417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting subnet 97c6012e-27a0-4eee-af48-b86f44524f0a {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:36.745759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.805013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.894003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-ef3a6b97-5ce8-423b-b161-49273425cbc7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422525 Oct 22 13:30:36.926168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:36.960141 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.000716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-2e213acd-a956-460b-84b5-bb00e04f16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:37.003360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-2e213acd-a956-460b-84b5-bb00e04f16c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1096 time: 0.0589652 Oct 22 13:30:37.129388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.159390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-6d08d555-71ba-45d0-b8fc-289be441fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:37.163443 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-6d08d555-71ba-45d0-b8fc-289be441fa9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 897 time: 0.1283183 Oct 22 13:30:37.205422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Subnet': ['ID=97c6012e-27a0-4eee-af48-b86f44524f0a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:37.208280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.220247 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0b67932f-7fcc-4a19-924c-a0def68af2d8 tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/subnets/97c6012e-27a0-4eee-af48-b86f44524f0a HTTP/1.1" status: 204 len: 168 time: 0.5660460 Oct 22 13:30:37.221546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d3c8d-ad13-4a58-8120-098ad8c0d2f7 None None] Network dd780cbe-6439-4c42-bdf1-5e6eb1480a04 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:37.224469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:37.327075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6bc00866-cb6a-479c-89bc-6e46c07e0d46 req-5997a9b5-f826-4262-99ba-ea917aa8ac62 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0498450 Oct 22 13:30:37.351068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-a15f0461-18ff-440e-9e7c-fd2c25383538 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 1001 time: 0.1785336 Oct 22 13:30:37.435969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-3edc65f2-fd9d-48f6-a052-aa1ac32cbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:37.437730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-3edc65f2-fd9d-48f6-a052-aa1ac32cbbcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.0733640 Oct 22 13:30:37.478359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-4734ab7a-d7e6-415c-8e18-d24769e5bae0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:37.480494 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-4734ab7a-d7e6-415c-8e18-d24769e5bae0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.3850088 Oct 22 13:30:37.504213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:37.510819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-e53f38ce-7f4c-4095-8ec1-de63adcebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:37.512610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-e53f38ce-7f4c-4095-8ec1-de63adcebddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604074 Oct 22 13:30:37.560689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] DHCP port deletion for dd780cbe-6439-4c42-bdf1-5e6eb1480a04 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:37.640573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Deleting port 02ad9c62-1913-4673-8b80-89d6713698fb {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:37.641178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.656842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.735933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] For port 02ad9c62-1913-4673-8b80-89d6713698fb, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02ad9c62-1913-4673-8b80-89d6713698fb,segment=NetworkSegment(9538ee46-ad05-46e1-bd4e-b219ae5e65b1),segment_id=9538ee46-ad05-46e1-bd4e-b219ae5e65b1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:37.736571 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.740992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-b18c4c91-ae6a-48d3-bc53-69fd7ef3cdf8 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191846 Oct 22 13:30:37.750910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Calling delete_port for 02ad9c62-1913-4673-8b80-89d6713698fb owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:37.877679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:37.889917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.897321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.929755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Deleting port 02ad9c62-1913-4673-8b80-89d6713698fb {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:37.930098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:37.947411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] Pushing event deleted for resources: {'Port': ['ID=02ad9c62-1913-4673-8b80-89d6713698fb,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:37.953471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d13dfc5-2be5-461d-bb56-38b982184572 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:37.958674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da9555-9587-4aa9-9b06-dad63b4ea070 None None] No DVR routers for this DVR port 02ad9c62-1913-4673-8b80-89d6713698fb on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:38.019866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-496dd9f0-28bb-4542-85cf-3d6fef6ab175 req-21bfc323-69c0-4972-8150-c789bba824e6 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598925 Oct 22 13:30:38.041719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4d13dfc5-2be5-461d-bb56-38b982184572 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:38.042076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d13dfc5-2be5-461d-bb56-38b982184572 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:38.042513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02ad9c62-1913-4673-8b80-89d6713698fb no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:38.091542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 02ad9c62-1913-4673-8b80-89d6713698fb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:38.092045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02ad9c62-1913-4673-8b80-89d6713698fb not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:38.140786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] For port 02ad9c62-1913-4673-8b80-89d6713698fb, host n-d-813419-8, got binding levels [] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:38.141167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.176860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Calling delete_port for 02ad9c62-1913-4673-8b80-89d6713698fb owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:38.187843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_backend_mixin [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Port 02ad9c62-1913-4673-8b80-89d6713698fb was not found and therefore no delete operation was performed {{(pid=100619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:30:38.198836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 55980899-6c26-421e-aca9-bb8e3e965997 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:38.199134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.204790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.280256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Port': ['ID=02ad9c62-1913-4673-8b80-89d6713698fb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:38.288880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] No DVR routers for this DVR port 02ad9c62-1913-4673-8b80-89d6713698fb on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:38.364975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.400709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.423253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd780cbe-6439-4c42-bdf1-5e6eb1480a04']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:38.440041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9538ee46-ad05-46e1-bd4e-b219ae5e65b1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:38.440343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9538ee46-ad05-46e1-bd4e-b219ae5e65b1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:38.450533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.464180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.470248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:38.471097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.524885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99146c16-ee7b-4007-8daf-ccce23b886f7 req-188864d3-809c-4a47-92a5-5cd608d2f724 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0536530 Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:38.538988 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:38.932464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.952599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:38.957304 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] 10.222.0.25 "DELETE /v2.0/networks/dd780cbe-6439-4c42-bdf1-5e6eb1480a04 HTTP/1.1" status: 204 len: 168 time: 1.7318480 Oct 22 13:30:38.964049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.10 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/c6c20d31-c824-468c-b8a7-fb3980a0e9b7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:38.978817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3a5c6-1120-4df3-b2d6-5dd73b0c030f tempest-NetworksIpV6Test-716674858 tempest-NetworksIpV6Test-716674858-project] Pushing event deleted for resources: {'Network': ['ID=dd780cbe-6439-4c42-bdf1-5e6eb1480a04,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:39.049129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 55980899-6c26-421e-aca9-bb8e3e965997, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55980899-6c26-421e-aca9-bb8e3e965997,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:39.049500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.075772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 55980899-6c26-421e-aca9-bb8e3e965997 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:39.289897 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.298530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34300) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:39.359403 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.447218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:39.457982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:39.460407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:39.539727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:39.547807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3393a43c-8636-47e1-8dd0-0c39633f7de7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a28cbd8ae9440b29f4628cc1d141817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469311 Oct 22 13:30:39.550470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:39.559519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.598380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:39.599070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.604814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=55980899-6c26-421e-aca9-bb8e3e965997,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:39.649536 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-361c25f2-a846-47e8-b036-c003b5be848f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1512978 Oct 22 13:30:39.683485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Request body: {'port': {'device_id': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:39.731145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.802909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.836389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.866618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fe65d-be41-476c-85c3-4e843e949209 req-a7ab8fca-079f-419c-bc84-e486e185b6cd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:39.880003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a4fe65d-be41-476c-85c3-4e843e949209 req-a7ab8fca-079f-419c-bc84-e486e185b6cd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 932 time: 0.1951919 Oct 22 13:30:39.950583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a4fe65d-be41-476c-85c3-4e843e949209 req-7e63702c-432c-4748-9085-b53a8079b522 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695846 Oct 22 13:30:39.975276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.978579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:39.979764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/506f46c9-12f4-43de-b3ac-f057abbb7cb1 HTTP/1.1" status: 204 len: 168 time: 0.4264612 Oct 22 13:30:39.988882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7bd54-32b7-4e65-9373-b1db414e923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f46c9-12f4-43de-b3ac-f057abbb7cb1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:40.042520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea5bc0ed-10b9-4255-9e8e-28e80f0e96a9 None None] Provisioning complete for port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:30:40.048272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea5bc0ed-10b9-4255-9e8e-28e80f0e96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.053017 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.057033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.132846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bc0ed-10b9-4255-9e8e-28e80f0e96a9 None None] Port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:30:40.448986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c20d31-c824-468c-b8a7-fb3980a0e9b7 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:30:40.467709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.524300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Transition to ACTIVE for port object c6c20d31-c824-468c-b8a7-fb3980a0e9b7 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:30:40.526676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:40.540043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.738402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:40.819538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Attempting to bind port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:30:40.820048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Attempting to bind port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:30:40.820381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Attempting to bind port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:40.829892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:30:40.830214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Attempting to bind port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:30:40.838261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:40.845541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f7cd782-e51d-482d-836b-503b6ee1c907 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/e21dea08-8169-4bc3-97fc-b0131f9f7e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7109127 Oct 22 13:30:40.846555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:30:40.847094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:30:40.847624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:30:40.848846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Bound port: c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:30:40.849651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:40.851068 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:40.879685 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:40.880474 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:41.007534 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:41.021318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:30:41.025710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:30:41.036347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.053768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.054939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.056548 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6c20d31-c824-468c-b8a7-fb3980a0e9b7 HTTP/1.1" status: 200 len: 1092 time: 1.3785555 Oct 22 13:30:41.058016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:41.099279 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc00638-4fb9-494b-b0c8-d1477afa1247" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:41.209772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be1766-f930-45b8-91f7-e6a1b767686f req-e8beeedc-176f-4165-9234-e3518467873c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.235105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04be1766-f930-45b8-91f7-e6a1b767686f req-e8beeedc-176f-4165-9234-e3518467873c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1677840 Oct 22 13:30:41.250974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34340) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:41.298121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134633f0-b6b1-493a-a7f4-1fc3da9f2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:41.312798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-f7a8236a-9a9f-43fb-a2a5-dfa37b05c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.317550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-f7a8236a-9a9f-43fb-a2a5-dfa37b05c0c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 1095 time: 0.0682576 Oct 22 13:30:41.367098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04be1766-f930-45b8-91f7-e6a1b767686f req-d1defd3a-66f8-4ff0-85a9-fca5d2ca4859 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311040 Oct 22 13:30:41.379596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-431341df-a3c1-405e-8221-7d3b114d4e62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7 HTTP/1.1" status: 200 len: 217 time: 0.0520403 Oct 22 13:30:41.383745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f1990-6846-4795-aaac-b83eff2aa5df req-a0f13e4c-9122-42cf-a8b9-6c46b2bf5b3b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.392507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd7f1990-6846-4795-aaac-b83eff2aa5df req-a0f13e4c-9122-42cf-a8b9-6c46b2bf5b3b tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.2176096 Oct 22 13:30:41.423662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:41.445627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cd7f1990-6846-4795-aaac-b83eff2aa5df req-bf40356a-5b02-4b49-95eb-1d046e8aafea tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514824 Oct 22 13:30:41.457319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-e6948edb-f375-405c-98a0-9f09a0334e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.459136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-e6948edb-f375-405c-98a0-9f09a0334e5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0676432 Oct 22 13:30:41.483091 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7a9481-606c-4857-8891-075e709e3c40 x-openstack-request-id: req-4d7a9481-606c-4857-8891-075e709e3c40 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:41.483709 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:41.484081 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d7a9481-606c-4857-8891-075e709e3c40 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:41.484616 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7', 'status': 'completed', 'code': 200} Oct 22 13:30:41.487542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:30:41.499023 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:41.499856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:41.524492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-5becc63e-61c0-484b-bbd8-02de0bcdb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.526485 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-5becc63e-61c0-484b-bbd8-02de0bcdb63c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583351 Oct 22 13:30:41.548080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5348c8ed-0568-40df-a6c1-01dac451068d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:41.548725 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-5348c8ed-0568-40df-a6c1-01dac451068d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 13:30:41.549849 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-5348c8ed-0568-40df-a6c1-01dac451068d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:30:41.551000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5348c8ed-0568-40df-a6c1-01dac451068d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2969840 Oct 22 13:30:41.554466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34344) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:41.560637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--709387411'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:41.596163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.608143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.638339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:41.643357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-ef4b1ced-aae9-434b-82c6-a20f47868011 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081533 Oct 22 13:30:41.755197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.762587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.770244 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a134a9a-4c92-477f-8c03-d17125a92608 req-03401948-9b4c-4315-bd7d-4719711230e4 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186168 Oct 22 13:30:41.832632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4acf6c-9bf1-4086-a2ce-08662d043ff5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:41.879704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.885607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.898739 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:41.905753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-27f9f59a-8fc7-4b56-b38f-c6f7d2f487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:41.908819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-27f9f59a-8fc7-4b56-b38f-c6f7d2f487f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 1095 time: 0.0839171 Oct 22 13:30:41.919032 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:41.925590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3657751 Oct 22 13:30:41.925783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34348) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:41.931315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '468d246d-72f6-4e14-8749-c47e8f99fdea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:41.933905 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ee756-d9d3-457d-ad65-4ef89162855a None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '97d9de31-386e-4813-8f89-3ee8950e3ff0', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'port_id': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'mac_address': 'fa:16:3e:84:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f485-463d-48f0-9d57-22c582f109b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:28:57Z', 'updated_at': '2021-10-22T13:29:00Z', 'revision_number': 1, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:41.938353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39700b-7f5b-4f50-8d96-8f37d4fe6d54 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468d246d-72f6-4e14-8749-c47e8f99fdea,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:41.979790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.062895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-6a721d86-908c-41ad-9be7-d371488d2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.064243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-6a721d86-908c-41ad-9be7-d371488d2d46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1479571 Oct 22 13:30:42.082062 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.086742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.111887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-ed5af794-0143-4420-b218-49deeade8852 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7 HTTP/1.1" status: 200 len: 217 time: 0.0390429 Oct 22 13:30:42.116626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdb7a4b-71bc-45fd-9b06-f4a924e78192,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:42.134151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.140428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8370f472-5b58-4191-9b68-20c5000f3f5a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135849 Oct 22 13:30:42.141210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:42.149389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-96013abf-f652-4a85-8a6d-75a97751864a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '468d246d-72f6-4e14-8749-c47e8f99fdea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:42.180785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-97fcd524-21b3-4efa-963a-f041f6c52a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.183288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-97fcd524-21b3-4efa-963a-f041f6c52a69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0644383 Oct 22 13:30:42.203828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-96013abf-f652-4a85-8a6d-75a97751864a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.245496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-6f10931a-7053-4e3c-b87a-fd93fa923baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.248141 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-6f10931a-7053-4e3c-b87a-fd93fa923baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581338 Oct 22 13:30:42.272542 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-96013abf-f652-4a85-8a6d-75a97751864a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:30:42.276759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-96013abf-f652-4a85-8a6d-75a97751864a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1343029 Oct 22 13:30:42.276899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:42.426174 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-2d6d44d9-53b2-49ed-8b41-65e3fb2fa0e5 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702359 Oct 22 13:30:42.427299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.530355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.614696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d81f3-717a-469d-94fc-e4cacd357cdd req-aa53453d-e208-4fb5-998f-ffab2a99ae4b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.616166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce9d81f3-717a-469d-94fc-e4cacd357cdd req-aa53453d-e208-4fb5-998f-ffab2a99ae4b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1159086 Oct 22 13:30:42.653207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d235bb-9c61-4202-8e20-96d35b1618b7 req-4792f93a-408a-40fa-bf55-d68b4ca427df tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.663466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-edc00638-4fb9-494b-b0c8-d1477afa1247 req-6ee961dc-fc4b-4758-8d43-203b269f632b service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270494 Oct 22 13:30:42.663783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1d235bb-9c61-4202-8e20-96d35b1618b7 req-4792f93a-408a-40fa-bf55-d68b4ca427df tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.1059940 Oct 22 13:30:42.665984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.675324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.676934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/468d246d-72f6-4e14-8749-c47e8f99fdea HTTP/1.1" status: 204 len: 168 time: 0.3991148 Oct 22 13:30:42.680993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:42.707180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b7527-dc2c-48fd-a7fc-7878b001511c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d246d-72f6-4e14-8749-c47e8f99fdea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:42.765385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce9d81f3-717a-469d-94fc-e4cacd357cdd req-b28af67e-f1a9-428d-9be3-5361af296294 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302350 Oct 22 13:30:42.771293 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9b6abea-62b5-42b8-92b9-a6ee308bf922 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890174 Oct 22 13:30:42.780099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34362) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:42.783610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1d235bb-9c61-4202-8e20-96d35b1618b7 req-a412aef9-c391-460b-b3b3-d61a527367b4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=314da8bf-d2d5-4354-a4eb-2668d4d22c05&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188095 Oct 22 13:30:42.787432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569734582'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:42.827353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-baeab2dd-358c-4011-8a2f-7c9ca3146130 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:42.836112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-baeab2dd-358c-4011-8a2f-7c9ca3146130 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 946 time: 0.0915303 Oct 22 13:30:42.847855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.965700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.971009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:42.984206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:42.984871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.030651 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.035402 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2486398 Oct 22 13:30:43.035402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c39653-24cb-4050-9e71-773b8f7e0a8a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7da263-d914-4651-aade-9a143ddca465,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:43.037548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34366) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:43.043120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8c678fd4-fbb8-4393-b22c-8ac2508de997 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '7a7da263-d914-4651-aade-9a143ddca465', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:43.047041 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-8c678fd4-fbb8-4393-b22c-8ac2508de997 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 22 13:30:43.047041 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-8c678fd4-fbb8-4393-b22c-8ac2508de997 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:43.047546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8c678fd4-fbb8-4393-b22c-8ac2508de997 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089474 Oct 22 13:30:43.051010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:43.128159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 99637ad2-29ce-4380-9d1f-c1ba7db674a4, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=99637ad2-29ce-4380-9d1f-c1ba7db674a4,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:43.128415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.135548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.168648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 99637ad2-29ce-4380-9d1f-c1ba7db674a4 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:43.172464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.239337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.243228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.248533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a7da263-d914-4651-aade-9a143ddca465 HTTP/1.1" status: 204 len: 168 time: 0.1958973 Oct 22 13:30:43.249254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:43.253701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e55a3-1271-4ccb-9c53-1a179ad33885 req-5f26d139-349b-49b8-9664-e4de2c141f74 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:43.255300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef6e55a3-1271-4ccb-9c53-1a179ad33885 req-5f26d139-349b-49b8-9664-e4de2c141f74 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1097 time: 0.1135638 Oct 22 13:30:43.269463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22567700-d8ba-43cc-a843-7fee9d25246c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7da263-d914-4651-aade-9a143ddca465,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:43.326874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef6e55a3-1271-4ccb-9c53-1a179ad33885 req-339953b0-2405-4e00-a88f-7f36dc93ccac tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533051 Oct 22 13:30:43.374852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c8af461-f30c-462e-83b5-68ebda3d49b7 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188028 Oct 22 13:30:43.378243 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34376) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:43.389580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--200731909'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:43.425216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.444731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.476515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=99637ad2-29ce-4380-9d1f-c1ba7db674a4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:43.547515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] No DVR routers for this DVR port 99637ad2-29ce-4380-9d1f-c1ba7db674a4 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:43.551270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.554298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8d78687-dead-4aba-8e4d-1423d332bf77 req-6e432063-b48e-4830-81a9-ac886d3014ad tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "DELETE /v2.0/ports/99637ad2-29ce-4380-9d1f-c1ba7db674a4 HTTP/1.1" status: 204 len: 173 time: 0.7121055 Oct 22 13:30:43.554835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'name': 'network-vif-deleted', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:43.557113 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb32dec-7ea9-4d1d-8a43-b0d4d58c563d" -d '{"events": [{"server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "name": "network-vif-deleted", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:43.574020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51cc38-b849-465f-9900-6334cf1108e9 req-c79ec57c-bf5e-4021-972d-a0f2af05ffd0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:43.577252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f51cc38-b849-465f-9900-6334cf1108e9 req-c79ec57c-bf5e-4021-972d-a0f2af05ffd0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1420529 Oct 22 13:30:43.712051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f51cc38-b849-465f-9900-6334cf1108e9 req-dd028313-650d-4426-89b4-eac277009dc6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237783 Oct 22 13:30:43.742388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:43.829219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55980899-6c26-421e-aca9-bb8e3e965997 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:43.860860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cafe470c-39cd-437c-bf38-6ec5408f760b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/ce1201cb-3664-472c-9a10-70bcde8c2ef3 HTTP/1.1" status: 200 len: 994 time: 0.1074610 Oct 22 13:30:43.891381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 55980899-6c26-421e-aca9-bb8e3e965997 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:43.892096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55980899-6c26-421e-aca9-bb8e3e965997 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:43.916979 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a72a631-a993-49b9-8bc6-d8f4a8fbad1a x-openstack-request-id: req-7a72a631-a993-49b9-8bc6-d8f4a8fbad1a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:43.917351 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102bff0-c86a-4aa8-82ee-e3176157c97d", "name": "network-vif-deleted", "tag": "99637ad2-29ce-4380-9d1f-c1ba7db674a4", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:43.917606 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a72a631-a993-49b9-8bc6-d8f4a8fbad1a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:43.918020 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102bff0-c86a-4aa8-82ee-e3176157c97d', 'name': 'network-vif-deleted', 'tag': '99637ad2-29ce-4380-9d1f-c1ba7db674a4', 'status': 'completed', 'code': 200} Oct 22 13:30:43.925844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:43.944046 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.001117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.004744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6234479 Oct 22 13:30:44.009348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34392) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.014705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-49b29908-8597-428d-874a-36be9a39a115 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '5702fab8-b2e1-4167-b6ed-11686853bce9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.015417 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-49b29908-8597-428d-874a-36be9a39a115 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 22 13:30:44.016206 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-49b29908-8597-428d-874a-36be9a39a115 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:44.020221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49b29908-8597-428d-874a-36be9a39a115 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107851 Oct 22 13:30:44.023534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34394) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.058202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8dacf-247c-43ab-a80e-1732ee85d8f2 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5702fab8-b2e1-4167-b6ed-11686853bce9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:44.066947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d00b1c-1d71-446d-83a8-94d7bf062554 req-3a10da13-6f89-477c-9d48-0bc96389d7a7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:44.074808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63d00b1c-1d71-446d-83a8-94d7bf062554 req-3a10da13-6f89-477c-9d48-0bc96389d7a7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1468167 Oct 22 13:30:44.163472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14918792-c7ff-4163-af20-340a804a970f req-77ca0a02-3a8d-4121-9fa4-7131038a5498 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=f102bff0-c86a-4aa8-82ee-e3176157c97d HTTP/1.1" status: 200 len: 210 time: 0.0809550 Oct 22 13:30:44.199297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63d00b1c-1d71-446d-83a8-94d7bf062554 req-53a5ca55-ea61-4a4d-a26d-774cdcbf197a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235762 Oct 22 13:30:44.255319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.318301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.401608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.405158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.406496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/5702fab8-b2e1-4167-b6ed-11686853bce9 HTTP/1.1" status: 204 len: 168 time: 0.3838696 Oct 22 13:30:44.410105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34398) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.417234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc435-8710-43bf-bfd6-366b8c27fb1d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5702fab8-b2e1-4167-b6ed-11686853bce9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:44.480559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7643f779-ffbd-4e6d-b4ee-88d0f5308fd3 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688450 Oct 22 13:30:44.485781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34400) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.492869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--92687170'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.539286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.619509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 99637ad2-29ce-4380-9d1f-c1ba7db674a4 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:44.657923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.661508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 99637ad2-29ce-4380-9d1f-c1ba7db674a4 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:44.663761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 99637ad2-29ce-4380-9d1f-c1ba7db674a4 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:44.668473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.672758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-c67c810b-5423-4bb2-9349-98861bac0a54 req-c0ec3447-d046-4c9c-973b-dd7eb2c504f4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:30:44.674242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c67c810b-5423-4bb2-9349-98861bac0a54 req-c0ec3447-d046-4c9c-973b-dd7eb2c504f4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070531 Oct 22 13:30:44.712070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.714755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2275212 Oct 22 13:30:44.718115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.721322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eea1e-7f97-4aa6-b115-5cbf7841fd79 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17740eb7-e907-4f04-8198-105b97d81172,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:44.731145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d047cc80-e004-4f9f-88c6-3f2dc1134fb9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '17740eb7-e907-4f04-8198-105b97d81172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.732908 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-d047cc80-e004-4f9f-88c6-3f2dc1134fb9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 22 13:30:44.733425 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-d047cc80-e004-4f9f-88c6-3f2dc1134fb9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:44.734576 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d047cc80-e004-4f9f-88c6-3f2dc1134fb9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0149345 Oct 22 13:30:44.737678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.745710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f442ae7f-ad87-44ed-ba3a-ab9c62114dce tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '17740eb7-e907-4f04-8198-105b97d81172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.748678 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-f442ae7f-ad87-44ed-ba3a-ab9c62114dce tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 22 13:30:44.749715 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-f442ae7f-ad87-44ed-ba3a-ab9c62114dce tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:44.751031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f442ae7f-ad87-44ed-ba3a-ab9c62114dce tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117912 Oct 22 13:30:44.753704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.758894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-bcd2d752-6e61-4601-89dd-0baa7be33cd0 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '17740eb7-e907-4f04-8198-105b97d81172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.760005 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-bcd2d752-6e61-4601-89dd-0baa7be33cd0 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 22 13:30:44.760563 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-bcd2d752-6e61-4601-89dd-0baa7be33cd0 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:44.764257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bcd2d752-6e61-4601-89dd-0baa7be33cd0 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090477 Oct 22 13:30:44.767950 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34414) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.776453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d75e662f-9ef3-4835-a798-f4cc9cb83a78 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '17740eb7-e907-4f04-8198-105b97d81172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:44.777591 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-d75e662f-9ef3-4835-a798-f4cc9cb83a78 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 22 13:30:44.778908 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-d75e662f-9ef3-4835-a798-f4cc9cb83a78 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:44.780291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d75e662f-9ef3-4835-a798-f4cc9cb83a78 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105748 Oct 22 13:30:44.783287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34416) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.851593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.886231 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.945886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.951565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:44.952881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/17740eb7-e907-4f04-8198-105b97d81172 HTTP/1.1" status: 204 len: 168 time: 0.1685400 Oct 22 13:30:44.955662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34424) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:44.976224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca2ab4-8c54-4caf-af99-5d7cea4bce50 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17740eb7-e907-4f04-8198-105b97d81172,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:45.020330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d5565b7c-3450-4ccc-9bab-d319b38018ba tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635262 Oct 22 13:30:45.024880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34426) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.029849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--218408196'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.066251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.161573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.175014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.215395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.217477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1914358 Oct 22 13:30:45.220328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34428) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.225610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fbc89eaf-4d7f-4748-bedb-94f8da362066 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.226293 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-fbc89eaf-4d7f-4748-bedb-94f8da362066 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 13:30:45.226591 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-fbc89eaf-4d7f-4748-bedb-94f8da362066 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.227584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fbc89eaf-4d7f-4748-bedb-94f8da362066 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062537 Oct 22 13:30:45.236098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.242432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-236daa54-cb67-429c-b3e9-abaa41a49f11 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.244132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a66ea-93b8-4f29-b048-74c6e7031b63 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4024c994-bee3-4cb3-8db6-4b4de0ac4038,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:45.296279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.388204 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-236daa54-cb67-429c-b3e9-abaa41a49f11 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.390534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-236daa54-cb67-429c-b3e9-abaa41a49f11 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1536701 Oct 22 13:30:45.394063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.401029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ac25f11c-119b-4844-853c-ea411cfdc23b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.401457 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-ac25f11c-119b-4844-853c-ea411cfdc23b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 22 13:30:45.402345 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ac25f11c-119b-4844-853c-ea411cfdc23b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.403130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ac25f11c-119b-4844-853c-ea411cfdc23b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071757 Oct 22 13:30:45.406440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34444) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.418976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11449493-5187-442a-854b-1a1d50ff82ca req-e955c941-5465-46db-9ad3-8b62bceea4fd tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:45.422862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ce2d90c3-1c6c-4aa1-8030-db245ff2f2ad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.426753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11449493-5187-442a-854b-1a1d50ff82ca req-e955c941-5465-46db-9ad3-8b62bceea4fd tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1137280 Oct 22 13:30:45.456858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-d7322bfd-9e8d-411d-a4df-dc2b6f315cd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111915 Oct 22 13:30:45.478732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.496209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11449493-5187-442a-854b-1a1d50ff82ca req-aa172ba6-a165-407d-992f-4aa5526f6e09 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667222 Oct 22 13:30:45.505373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b64bf0-0295-47b4-a09d-9e73105fa351 req-720cb727-e4d0-48ee-9698-6dbe2bc91b93 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:45.518528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8b64bf0-0295-47b4-a09d-9e73105fa351 req-720cb727-e4d0-48ee-9698-6dbe2bc91b93 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1251004 Oct 22 13:30:45.525820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.542667 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-ce2d90c3-1c6c-4aa1-8030-db245ff2f2ad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.549470 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ce2d90c3-1c6c-4aa1-8030-db245ff2f2ad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1339679 Oct 22 13:30:45.550149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.578326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9a34dd68-5a2f-4102-b739-7b970c63bf2b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.578855 n-d-813419-8 neutron-server[100620]: WARNING neutron.api.v2.base [None req-9a34dd68-5a2f-4102-b739-7b970c63bf2b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 22 13:30:45.579352 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-9a34dd68-5a2f-4102-b739-7b970c63bf2b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.583248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a34dd68-5a2f-4102-b739-7b970c63bf2b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0319777 Oct 22 13:30:45.586436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.590780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e78606f1-3591-434f-bb16-3686a7706747 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.640715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.646355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.647230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8b64bf0-0295-47b4-a09d-9e73105fa351 req-a4d06cf1-f12f-4b63-8087-f4db1e12677b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277795 Oct 22 13:30:45.651024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/security-groups/314da8bf-d2d5-4354-a4eb-2668d4d22c05 HTTP/1.1" status: 204 len: 168 time: 0.3532872 Oct 22 13:30:45.663187 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-e78606f1-3591-434f-bb16-3686a7706747 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Project 1446f669f6fd4395b4ef32dce8fa578d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:30:45.683542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa206bb-0826-45e9-8ea6-f0e28cab47d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314da8bf-d2d5-4354-a4eb-2668d4d22c05,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:45.694106 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-e78606f1-3591-434f-bb16-3686a7706747 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.695352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e78606f1-3591-434f-bb16-3686a7706747 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1079683 Oct 22 13:30:45.695947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34462) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.700981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.711640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-98c39589-9a7e-4909-9501-dfb24741be28 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.712664 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-98c39589-9a7e-4909-9501-dfb24741be28 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 22 13:30:45.712664 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-98c39589-9a7e-4909-9501-dfb24741be28 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.717350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-98c39589-9a7e-4909-9501-dfb24741be28 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114434 Oct 22 13:30:45.717918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.735727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3252a692-4f51-4437-8fd0-0b8104fcccfc tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.789500 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-3252a692-4f51-4437-8fd0-0b8104fcccfc tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Project 1446f669f6fd4395b4ef32dce8fa578d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:30:45.809688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting subnet 1154af0c-6aa0-4449-9070-7487ba52fb1c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:45.813952 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-3252a692-4f51-4437-8fd0-0b8104fcccfc tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.814094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:45.815782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3252a692-4f51-4437-8fd0-0b8104fcccfc tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0950391 Oct 22 13:30:45.820718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34472) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.828332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a30d2ae3-2071-4b27-aebe-4f43252ab531 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '4024c994-bee3-4cb3-8db6-4b4de0ac4038', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:45.877872 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-a30d2ae3-2071-4b27-aebe-4f43252ab531 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Project 1446f669f6fd4395b4ef32dce8fa578d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:30:45.909491 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-a30d2ae3-2071-4b27-aebe-4f43252ab531 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:45.913589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a30d2ae3-2071-4b27-aebe-4f43252ab531 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0918915 Oct 22 13:30:45.914662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34476) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:45.936316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.012861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.046853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.097261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.134657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.137148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.139145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/4024c994-bee3-4cb3-8db6-4b4de0ac4038 HTTP/1.1" status: 204 len: 168 time: 0.2208171 Oct 22 13:30:46.144914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:46.156468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b8889-7cc3-4819-9f48-e465ec679f36 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024c994-bee3-4cb3-8db6-4b4de0ac4038,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:46.215105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e4fed81-4310-44c2-a0f0-f0589c2e8f8f tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704312 Oct 22 13:30:46.220904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34486) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:46.227509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922609606'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:46.253648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.264792 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.290747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Subnet': ['ID=1154af0c-6aa0-4449-9070-7487ba52fb1c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:46.297461 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.304450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-da2491ca-d14d-4ba0-8a92-5bc4c9825c1e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/subnets/1154af0c-6aa0-4449-9070-7487ba52fb1c HTTP/1.1" status: 204 len: 168 time: 0.6044412 Oct 22 13:30:46.304616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34488) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:46.305048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c198910-94fe-4d6a-8801-01970458192c None None] Network 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:46.338088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-ab8e349c-d157-4b69-b718-240a9af0b862 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293869 Oct 22 13:30:46.432739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.438823 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.502548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-8dc3a91c-951c-4c70-9fbb-38c731a94142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:46.505055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-8dc3a91c-951c-4c70-9fbb-38c731a94142 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1097 time: 0.0991850 Oct 22 13:30:46.534663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.535930 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3140309 Oct 22 13:30:46.548559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:46.551123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace083-1eb7-4424-ac70-7332f6565b41 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e580119-c40d-4e13-89eb-dba5af0c3167,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:46.562349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.563204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-67567126-5d7f-4f7c-a80a-8fc9a12251d9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '6e580119-c40d-4e13-89eb-dba5af0c3167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:46.662021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] DHCP port deletion for 1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:46.666681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 2ffd5632-54e8-4244-8033-e3f50507e1c2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:46.666955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.746808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 2ffd5632-54e8-4244-8033-e3f50507e1c2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2ffd5632-54e8-4244-8033-e3f50507e1c2,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:46.747208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.765675 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-67567126-5d7f-4f7c-a80a-8fc9a12251d9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The resource could not be found. Oct 22 13:30:46.766879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67567126-5d7f-4f7c-a80a-8fc9a12251d9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2152202 Oct 22 13:30:46.773470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34498) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:46.780705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1e6609b5-2a47-4fc2-bdca-c2354b5fd18c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '6e580119-c40d-4e13-89eb-dba5af0c3167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5a1e9484-7f3f-407b-b55a-b6d6b792a3ca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:46.786465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 2ffd5632-54e8-4244-8033-e3f50507e1c2 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:46.809609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Deleting port 2ffd5632-54e8-4244-8033-e3f50507e1c2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:46.812239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.823346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a861cb-3528-4115-9157-9650e0ad0e65 req-7500f93a-cf5b-4318-aeac-83b268b335bc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:46.825053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83a861cb-3528-4115-9157-9650e0ad0e65 req-7500f93a-cf5b-4318-aeac-83b268b335bc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1102450 Oct 22 13:30:46.826764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-8bd4deb9-668f-4ff9-b13d-3613c67465ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:46.828230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-8bd4deb9-668f-4ff9-b13d-3613c67465ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.2835970 Oct 22 13:30:46.946159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] For port 2ffd5632-54e8-4244-8033-e3f50507e1c2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2ffd5632-54e8-4244-8033-e3f50507e1c2,segment=NetworkSegment(4ba45ea2-f5e5-4df2-b8d2-a994f5785972),segment_id=4ba45ea2-f5e5-4df2-b8d2-a994f5785972)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:46.946841 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:46.960605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Calling delete_port for 2ffd5632-54e8-4244-8033-e3f50507e1c2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:46.993056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.046584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=2ffd5632-54e8-4244-8033-e3f50507e1c2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:47.048890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] No DVR routers for this DVR port 2ffd5632-54e8-4244-8033-e3f50507e1c2 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:47.097019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.164512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] Pushing event deleted for resources: {'Port': ['ID=2ffd5632-54e8-4244-8033-e3f50507e1c2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:47.178985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.207244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227da10-a44b-4604-885b-bccb0d451ed1 None None] No DVR routers for this DVR port 2ffd5632-54e8-4244-8033-e3f50507e1c2 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:47.223479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:47.232968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba45ea2-f5e5-4df2-b8d2-a994f5785972') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:47.232968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba45ea2-f5e5-4df2-b8d2-a994f5785972') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:47.245026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.268760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.280118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:47.280585 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:47.297952 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:47.347733 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-1e6609b5-2a47-4fc2-bdca-c2354b5fd18c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The resource could not be found. Oct 22 13:30:47.351702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1e6609b5-2a47-4fc2-bdca-c2354b5fd18c tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5758085 Oct 22 13:30:47.353461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34500) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:47.405158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83a861cb-3528-4115-9157-9650e0ad0e65 req-85e03c0d-abd8-49fd-8d07-8d314680b6dc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5687430 Oct 22 13:30:47.417624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-1b402d1f-9de0-4277-94ed-583290b3b609 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 1001 time: 0.5736940 Oct 22 13:30:47.432865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.455560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.459039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/networks/1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398 HTTP/1.1" status: 204 len: 168 time: 1.1525588 Oct 22 13:30:47.461834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34502) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:47.477111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-bddcd6ee-5185-469c-9f43-7c30b17d21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.479426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-bddcd6ee-5185-469c-9f43-7c30b17d21f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1097 time: 0.1780639 Oct 22 13:30:47.485616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce932ec-f0cf-473b-9c7e-9a5585b534a8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Network': ['ID=1cf6a8a6-ff6e-4ba4-a0cd-8ca1c6b90398,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:47.519388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fcf4a-1c0d-49d9-a72e-4d0aeffd7308 req-0e2006df-a242-48c7-af8d-fd8e43df8bf9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.527393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221fcf4a-1c0d-49d9-a72e-4d0aeffd7308 req-0e2006df-a242-48c7-af8d-fd8e43df8bf9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1858029 Oct 22 13:30:47.550103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.564609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-1edfcdce-a5a3-40e3-946f-d89e8bd7c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.566086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-1edfcdce-a5a3-40e3-946f-d89e8bd7c78f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.1387877 Oct 22 13:30:47.608487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.631560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-221fcf4a-1c0d-49d9-a72e-4d0aeffd7308 req-5397215e-73c8-45e3-bd5e-4c1393f511f4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Oct 22 13:30:47.637684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-c2656652-d432-49ff-b031-bc8ba10fa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.640532 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-c2656652-d432-49ff-b031-bc8ba10fa670 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1507204 Oct 22 13:30:47.696140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-089902f4-7e1c-4f9e-91e1-13c9da05f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.698243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-089902f4-7e1c-4f9e-91e1-13c9da05f8b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225996 Oct 22 13:30:47.766629 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.769502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.770804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e580119-c40d-4e13-89eb-dba5af0c3167 HTTP/1.1" status: 204 len: 168 time: 0.3659542 Oct 22 13:30:47.775866 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-6a200753-313e-48dc-ae27-5f60a0f3b878 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1002 time: 0.1284711 Oct 22 13:30:47.777495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34506) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:47.799301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e920-5582-40fe-9b5f-c541c12b7414 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e580119-c40d-4e13-89eb-dba5af0c3167,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:47.881653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-52910490-f041-43da-a8d0-29b1e56810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.882671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-08fe9666-f06a-4520-9b7b-6c606db04077 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726644 Oct 22 13:30:47.883305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-52910490-f041-43da-a8d0-29b1e56810b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0938079 Oct 22 13:30:47.887551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d9d50132-da31-4b0e-b916-cf78685b59a8 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090643 Oct 22 13:30:47.892302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34508) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:47.906417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e497bada-ccf4-41c5-8b35-9e1044b83259 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '824380db-3a95-48b4-b484-26db15ea51c5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:47.915139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port e1cb45ab-0dfb-4937-a35e-fbea99462318 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:47.915139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:47.924594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2ffd5632-54e8-4244-8033-e3f50507e1c2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:47.946937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 2ffd5632-54e8-4244-8033-e3f50507e1c2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:47.947558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2ffd5632-54e8-4244-8033-e3f50507e1c2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:47.990189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-2297e43a-1fe3-40ca-8181-40608c8fb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:47.991702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-2297e43a-1fe3-40ca-8181-40608c8fb3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012912 Oct 22 13:30:48.049527 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-e497bada-ccf4-41c5-8b35-9e1044b83259 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The resource could not be found. Oct 22 13:30:48.050728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e497bada-ccf4-41c5-8b35-9e1044b83259 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1573761 Oct 22 13:30:48.055764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:48.062943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--277491300'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:48.107922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f8a54af-60cc-4639-85c8-6e159c1a1882 req-a8af577f-c6b5-46ab-a19d-d3839a7eeec4 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080951 Oct 22 13:30:48.111900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.112566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.122589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.129073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for e1cb45ab-0dfb-4937-a35e-fbea99462318 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:48.130315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-42b57c58-1d1e-452f-8628-de99a1167741 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274865 Oct 22 13:30:48.265513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-2bddb08c-48e0-4aeb-ac32-c420cb5d8a0b service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283793 Oct 22 13:30:48.298210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.307678 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.351581 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.352780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2948205 Oct 22 13:30:48.356896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34514) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:48.361306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589027574'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:48.368464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38474-6abc-4bab-9d2e-6484688a9bee tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca204d-1061-413b-aab4-eb71049f5aee,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:48.418478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.468039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.506738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=e1cb45ab-0dfb-4937-a35e-fbea99462318,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:48.646205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9254c-ec3d-4bb7-b024-5d2c2d4045ae req-7333c6d2-3699-4ba7-8910-12ce7d4fa409 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:48.647665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d9254c-ec3d-4bb7-b024-5d2c2d4045ae req-7333c6d2-3699-4ba7-8910-12ce7d4fa409 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1453469 Oct 22 13:30:48.656653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.659609 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.660359 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Floating IP 97d9de31-386e-4813-8f89-3ee8950e3ff0 disassociated (deleted). External IP: 172.25.6.242, port: 4f38bb6e-62b2-4d4e-98e2-6d225c52a399. Oct 22 13:30:48.712251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.818912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:48.820514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4623063 Oct 22 13:30:48.822948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d35cd-9a98-494f-bb08-7d5228525f9a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2619cb-f1cc-4490-81f8-1fcbb7afb24f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:48.824211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34522) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:48.829820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-26969402-e8d1-42b2-8edf-2555d8cd8562 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '7dca204d-1061-413b-aab4-eb71049f5aee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fb2619cb-f1cc-4490-81f8-1fcbb7afb24f'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:48.849321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d9254c-ec3d-4bb7-b024-5d2c2d4045ae req-4a4e7a63-d250-44b4-a02a-53a8edab037f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909947 Oct 22 13:30:48.896906 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-26969402-e8d1-42b2-8edf-2555d8cd8562 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:48.902204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34526) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:48.903085 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-26969402-e8d1-42b2-8edf-2555d8cd8562 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0769532 Oct 22 13:30:48.913627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296fd22-26e1-47e3-bc0a-171df06774d8 req-d7b01e8c-51a8-4194-9dd9-8cbd04ea87bd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:48.921572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0296fd22-26e1-47e3-bc0a-171df06774d8 req-d7b01e8c-51a8-4194-9dd9-8cbd04ea87bd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.2103055 Oct 22 13:30:49.035544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0296fd22-26e1-47e3-bc0a-171df06774d8 req-49ac7daf-2a72-4f7d-9968-40af56bc10ea tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128523 Oct 22 13:30:49.110766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.143321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.153390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:49.223710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.226260 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.227433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb2619cb-f1cc-4490-81f8-1fcbb7afb24f HTTP/1.1" status: 204 len: 168 time: 0.3033826 Oct 22 13:30:49.230124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34528) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.240827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403cf4-30b6-4014-b28e-6a9078cfff9d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2619cb-f1cc-4490-81f8-1fcbb7afb24f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:49.297895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b27eb6e-ea4e-405b-9ea1-38cc3697e58e tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0665820 Oct 22 13:30:49.300757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34530) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.324306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:49.329505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.335736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:49.347842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:49.348545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:49.355796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.361184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fae7e6af-788e-4f0f-91f0-2712bad3fe96 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/floatingips/97d9de31-386e-4813-8f89-3ee8950e3ff0 HTTP/1.1" status: 204 len: 168 time: 1.8942442 Oct 22 13:30:49.361184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:49.361898 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:49.395060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.400243 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34382e0b-c1ce-41d0-953e-d3fce244b859 x-openstack-request-id: req-34382e0b-c1ce-41d0-953e-d3fce244b859 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:49.400550 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:49.401386 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34382e0b-c1ce-41d0-953e-d3fce244b859 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:49.402325 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'status': 'completed', 'code': 200} Oct 22 13:30:49.471599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:49.475446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.478290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.482123 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/7dca204d-1061-413b-aab4-eb71049f5aee HTTP/1.1" status: 204 len: 168 time: 0.1779180 Oct 22 13:30:49.483240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34536) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.494788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60224eb1-40d9-49c3-a4ad-fb749a54ff23 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca204d-1061-413b-aab4-eb71049f5aee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:49.508040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-b7601216-c28a-4b13-bd1e-7f6e257f65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:49.509605 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-b7601216-c28a-4b13-bd1e-7f6e257f65e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 1096 time: 0.0761254 Oct 22 13:30:49.574183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bbbff66f-d5d1-433a-9c42-78397e901af3 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853693 Oct 22 13:30:49.583529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.590380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--518789822'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:49.619213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-cf5efbde-4b05-41db-89dc-533b626f059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:49.620833 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-cf5efbde-4b05-41db-89dc-533b626f059d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 200 len: 897 time: 0.0991151 Oct 22 13:30:49.649514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0392-09d5-48eb-9c55-6e06036840cf req-9f36af1a-dcc5-4c18-a02b-68a7191b8c41 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:49.651702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e2c0392-09d5-48eb-9c55-6e06036840cf req-9f36af1a-dcc5-4c18-a02b-68a7191b8c41 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.0791423 Oct 22 13:30:49.652812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.671920 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-be408790-9eb3-4708-9033-ef3b5b146ecb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 200 len: 217 time: 0.0422311 Oct 22 13:30:49.717546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e2c0392-09d5-48eb-9c55-6e06036840cf req-9dfb79e5-40fa-499f-bc8b-9c42844e0aa4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553548 Oct 22 13:30:49.730032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-0a4777b2-eca2-4f5e-bc98-cee2063019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:49.732790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-0a4777b2-eca2-4f5e-bc98-cee2063019d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 200 len: 834 time: 0.0519385 Oct 22 13:30:49.766890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.774501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.787249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-bf60bfef-2a5f-401a-9f96-0fd64daff542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:49.788870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-bf60bfef-2a5f-401a-9f96-0fd64daff542 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9a91d8d-2caa-46e8-bd74-0663bded7312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484223 Oct 22 13:30:49.809843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:49.814100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2266188 Oct 22 13:30:49.814100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3e76-3a58-4f56-a2af-7752b52bcbad tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43492499-f4f9-4001-864d-3ea0b0a1b065,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:49.814979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.819854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2a80dacc-84f7-4bab-87b1-bc3194985ce3 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '43492499-f4f9-4001-864d-3ea0b0a1b065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:49.870463 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-2a80dacc-84f7-4bab-87b1-bc3194985ce3 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:49.875135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a80dacc-84f7-4bab-87b1-bc3194985ce3 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0555787 Oct 22 13:30:49.875552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.879945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ee12e2db-6ebc-4eaf-bf49-e0553066cda1 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group_rule': {'security_group_id': '43492499-f4f9-4001-864d-3ea0b0a1b065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:49.921683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:49.922039 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-ee12e2db-6ebc-4eaf-bf49-e0553066cda1 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:30:49.923905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee12e2db-6ebc-4eaf-bf49-e0553066cda1 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0475757 Oct 22 13:30:49.926746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:49.928147 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-13968c9a-27dc-4402-b159-422ad6fab71c service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304262 Oct 22 13:30:49.952465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:30:49.961167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:49.961991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:50.038940 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0e39731e-01f5-4b9d-bea2-cf1ed9ee8216 req-6aaf89fd-d879-4795-94a4-87ae226a4890 service neutron] 10.222.0.26 "GET /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017425 Oct 22 13:30:50.044078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.053983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aa0da-6ef3-4577-94d8-aa76bbb55348 req-afc2b849-377e-4bee-ab6f-f372676e4b7a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:50.055124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-200aa0da-6ef3-4577-94d8-aa76bbb55348 req-afc2b849-377e-4bee-ab6f-f372676e4b7a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1139097 Oct 22 13:30:50.084334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:50.099317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.142594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-200aa0da-6ef3-4577-94d8-aa76bbb55348 req-8f4f659e-b974-4f85-b2b8-ac3296ab9fd6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702024 Oct 22 13:30:50.195709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2847f33-af81-43f6-8526-cf8e11849505 req-05cce1cc-4252-4393-95fc-c28bcd1ff946 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:50.197356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2847f33-af81-43f6-8526-cf8e11849505 req-05cce1cc-4252-4393-95fc-c28bcd1ff946 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.0786104 Oct 22 13:30:50.198511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.201183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.202285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/43492499-f4f9-4001-864d-3ea0b0a1b065 HTTP/1.1" status: 204 len: 168 time: 0.2744653 Oct 22 13:30:50.207991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34554) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.213639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717a79-594e-4c61-9136-da05ba12787b tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43492499-f4f9-4001-864d-3ea0b0a1b065,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:50.250971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2847f33-af81-43f6-8526-cf8e11849505 req-10198933-d0b6-4c01-a25b-81b85eb2afdf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Oct 22 13:30:50.261393 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-80882be3-5f0f-4fb0-958b-a6cdc3bf11df tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552526 Oct 22 13:30:50.266407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34556) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.270853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'tempest-secgroup--930301864'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:50.295210 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.314152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:50.342753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf4c3-3d7a-4157-aaaf-b107fdfc8e05 None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:39Z', 'revision_number': 6, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '86d8b7b7-8f5d-4e82-a42d-5778680e7160', 'name': '', 'network_id': 'e9a91d8d-2caa-46e8-bd74-0663bded7312', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:a7:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:25Z', 'updated_at': '2021-10-22T13:28:32Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '75748096-3274-40ae-8a97-f68ee6f251e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:50.363547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.367949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.403303 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.405295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1382751 Oct 22 13:30:50.407247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be974-3190-4b71-a046-b6091a43c135 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f592c2d7-cd14-4c64-9a06-6e6bf8eb401d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:50.410823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.415614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-abdd3501-52b2-411c-b8d2-859677929411 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:50.416072 n-d-813419-8 neutron-server[100619]: WARNING neutron.api.v2.base [None req-abdd3501-52b2-411c-b8d2-859677929411 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 22 13:30:50.416601 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-abdd3501-52b2-411c-b8d2-859677929411 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] update failed (client error): There was a conflict when trying to complete your request. Oct 22 13:30:50.417555 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-abdd3501-52b2-411c-b8d2-859677929411 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "PUT /v2.0/security-groups/f592c2d7-cd14-4c64-9a06-6e6bf8eb401d HTTP/1.1" status: 409 len: 330 time: 0.0057256 Oct 22 13:30:50.420540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34560) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.478121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.503998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.556422 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.559939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:50.564417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/f592c2d7-cd14-4c64-9a06-6e6bf8eb401d HTTP/1.1" status: 204 len: 168 time: 0.1400762 Oct 22 13:30:50.564829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34562) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.582621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387a85e-4577-471b-9801-e32cd84528c9 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f592c2d7-cd14-4c64-9a06-6e6bf8eb401d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:50.621716 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277491f-5752-4be4-9057-61ac71a5dcdc None None] New status for floating IP 97d9de31-386e-4813-8f89-3ee8950e3ff0: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:30:50.641387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34564) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.647302 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c6680b39-e5b4-4494-a740-07bef44f345a tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811214 Oct 22 13:30:50.655355 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-4a41a6e0-a83a-4872-8512-fa4ff7958fca tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] delete failed (client error): The resource could not be found. Oct 22 13:30:50.656393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4a41a6e0-a83a-4872-8512-fa4ff7958fca tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "DELETE /v2.0/security-groups/193a45e8-9473-4b4b-9de8-cec096667556 HTTP/1.1" status: 404 len: 347 time: 0.0140092 Oct 22 13:30:50.661547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.677247 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-51762a61-9c65-455a-b640-bfeba38c1013 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] show failed (client error): The resource could not be found. Oct 22 13:30:50.678654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-51762a61-9c65-455a-b640-bfeba38c1013 tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-groups/a1849421-ff59-440e-8572-a2c7d56e199e HTTP/1.1" status: 404 len: 347 time: 0.0155842 Oct 22 13:30:50.682049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34568) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.698227 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-fe701785-8d08-4303-9eac-68315a52651d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] show failed (client error): The resource could not be found. Oct 22 13:30:50.703711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fe701785-8d08-4303-9eac-68315a52651d tempest-NegativeSecGroupIPv6Test-1255809463 tempest-NegativeSecGroupIPv6Test-1255809463-project] 10.222.0.25 "GET /v2.0/security-group-rules/eb5a5158-e6b2-4d9f-906d-3578688b7a5f HTTP/1.1" status: 404 len: 356 time: 0.0162354 Oct 22 13:30:50.853335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62b84a-11b4-4631-8673-e183b5f99551 req-d6221b4c-86c2-420c-91e8-3b921d62e041 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:50.855004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e62b84a-11b4-4631-8673-e183b5f99551 req-d6221b4c-86c2-420c-91e8-3b921d62e041 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Oct 22 13:30:50.903423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e62b84a-11b4-4631-8673-e183b5f99551 req-4343be5f-3a83-4a48-86e9-c1ea4b57e421 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dffcd78-78c2-44e2-990a-0ee00ffb2506&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384233 Oct 22 13:30:50.973848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-a33de9ef-f0d0-4106-be35-b281ff93e2de tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:50.974351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34576) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:50.975728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-a33de9ef-f0d0-4106-be35-b281ff93e2de tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 945 time: 0.0605140 Oct 22 13:30:51.074891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:51.076070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.149578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ea19b2bb-1dfb-43b8-8ad8-83bee4121300 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1446f669f6fd4395b4ef32dce8fa578d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719785 Oct 22 13:30:51.149828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34582) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:51.180986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:51.181360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.198821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:51.214294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.259931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.313278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26accec8-3ed2-432d-9036-d9386cae65cf req-2196b33f-50ea-4915-af00-76bed25e8679 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:51.314020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26accec8-3ed2-432d-9036-d9386cae65cf req-2196b33f-50ea-4915-af00-76bed25e8679 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0871508 Oct 22 13:30:51.362445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.393666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.396286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.396674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=4f38bb6e-62b2-4d4e-98e2-6d225c52a399,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:51.399822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b4acf6c-9bf1-4086-a2ce-08662d043ff5 HTTP/1.1" status: 204 len: 168 time: 0.2464936 Oct 22 13:30:51.408776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e82d9f-d4e9-4069-b250-95f39190c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4acf6c-9bf1-4086-a2ce-08662d043ff5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:51.432969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26accec8-3ed2-432d-9036-d9386cae65cf req-5460b931-3542-4f9c-b750-fd92645f3aeb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953739 Oct 22 13:30:51.466010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] No DVR routers for this DVR port 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:51.467946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681791b-bf48-4c0e-96f9-403871146a2b req-b6a85e68-cca8-48a8-9c23-d73bdb82a317 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:51.470368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:51.475933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f681791b-bf48-4c0e-96f9-403871146a2b req-b6a85e68-cca8-48a8-9c23-d73bdb82a317 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1250002 Oct 22 13:30:51.476846 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8fe09525-1577-425a-8ec2-d33bd9867bef req-86682b49-861b-49f0-8f44-d5f73dc186a2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.26 "DELETE /v2.0/ports/4f38bb6e-62b2-4d4e-98e2-6d225c52a399 HTTP/1.1" status: 204 len: 173 time: 0.4935594 Oct 22 13:30:51.477318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'name': 'network-vif-deleted', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:30:51.479841 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db39c30-3d6b-48d3-a090-3fbc06fbf66c" -d '{"events": [{"server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "name": "network-vif-deleted", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:30:51.526527 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777186a0-2dbd-4d29-ac98-294c54ee13c5 x-openstack-request-id: req-777186a0-2dbd-4d29-ac98-294c54ee13c5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:30:51.526872 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6f485-463d-48f0-9d57-22c582f109b4", "name": "network-vif-deleted", "tag": "4f38bb6e-62b2-4d4e-98e2-6d225c52a399", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:30:51.527095 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-777186a0-2dbd-4d29-ac98-294c54ee13c5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:30:51.527522 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6f485-463d-48f0-9d57-22c582f109b4', 'name': 'network-vif-deleted', 'tag': '4f38bb6e-62b2-4d4e-98e2-6d225c52a399', 'status': 'completed', 'code': 200} Oct 22 13:30:51.543135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f681791b-bf48-4c0e-96f9-403871146a2b req-6a4555ec-6b0f-4ddc-94bc-ba1bf7e8f7dd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663047 Oct 22 13:30:52.047852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58df1f01-c301-4790-b048-46d8581ca7cb req-a2fdd668-e35b-476f-9b2c-28d3886c9704 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be6f485-463d-48f0-9d57-22c582f109b4 HTTP/1.1" status: 200 len: 210 time: 0.0363505 Oct 22 13:30:52.537304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b213fa9-bcd6-4d6b-971f-b9716125c469 req-5b0a3ff7-257a-4eef-99c3-a6857bc297a3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:52.545360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b213fa9-bcd6-4d6b-971f-b9716125c469 req-5b0a3ff7-257a-4eef-99c3-a6857bc297a3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0602293 Oct 22 13:30:52.598951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b213fa9-bcd6-4d6b-971f-b9716125c469 req-3d2a3172-64e3-4d6b-89a9-7398c90679cb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Oct 22 13:30:52.680113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1a813-3783-4e6e-9fb7-f3d199a1547c req-0763b92e-1071-41b5-ae3c-d7d98fa40039 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:52.682222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76e1a813-3783-4e6e-9fb7-f3d199a1547c req-0763b92e-1071-41b5-ae3c-d7d98fa40039 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.0514827 Oct 22 13:30:52.731511 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-76e1a813-3783-4e6e-9fb7-f3d199a1547c req-c51b43c0-f885-43ae-8579-87fbe4dfe938 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Oct 22 13:30:53.103001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34646) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:53.168458 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.198793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.270847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.273649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.277384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/security-groups/8dffcd78-78c2-44e2-990a-0ee00ffb2506 HTTP/1.1" status: 204 len: 168 time: 0.1708355 Oct 22 13:30:53.290280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69c33-2c49-4ea4-a7d2-7a69a99d4995 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dffcd78-78c2-44e2-990a-0ee00ffb2506,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:53.318670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34654) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:53.360455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34656) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:53.487189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c8346bf-2f75-42b3-a97f-28455665f062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.584209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c8346bf-2f75-42b3-a97f-28455665f062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.588656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7c8346bf-2f75-42b3-a97f-28455665f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.640659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7c8346bf-2f75-42b3-a97f-28455665f062 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97e9c0e3f11041b8b088c0a5b6e2b6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789812 Oct 22 13:30:53.641641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8346bf-2f75-42b3-a97f-28455665f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85d6da-c32a-4e3a-b30b-45517b5ccdab,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:53.645066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34662) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:53.699081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.725885 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.781432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.784728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:53.786450 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f85d6da-c32a-4e3a-b30b-45517b5ccdab HTTP/1.1" status: 204 len: 168 time: 0.1398354 Oct 22 13:30:53.796592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8135f80-c5e7-4d29-8e71-8a408bb98cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85d6da-c32a-4e3a-b30b-45517b5ccdab,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:53.883239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750f3c4-2ef8-4872-989d-33b9a3299dbd req-53f45d72-1f9e-45eb-8c44-859344ef2ab2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:53.884855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750f3c4-2ef8-4872-989d-33b9a3299dbd req-53f45d72-1f9e-45eb-8c44-859344ef2ab2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1484582 Oct 22 13:30:53.991872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d939aaca-52e5-4470-8c74-344d8badf4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.001599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00092d-ff28-4720-a516-7a3862478fcc req-6b7ecbd9-abe0-4620-90e4-5e44eed74bb1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:54.003293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b00092d-ff28-4720-a516-7a3862478fcc req-6b7ecbd9-abe0-4620-90e4-5e44eed74bb1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1489763 Oct 22 13:30:54.014982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a750f3c4-2ef8-4872-989d-33b9a3299dbd req-05ed0bae-44b7-442c-ae5a-7c10310a3b09 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122041 Oct 22 13:30:54.099793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b00092d-ff28-4720-a516-7a3862478fcc req-53c3cdb5-d128-4149-bf99-f74abf8441b5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814180 Oct 22 13:30:54.135214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34670) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:54.150642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc92b-f941-4896-a070-5e4036e3e7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.237026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc92b-f941-4896-a070-5e4036e3e7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.241976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc92b-f941-4896-a070-5e4036e3e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.291192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cc1fc92b-f941-4896-a070-5e4036e3e7da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=642955698af146f0979d50b39fc3c0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513684 Oct 22 13:30:54.291192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc92b-f941-4896-a070-5e4036e3e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7206e-f323-47cb-9657-e2c1ae67d93b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:54.294960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34674) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:54.353149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.398644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.433070 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.573495 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.576370 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.577509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ad7206e-f323-47cb-9657-e2c1ae67d93b HTTP/1.1" status: 204 len: 168 time: 0.2814753 Oct 22 13:30:54.588647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca35da9-c7f7-4502-8b60-dfb4bfade387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7206e-f323-47cb-9657-e2c1ae67d93b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:54.690645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 86d8b7b7-8f5d-4e82-a42d-5778680e7160 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:54.691245 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.791073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 86d8b7b7-8f5d-4e82-a42d-5778680e7160, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=86d8b7b7-8f5d-4e82-a42d-5778680e7160,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:54.791528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:54.804424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 86d8b7b7-8f5d-4e82-a42d-5778680e7160 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:55.010187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:55.039557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=86d8b7b7-8f5d-4e82-a42d-5778680e7160,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:55.296763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e01c23-35fd-4397-8e94-acf3ea39d45c req-7d73ccfd-3d53-4636-987c-d7093ab1320d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:55.298370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e01c23-35fd-4397-8e94-acf3ea39d45c req-7d73ccfd-3d53-4636-987c-d7093ab1320d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1694849 Oct 22 13:30:55.391348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59b00-e624-41fa-92e9-3a49dbc6da7b req-7fbd2d1c-d5cb-417d-b2f2-9c300ef8bffc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:55.392861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2b59b00-e624-41fa-92e9-3a49dbc6da7b req-7fbd2d1c-d5cb-417d-b2f2-9c300ef8bffc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1619694 Oct 22 13:30:55.407743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e01c23-35fd-4397-8e94-acf3ea39d45c req-6310d6bb-f3e6-466e-b1f5-b09f7b7a1285 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008909 Oct 22 13:30:55.436623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:55.451737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:55.489741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:55.490376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 4f38bb6e-62b2-4d4e-98e2-6d225c52a399 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:55.511886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2b59b00-e624-41fa-92e9-3a49dbc6da7b req-0f148546-3c70-45a1-aee3-dda61b8d45d8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081786 Oct 22 13:30:55.712610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router e21dea08-8169-4bc3-97fc-b0131f9f7e7e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:30:55.846013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:55.851506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed7e7ef3-cd8b-4da4-bd46-03ce0669d653 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/e21dea08-8169-4bc3-97fc-b0131f9f7e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313630 Oct 22 13:30:55.853838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34712) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:55.860757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Sync routers for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:55.875575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:55.877549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:55.913414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting subnet 75748096-3274-40ae-8a97-f68ee6f251e5 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:30:55.918054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:55.972333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.003536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:56.079840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.155845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.199747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Subnet': ['ID=75748096-3274-40ae-8a97-f68ee6f251e5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:56.203185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.225869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34722) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:56.226767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-05149798-cf2f-4786-b01e-3c82d8702192 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/subnets/75748096-3274-40ae-8a97-f68ee6f251e5 HTTP/1.1" status: 204 len: 168 time: 0.3710372 Oct 22 13:30:56.234273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17228dc4-c9c7-47aa-b870-b0173f0878af None None] Network e9a91d8d-2caa-46e8-bd74-0663bded7312 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:30:56.371914 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.423656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:54Z', 'revision_number': 7, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:56.460438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Checking router: e21dea08-8169-4bc3-97fc-b0131f9f7e7e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:30:56.469672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Routers {'e21dea08-8169-4bc3-97fc-b0131f9f7e7e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:56.470204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:56.540781 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.601935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] Set router e21dea08-8169-4bc3-97fc-b0131f9f7e7e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:30:56.611466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port b5d86871-fada-4886-a435-923fe2b904aa {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:56.611839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.635547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] DHCP port deletion for e9a91d8d-2caa-46e8-bd74-0663bded7312 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:30:56.653027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd2a3-dd74-4434-8b8a-c5517cec543e req-f8606327-2260-497e-9aa2-3d806c241fe2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:56.662013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-255bd2a3-dd74-4434-8b8a-c5517cec543e req-f8606327-2260-497e-9aa2-3d806c241fe2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0912077 Oct 22 13:30:56.722529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-255bd2a3-dd74-4434-8b8a-c5517cec543e req-9fb08cf9-3fbc-4d79-b598-7a7d623e39c7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554938 Oct 22 13:30:56.785925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port b5d86871-fada-4886-a435-923fe2b904aa, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5d86871-fada-4886-a435-923fe2b904aa,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:56.786293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.800650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for b5d86871-fada-4886-a435-923fe2b904aa owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:56.804918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caf0ea-0fb5-448d-9dc0-39f593bba2dd req-47a9e58f-2cd2-4c55-a583-98fd42386d42 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:56.806571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74caf0ea-0fb5-448d-9dc0-39f593bba2dd req-47a9e58f-2cd2-4c55-a583-98fd42386d42 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.0615437 Oct 22 13:30:56.852651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Deleting port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:30:56.853030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.856736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74caf0ea-0fb5-448d-9dc0-39f593bba2dd req-e2b90053-76d5-4f64-84e2-c554dd92405c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Oct 22 13:30:56.951410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] For port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,segment=NetworkSegment(194d9750-8de0-4252-8ccd-10526e973e04),segment_id=194d9750-8de0-4252-8ccd-10526e973e04)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:30:56.951815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:56.966851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Calling delete_port for 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:30:56.991251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.014966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:54Z', 'revision_number': 7, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:57.023592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=b5d86871-fada-4886-a435-923fe2b904aa,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:57.048764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761656a3-bbeb-4d3f-9f59-be94fe679a1d None None] The sync data for ids ['e21dea08-8169-4bc3-97fc-b0131f9f7e7e'] in n-d-813419-8 is: [{'id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1133774913', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:28:20Z', 'updated_at': '2021-10-22T13:30:54Z', 'revision_number': 7, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': 'b5d86871-fada-4886-a435-923fe2b904aa', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21dea08-8169-4bc3-97fc-b0131f9f7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:28:21Z', 'updated_at': '2021-10-22T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:30:57.090417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-692f0dd9-17b7-434e-a0fe-5f04517deaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.097393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.100484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.129035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] Pushing event deleted for resources: {'Port': ['ID=68ae97ee-f46a-4d9a-9f39-eb22c943fce2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:57.131989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b04a3-46e8-4b0a-a149-62123c5e7183 None None] No DVR routers for this DVR port 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:30:57.194267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.196720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.239036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.239684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Fanout notify agent at l3_agent the message router_deleted on router e21dea08-8169-4bc3-97fc-b0131f9f7e7e {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:30:57.246644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.248392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-396926fc-2be2-4bd8-8af2-204b08f4fefe tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/routers/e21dea08-8169-4bc3-97fc-b0131f9f7e7e HTTP/1.1" status: 204 len: 168 time: 1.0212936 Oct 22 13:30:57.251348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:57.326853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.418909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.443340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a91d8d-2caa-46e8-bd74-0663bded7312']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:57.453361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194d9750-8de0-4252-8ccd-10526e973e04') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:57.453658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194d9750-8de0-4252-8ccd-10526e973e04') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:57.463752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.477799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.485686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:30:57.485686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:30:57.489117 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:30:57.553148 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.557851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.561771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/networks/e9a91d8d-2caa-46e8-bd74-0663bded7312 HTTP/1.1" status: 204 len: 168 time: 0.3093915 Oct 22 13:30:57.577335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408bcbb-f9ea-4294-8897-655442941981 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Network': ['ID=e9a91d8d-2caa-46e8-bd74-0663bded7312,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:57.583088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34740) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:57.587998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'network': {'name': 'tempest-network-smoke--1690351561', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:57.611406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:30:57.615064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.640938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:30:57.651878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.652344 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Added segment af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d of type vlan for network 22ec9662-7459-4c45-a1b8-9eda8e11612b Oct 22 13:30:57.701209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.734400 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.740653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:57.741243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.784411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2002549 Oct 22 13:30:57.787343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34748) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:57.792343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-553707642', 'admin_state_up': True, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:30:57.800506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.823400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.823857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447e40-8d90-48c3-9b20-881664ff4942 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Network': ['ID=22ec9662-7459-4c45-a1b8-9eda8e11612b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:57.837156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:30:57.843286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.844449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.912369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a28-6a2f-4a97-ba04-68615db9e4fc req-de9459ac-2433-4b56-8b2c-d9ed663de2aa tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:57.916968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e072a28-6a2f-4a97-ba04-68615db9e4fc req-de9459ac-2433-4b56-8b2c-d9ed663de2aa tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0729980 Oct 22 13:30:57.975840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:57.976239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e072a28-6a2f-4a97-ba04-68615db9e4fc req-5c1ec49d-fa08-4a4d-a462-6a2f11fa06c6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524962 Oct 22 13:30:58.034815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb2f3-ecba-44db-a47e-712f67a5feb5 req-7b09d3e2-f258-4a0f-974e-6372ab99bf32 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:58.036518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca0bb2f3-ecba-44db-a47e-712f67a5feb5 req-7b09d3e2-f258-4a0f-974e-6372ab99bf32 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.0583475 Oct 22 13:30:58.100452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca0bb2f3-ecba-44db-a47e-712f67a5feb5 req-c98eb3cd-ea5a-452d-ab5e-45be019aeb56 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546980 Oct 22 13:30:58.181363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d8b7b7-8f5d-4e82-a42d-5778680e7160 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:58.204439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 86d8b7b7-8f5d-4e82-a42d-5778680e7160 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:58.204877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 86d8b7b7-8f5d-4e82-a42d-5778680e7160 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:58.205371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5d86871-fada-4886-a435-923fe2b904aa no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:58.224559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b5d86871-fada-4886-a435-923fe2b904aa {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:58.224906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5d86871-fada-4886-a435-923fe2b904aa not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:58.225321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:30:58.244734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:30:58.245081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 68ae97ee-f46a-4d9a-9f39-eb22c943fce2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:30:58.352297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:58.543669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:58.569870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:58.719269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.25.6.14 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:30:58.825125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:58.858485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:58.899780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:30:58.904754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:30:58.911094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:30:58.914125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:30:59.144472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce0c7e-67c8-4a9f-9745-e1e79b9a558e req-18aa3814-1617-47e7-8f6d-b7a0c0e4b192 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:59.155928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21ce0c7e-67c8-4a9f-9745-e1e79b9a558e req-18aa3814-1617-47e7-8f6d-b7a0c0e4b192 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0795455 Oct 22 13:30:59.199798 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:59.227433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21ce0c7e-67c8-4a9f-9745-e1e79b9a558e req-60f66333-3f0c-4e70-bee7-1fc452b5a79b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706432 Oct 22 13:30:59.248185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4acbbf-fc45-4850-a4e8-cf4b2093f63c req-bd3e63d1-7b4f-41b8-829d-eded9f33d64f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:30:59.249849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af4acbbf-fc45-4850-a4e8-cf4b2093f63c req-bd3e63d1-7b4f-41b8-829d-eded9f33d64f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.0712907 Oct 22 13:30:59.302258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af4acbbf-fc45-4850-a4e8-cf4b2093f63c req-1d90184d-189c-4c40-b976-daab07824ca0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Oct 22 13:30:59.445116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:59.583121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router 0f9daadf-1521-41b4-b350-a17015b39fd9 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:30:59.689167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:30:59.699574 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Sync routers for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:30:59.712323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:30:59.712679 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:30:59.713666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:30:59.714184 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c75ae553-66c3-4875-85c5-e310924db77e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9257948 Oct 22 13:30:59.717958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:59.768799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:30:59.769109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-356d1a2c-4622-4cae-bb98-6b8c5ad8d48b tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18d5c44cc8d5491ba49ddbfb3ef1b518&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495083 Oct 22 13:30:59.796520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.022482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:00.224269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280a5d9-49a8-422d-a530-00e9bf7a9f1a tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:00.226052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8280a5d9-49a8-422d-a530-00e9bf7a9f1a tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4557695 Oct 22 13:31:00.229228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:00.241633 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-d5a02f4d-8e1f-498a-87db-8400eedffd33 service neutron] show failed (client error): The resource could not be found. Oct 22 13:31:00.242658 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-d5a02f4d-8e1f-498a-87db-8400eedffd33 service neutron] 10.222.0.26 "GET /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.1017599 Oct 22 13:31:00.272986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b586bf2f-20bc-4f21-af2d-9b01f386fced tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420196 Oct 22 13:31:00.275583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:00.276594 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:30:59Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:00.282801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268924357', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:00.306371 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Checking router: 0f9daadf-1521-41b4-b350-a17015b39fd9 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:31:00.306877 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Updating router 0f9daadf-1521-41b4-b350-a17015b39fd9 port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:31:00.355573 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.436640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:31:00.440664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.524090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61494746-11df-44f8-9afd-878c704469e1 req-11754849-1ae1-4543-9866-868d10c34689 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:00.532425 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61494746-11df-44f8-9afd-878c704469e1 req-11754849-1ae1-4543-9866-868d10c34689 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.1231267 Oct 22 13:31:00.546005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f7511-2597-452b-b922-e6095058aa56 req-e2a6db6f-f476-468b-a75c-96e8f8f90562 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:00.546928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d7f7511-2597-452b-b922-e6095058aa56 req-e2a6db6f-f476-468b-a75c-96e8f8f90562 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1127691 Oct 22 13:31:00.720607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.761727 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.771191 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.783805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Subnet': ['ID=6f086c5c-33e8-4d79-a62f-06df609cb586,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:00.799373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Checking segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:00.799733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network hostable DHCP agents. Network: 22ec9662-7459-4c45-a1b8-9eda8e11612b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:31:00.820887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:31:00.826755 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Attempting to bind port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:00.827414 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Attempting to bind port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:00.828103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Attempting to bind port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:00.831196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 22ec9662-7459-4c45-a1b8-9eda8e11612b) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:00.839931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0209fd-e72b-4997-9b84-8ac90e368fdd None None] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:31:00.845068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:00.845664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.847152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:00.852083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:00.854630 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.859344 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:00.860997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Bound port: 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:00.862395 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.870094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-216858b2-fc76-4df8-bdc9-9517d3b19633 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5903258 Oct 22 13:31:00.871805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:00.936246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] For port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:00.939791 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] For port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:00.954710 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:00.962745 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Pushing event updated for resources: {'Port': ['ID=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:00.973984 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.975104 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.975616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.976108 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.976576 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.977061 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.977536 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.978161 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.978682 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.979214 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.979854 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.980523 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:00.981726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61494746-11df-44f8-9afd-878c704469e1 req-44b0deed-50f6-4dae-bc28-f569f23619bd tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484446 Oct 22 13:31:00.992537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-26ed5801-15c9-458a-a99a-a941e72ed560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:00.994199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-26ed5801-15c9-458a-a99a-a941e72ed560 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 1097 time: 0.4463918 Oct 22 13:31:01.005250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d7f7511-2597-452b-b922-e6095058aa56 req-9a5ed74d-8b78-426b-898c-585fbff66c0d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428415 Oct 22 13:31:01.016867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:01.027650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d88746-208c-4870-af60-f300642550cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-22ec9662-7459-4c45-a1b8-9eda8e11612b', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:31:01.030222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.072232 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580fdd-1440-4ad8-b12e-4175e487142f None None] Pushing event updated for resources: {'Port': ['ID=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:01.087972 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:01.088806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:01.104653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.188137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-32d88746-208c-4870-af60-f300642550cb None None] Allocated IP 172.20.0.2 (22ec9662-7459-4c45-a1b8-9eda8e11612b/6f086c5c-33e8-4d79-a62f-06df609cb586/6a98d90d-fe6a-4ae2-842d-0b6e664cafd6) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:31:01.217077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:01.409089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:01.430949 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:30:59Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:01.453711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:01.469658 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac09eb-1837-47f4-9575-7984d4950d38 None None] The sync data for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 is: [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:30:59Z', 'revision_number': 3, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:31:01.514343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:01.514691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.516830 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03229668-d93f-49a0-badd-d5f6f0b7f7bf" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:01.523950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.532710 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.547874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.573565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Transition to ACTIVE for port object 7cc40164-563f-41ff-a9f9-9062016fee88 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:31:01.583890 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.589961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d88746-208c-4870-af60-f300642550cb None None] Pushing event updated for resources: {'Port': ['ID=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:01.605359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d88746-208c-4870-af60-f300642550cb None None] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:01.608117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-32d88746-208c-4870-af60-f300642550cb None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:01.615080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d88746-208c-4870-af60-f300642550cb None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:31:01.664099 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ccb4c-51d7-4f1b-828a-837ab731c7b9 x-openstack-request-id: req-9a2ccb4c-51d7-4f1b-828a-837ab731c7b9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:01.664402 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:01.664669 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a2ccb4c-51d7-4f1b-828a-837ab731c7b9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:01.665162 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'code': 200} Oct 22 13:31:01.670415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:01.699753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32d88746-208c-4870-af60-f300642550cb None None] Attempting to bind port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:01.700891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32d88746-208c-4870-af60-f300642550cb None None] Attempting to bind port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:01.701673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d88746-208c-4870-af60-f300642550cb None None] Attempting to bind port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 on network 22ec9662-7459-4c45-a1b8-9eda8e11612b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:01.709585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d88746-208c-4870-af60-f300642550cb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:01.709974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d88746-208c-4870-af60-f300642550cb None None] Checking segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:01.710386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.711101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d88746-208c-4870-af60-f300642550cb None None] Bound using segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:01.711591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-32d88746-208c-4870-af60-f300642550cb None None] Bound port: 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:01.712118 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.832689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-32d88746-208c-4870-af60-f300642550cb None None] For port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:01.836577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-32d88746-208c-4870-af60-f300642550cb None None] For port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:01.844218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32d88746-208c-4870-af60-f300642550cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:01.942723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] No DVR routers for this DVR port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:31:01.972402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d88746-208c-4870-af60-f300642550cb None None] Pushing event updated for resources: {'Port': ['ID=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:02.228359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.1 (22ec9662-7459-4c45-a1b8-9eda8e11612b/6f086c5c-33e8-4d79-a62f-06df609cb586/f5bee76d-1c89-4413-9640-27cf24dd8473) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:31:02.233774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:02.233903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:02.234170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:02.309864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:31:02.310736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:02.334285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:02.334656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:02.335045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Bound using segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:02.335489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Bound port: 7cc40164-563f-41ff-a9f9-9062016fee88, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:02.335889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.424950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6185c-5e84-43b0-9f51-9084f6fb7fc4 req-0ecca6ba-1fe9-4f85-82dc-7453fcca79bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:02.426563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5eb6185c-5e84-43b0-9f51-9084f6fb7fc4 req-0ecca6ba-1fe9-4f85-82dc-7453fcca79bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.2225177 Oct 22 13:31:02.449944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.452832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739b7e3-350e-4d5b-ac24-3d7fc7c187ca req-ecd207ac-1258-4fbd-984a-dbf6d5cab31a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:02.454424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f739b7e3-350e-4d5b-ac24-3d7fc7c187ca req-ecd207ac-1258-4fbd-984a-dbf6d5cab31a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.2518611 Oct 22 13:31:02.488016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:02.527135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.537824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5eb6185c-5e84-43b0-9f51-9084f6fb7fc4 req-33cf7fd9-dadb-47c8-a766-cf289ff6299b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936513 Oct 22 13:31:02.539833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:02.574624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.605418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:02.609702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:02.619942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:31:02.624360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:02.625535 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.627760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:02.628201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] 10.222.0.21 "PUT /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1092 time: 1.6217339 Oct 22 13:31:02.636457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f739b7e3-350e-4d5b-ac24-3d7fc7c187ca req-08989440-3d9a-4198-b0fa-c6bc61cdbb7e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658752 Oct 22 13:31:02.726430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.765324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3ecd-c924-4662-8fa8-2ff152d8b26f service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:02.792248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-1142a152-d07a-40fc-937e-56b02a81e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:02.796333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-1142a152-d07a-40fc-937e-56b02a81e45f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1095 time: 0.1092563 Oct 22 13:31:02.980172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:02.996090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-b1846a15-f8bc-4fd1-8156-4142f8ba505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:03.001957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-b1846a15-f8bc-4fd1-8156-4142f8ba505a service neutron] 10.222.0.21 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1632295 Oct 22 13:31:03.102286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-8cafe252-6612-431f-a702-1e2834cdb64f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0917003 Oct 22 13:31:03.167333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-8c00a6c2-c345-43d4-993a-a06e788c013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:03.169943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-8c00a6c2-c345-43d4-993a-a06e788c013e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0581906 Oct 22 13:31:03.221711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-988c3ae5-45d0-489c-aeaa-8cbec1a3b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:03.223195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-988c3ae5-45d0-489c-aeaa-8cbec1a3b578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469272 Oct 22 13:31:03.333037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-3a5ba178-5756-415e-895a-d8aeba7c8451 service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999522 Oct 22 13:31:03.360055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:03.369595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:03.381691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd85c52-9666-4157-a8d3-8b337325c29d None None] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:31:03.450381 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:03.460811 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:03.480131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e14a0ca-1fa7-462a-b125-ac804d1ca31d req-81a57cbc-1e6d-4031-9d26-27c7d3ec1a5d service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384380 Oct 22 13:31:03.512143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] Provisioning complete for port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:03.512555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:03.585549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:03.593105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:03.603381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:03.669698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:03.678090 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c923fb13-c8de-475e-a32b-bb7602707cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:03.775706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17eed-09b4-4b4e-ac29-3705e2d5c14b req-876445a8-b02a-422b-b9cd-a68146143e6f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:03.786572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01b17eed-09b4-4b4e-ac29-3705e2d5c14b req-876445a8-b02a-422b-b9cd-a68146143e6f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.1268215 Oct 22 13:31:03.871966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:03.877011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router 0f9daadf-1521-41b4-b350-a17015b39fd9 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:31:03.938200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01b17eed-09b4-4b4e-ac29-3705e2d5c14b req-bb898ba2-625d-4dbe-a060-a40d7238c5b4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473649 Oct 22 13:31:03.972247 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:03.977530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2667b-7d76-4e9d-a565-92fd492664e5 req-4ef3a986-463e-4161-adf8-2118df121caf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:03.982634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91d2667b-7d76-4e9d-a565-92fd492664e5 req-4ef3a986-463e-4161-adf8-2118df121caf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1672313 Oct 22 13:31:03.983492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:04.071005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] For port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:04.085410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91d2667b-7d76-4e9d-a565-92fd492664e5 req-54f5e712-7253-48da-8a60-62f1db5e9867 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956631 Oct 22 13:31:04.086110 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.109781 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617df4ed-aea2-4d9e-aa9b-b77a3a71e168 x-openstack-request-id: req-617df4ed-aea2-4d9e-aa9b-b77a3a71e168 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:04.110076 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:04.110358 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-617df4ed-aea2-4d9e-aa9b-b77a3a71e168 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:04.111046 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:31:04.132644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:04.133420 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.212894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4863a5-1eb1-435a-8919-a45cea09fdae None None] Pushing event updated for resources: {'Port': ['ID=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:04.236779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-37dca56f-f635-4a86-9390-f870a8843d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.238328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-37dca56f-f635-4a86-9390-f870a8843d6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1095 time: 0.1153822 Oct 22 13:31:04.283688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-56e0d339-6d9f-4684-b0c7-74f1cd294ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.285118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-56e0d339-6d9f-4684-b0c7-74f1cd294ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1095 time: 0.1330833 Oct 22 13:31:04.286338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:31:04.300119 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-783ca4f9-5b1c-4a71-b20f-3abd13b5cce8 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/0f9daadf-1521-41b4-b350-a17015b39fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4260614 Oct 22 13:31:04.302530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Sync routers for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:31:04.304633 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.309020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:04.352752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:04.369497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-4aef9437-8e72-47dc-9963-afd98a0b3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.370981 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.371213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-4aef9437-8e72-47dc-9963-afd98a0b3952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1232622 Oct 22 13:31:04.373251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:04.375447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:04.376342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:04.476267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-f78ff003-743f-4393-a519-eb1b5e0872ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0905173 Oct 22 13:31:04.563704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-db2c09e8-6672-40b5-b2fe-bd4d246f825a None None] Provisioning complete for port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:04.564282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-db2c09e8-6672-40b5-b2fe-bd4d246f825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.579307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-5e76b301-d7d4-4acc-be61-3e310fba1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.581543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-5e76b301-d7d4-4acc-be61-3e310fba1171 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0961115 Oct 22 13:31:04.628480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:04.680671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:04.681048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.684193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-6f4e8e3d-8c05-4d80-9bbc-a116054e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.687348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-6f4e8e3d-8c05-4d80-9bbc-a116054e686c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961847 Oct 22 13:31:04.766738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:04.857549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-9345a78f-799e-438a-a534-fd13f88804bd service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605692 Oct 22 13:31:04.966411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-8d71977f-081f-46c4-afb3-d01f74f37538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.967950 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-8d71977f-081f-46c4-afb3-d01f74f37538 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.6680753 Oct 22 13:31:04.970946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-db2c09e8-6672-40b5-b2fe-bd4d246f825a None None] Provisioning complete for port f5bee76d-1c89-4413-9640-27cf24dd8473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:04.971899 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-db2c09e8-6672-40b5-b2fe-bd4d246f825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:04.973441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.973922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.974621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.981379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-c4ff3eab-0dc6-435c-a5d1-efe2c533b953 service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160371 Oct 22 13:31:04.984034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.984610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.985250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.985735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.986189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:04.988479 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44cf7cec-ad3d-4ecf-b79e-277b38d938ef tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.6778774 Oct 22 13:31:04.991275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34850) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:05.074554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-06f066ad-db75-442c-a1a1-a225cee0d730 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0848258 Oct 22 13:31:05.157900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-b2166929-ecb0-4380-85f1-07686bc3717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.159780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-b2166929-ecb0-4380-85f1-07686bc3717a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0782702 Oct 22 13:31:05.163794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-db2c09e8-6672-40b5-b2fe-bd4d246f825a None None] Port f5bee76d-1c89-4413-9640-27cf24dd8473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:31:05.175765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.176506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.177132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.177585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.178039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.178493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.178976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.179425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.181546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5008b1ab-0967-4bf4-a594-883e3e488c68 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.1890523 Oct 22 13:31:05.184265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:05.205032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:03Z', 'revision_number': 2, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:05.240772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Checking router: 0f9daadf-1521-41b4-b350-a17015b39fd9 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:31:05.241395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Updating router 0f9daadf-1521-41b4-b350-a17015b39fd9 port f5bee76d-1c89-4413-9640-27cf24dd8473 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:31:05.254500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-5d276e78-6747-43ad-91c4-9fdf6b6e5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.257474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-5d276e78-6747-43ad-91c4-9fdf6b6e5442 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885773 Oct 22 13:31:05.276932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02122e89-b187-490c-8a6c-46a15a2d91f3 req-128a113e-db11-4c99-9597-49d9d1d2a4e4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.279318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02122e89-b187-490c-8a6c-46a15a2d91f3 req-128a113e-db11-4c99-9597-49d9d1d2a4e4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.2164195 Oct 22 13:31:05.306167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.352308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-120e2476-7288-4181-aef3-847b0835629c None None] Provisioning complete for port f5bee76d-1c89-4413-9640-27cf24dd8473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:05.353055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-120e2476-7288-4181-aef3-847b0835629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.379850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73ec9-d84d-4d32-b87e-cb2c5c1ef626 req-a4c656f6-f739-4298-8f1d-f9fd98db73a6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:05.381340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37e73ec9-d84d-4d32-b87e-cb2c5c1ef626 req-a4c656f6-f739-4298-8f1d-f9fd98db73a6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 944 time: 0.1274018 Oct 22 13:31:05.384222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02122e89-b187-490c-8a6c-46a15a2d91f3 req-c7f6fa6d-718c-4ed3-8832-6e89fdcb68b0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864327 Oct 22 13:31:05.389796 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-d1ab7ac5-0315-45f1-b507-20afebb3990b service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136019 Oct 22 13:31:05.481993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37e73ec9-d84d-4d32-b87e-cb2c5c1ef626 req-9ddd0252-61ab-4c8e-9097-8caf81104175 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892050 Oct 22 13:31:05.502087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-120e2476-7288-4181-aef3-847b0835629c None None] Port f5bee76d-1c89-4413-9640-27cf24dd8473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:31:05.548108 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c923fb13-c8de-475e-a32b-bb7602707cdd req-40d6a067-1e9a-45a5-8962-31a4cc0585d4 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560946 Oct 22 13:31:05.550639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c6c20d31-c824-468c-b8a7-fb3980a0e9b7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:31:05.593804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e3d52773-0e42-491d-9f0c-03a4d3a0f270 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.4052775 Oct 22 13:31:05.733606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:05.768110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7', 'mac_address': 'fa:16:3e:8d:d0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:31:05.816410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.829562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.835512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c20d31-c824-468c-b8a7-fb3980a0e9b7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:05.849739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.891978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:05.898589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:05.930617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34864) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:05.935984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607695432', 'description': 'tempest-secgroup-smoke-1607695432 description', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:05.963050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.976590 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:05.984043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84130410-ea6e-4b62-ab06-43177db25fec None None] Pushing event updated for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:06.099837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.107108 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.151654 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.153148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2214468 Oct 22 13:31:06.156013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34870) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:06.161580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:06.167909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425ec1-4d32-4a32-946f-d954af06e0a4 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616b78c6-01ee-4044-9a02-95f82c0a1477,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:06.227602 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.306735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c6c20d31-c824-468c-b8a7-fb3980a0e9b7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:31:06.376068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Attempting to bind port f5bee76d-1c89-4413-9640-27cf24dd8473 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:06.376441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Attempting to bind port f5bee76d-1c89-4413-9640-27cf24dd8473 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:06.376813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Attempting to bind port f5bee76d-1c89-4413-9640-27cf24dd8473 on network 22ec9662-7459-4c45-a1b8-9eda8e11612b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:06.385990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:06.401074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:06.401731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.438974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1450b078-0aaa-4dba-b8bf-0f7026d2f143 None None] Provisioning complete for port f5bee76d-1c89-4413-9640-27cf24dd8473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:06.439610 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1450b078-0aaa-4dba-b8bf-0f7026d2f143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.441751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:06.442596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Checking segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:06.443184 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.443747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Bound using segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:06.444428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Bound port: f5bee76d-1c89-4413-9640-27cf24dd8473, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:06.445479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.500705 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:31:06.631194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1450b078-0aaa-4dba-b8bf-0f7026d2f143 None None] Port f5bee76d-1c89-4413-9640-27cf24dd8473 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:31:06.712907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:31:06.730379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] For port f5bee76d-1c89-4413-9640-27cf24dd8473, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:06.768571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] For port f5bee76d-1c89-4413-9640-27cf24dd8473, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f5bee76d-1c89-4413-9640-27cf24dd8473,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:06.787437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:06.797699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.805462 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.828020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.893843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.898353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34878) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:06.904733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:06.910338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7531829 Oct 22 13:31:06.919215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e208b-ce18-4d62-96e6-58df0f9798be tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a65fbc-6b6f-4414-96c3-9520f7e9be79,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:06.961281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:06.972449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3970-87b8-4e32-b8ca-e1547d594db8 req-b34a2d32-6b7e-4ccd-9b0d-e85bce6706a7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:06.979797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a06f3970-87b8-4e32-b8ca-e1547d594db8 req-b34a2d32-6b7e-4ccd-9b0d-e85bce6706a7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 945 time: 0.1728296 Oct 22 13:31:06.999590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84130410-ea6e-4b62-ab06-43177db25fec None None] Pushing event updated for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.016779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:07.017417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:07.026107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf994e-c07d-4101-9f1b-c755129f94c1 req-da77c396-3ef0-4a6b-b580-f1ebfe539660 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:07.028094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02cf994e-c07d-4101-9f1b-c755129f94c1 req-da77c396-3ef0-4a6b-b580-f1ebfe539660 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 944 time: 0.2197790 Oct 22 13:31:07.087236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:07.087902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a06f3970-87b8-4e32-b8ca-e1547d594db8 req-1ed19979-c56a-4945-a6d9-ae480539a616 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999444 Oct 22 13:31:07.091473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.096990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02cf994e-c07d-4101-9f1b-c755129f94c1 req-6f150deb-cd6f-4317-8989-d2474a060f30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610895 Oct 22 13:31:07.099229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.132663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '7cc40164-563f-41ff-a9f9-9062016fee88', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:31:07.136700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977ee231-f276-4b55-b27c-8cd5cab9b51b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.142312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:07.142674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.167469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.172409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34884) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:07.172549 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2729614 Oct 22 13:31:07.174764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.175152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.175609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.175955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.176289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.176621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.176949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.177295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.177610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.177936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.178434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.178807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19249b1-e415-4b37-8655-3044c380473c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:07.181632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:07.241587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.317539 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.326741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.357608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33efd21-c0c0-4421-8121-bf86d4de736f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.379719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.385007 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.385991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34892) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:07.391667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:07.398062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-87bc540a-e5ac-4093-9de2-ec0c76f7304a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225666 Oct 22 13:31:07.400283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:07.405002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:07.427126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:07.430416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.509273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.527412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.534251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.549047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41c113d-f6cb-4979-8356-82c55a5c1b30,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.567862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.569529 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bdc278e6-f1eb-4f3d-a9e7-5c47f36d21f2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819782 Oct 22 13:31:07.572464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 34902) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:07.577956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:07.602807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c6c20d31-c824-468c-b8a7-fb3980a0e9b7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:07.603379 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:31:07.610177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.678812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] Provisioning complete for port f5bee76d-1c89-4413-9640-27cf24dd8473 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:07.678812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.692998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.704300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.747752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd76d08-7232-4235-96d2-f6863b0a72fb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.760575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.762962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f8b57108-a23b-43c2-8190-b3ec6866fae9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883619 Oct 22 13:31:07.765534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 34910) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:07.770662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'security_group_rule': {'security_group_id': '616b78c6-01ee-4044-9a02-95f82c0a1477', 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:07.781599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.818128 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Project 18d5c44cc8d5491ba49ddbfb3ef1b518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:31:07.823618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.890710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.895170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.899704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:31:07.912977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1994d5cd-5fba-45cf-8af7-1298af2b668a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:07.913612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:07.913994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.923314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:07.924559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50f787db-9120-4dfd-9e02-851970d7cf57 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577346 Oct 22 13:31:07.946176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['7cc40164-563f-41ff-a9f9-9062016fee88'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:31:07.952986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:08.066127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] For port f5bee76d-1c89-4413-9640-27cf24dd8473, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f5bee76d-1c89-4413-9640-27cf24dd8473,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:08.080084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:08.160547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-375bb680-2aea-41bf-8c0d-182a8e87b6e7 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607695432&fields=id&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 267 time: 0.0633900 Oct 22 13:31:08.198243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:06Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:08.201357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:08.243852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c97a7-37ef-4c9d-8de8-da00e8efcc48 None None] Pushing event updated for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:08.257719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab86a57-638e-46cb-ae85-e1ebd9eefbb7 None None] The sync data for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 is: [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:06Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:31:08.272530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:08.274638 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8247e2-59b7-4c87-9cc1-b0043b4dbe63" -d '{"events": [{"server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "name": "network-vif-plugged", "status": "completed", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:08.296997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:08.300160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51291-213c-4d36-97bb-184200a480c1 req-e3537b4b-377b-4474-bd32-362174c826cf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:08.302071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fe51291-213c-4d36-97bb-184200a480c1 req-e3537b4b-377b-4474-bd32-362174c826cf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 945 time: 0.1159577 Oct 22 13:31:08.321967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:08.362408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-7e6d9a61-8a67-4622-9abf-82720fcd153f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:08.363915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-7e6d9a61-8a67-4622-9abf-82720fcd153f tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/networks?id=22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 200 len: 797 time: 0.1915267 Oct 22 13:31:08.401785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:08.406315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fe51291-213c-4d36-97bb-184200a480c1 req-314665fd-1b5b-47c8-82bd-b73b4da9a139 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719562 Oct 22 13:31:08.410843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-18e63030-eb53-410c-855c-bebf9f446248 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/quotas/18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 375 time: 0.0259447 Oct 22 13:31:08.420241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:08.491768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-6f286c9a-b0a0-4c63-b429-01594b96f9d5 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612450 Oct 22 13:31:08.625045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae629-afd0-4302-baf6-1152983e44eb req-905511e9-a2d0-4278-ab0d-48c5ef66f9f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:08.626828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccaae629-afd0-4302-baf6-1152983e44eb req-905511e9-a2d0-4278-ab0d-48c5ef66f9f8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.1121557 Oct 22 13:31:08.671776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-31915aa7-d33c-45e4-9bdf-9e46dc8c0d6d service neutron] 10.222.0.25 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651397 Oct 22 13:31:08.712412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccaae629-afd0-4302-baf6-1152983e44eb req-633e33ee-6176-4aac-a633-306f400cfe94 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774596 Oct 22 13:31:08.831323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-ec095d5c-87d5-4b51-93d1-c489b9a563ea service neutron] 10.222.0.25 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555209 Oct 22 13:31:08.835022 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c44217-e556-4938-8e5e-25af515ffecb x-openstack-request-id: req-17c44217-e556-4938-8e5e-25af515ffecb {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:08.835518 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "name": "network-vif-plugged", "status": "completed", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:08.835739 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17c44217-e556-4938-8e5e-25af515ffecb {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:08.836244 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7', 'code': 200} Oct 22 13:31:08.981640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3cb7-2d6b-4045-9b14-92993da9d9b0 req-4c7e1c25-48dc-4015-9b13-c71ee05679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:08.984102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0bf3cb7-2d6b-4045-9b14-92993da9d9b0 req-4c7e1c25-48dc-4015-9b13-c71ee05679a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 1097 time: 0.0640116 Oct 22 13:31:09.052922 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0bf3cb7-2d6b-4045-9b14-92993da9d9b0 req-8aa04395-e68c-4087-841b-c77e741fb9f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610375 Oct 22 13:31:09.096871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2444fe5d-ad8a-466e-9ff0-73d7091adaf4 req-84c3f304-8a00-42c3-bcd4-e953cf6c52fd tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 210 time: 0.0840964 Oct 22 13:31:09.363201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-1c156a39-59a5-4d96-add1-beab77eb90be tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.364776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-1c156a39-59a5-4d96-add1-beab77eb90be tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e&tenant_id=d995d80d005e424da11709db076b1b4a&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 945 time: 0.2250547 Oct 22 13:31:09.382953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80300172-e623-4016-9ffd-9e42a49b6ef8 req-f1409a94-a58a-43d7-8cb7-90cd89aeb735 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.391444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80300172-e623-4016-9ffd-9e42a49b6ef8 req-f1409a94-a58a-43d7-8cb7-90cd89aeb735 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.2085385 Oct 22 13:31:09.484309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-269652f7-a05a-4fff-86af-701b49d6a34f service neutron] 10.222.0.21 "GET /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 382 time: 0.0907013 Oct 22 13:31:09.579847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80300172-e623-4016-9ffd-9e42a49b6ef8 req-a0c17789-b88c-44e9-80d6-f1cb7fa7e30b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873815 Oct 22 13:31:09.612599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f44587-a3a7-42fe-a7ba-1679f4635fec req-0a917019-2ec7-4271-a6b2-a71735d865c7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.614281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f44587-a3a7-42fe-a7ba-1679f4635fec req-0a917019-2ec7-4271-a6b2-a71735d865c7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.1095228 Oct 22 13:31:09.620476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-f8a6711e-58eb-4f3b-bd4d-b8d15a54543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.623606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-f8a6711e-58eb-4f3b-bd4d-b8d15a54543f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1096 time: 0.1125507 Oct 22 13:31:09.701259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02f44587-a3a7-42fe-a7ba-1679f4635fec req-bdb0d25e-863c-4be1-83f6-ecfac3b820e4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742924 Oct 22 13:31:09.759709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-d9bc77d8-42ca-416c-aaac-fdf7205316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.761707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-d9bc77d8-42ca-416c-aaac-fdf7205316d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1270375 Oct 22 13:31:09.863346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-932b500f-dc14-4ac8-bb57-3ad294b2e44f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1001 time: 0.0884287 Oct 22 13:31:09.947715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f5bee76d-1c89-4413-9640-27cf24dd8473 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:09.983597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-21f40345-868c-47b0-8996-7377c96eca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:09.985442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-21f40345-868c-47b0-8996-7377c96eca9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.1125200 Oct 22 13:31:10.013999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f5bee76d-1c89-4413-9640-27cf24dd8473 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:10.014673 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.045636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.083055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-235a918a-d3fb-4226-b928-5ef6eb05395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:10.084705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-235a918a-d3fb-4226-b928-5ef6eb05395c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890536 Oct 22 13:31:10.206568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-77432365-4470-4647-8665-66e7cddab072 service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115792 Oct 22 13:31:10.257990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0fa62cad-4aa6-40f5-938a-5201dc24fffc req-b338298e-3264-4fe7-9ac5-ee85097e8199 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 210 time: 0.0450547 Oct 22 13:31:10.342384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-abdf25ab-2389-439c-8502-21bfd5a8c44f service neutron] 10.222.0.21 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190002 Oct 22 13:31:10.417844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-54d9f260-4fee-4dbb-a24c-91e1fe126e5e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:10.419627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-54d9f260-4fee-4dbb-a24c-91e1fe126e5e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/networks?id=22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 200 len: 797 time: 0.1215980 Oct 22 13:31:10.470746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-403d95f0-bc1a-41be-b76d-2692fc3ba35c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518 HTTP/1.1" status: 200 len: 380 time: 0.0417018 Oct 22 13:31:10.483203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'port': {'device_id': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'admin_state_up': True, 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'security_groups': ['616b78c6-01ee-4044-9a02-95f82c0a1477']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:10.603053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Made reservation on behalf of 18d5c44cc8d5491ba49ddbfb3ef1b518 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:31:10.607361 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.731830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:10.775841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.20.0.11 (22ec9662-7459-4c45-a1b8-9eda8e11612b/6f086c5c-33e8-4d79-a62f-06df609cb586/a62d21ee-2c96-4d8f-922f-4a28eaaf3289) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:31:10.796498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 7cc40164-563f-41ff-a9f9-9062016fee88 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:31:10.797944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6b1e-5e86-4145-ab48-e2935032dfb6 req-74dd7d5b-91cd-46e0-8eb6-81b66cc27031 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:10.799571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae2b6b1e-5e86-4145-ab48-e2935032dfb6 req-74dd7d5b-91cd-46e0-8eb6-81b66cc27031 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.1048753 Oct 22 13:31:10.808877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 7cc40164-563f-41ff-a9f9-9062016fee88 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:10.809358 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.904308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae2b6b1e-5e86-4145-ab48-e2935032dfb6 req-45301abc-6742-4299-b5a0-3c9997019d8f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939202 Oct 22 13:31:10.941668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c849-5f2b-48be-9be3-cd26a16f10cc req-da285cfd-2ee3-415c-b574-498bcdda219d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:10.943560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa62c849-5f2b-48be-9be3-cd26a16f10cc req-da285cfd-2ee3-415c-b574-498bcdda219d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.1052845 Oct 22 13:31:10.946200 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.986359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:10.990108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:10.997459 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf22634-c71e-4d17-add1-1dde4f3e710b" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:11.016817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:11.017118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa62c849-5f2b-48be-9be3-cd26a16f10cc req-2b57bcba-1b80-45d6-9165-924dc01811f2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629706 Oct 22 13:31:11.031031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.039055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.073854 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab8b5d-0269-4f0f-a816-5aed343530bc x-openstack-request-id: req-b4ab8b5d-0269-4f0f-a816-5aed343530bc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:11.074236 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:11.074562 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4ab8b5d-0269-4f0f-a816-5aed343530bc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:11.075108 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'code': 200} Oct 22 13:31:11.095137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:11.099156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:11.101917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:31:11.127667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:11.147470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871528c-5b9c-4c90-8a17-c34e576c7e9e req-36b019b1-946b-4c73-b61e-c7292e420a4f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:11.149354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9871528c-5b9c-4c90-8a17-c34e576c7e9e req-36b019b1-946b-4c73-b61e-c7292e420a4f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.0651717 Oct 22 13:31:11.162898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:11.193733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:11.193733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.207035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9871528c-5b9c-4c90-8a17-c34e576c7e9e req-7010d4e2-1f42-42cb-b5f2-37cf30335b69 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463302 Oct 22 13:31:11.228221 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-e3c06f6d-0d6d-4b1b-a4ad-3a60aa599cc9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7493308 Oct 22 13:31:11.241625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Request body: {'port': {'device_id': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:11.346642 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.409598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da4d6b-5874-4679-acb5-8db62eb43880 req-c7b82ff6-203e-4e88-ba39-f387ef932ff9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:11.411351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49da4d6b-5874-4679-acb5-8db62eb43880 req-c7b82ff6-203e-4e88-ba39-f387ef932ff9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.1028848 Oct 22 13:31:11.440801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4663143-97cd-4fca-832f-39e86166898a req-809d0faf-a1cc-408d-8675-cc5a0601eca7 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:11.441051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f8bd46cb-f861-4e5c-b521-f8497911f432 None None] Provisioning complete for port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:11.441239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8bd46cb-f861-4e5c-b521-f8497911f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.443049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4663143-97cd-4fca-832f-39e86166898a req-809d0faf-a1cc-408d-8675-cc5a0601eca7 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 932 time: 0.0890851 Oct 22 13:31:11.492316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd46cb-f861-4e5c-b521-f8497911f432 None None] Port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:31:11.511181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49da4d6b-5874-4679-acb5-8db62eb43880 req-afd475bd-5c02-4a20-8684-2e050f3ec1d5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934329 Oct 22 13:31:11.527232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4663143-97cd-4fca-832f-39e86166898a req-3dc2174a-a5a8-4aee-9027-f1bce301dc7a tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735412 Oct 22 13:31:11.664305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62d21ee-2c96-4d8f-922f-4a28eaaf3289 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:11.677728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.693480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Transition to ACTIVE for port object a62d21ee-2c96-4d8f-922f-4a28eaaf3289 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:31:11.696618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.797672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:11.881559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Attempting to bind port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:11.881911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Attempting to bind port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:11.882315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Attempting to bind port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 on network 22ec9662-7459-4c45-a1b8-9eda8e11612b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:11.889197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 on network 22ec9662-7459-4c45-a1b8-9eda8e11612b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:31:11.889529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Attempting to bind port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 on network 22ec9662-7459-4c45-a1b8-9eda8e11612b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:11.895649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:11.896009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Checking segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:11.896413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Bound using segment: {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:11.896986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18f8ee-b7bb-43ab-bb5a-d52182d17851 req-bf6d37df-4ab0-44a4-858c-bea7eab7721e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:11.897991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Bound port: a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:11.898517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:11.898974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be18f8ee-b7bb-43ab-bb5a-d52182d17851 req-bf6d37df-4ab0-44a4-858c-bea7eab7721e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.0591841 Oct 22 13:31:11.984761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be18f8ee-b7bb-43ab-bb5a-d52182d17851 req-63ced3d1-4702-49e7-9460-cdbfed849977 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783777 Oct 22 13:31:11.999572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:12.004749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:12.018741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:12.063378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf110-88e1-4b55-8fd1-c3fde379ba92 req-50da4fb9-5708-4602-90cd-2eaf549b407e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.065084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13bbf110-88e1-4b55-8fd1-c3fde379ba92 req-50da4fb9-5708-4602-90cd-2eaf549b407e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0625036 Oct 22 13:31:12.066593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.067562 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:12.068963 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 200 len: 1092 time: 0.8321800 Oct 22 13:31:12.069419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:12.071796 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b46aae0-829e-4237-9d69-1cfd59cf8767" -d '{"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:12.098823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c93e-5f1a-4282-902f-36c2b65d73d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:12.133690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13bbf110-88e1-4b55-8fd1-c3fde379ba92 req-195eb963-817a-4a07-b130-e05f38f2b8e3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589533 Oct 22 13:31:12.138400 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5c923f-2d45-4b5b-b43b-b7c6e25b21c5 x-openstack-request-id: req-7d5c923f-2d45-4b5b-b43b-b7c6e25b21c5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:12.138795 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:12.139123 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d5c923f-2d45-4b5b-b43b-b7c6e25b21c5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:12.139600 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'status': 'completed', 'code': 200} Oct 22 13:31:12.183065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-07873580-8d0b-42c0-8089-e3176e70af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.185316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-07873580-8d0b-42c0-8089-e3176e70af3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1095 time: 0.0587831 Oct 22 13:31:12.235309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-42ab1f33-80f6-4af9-b010-ed650123dab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Oct 22 13:31:12.302816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-d73b71e5-db4a-4281-b6f1-637b11a0f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.304326 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-d73b71e5-db4a-4281-b6f1-637b11a0f3d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f086c5c-33e8-4d79-a62f-06df609cb586 HTTP/1.1" status: 200 len: 834 time: 0.0610607 Oct 22 13:31:12.354874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0c493-5142-4d59-8928-4e28d752775a req-9666e15f-82d7-482f-a29c-ec2d5719627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.356943 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-9666e15f-82d7-482f-a29c-ec2d5719627e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22ec9662-7459-4c45-a1b8-9eda8e11612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438073 Oct 22 13:31:12.454741 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-8ea8bf7c-6f7e-4c0d-affd-00364251da40 service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903215 Oct 22 13:31:12.548699 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4ab0c493-5142-4d59-8928-4e28d752775a req-9ed32a38-a135-4e1b-b362-43e5abfe26e4 service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871241 Oct 22 13:31:12.643210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc8d5-7295-4846-99ac-ddb86ce6230e req-d43965b9-3acc-4b3f-b2f1-7fa1c6f27aff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.644768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-674bc8d5-7295-4846-99ac-ddb86ce6230e req-d43965b9-3acc-4b3f-b2f1-7fa1c6f27aff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 944 time: 0.0509021 Oct 22 13:31:12.667825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-eb542302-0be7-434a-9c4a-cf349cf19bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.669540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-eb542302-0be7-434a-9c4a-cf349cf19bff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 1097 time: 0.1088111 Oct 22 13:31:12.678100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-5bc93ce8-890b-4e4b-b31b-28749903606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.679527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-5bc93ce8-890b-4e4b-b31b-28749903606a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1095 time: 0.0676446 Oct 22 13:31:12.684901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:12.685673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-674bc8d5-7295-4846-99ac-ddb86ce6230e req-079733ce-c0b3-4667-a480-71db92d4e6a9 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Oct 22 13:31:12.795418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:12.847227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-82c2230d-71d1-4373-a149-ebb86479e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:12.848677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-82c2230d-71d1-4373-a149-ebb86479e4b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 200 len: 898 time: 0.1610441 Oct 22 13:31:12.948442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-86fcf55d-9565-4351-8676-63798d3ac43f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 200 len: 217 time: 0.0879178 Oct 22 13:31:13.035116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-2b431ce2-a96b-4a11-8d44-a7c78bf859f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.036669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-2b431ce2-a96b-4a11-8d44-a7c78bf859f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f086c5c-33e8-4d79-a62f-06df609cb586 HTTP/1.1" status: 200 len: 834 time: 0.0774240 Oct 22 13:31:13.119738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af90e6-f372-4eb4-b4a7-47487c90f361 req-0d367540-5646-4a5e-b746-f37ee44d3d0d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.127816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8af90e6-f372-4eb4-b4a7-47487c90f361 req-0d367540-5646-4a5e-b746-f37ee44d3d0d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.0785437 Oct 22 13:31:13.133360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-2f9a58d0-2f36-47a8-a221-343e94335109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.134869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-2f9a58d0-2f36-47a8-a221-343e94335109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22ec9662-7459-4c45-a1b8-9eda8e11612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630672 Oct 22 13:31:13.136663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:13.175073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8af90e6-f372-4eb4-b4a7-47487c90f361 req-a1bd3b17-2d1c-44d3-8b97-441574636991 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Oct 22 13:31:13.250082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:13.294295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-f9a52dd5-fd9c-4569-9006-358398e5427d service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490355 Oct 22 13:31:13.301214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15a52-f590-4b91-a2ec-cdbec31c0417 req-68eb5d19-7cd9-4034-a60c-b71aebc39dce tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.303118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2e15a52-f590-4b91-a2ec-cdbec31c0417 req-68eb5d19-7cd9-4034-a60c-b71aebc39dce tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 946 time: 0.0821097 Oct 22 13:31:13.316275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.339183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-801f3a03-7fa5-444e-8bbe-0a1307156cbe tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.341233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-801f3a03-7fa5-444e-8bbe-0a1307156cbe tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 946 time: 0.0818510 Oct 22 13:31:13.348619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Transition to ACTIVE for port object 7cc40164-563f-41ff-a9f9-9062016fee88 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:31:13.381919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.383016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2e15a52-f590-4b91-a2ec-cdbec31c0417 req-4475fd16-54a8-486d-92ac-e24f09474643 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725179 Oct 22 13:31:13.456892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:13.457238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.517775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:13.531404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7b46aae0-829e-4237-9d69-1cfd59cf8767 req-b91f2879-db06-444a-b4bb-9303a884d7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285008 Oct 22 13:31:13.566110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port c6c20d31-c824-468c-b8a7-fb3980a0e9b7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:13.566484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.580871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for c6c20d31-c824-468c-b8a7-fb3980a0e9b7 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:13.592520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] No DVR routers for this DVR port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:31:13.721794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.737297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c6c20d31-c824-468c-b8a7-fb3980a0e9b7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:31:13.754368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=c6c20d31-c824-468c-b8a7-fb3980a0e9b7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:13.845211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port c6c20d31-c824-468c-b8a7-fb3980a0e9b7 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:31:13.850055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:13.853849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f26d02d-af97-4442-a65b-a1d4f5cec6ba req-dde8f146-87c5-433c-aed1-f5eec4f2da2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "DELETE /v2.0/ports/c6c20d31-c824-468c-b8a7-fb3980a0e9b7 HTTP/1.1" status: 204 len: 173 time: 0.5065954 Oct 22 13:31:13.854324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'name': 'network-vif-deleted', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:13.859608 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56febce-aabb-4b1c-9b84-ee5b9bb2bcff" -d '{"events": [{"server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "name": "network-vif-deleted", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:13.898551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bbaf3-f4c9-4ec1-9e21-11a2837b7b02 req-6f93a2c8-4eaf-48c5-acbb-92677916e051 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:13.901075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-028bbaf3-f4c9-4ec1-9e21-11a2837b7b02 req-6f93a2c8-4eaf-48c5-acbb-92677916e051 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 944 time: 0.1239827 Oct 22 13:31:13.964157 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a2b39a-ad0d-4c0a-80a8-cc78e5ea074b x-openstack-request-id: req-86a2b39a-ad0d-4c0a-80a8-cc78e5ea074b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:13.964547 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef0b5d0-a5ab-436e-9d29-1c35670c94d6", "name": "network-vif-deleted", "tag": "c6c20d31-c824-468c-b8a7-fb3980a0e9b7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:13.964810 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86a2b39a-ad0d-4c0a-80a8-cc78e5ea074b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:13.965771 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef0b5d0-a5ab-436e-9d29-1c35670c94d6', 'name': 'network-vif-deleted', 'tag': 'c6c20d31-c824-468c-b8a7-fb3980a0e9b7', 'status': 'completed', 'code': 200} Oct 22 13:31:13.983216 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-028bbaf3-f4c9-4ec1-9e21-11a2837b7b02 req-fec9a050-2a5f-4c03-a31c-924ee92e9a39 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718205 Oct 22 13:31:14.051502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:14.052056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:14.052496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:14.057493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:31:14.057834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Attempting to bind port 7cc40164-563f-41ff-a9f9-9062016fee88 on network 13628411-4a57-4efd-a331-33011efc9f64 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:14.063166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:14.063637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Checking segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:14.064045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Bound using segment: {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:14.064476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Bound port: 7cc40164-563f-41ff-a9f9-9062016fee88, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc54eb8-a4d9-4234-b469-77f2613d9473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13628411-4a57-4efd-a331-33011efc9f64'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:14.064863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:14.138147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:14.140635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:14.143129 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ef961-59fc-46dc-ac46-e26be8443ead" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:14.147791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:14.156480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:14.197158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.197751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:14.199290 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] 10.222.0.26 "PUT /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1093 time: 1.5188556 Oct 22 13:31:14.227055 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2daab2-b088-4d64-807f-bb7eaae554d6 x-openstack-request-id: req-4b2daab2-b088-4d64-807f-bb7eaae554d6 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:14.227347 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:14.227605 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b2daab2-b088-4d64-807f-bb7eaae554d6 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:14.228008 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'code': 200} Oct 22 13:31:14.349029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73e3d35b-f463-4a4a-96b0-cd8b64b3dea8 req-8b79f13c-beca-44f0-a36e-4d193c4b3182 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0437691 Oct 22 13:31:14.352159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e221ee-e0e8-4722-bbc7-28031c116cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=11']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:14.370008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-40a18527-e100-4bd6-a502-ee017c9af5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.372844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-40a18527-e100-4bd6-a502-ee017c9af5a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1096 time: 0.1432626 Oct 22 13:31:14.509381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-16675086-ef0f-4f02-af86-51fd2e1cf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.511189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-16675086-ef0f-4f02-af86-51fd2e1cf5b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1307273 Oct 22 13:31:14.559196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bb6f-8fa4-449a-b07f-dc5c36b3402b req-c662c50f-40b8-46e1-805a-e8043f5f340b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.561017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b708bb6f-8fa4-449a-b07f-dc5c36b3402b req-c662c50f-40b8-46e1-805a-e8043f5f340b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.0921376 Oct 22 13:31:14.600414 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-a9f1567a-9ae9-4674-8d32-b06033626b6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0816376 Oct 22 13:31:14.603343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b708bb6f-8fa4-449a-b07f-dc5c36b3402b req-c287b987-c9d4-46d2-8261-817a4f3617ba tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351915 Oct 22 13:31:14.652165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-a7c987d8-fb31-4897-bf0d-87d7492d4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.654145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-a7c987d8-fb31-4897-bf0d-87d7492d4a40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0452259 Oct 22 13:31:14.704315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-08112378-e424-4f94-b9f8-8227e23903c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:14.705810 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-08112378-e424-4f94-b9f8-8227e23903c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449796 Oct 22 13:31:14.799419 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-a6cd9261-8706-49d4-8467-308d601dcda8 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864885 Oct 22 13:31:14.898497 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9ba59203-69f3-46bd-aa37-0338c5090508 req-57a35f08-ee9b-4b73-a9cd-600673b29389 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924463 Oct 22 13:31:15.090159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808e731-b7ba-4208-958f-3df22ba1acec req-0dfdde50-a464-46fd-b9a7-e97503b5f19e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:15.091790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a808e731-b7ba-4208-958f-3df22ba1acec req-0dfdde50-a464-46fd-b9a7-e97503b5f19e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 944 time: 0.0491991 Oct 22 13:31:15.133974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a808e731-b7ba-4208-958f-3df22ba1acec req-75e021fd-a2cc-47ae-8da7-94c2502882af tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361536 Oct 22 13:31:15.441505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-015b44be-e85c-49a5-b790-d385001fa4d5 req-0757c366-2f9f-49e9-a0a2-24e7a6fa27d2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Oct 22 13:31:15.732744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2867-49cd-4ed8-960e-026db8fb2335 req-e7d2c20c-b9fc-416c-94a0-896925f40bd5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:15.734403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff8a2867-49cd-4ed8-960e-026db8fb2335 req-e7d2c20c-b9fc-416c-94a0-896925f40bd5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.0536461 Oct 22 13:31:15.779752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff8a2867-49cd-4ed8-960e-026db8fb2335 req-38016676-31bb-4bd1-9701-6936893d2bd1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Oct 22 13:31:16.229263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:16.233106 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120c401-7f72-4954-b496-7bfc33f4486a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:16.303257 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00407840-78e4-40d5-a0c6-a49b0745aaf7 x-openstack-request-id: req-00407840-78e4-40d5-a0c6-a49b0745aaf7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:16.303554 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:16.303815 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00407840-78e4-40d5-a0c6-a49b0745aaf7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:16.304225 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:31:16.326541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c8f1-e3f3-4471-a8ed-4c711cf84a9e req-4ce8813b-11a6-4795-9d3d-1c4a5591286c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.328262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dd1c8f1-e3f3-4471-a8ed-4c711cf84a9e req-4ce8813b-11a6-4795-9d3d-1c4a5591286c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 944 time: 0.1182303 Oct 22 13:31:16.409086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dd1c8f1-e3f3-4471-a8ed-4c711cf84a9e req-6917b32e-5803-4bc7-8b93-18947b339263 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745463 Oct 22 13:31:16.464099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120c401-7f72-4954-b496-7bfc33f4486a req-76a0daed-1fbd-4ea2-ad0f-d9d145fa9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.468298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-76a0daed-1fbd-4ea2-ad0f-d9d145fa9a1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1096 time: 0.0842326 Oct 22 13:31:16.583880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120c401-7f72-4954-b496-7bfc33f4486a req-667a0d72-9fd0-4026-b77a-2664613008db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.585433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-667a0d72-9fd0-4026-b77a-2664613008db service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1096289 Oct 22 13:31:16.590214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d144c12-7ebc-43cb-ac01-756f936dcef5 req-88e45115-f1e3-4424-84d0-05320891cb18 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0465345 Oct 22 13:31:16.679584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-09f58b7d-be48-4ece-bbb4-0d92d7fb3725 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1000 time: 0.0838947 Oct 22 13:31:16.734531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120c401-7f72-4954-b496-7bfc33f4486a req-b8ace86a-85f3-45ef-b746-5610ee3b920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.736082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-b8ace86a-85f3-45ef-b746-5610ee3b920e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0485010 Oct 22 13:31:16.765743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a62d21ee-2c96-4d8f-922f-4a28eaaf3289 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:31:16.769275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:16.791184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120c401-7f72-4954-b496-7bfc33f4486a req-38c3cb00-f71c-4eea-a905-7433aefa27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.792819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-38c3cb00-f71c-4eea-a905-7433aefa27e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497978 Oct 22 13:31:16.907378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-6794ade0-843a-4622-9547-f56b07509c7c service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069055 Oct 22 13:31:16.913200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:16.929087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:16.952004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'port_id': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'mac_address': 'fa:16:3e:6f:0a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:31:16.972097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdcea-5f65-42ba-8239-286b8eeaf79b req-6dfe9df3-3d02-4904-b0cd-b3272030cab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:16.980327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c42fdcea-5f65-42ba-8239-286b8eeaf79b req-6dfe9df3-3d02-4904-b0cd-b3272030cab5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 945 time: 0.0983489 Oct 22 13:31:17.032764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c42fdcea-5f65-42ba-8239-286b8eeaf79b req-adf27342-87b9-4d6e-984f-d8610cb9cef3 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506949 Oct 22 13:31:17.035642 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:17.057380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35094) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:17.060273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62d21ee-2c96-4d8f-922f-4a28eaaf3289 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:17.109323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6120c401-7f72-4954-b496-7bfc33f4486a req-07c8a535-08d0-4f9d-b4ee-2c7d6bdef06f service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944807 Oct 22 13:31:17.113788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:17.124629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:17.179339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3a89a5fe-d4c4-41de-9158-0c9cdbee1405 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/ce1201cb-3664-472c-9a10-70bcde8c2ef3 HTTP/1.1" status: 200 len: 992 time: 0.1204588 Oct 22 13:31:17.184950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:17.425806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a62d21ee-2c96-4d8f-922f-4a28eaaf3289'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:31:17.582706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63aa7-d804-4060-a79d-02b1d7eb5ed7 req-49061ad3-4951-41d4-9963-05583706ee9c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:17.584550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef63aa7-d804-4060-a79d-02b1d7eb5ed7 req-49061ad3-4951-41d4-9963-05583706ee9c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 945 time: 0.0574162 Oct 22 13:31:17.623504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:31:17.630351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c6c20d31-c824-468c-b8a7-fb3980a0e9b7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:17.662802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef63aa7-d804-4060-a79d-02b1d7eb5ed7 req-cfcfbd32-06a0-4932-9418-f57b14e18794 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717459 Oct 22 13:31:17.674962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: c6c20d31-c824-468c-b8a7-fb3980a0e9b7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:31:17.675317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c6c20d31-c824-468c-b8a7-fb3980a0e9b7 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:17.740949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be44cd2e-3874-49fb-8a72-ed3145257c23 req-4aeb148a-48dc-4429-b04b-3431011280a6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0424151 Oct 22 13:31:17.829420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:17.843762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '7cc40164-563f-41ff-a9f9-9062016fee88', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'port_id': '7cc40164-563f-41ff-a9f9-9062016fee88', 'mac_address': 'fa:16:3e:55:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:31:17.891291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:17.905115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:17.924689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:17.929597 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:17.982433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=12']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:18.132952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['7cc40164-563f-41ff-a9f9-9062016fee88'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:31:18.790249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb96e4-53e7-42a0-967f-0ca00a039cf7 req-fc14e291-867a-411e-932f-55cc2a5961d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:18.794967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46fb96e4-53e7-42a0-967f-0ca00a039cf7 req-fc14e291-867a-411e-932f-55cc2a5961d0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 945 time: 0.0752947 Oct 22 13:31:18.813654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a62d21ee-2c96-4d8f-922f-4a28eaaf3289 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:18.873968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb31950d-b3c0-4e4a-b22d-fd68a2afc729 req-193bc78c-fb36-4a24-84c9-dbb325d256f7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef0b5d0-a5ab-436e-9d29-1c35670c94d6 HTTP/1.1" status: 200 len: 210 time: 0.0410850 Oct 22 13:31:18.889876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46fb96e4-53e7-42a0-967f-0ca00a039cf7 req-e8dc549d-c51d-4d06-a645-fe2142f7d363 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886354 Oct 22 13:31:18.903060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:31:18.913800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:18.914182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.014921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.038209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:19.040501 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ccce7-5143-4730-bd55-3a9f7d913725" -d '{"events": [{"server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "name": "network-vif-plugged", "status": "completed", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:19.072849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:19.078881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.105488 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c2876-796a-4eb4-ac78-7e4ca4f330dc x-openstack-request-id: req-f92c2876-796a-4eb4-ac78-7e4ca4f330dc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:19.106569 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "name": "network-vif-plugged", "status": "completed", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:19.106847 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f92c2876-796a-4eb4-ac78-7e4ca4f330dc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:19.107612 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'code': 200} Oct 22 13:31:19.156972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:19.206435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bbdc-acf9-4ae2-9434-32ddccd19d77 req-0908efe0-114a-4c6f-8da9-aaf065f5de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:19.208368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7942bbdc-acf9-4ae2-9434-32ddccd19d77 req-0908efe0-114a-4c6f-8da9-aaf065f5de3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1097 time: 0.0558295 Oct 22 13:31:19.272148 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7942bbdc-acf9-4ae2-9434-32ddccd19d77 req-0db75b87-c33b-4470-a84d-316a8bd64ee2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532210 Oct 22 13:31:19.643838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:31:19.704172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 7cc40164-563f-41ff-a9f9-9062016fee88 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:31:19.709302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 7cc40164-563f-41ff-a9f9-9062016fee88 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:19.709948 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.797859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.831920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:19.835839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:19.885491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=13']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:20.047220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18181-2643-4f67-989d-c96e9121a442 req-bfb646d9-90e3-4775-89f6-5881025bdf97 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:20.048736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c18181-2643-4f67-989d-c96e9121a442 req-bfb646d9-90e3-4775-89f6-5881025bdf97 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.0501537 Oct 22 13:31:20.088703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c18181-2643-4f67-989d-c96e9121a442 req-9474d86e-3cc3-4439-8803-f1271fe12998 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Oct 22 13:31:21.112091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:21.120601 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f6aef-5f50-4734-b748-daed34af2cd1" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:21.164954 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43452564-75b2-4fd9-8285-0d0fd451d41b x-openstack-request-id: req-43452564-75b2-4fd9-8285-0d0fd451d41b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:21.165651 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:21.165962 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43452564-75b2-4fd9-8285-0d0fd451d41b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:21.166435 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'code': 200} Oct 22 13:31:21.224358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017718f-b6ab-47f9-9d1e-6cd7c2f245c9 req-914773e3-f2df-442b-b3da-0382d2977883 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:21.226624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b017718f-b6ab-47f9-9d1e-6cd7c2f245c9 req-914773e3-f2df-442b-b3da-0382d2977883 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.0571349 Oct 22 13:31:21.272739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b017718f-b6ab-47f9-9d1e-6cd7c2f245c9 req-32c0d831-053b-42d3-b852-203d3695e5fa tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Oct 22 13:31:21.406499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507456cf-2642-4fcd-962d-4d022ae315dc req-f9bbd643-3632-40cb-b512-c197d7bfb3fb tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:21.408187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-507456cf-2642-4fcd-962d-4d022ae315dc req-f9bbd643-3632-40cb-b512-c197d7bfb3fb tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.0506442 Oct 22 13:31:21.472222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-507456cf-2642-4fcd-962d-4d022ae315dc req-969ad471-e87a-4a08-8810-ff1790b38c37 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576558 Oct 22 13:31:21.485533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:21.548790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4a216-29fb-49b5-8fcb-9261b7196c85 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:21.550435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30d4a216-29fb-49b5-8fcb-9261b7196c85 tempest-TestNetworkBasicOps-928401703 tempest-TestNetworkBasicOps-928401703-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1092 time: 0.0634236 Oct 22 13:31:21.553279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:21.559341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:21.586668 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:21.711411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:21.879607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Allocated IP 172.25.6.165 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/2e5e3b71-76bf-4d6c-8014-0c4c42c6578c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:31:22.013614 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.052177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.074038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35176) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:22.121135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:22.124772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:22.130160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:31:22.162949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=2e5e3b71-76bf-4d6c-8014-0c4c42c6578c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:22.245593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8ab1-1a38-49e6-82a1-15460bbd2ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.360908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8ab1-1a38-49e6-82a1-15460bbd2ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.368495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8ab1-1a38-49e6-82a1-15460bbd2ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.408881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35188) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:22.409979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c4fb8ab1-1a38-49e6-82a1-15460bbd2ffe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e06872f81ee1436f898bea7040af0868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335547 Oct 22 13:31:22.434660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb8ab1-1a38-49e6-82a1-15460bbd2ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7cbca6-41e8-4966-b7ed-bee2652387e5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:22.540419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.574187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.654366 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.698416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.701643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.706577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d7cbca6-41e8-4966-b7ed-bee2652387e5 HTTP/1.1" status: 204 len: 168 time: 0.2943342 Oct 22 13:31:22.719401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcc74d-268d-445b-b078-21d3d0cddfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7cbca6-41e8-4966-b7ed-bee2652387e5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:22.763775 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.981389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:22.989176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.083220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35196) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:23.086100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event updated for resources: {'Port': ['ID=2e5e3b71-76bf-4d6c-8014-0c4c42c6578c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:23.098995 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11aa875c-63b4-4250-b871-cbd61413ddfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.100124 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.194764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11aa875c-63b4-4250-b871-cbd61413ddfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.204275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11aa875c-63b4-4250-b871-cbd61413ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.233086 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Floating IP 115e3cc2-bfb5-47ce-b081-df64c0ed1b30 associated. External IP: 172.25.6.165, port: a62d21ee-2c96-4d8f-922f-4a28eaaf3289. Oct 22 13:31:23.270122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-11aa875c-63b4-4250-b871-cbd61413ddfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64d32f509de44da2bdd0f663b2db8285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857333 Oct 22 13:31:23.270840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35198) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:23.300491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa875c-63b4-4250-b871-cbd61413ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bad1d5-dfa9-47a8-8416-bf71a5c93cc6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:23.340938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.366469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.417441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.429076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.432968 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41bad1d5-dfa9-47a8-8416-bf71a5c93cc6 HTTP/1.1" status: 204 len: 168 time: 0.1586547 Oct 22 13:31:23.443104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af375a-ba49-4e88-aba2-e17f4f06770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bad1d5-dfa9-47a8-8416-bf71a5c93cc6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:23.506787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router 0f9daadf-1521-41b4-b350-a17015b39fd9 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:31:23.636905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:31:23.649242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Sync routers for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:31:23.657854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:23.665717 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:23.666355 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:23.700176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9324fb47-0529-49cc-8f99-96221473e9ff tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1454039 Oct 22 13:31:23.700987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:23.703087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35206) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:23.703591 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1535b053-63c7-499e-961e-5da1beac3cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:23.781590 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e31f3-350b-4757-b518-6f23f78abfb9 x-openstack-request-id: req-1b4e31f3-350b-4757-b518-6f23f78abfb9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:23.781885 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:23.782135 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b4e31f3-350b-4757-b518-6f23f78abfb9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:23.782539 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'status': 'completed', 'code': 200} Oct 22 13:31:23.802081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3eea697d-9e04-40ad-89de-cd9390f76604 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/115e3cc2-bfb5-47ce-b081-df64c0ed1b30 HTTP/1.1" status: 200 len: 992 time: 0.0942054 Oct 22 13:31:23.865724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-5f560b7a-2b87-47f4-91d2-d82f9b66c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:23.867371 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-5f560b7a-2b87-47f4-91d2-d82f9b66c930 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1097 time: 0.0544934 Oct 22 13:31:23.871982 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:24.002179 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f45b6aed-e45e-4409-8748-6d514424aad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:24.007124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-3b6692b7-0273-47bd-b3dc-e7bbf9d83edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:24.008695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-3b6692b7-0273-47bd-b3dc-e7bbf9d83edc service neutron] 10.222.0.21 "GET /v2.0/networks?id=22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 200 len: 898 time: 0.1329319 Oct 22 13:31:24.108524 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-0a8609e6-1aef-45d3-a7c3-0383fbe1eddd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 200 len: 1000 time: 0.0914166 Oct 22 13:31:24.174354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-4ab2bfbb-b2d3-4458-a75a-dbfded89d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:24.175869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-4ab2bfbb-b2d3-4458-a75a-dbfded89d4e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f086c5c-33e8-4d79-a62f-06df609cb586 HTTP/1.1" status: 200 len: 834 time: 0.0608220 Oct 22 13:31:24.188256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '115e3cc2-bfb5-47ce-b081-df64c0ed1b30', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'port_id': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'mac_address': 'fa:16:3e:6f:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:31:22Z', 'updated_at': '2021-10-22T13:31:22Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:24.234220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-c3593dea-f983-409c-9a07-e82fb0a0d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:24.239920 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-c3593dea-f983-409c-9a07-e82fb0a0d4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22ec9662-7459-4c45-a1b8-9eda8e11612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563393 Oct 22 13:31:24.338968 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Checking router: 0f9daadf-1521-41b4-b350-a17015b39fd9 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:31:24.348703 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:24.349318 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:30:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:24.365180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-930f56c9-8a02-46aa-832f-7896682467a5 service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171329 Oct 22 13:31:24.492316 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:24.529875 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1535b053-63c7-499e-961e-5da1beac3cc6 req-ca1aac06-24b8-44f5-a193-36d21af52aac service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564202 Oct 22 13:31:24.798829 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '115e3cc2-bfb5-47ce-b081-df64c0ed1b30', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'port_id': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'mac_address': 'fa:16:3e:6f:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:31:22Z', 'updated_at': '2021-10-22T13:31:22Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:24.802672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:24.832392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87901e-9686-4844-9def-9f77b374dbe6 None None] The sync data for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 is: [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '115e3cc2-bfb5-47ce-b081-df64c0ed1b30', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'port_id': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'mac_address': 'fa:16:3e:6f:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:31:22Z', 'updated_at': '2021-10-22T13:31:22Z', 'revision_number': 0, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:31:24.873593 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7d0ea12f-004e-4f71-9996-ca4026c50120 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/115e3cc2-bfb5-47ce-b081-df64c0ed1b30 HTTP/1.1" status: 200 len: 992 time: 0.0693390 Oct 22 13:31:25.138397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480725f-dedd-4ba4-86eb-658bcb401911 None None] New status for floating IP 115e3cc2-bfb5-47ce-b081-df64c0ed1b30: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:31:25.877479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35264) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:25.954526 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-82ab4f0a-c86f-4e1b-b7c7-b88425ed9ba2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/115e3cc2-bfb5-47ce-b081-df64c0ed1b30 HTTP/1.1" status: 200 len: 994 time: 0.0719359 Oct 22 13:31:27.075824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbad7e5e-8e88-42f2-949a-36b1956c99ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:27.782859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:27.789507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:29.782719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:30.617682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-ede0c84b-fbed-4f29-a370-ca783d1ff316 req-22618f2d-fc8f-4523-b5be-2519f2cbb2de service neutron] (100620) timed out ('10.222.0.21', 53558) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:31:33.468178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-5334a970-d300-4b0a-9096-9f81b9065db8 req-7ce03fcd-490e-4ab3-ab75-b91168249cba service neutron] (100619) timed out ('10.222.0.21', 53471) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:31:37.029513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:37.171488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7efd12f9-6d38-472f-a45e-39dcc3ac35a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.299203 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7efd12f9-6d38-472f-a45e-39dcc3ac35a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.303105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-0b91ca44-b9c9-4c32-ac6e-e6dd991ed6cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814035 Oct 22 13:31:37.306667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7efd12f9-6d38-472f-a45e-39dcc3ac35a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.362951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd12f9-6d38-472f-a45e-39dcc3ac35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9dad8-b1f2-4366-9665-bbb896dd1e6d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:37.393569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7efd12f9-6d38-472f-a45e-39dcc3ac35a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eecf34c3575d4791b6c48d3ed9bd5a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606994 Oct 22 13:31:37.393953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:37.434366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-20fc0d3b-57cc-47b3-88c3-396c6351aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:37.435979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-20fc0d3b-57cc-47b3-88c3-396c6351aa0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1098 time: 0.1025620 Oct 22 13:31:37.461395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.507930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.603287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-135a9a31-9460-4d89-b1d8-44954596ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:37.604761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-135a9a31-9460-4d89-b1d8-44954596ba78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1380751 Oct 22 13:31:37.671227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.674347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:37.677986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9f9dad8-b1f2-4366-9665-bbb896dd1e6d HTTP/1.1" status: 204 len: 168 time: 0.2831383 Oct 22 13:31:37.694636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2474685-e8be-4235-9c7d-26215c3b1493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9dad8-b1f2-4366-9665-bbb896dd1e6d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:37.707203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-452f4ed4-f665-4583-bf16-6e50534a9308 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 1002 time: 0.0951536 Oct 22 13:31:37.776250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-7d9a8dd4-81c9-412e-aa2b-57e29fadaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:37.778976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-7d9a8dd4-81c9-412e-aa2b-57e29fadaf73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0618300 Oct 22 13:31:37.842435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-ea8bea1a-180d-404b-b9be-f44b8e4e959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:37.844049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-ea8bea1a-180d-404b-b9be-f44b8e4e959f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562246 Oct 22 13:31:37.947880 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-f5a22c7c-8f78-4554-8182-221af199833d service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952916 Oct 22 13:31:38.068780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aa9d795b-5e57-4e0b-8618-1f9369a264ae req-480a6d27-4c3f-401e-91e5-22e33008d8a9 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128042 Oct 22 13:31:38.105912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:38.122824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0327ba0b-09cb-453e-9dda-63bd7731f4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.237939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0327ba0b-09cb-453e-9dda-63bd7731f4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.242232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0327ba0b-09cb-453e-9dda-63bd7731f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.290726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0327ba0b-09cb-453e-9dda-63bd7731f4b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99d9363f2ce743ee8f5ba641e3a44ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781139 Oct 22 13:31:38.290726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327ba0b-09cb-453e-9dda-63bd7731f4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03434fe3-7fc7-4e30-b2e3-e5cd0e2ee666,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:38.291024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:38.346045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.358835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.370878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.421561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.424262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:38.425688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03434fe3-7fc7-4e30-b2e3-e5cd0e2ee666 HTTP/1.1" status: 204 len: 168 time: 0.1366003 Oct 22 13:31:38.444128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03434fe3-7fc7-4e30-b2e3-e5cd0e2ee666,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:38.453418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.453771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.454117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.454462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.454825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.455161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.455674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.456168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.456512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.456963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.457463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:38.457958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3a193-ed2f-4ca7-b32a-82d03e496ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:40.014347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.341098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35524) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:40.449443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac14d95-67b1-497e-b5ff-ded47438909e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.529162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac14d95-67b1-497e-b5ff-ded47438909e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.533051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac14d95-67b1-497e-b5ff-ded47438909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.572790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14d95-67b1-497e-b5ff-ded47438909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf20970-cab8-4001-8204-e0ae1a229d47,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:40.580350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35528) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:40.580942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7ac14d95-67b1-497e-b5ff-ded47438909e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee805ccbe80541ceb0b5a49f6a9d645c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381566 Oct 22 13:31:40.636587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.658929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.710225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.712875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:40.716734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faf20970-cab8-4001-8204-e0ae1a229d47 HTTP/1.1" status: 204 len: 168 time: 0.1322105 Oct 22 13:31:40.723002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440872-189a-49d9-be22-1d729d9bae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf20970-cab8-4001-8204-e0ae1a229d47,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:40.997065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35544) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:41.010420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f92fd50d-7d7e-4863-8bf0-8fa6372d98df admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.096250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f92fd50d-7d7e-4863-8bf0-8fa6372d98df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.100149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f92fd50d-7d7e-4863-8bf0-8fa6372d98df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.141367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f92fd50d-7d7e-4863-8bf0-8fa6372d98df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0db984e99e5d47748639c91ef934fc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431298 Oct 22 13:31:41.143964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35546) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:41.150023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fd50d-7d7e-4863-8bf0-8fa6372d98df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3b9a14-a4c3-416e-9c4b-e58e322b9aef,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:41.199861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.222077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.270822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.273545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:41.278627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f3b9a14-a4c3-416e-9c4b-e58e322b9aef HTTP/1.1" status: 204 len: 168 time: 0.1298358 Oct 22 13:31:41.289319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75842-ed67-4972-80ac-d88ef2ebe2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3b9a14-a4c3-416e-9c4b-e58e322b9aef,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:43.501577 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:31:45.521105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-2d8a46b5-0478-4bce-a6de-d7732d649c64 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:45.522722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-2d8a46b5-0478-4bce-a6de-d7732d649c64 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1083879 Oct 22 13:31:45.538281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-1bda1e56-f87e-48e0-8e61-f1545d6ee622 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0095806 Oct 22 13:31:45.880941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-4d57d741-efa8-4cb5-a3eb-a8cd1600ee62 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3368769 Oct 22 13:31:45.972004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-9b3d013a-7dee-48d3-ac91-c782250baf71 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Oct 22 13:31:46.069817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-d214ba6c-456d-4418-b69d-6a93c526440f service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916932 Oct 22 13:31:46.410496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0700f4fc-a5e8-4c75-88a4-9a00b1ef2b09 req-1a603b00-2276-40c8-b433-86a8079b45ef tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0406272 Oct 22 13:31:46.609041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:46.751241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e502-a259-43dc-b62b-3e19870923c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:46.835264 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e502-a259-43dc-b62b-3e19870923c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:46.839765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e502-a259-43dc-b62b-3e19870923c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:46.890558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ce2e502-a259-43dc-b62b-3e19870923c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74bf7c6eae7d42b68cebe27ee79d64fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802186 Oct 22 13:31:46.891344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e502-a259-43dc-b62b-3e19870923c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca6f595-87cc-4c10-bf9e-2384f3b9d7c7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:46.893337 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35666) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:46.956157 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:46.979306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.029504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.032207 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.033384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ca6f595-87cc-4c10-bf9e-2384f3b9d7c7 HTTP/1.1" status: 204 len: 168 time: 0.1389635 Oct 22 13:31:47.041557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a2111-a853-41dd-8b82-867f598aee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca6f595-87cc-4c10-bf9e-2384f3b9d7c7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:47.341639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35672) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:47.359357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a4c411a-77b6-4905-8ae6-507974720010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.391369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-22ff3aa7-a4e9-4f7a-b6c8-ca77c77a3e27 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:47.393078 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-22ff3aa7-a4e9-4f7a-b6c8-ca77c77a3e27 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1223392 Oct 22 13:31:47.408632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': '97da6369-9d4a-45b7-92c5-f899431c0449', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:47.461413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a4c411a-77b6-4905-8ae6-507974720010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.468031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a4c411a-77b6-4905-8ae6-507974720010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.543241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c411a-77b6-4905-8ae6-507974720010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c61f39-0499-4463-b4f2-b1776f93e3f4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:47.555781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:31:47.559605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fff3e566-e712-42e2-a89a-27f5dfbc5eb1 req-877f2ff9-5efa-49e1-9305-2eac8fc20bc7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0599523 Oct 22 13:31:47.560863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.563544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a4c411a-77b6-4905-8ae6-507974720010 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebd9ddcee6504dfea1bb0126c3ce4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206964 Oct 22 13:31:47.566239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35676) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:47.650216 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.676167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.721136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.3 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/f1961d0a-b18a-4486-b64a-d83b6c32b1ed) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:31:47.733724 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.736734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.740426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c61f39-0499-4463-b4f2-b1776f93e3f4 HTTP/1.1" status: 204 len: 168 time: 0.1692932 Oct 22 13:31:47.749853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b4b91-f9a3-400d-b9da-ab7d3bc5410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c61f39-0499-4463-b4f2-b1776f93e3f4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:47.932097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.969206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:47.991019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:31:47.994071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:31:47.997570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:31:48.082888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:48.099884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.102653 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:48.121330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-50c1a9b9-c4a4-44cb-bf01-c5e0c42f7b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179046 Oct 22 13:31:48.135482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Request body: {'port': {'device_id': '97da6369-9d4a-45b7-92c5-f899431c0449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:48.261950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:48.328882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-11569006-84cd-4432-9b79-4c534ee7a633 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955040 Oct 22 13:31:48.423087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9afc1e5f-a4ee-4f9c-a2b5-af2d699578e0 None None] Provisioning complete for port f1961d0a-b18a-4486-b64a-d83b6c32b1ed triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:31:48.425604 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9afc1e5f-a4ee-4f9c-a2b5-af2d699578e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:48.451766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-bd7a1928-de92-45ce-9143-d0a6a9e33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.457027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-bd7a1928-de92-45ce-9143-d0a6a9e33081 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1097 time: 0.0750237 Oct 22 13:31:48.511710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9afc1e5f-a4ee-4f9c-a2b5-af2d699578e0 None None] Port f1961d0a-b18a-4486-b64a-d83b6c32b1ed cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:31:48.586410 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74af477-2054-409d-8881-5ee38b730138 req-1685a7c8-21a0-4ab0-8dca-d51cba584720 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.588000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e74af477-2054-409d-8881-5ee38b730138 req-1685a7c8-21a0-4ab0-8dca-d51cba584720 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1098 time: 0.1115453 Oct 22 13:31:48.658166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-b4f1185e-834b-49e2-9be1-b8c008489e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.659688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-b4f1185e-834b-49e2-9be1-b8c008489e35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1737609 Oct 22 13:31:48.661432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e74af477-2054-409d-8881-5ee38b730138 req-e267904c-d6c0-40bd-9e74-5aea98907f93 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527868 Oct 22 13:31:48.688531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35708) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:48.768470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-b3655620-ade0-4f23-9d4e-d4cae06e5221 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 1001 time: 0.0994954 Oct 22 13:31:48.781087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489e56c-c205-43d5-891f-bed0402d9de2 req-2abf01a2-fbbb-4e4a-b1b9-7a43dcd971e8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.782674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3489e56c-c205-43d5-891f-bed0402d9de2 req-2abf01a2-fbbb-4e4a-b1b9-7a43dcd971e8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 931 time: 0.1009321 Oct 22 13:31:48.789104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1961d0a-b18a-4486-b64a-d83b6c32b1ed {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:31:48.803752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:48.820642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Transition to ACTIVE for port object f1961d0a-b18a-4486-b64a-d83b6c32b1ed will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:31:48.838526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:48.852712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3489e56c-c205-43d5-891f-bed0402d9de2 req-31604482-8875-42d8-965b-fc21caddcc91 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Oct 22 13:31:48.861878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-80b5a74c-0431-4acf-a5cf-3df8427c289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.870100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-80b5a74c-0431-4acf-a5cf-3df8427c289b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0864375 Oct 22 13:31:48.960623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-99b69bd0-1940-4996-b806-788dd361308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:48.968833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-99b69bd0-1940-4996-b806-788dd361308e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915885 Oct 22 13:31:48.999524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:49.102588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-5cc41fb1-196e-4b01-b5d3-6a865d6a2183 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257827 Oct 22 13:31:49.249047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Attempting to bind port f1961d0a-b18a-4486-b64a-d83b6c32b1ed on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:31:49.249331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Attempting to bind port f1961d0a-b18a-4486-b64a-d83b6c32b1ed by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:31:49.249670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Attempting to bind port f1961d0a-b18a-4486-b64a-d83b6c32b1ed on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:49.262439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Port f1961d0a-b18a-4486-b64a-d83b6c32b1ed on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:31:49.262830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Attempting to bind port f1961d0a-b18a-4486-b64a-d83b6c32b1ed on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:31:49.274381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port cb994825-acb0-4497-9036-f4eaa5fb9b7e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:49.274756 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.278743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:31:49.279087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:31:49.279483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:31:49.280032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Bound port: f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:31:49.280392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.281675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64a027d0-b0f5-48f6-84ff-496e604c39e8 req-d81d88ee-d70f-4aac-9725-65e56230313b service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684649 Oct 22 13:31:49.435741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.436126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.449277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:31:49.460936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:31:49.462291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for cb994825-acb0-4497-9036-f4eaa5fb9b7e owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:49.477896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.644913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:49.645549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.647439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1961d0a-b18a-4486-b64a-d83b6c32b1ed HTTP/1.1" status: 200 len: 1091 time: 1.5175035 Oct 22 13:31:49.649518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:49.652953 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36397f96-c14b-4b13-af6a-fdf7a391ca70" -d '{"events": [{"name": "network-changed", "server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:49.696571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193422-e594-4332-86d5-331e83ec8d10 service neutron] Pushing event updated for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:49.772236 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7245b-909e-4f7f-bf37-14bb1842bb01 x-openstack-request-id: req-e7f7245b-909e-4f7f-bf37-14bb1842bb01 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:49.772662 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:49.772925 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f7245b-909e-4f7f-bf37-14bb1842bb01 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:49.773329 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed', 'status': 'completed', 'code': 200} Oct 22 13:31:49.837906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-097c68bc-38d7-44a2-af06-7b3613b71c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:49.839566 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-097c68bc-38d7-44a2-af06-7b3613b71c85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 1094 time: 0.1288664 Oct 22 13:31:49.856945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:49.898941 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-5b3b3bc5-0c0e-4192-adbf-023fa5b69e66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed HTTP/1.1" status: 200 len: 217 time: 0.0511420 Oct 22 13:31:49.930683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=cb994825-acb0-4497-9036-f4eaa5fb9b7e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:50.062544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21194d-2064-45a2-8609-d21f1c7d1962 req-d6cf1180-f408-4881-b102-893dd047c4c0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:50.071173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b21194d-2064-45a2-8609-d21f1c7d1962 req-d6cf1180-f408-4881-b102-893dd047c4c0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0951633 Oct 22 13:31:50.113501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b21194d-2064-45a2-8609-d21f1c7d1962 req-0d6f94cd-d504-48ff-825b-a2a657ccbb58 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Oct 22 13:31:50.372915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-39c1ec55-78fd-4f1d-8b1c-cb9b49b2bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:50.374648 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-39c1ec55-78fd-4f1d-8b1c-cb9b49b2bfb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.4554768 Oct 22 13:31:50.377800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:50.378293 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP ce1201cb-3664-472c-9a10-70bcde8c2ef3 disassociated (deleted). External IP: 172.25.6.109, port: 7cc40164-563f-41ff-a9f9-9062016fee88. Oct 22 13:31:50.513516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-837bdfac-877e-42ee-9a2d-5309a55e51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:50.514989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-837bdfac-877e-42ee-9a2d-5309a55e51fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327543 Oct 22 13:31:50.709462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-54c5cd51-5020-43f1-a525-35a1179ca97c service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867800 Oct 22 13:31:50.738919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 0468ad14-42a4-424e-bac0-648832ab0a72 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:31:50.862594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f0986f9e-9ab2-44de-bab2-81c643283abe req-01e3f899-97fd-4b4c-b6b4-8e013c934a0d service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457899 Oct 22 13:31:50.910407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:31:50.920463 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Sync routers for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:31:50.922939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:50.931768 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:50.932392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:50.976224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a2041a15-be32-4b55-b5be-9982f48d993e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce1201cb-3664-472c-9a10-70bcde8c2ef3 HTTP/1.1" status: 204 len: 168 time: 2.2848628 Oct 22 13:31:50.984983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-867837b2-ef40-4ae6-a0ef-b555f8e022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:50.986453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-867837b2-ef40-4ae6-a0ef-b555f8e022b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 1094 time: 0.0741925 Oct 22 13:31:51.068286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:51.105767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-b153fe6e-9ef6-4b32-b38d-bf0f981d8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.107678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-b153fe6e-9ef6-4b32-b38d-bf0f981d8eca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1117115 Oct 22 13:31:51.172720 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-2c1ccf47-46ee-4663-901a-8b0a26826a31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed HTTP/1.1" status: 200 len: 217 time: 0.0564368 Oct 22 13:31:51.246700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-eb27a323-9692-4394-8c9f-627f090bdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.248221 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-eb27a323-9692-4394-8c9f-627f090bdbb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0651851 Oct 22 13:31:51.312344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e91adb-3de4-49a9-8d8a-464a70a28a15 req-3aa7cc6c-3aac-4016-a04f-c07d5981a28b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.320430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e91adb-3de4-49a9-8d8a-464a70a28a15 req-3aa7cc6c-3aac-4016-a04f-c07d5981a28b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0772207 Oct 22 13:31:51.334824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-4866cb90-f01b-4f3b-a14e-816ac5b8fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.336403 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-4866cb90-f01b-4f3b-a14e-816ac5b8fd39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785508 Oct 22 13:31:51.386573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14e91adb-3de4-49a9-8d8a-464a70a28a15 req-e2e27a4f-a322-41f4-a1fe-14b80442654a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615575 Oct 22 13:31:51.417523 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:51.471794 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Checking router: 0468ad14-42a4-424e-bac0-648832ab0a72 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:31:51.483354 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:51.484220 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:51.487899 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-94a0357d-0806-483a-9ba7-a4f4677e1949 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417928 Oct 22 13:31:51.577866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d972385-6152-4085-9fdc-6dc678584fd8 req-2b81f4f1-d027-4020-8404-8c764066d0f1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.587951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d972385-6152-4085-9fdc-6dc678584fd8 req-2b81f4f1-d027-4020-8404-8c764066d0f1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 947 time: 0.0713868 Oct 22 13:31:51.610070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-36397f96-c14b-4b13-af6a-fdf7a391ca70 req-5fc9c97c-6f20-424b-91c2-403ed4d71b79 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149378 Oct 22 13:31:51.632270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:51.644577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d972385-6152-4085-9fdc-6dc678584fd8 req-6641a56e-f54e-4f5d-a099-1a5c55572974 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554924 Oct 22 13:31:51.774119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:51.776766 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:51.821537 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42132dc-e943-48f5-9a5c-bb06eb0f2b96 x-openstack-request-id: req-e42132dc-e943-48f5-9a5c-bb06eb0f2b96 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:51.822264 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:51.822585 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e42132dc-e943-48f5-9a5c-bb06eb0f2b96 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:51.823077 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:31:51.900058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-e41f3f6d-01f3-4293-926c-a69c3e4ab1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:51.901050 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:51.901907 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-e41f3f6d-01f3-4293-926c-a69c3e4ab1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 1098 time: 0.0523567 Oct 22 13:31:51.931757 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b2f10-7d8b-49aa-be73-711a7965f6f4 None None] The sync data for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 is: [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:29:52Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0a41bac1-091d-43d6-8af1-b8abcb6aae40', 'name': '', 'network_id': '13628411-4a57-4efd-a331-33011efc9f64', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:c5:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:51Z', 'updated_at': '2021-10-22T13:29:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': 'cbaaa44e-4694-41f1-abb8-40106df81c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:31:52.038653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-c2359854-b9ad-41c6-95f0-cb8e4b5ab230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.040183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-c2359854-b9ad-41c6-95f0-cb8e4b5ab230 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 200 len: 898 time: 0.1307728 Oct 22 13:31:52.103012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-420ff198-297f-42ad-997d-084255cb93c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 200 len: 217 time: 0.0541527 Oct 22 13:31:52.171007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-01a104ef-c23b-424e-a9c8-796817f25268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.184858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-01a104ef-c23b-424e-a9c8-796817f25268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 200 len: 835 time: 0.0738473 Oct 22 13:31:52.277514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-d7398c13-c80a-4d97-97a0-35e9d397d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.279764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-d7398c13-c80a-4d97-97a0-35e9d397d3d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13628411-4a57-4efd-a331-33011efc9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800722 Oct 22 13:31:52.363208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b848ae-fb57-48fc-aba4-08982889f405 None None] New status for floating IP ce1201cb-3664-472c-9a10-70bcde8c2ef3: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:31:52.404458 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-e48dfc48-dfb5-4cc0-b6e5-c41dec7dabcf service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148195 Oct 22 13:31:52.536557 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-307611c4-47b0-4cea-b3c8-eb5cecadd0fa req-5c093064-0ba5-4d00-a9cc-1e2d45685466 service neutron] 10.222.0.26 "GET /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228242 Oct 22 13:31:52.561884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b1f83-6f20-41e2-8c9e-62f40ff28ad5 req-d229a993-0553-4283-b58e-7feeeb840a1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.564021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-097b1f83-6f20-41e2-8c9e-62f40ff28ad5 req-d229a993-0553-4283-b58e-7feeeb840a1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0771542 Oct 22 13:31:52.621283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-097b1f83-6f20-41e2-8c9e-62f40ff28ad5 req-8708f7b2-fa89-487a-8816-7c669eb1cefc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479228 Oct 22 13:31:52.807046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2f25a-60cd-4780-b9ca-37e99a78101e req-ce3b9aa6-7f90-4164-b65c-ff472b0651bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.809201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85e2f25a-60cd-4780-b9ca-37e99a78101e req-ce3b9aa6-7f90-4164-b65c-ff472b0651bb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 947 time: 0.0537474 Oct 22 13:31:52.873261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85e2f25a-60cd-4780-b9ca-37e99a78101e req-e800b294-5c10-4a1c-81fb-50c5452ab8fa tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470176 Oct 22 13:31:52.890146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-a032c59f-cfc2-4dca-8b19-2056c1bf8f41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:52.892126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-a032c59f-cfc2-4dca-8b19-2056c1bf8f41 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 947 time: 0.0783043 Oct 22 13:31:52.992636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:52.993329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:53.084003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 7cc40164-563f-41ff-a9f9-9062016fee88, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=7cc40164-563f-41ff-a9f9-9062016fee88,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:53.084383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:53.104364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 7cc40164-563f-41ff-a9f9-9062016fee88 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:53.247610 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:53.313036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=7cc40164-563f-41ff-a9f9-9062016fee88,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:53.339459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] No DVR routers for this DVR port 7cc40164-563f-41ff-a9f9-9062016fee88 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:31:53.343226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:53.347338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ae6a42b2-5ca9-4351-b3ad-109e48988d3d req-f4d7c9f2-da3f-4739-87f0-6e4521010aec tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "DELETE /v2.0/ports/7cc40164-563f-41ff-a9f9-9062016fee88 HTTP/1.1" status: 204 len: 173 time: 0.4484742 Oct 22 13:31:53.765573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b5a9-f5e9-4e53-8614-f02afd365af8 req-6b61afc6-1cd1-4ecf-aba7-4d56631a5b2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:53.767046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d33b5a9-f5e9-4e53-8614-f02afd365af8 req-6b61afc6-1cd1-4ecf-aba7-4d56631a5b2a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0592687 Oct 22 13:31:53.817757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d33b5a9-f5e9-4e53-8614-f02afd365af8 req-1971a536-de6c-49cd-a72f-9f704823dca9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Oct 22 13:31:53.831344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-deleted', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:31:53.836236 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1aa323-b8be-44ce-9056-d4363d2090ca" -d '{"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-deleted", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:31:53.877598 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3dc87a-b9b4-4799-825d-6a5b839f594c x-openstack-request-id: req-4a3dc87a-b9b4-4799-825d-6a5b839f594c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:31:53.878257 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a47699-b228-4510-9e7e-5a7e592def1e", "name": "network-vif-deleted", "tag": "7cc40164-563f-41ff-a9f9-9062016fee88", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:31:53.878257 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a3dc87a-b9b4-4799-825d-6a5b839f594c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:31:53.879027 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a47699-b228-4510-9e7e-5a7e592def1e', 'name': 'network-vif-deleted', 'tag': '7cc40164-563f-41ff-a9f9-9062016fee88', 'status': 'completed', 'code': 200} Oct 22 13:31:53.985599 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0e8986f-3391-4a89-a2a1-b58b8441399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:53.986619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2f0e2c-8af2-4dda-888c-395b1cd795ac req-651aac3e-1c2c-4ff6-8871-e0e880b12f82 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6a47699-b228-4510-9e7e-5a7e592def1e HTTP/1.1" status: 200 len: 210 time: 0.0306818 Oct 22 13:31:54.928369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b434-0a67-4277-9370-43f9beb5bafc req-48d6cce7-dce5-4b9c-8413-de9000cface0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:54.929889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb32b434-0a67-4277-9370-43f9beb5bafc req-48d6cce7-dce5-4b9c-8413-de9000cface0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0492365 Oct 22 13:31:54.969215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb32b434-0a67-4277-9370-43f9beb5bafc req-58160064-8fba-4018-b67d-aa33e1236cbe tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Oct 22 13:31:55.047737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35796) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:55.424675 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:55.711932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 0a41bac1-091d-43d6-8af1-b8abcb6aae40 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:55.712459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:55.806748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 0a41bac1-091d-43d6-8af1-b8abcb6aae40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a41bac1-091d-43d6-8af1-b8abcb6aae40,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:55.806978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:55.822594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 0a41bac1-091d-43d6-8af1-b8abcb6aae40 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:55.832875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:55.957447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d0afd2d-ab78-4c30-8ad2-c13a4e8f7ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.132165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.135996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d0afd2d-ab78-4c30-8ad2-c13a4e8f7ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.149253 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d0afd2d-ab78-4c30-8ad2-c13a4e8f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.179044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e79909-a764-4dbe-adc9-2363751bdad0 req-3e79576f-3282-4a50-9c8c-788b41b780c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:56.180539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40e79909-a764-4dbe-adc9-2363751bdad0 req-3e79576f-3282-4a50-9c8c-788b41b780c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.1310625 Oct 22 13:31:56.200456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=0a41bac1-091d-43d6-8af1-b8abcb6aae40,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:56.271022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d0afd2d-ab78-4c30-8ad2-c13a4e8f7ac4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0886bb03d10449f3b626d747b7662e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346743 Oct 22 13:31:56.271457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:56.289822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0afd2d-ab78-4c30-8ad2-c13a4e8f7ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a0820-c7fd-4a9d-8029-149497f0af2e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:56.331676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40e79909-a764-4dbe-adc9-2363751bdad0 req-fd436303-248a-4fe9-b429-26504d7cb6cc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229734 Oct 22 13:31:56.356073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.388731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.453476 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.456097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.457949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a17a0820-c7fd-4a9d-8029-149497f0af2e HTTP/1.1" status: 204 len: 168 time: 0.1854553 Oct 22 13:31:56.458163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.468658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139e044-707f-4e73-b985-6c04a9a3c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a0820-c7fd-4a9d-8029-149497f0af2e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:56.710994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 0468ad14-42a4-424e-bac0-648832ab0a72 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:31:56.828010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:31:56.833209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-430d6d73-e095-42e8-ba5c-436835deca27 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/0468ad14-42a4-424e-bac0-648832ab0a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7844152 Oct 22 13:31:56.837821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Sync routers for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:31:56.843197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35822) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:56.848986 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:56.849762 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:56.900830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting subnet cbaaa44e-4694-41f1-abb8-40106df81c25 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:31:56.904699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:56.954820 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.049129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.063229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:57.070679 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cc655f7-57f3-4f72-9b7b-38c1c9e4f147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.111411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.143622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaaa44e-4694-41f1-abb8-40106df81c25,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:57.149132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.158001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e9628f9-5c38-4aa0-9176-4e036797a126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/subnets/cbaaa44e-4694-41f1-abb8-40106df81c25 HTTP/1.1" status: 204 len: 168 time: 0.3079593 Oct 22 13:31:57.158126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d3ce0-8a82-4398-af16-cb42f47aefca None None] Network 13628411-4a57-4efd-a331-33011efc9f64 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:31:57.158653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35824) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:57.259982 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:31:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:57.283529 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.286964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Checking router: 0468ad14-42a4-424e-bac0-648832ab0a72 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:31:57.299074 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Routers {'0468ad14-42a4-424e-bac0-648832ab0a72'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:31:57.299906 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0468ad14-42a4-424e-bac0-648832ab0a72'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:57.379514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] DHCP port deletion for 13628411-4a57-4efd-a331-33011efc9f64 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:31:57.423320 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.425967 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] Set router 0468ad14-42a4-424e-bac0-648832ab0a72 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:31:57.450794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Deleting port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:57.451337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.475745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04070-adcd-4c9a-9019-c30ed0f230c9 req-04cd092e-2a43-463b-b7d8-98d26fa49e9f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:57.485671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdf04070-adcd-4c9a-9019-c30ed0f230c9 req-04cd092e-2a43-463b-b7d8-98d26fa49e9f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0684285 Oct 22 13:31:57.512423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port a6e19c6c-773a-42f4-a47d-be0fe8d14824 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:31:57.512883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.532250 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdf04070-adcd-4c9a-9019-c30ed0f230c9 req-e532703d-d6d6-4ee5-ab7f-73228153c66f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Oct 22 13:31:57.543252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] For port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,segment=NetworkSegment(6dc54eb8-a4d9-4234-b469-77f2613d9473),segment_id=6dc54eb8-a4d9-4234-b469-77f2613d9473)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:57.551935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.558955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Calling delete_port for b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:57.608818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port a6e19c6c-773a-42f4-a47d-be0fe8d14824, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a6e19c6c-773a-42f4-a47d-be0fe8d14824,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:31:57.609105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.624400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for a6e19c6c-773a-42f4-a47d-be0fe8d14824 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:31:57.666988 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.671225 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:31:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:57.698922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Pushing event deleted for resources: {'Port': ['ID=b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:57.699743 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd780cd-1dcf-427e-9d87-48b4087ddc9a None None] The sync data for ids ['0468ad14-42a4-424e-bac0-648832ab0a72'] in n-d-813419-8 is: [{'id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500664572', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:45Z', 'updated_at': '2021-10-22T13:31:56Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': 'a6e19c6c-773a-42f4-a47d-be0fe8d14824', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0468ad14-42a4-424e-bac0-648832ab0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:46Z', 'updated_at': '2021-10-22T13:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:31:57.703115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] No DVR routers for this DVR port b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:31:57.715994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.716976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.717334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.717680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.718022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.718363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.718747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.719099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.719457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.719747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.720079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.720407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc798-bb1e-4df8-b158-ca1702e22a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:31:57.773106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.779226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.831119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:57.839481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:57.855293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=a6e19c6c-773a-42f4-a47d-be0fe8d14824,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:57.859973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 7cc40164-563f-41ff-a9f9-9062016fee88 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:31:57.860332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 7cc40164-563f-41ff-a9f9-9062016fee88 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:57.922836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.020110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.022042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.069311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.069863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Fanout notify agent at l3_agent the message router_deleted on router 0468ad14-42a4-424e-bac0-648832ab0a72 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:31:58.077588 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.079489 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ea1a1ca-5e9a-4de5-bcf4-5b10d22f4c2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/routers/0468ad14-42a4-424e-bac0-648832ab0a72 HTTP/1.1" status: 204 len: 168 time: 0.9197001 Oct 22 13:31:58.081607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35830) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:58.177170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.188383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:58.215695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:31:58.216044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1d4b962-32e6-4c85-b4a4-8dc9eb3dd439 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:58.216464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a41bac1-091d-43d6-8af1-b8abcb6aae40 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:58.236234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0a41bac1-091d-43d6-8af1-b8abcb6aae40 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:31:58.236609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a41bac1-091d-43d6-8af1-b8abcb6aae40 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:58.269042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.295607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13628411-4a57-4efd-a331-33011efc9f64']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:58.305415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc54eb8-a4d9-4234-b469-77f2613d9473') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:58.305720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc54eb8-a4d9-4234-b469-77f2613d9473') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:31:58.322036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.337081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.346142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:31:58.346546 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:31:58.349713 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:31:58.414276 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.419889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.425015 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/networks/13628411-4a57-4efd-a331-33011efc9f64 HTTP/1.1" status: 204 len: 168 time: 0.3417532 Oct 22 13:31:58.428455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35832) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:58.438931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf06df4-0221-4c09-b43f-010ce48c9dc0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Network': ['ID=13628411-4a57-4efd-a331-33011efc9f64,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:58.487362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.512913 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.580110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.582912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:58.584129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff2fd87a-7d02-4893-ac9f-afd3fa435e0b HTTP/1.1" status: 204 len: 168 time: 0.1556869 Oct 22 13:31:58.594189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a1883-ef10-4db2-9613-2017da579ef6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2fd87a-7d02-4893-ac9f-afd3fa435e0b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:58.655788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65e973-c926-4371-92e8-01aedc571937 req-ad9cb6ba-cf9b-435b-aeeb-6bb1e2291983 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:58.657599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e65e973-c926-4371-92e8-01aedc571937 req-ad9cb6ba-cf9b-435b-aeeb-6bb1e2291983 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0567677 Oct 22 13:31:58.697232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e65e973-c926-4371-92e8-01aedc571937 req-b5c53b20-8229-4ade-bb09-8d92a0366e18 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337355 Oct 22 13:31:59.046755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.051336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238015311', 'description': 'tempest-secgroup-smoke-238015311 description', 'project_id': 'd995d80d005e424da11709db076b1b4a'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.079971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.147015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.151555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.184311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.185547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1377611 Oct 22 13:31:59.187560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fbfdd-5420-46e6-822b-6188dd061bdb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c858a91-6f96-4640-b8d7-52cabc5ba0a4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.188517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.193633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.221044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.266939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.270214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.288080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32debed-dd32-4216-a4d8-465520369b73,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.296459 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.297666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ec176476-a6af-4418-b73f-cfc7b8ae2767 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080859 Oct 22 13:31:59.300447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.305075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.331754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.386957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.390271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.407463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb88f7c-4af5-452b-9af1-abd88f4c147b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.414437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.415643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d7463d4-cccb-432f-b5b9-632c31968613 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142647 Oct 22 13:31:59.418325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35850) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.422642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.448857 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.507941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.512190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.529919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3237b8ad-14f7-4556-8d6f-20acb1c475b6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.537770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.539069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d96cc54e-27ff-484b-9c61-d1d234714da2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197333 Oct 22 13:31:59.541735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35852) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.546372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.571912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.632474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.637162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.658136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78f15fa-c409-4761-bbe3-f5840a5bb9c8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.663874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.665051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-85aac743-a8b8-49d9-a2b0-94a18f21d224 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221652 Oct 22 13:31:59.667808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 35854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.672030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.694618 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:31:59.700272 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.760215 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.764750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.788005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.791597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fdeb64-ab1d-464b-9e2e-998b62017dd4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.819770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.824416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4105ebf7-2049-437c-ab33-73c57922022e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542966 Oct 22 13:31:59.824682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.829268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': '2c858a91-6f96-4640-b8d7-52cabc5ba0a4', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.834368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a6e19c6c-773a-42f4-a47d-be0fe8d14824 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:31:59.850232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661398c-26ac-4dd6-aeb2-c868c8582719 req-70d6ef84-cd83-465d-9ef9-905e2fddffd2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:31:59.852160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a661398c-26ac-4dd6-aeb2-c868c8582719 req-70d6ef84-cd83-465d-9ef9-905e2fddffd2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0713153 Oct 22 13:31:59.853173 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:31:59.856385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a6e19c6c-773a-42f4-a47d-be0fe8d14824 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:31:59.856815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a6e19c6c-773a-42f4-a47d-be0fe8d14824 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:31:59.859064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.894342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a661398c-26ac-4dd6-aeb2-c868c8582719 req-75b2183a-fdaa-423f-afaa-1d67a4f3cc22 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Oct 22 13:31:59.926867 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.930234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.949457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8626b274-14d6-4136-805b-4856c5fe4619,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:31:59.957539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:31:59.958784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b107e5a4-3fe0-475f-9e85-d2c6b4881d5e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330514 Oct 22 13:31:59.961602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35862) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:31:59.966505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'network': {'name': 'tempest-network-smoke--1709922357', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:31:59.986111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:31:59.989493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.012634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:32:00.021284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.021661 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Added segment 9af14375-28d9-47db-ab13-f4157789fc2c of type vlan for network c7026bff-2d8f-4ccf-b335-d46733b4fc19 Oct 22 13:32:00.061450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.085605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.091680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:00.092263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.130836 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681991 Oct 22 13:32:00.133553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35864) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:00.137891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'admin_state_up': True, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:00.179039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0fff3-309c-40d9-9b14-9121148162e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Network': ['ID=c7026bff-2d8f-4ccf-b335-d46733b4fc19,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:00.190130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:32:00.199284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.200430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.252907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.673333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.861709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.885143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:00.990254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.155 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1b0f0b0a-4a47-410d-b05e-71af1c8d3328) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:01.012259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a34f2-0a64-4c92-ac65-e3f67d88b81a req-0e9bed06-728a-4ab2-9fbe-44d5f0b5e1b3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:01.013749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b67a34f2-0a64-4c92-ac65-e3f67d88b81a req-0e9bed06-728a-4ab2-9fbe-44d5f0b5e1b3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0509772 Oct 22 13:32:01.051635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b67a34f2-0a64-4c92-ac65-e3f67d88b81a req-4b346143-eade-4394-9544-7c74122f3321 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Oct 22 13:32:01.092732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:01.132016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:01.177273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:01.181689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:01.189842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:01.192922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:01.436837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:01.640857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:01.768196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router c8855d47-39ec-466a-9470-5d4b2d58a762 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:32:01.874663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:01.884531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Sync routers for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:01.894722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:01.894992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:01.895344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:01.899160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ca22f15-b698-4474-b02f-a7a667b32ed8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7617939 Oct 22 13:32:01.899386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:01.938394 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a4905353-eebd-497e-a53a-edefb8e538ba tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d995d80d005e424da11709db076b1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354261 Oct 22 13:32:01.938742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35874) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:02.015597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:02.028855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3497a6-5364-4f68-bb1a-80d1fdd6c967 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:02.030328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6f3497a6-5364-4f68-bb1a-80d1fdd6c967 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907593 Oct 22 13:32:02.033195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35876) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:02.067795 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3377a19f-5515-4f64-9b0b-92a23f9886f8 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335081 Oct 22 13:32:02.070282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35878) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:02.075301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305142693', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:02.167876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:32:02.171507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.194488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176db6-68ff-4402-8b9f-b65b250a5f9b req-e5713d47-6284-45ef-a61b-d02fcb60c0ca tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:02.196266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05176db6-68ff-4402-8b9f-b65b250a5f9b req-e5713d47-6284-45ef-a61b-d02fcb60c0ca tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0608308 Oct 22 13:32:02.209597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:01Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:02.236856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Checking router: c8855d47-39ec-466a-9470-5d4b2d58a762 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:02.237526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Updating router c8855d47-39ec-466a-9470-5d4b2d58a762 port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:32:02.241735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05176db6-68ff-4402-8b9f-b65b250a5f9b req-5c129429-3266-4e30-996c-5e6c3fdcc18a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Oct 22 13:32:02.264637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.365230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.430004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Subnet': ['ID=775d07da-1053-45d7-b156-7cefbcb684e4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:02.435456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:02.435827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network hostable DHCP agents. Network: c7026bff-2d8f-4ccf-b335-d46733b4fc19, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:32:02.452722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:32:02.462731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c7026bff-2d8f-4ccf-b335-d46733b4fc19) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:02.467368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:02.468377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.473674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92631d1-ac96-44d5-938f-d6f2d2852d33 None None] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:32:02.488121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5815c008-9978-47fd-a266-32eff6780e7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4141321 Oct 22 13:32:02.489270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 35884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:02.571839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.582431 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.825080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221468-22f0-4ce8-95e0-d6152ad53107 None None] Pushing event updated for resources: {'Port': ['ID=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:02.829077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Attempting to bind port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:02.829452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Attempting to bind port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:02.829820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Attempting to bind port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:02.841531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:02.841913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:02.842316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.842730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:02.843208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Bound port: 1b0f0b0a-4a47-410d-b05e-71af1c8d3328, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:02.843591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.889295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:32:02.890172 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.933351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] For port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:02.942572 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:02.998076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] For port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:03.011858 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.113763 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221468-22f0-4ce8-95e0-d6152ad53107 None None] Pushing event updated for resources: {'Port': ['ID=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:03.124916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1961d0a-b18a-4486-b64a-d83b6c32b1ed details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:32:03.130731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Allocated IP 172.20.0.2 (c7026bff-2d8f-4ccf-b335-d46733b4fc19/775d07da-1053-45d7-b156-7cefbcb684e4/7ce8f10f-d06e-4608-8f36-e113d86b983e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:03.138448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:03.139036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:03.368114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19743c-069a-4312-864e-e7fe22dc3535 req-05249311-bafd-4ffe-9b87-74b47bc8a325 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:03.370121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d19743c-069a-4312-864e-e7fe22dc3535 req-05249311-bafd-4ffe-9b87-74b47bc8a325 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 943 time: 0.0535572 Oct 22 13:32:03.393814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:03.408899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d19743c-069a-4312-864e-e7fe22dc3535 req-efea244b-debe-4610-8318-2f728c2ff401 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Oct 22 13:32:03.496065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:03.538690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed', 'mac_address': 'fa:16:3e:06:a1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:32:03.542094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.574270 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.602033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.1 (c7026bff-2d8f-4ccf-b335-d46733b4fc19/775d07da-1053-45d7-b156-7cefbcb684e4/ed59c6dc-b6f8-49d1-adf1-d18a23316842) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:03.659892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:03.672714 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.674889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:03.689196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:03.694797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Pushing event updated for resources: {'Port': ['ID=7ce8f10f-d06e-4608-8f36-e113d86b983e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:03.719939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.722648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1961d0a-b18a-4486-b64a-d83b6c32b1ed {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:03.753827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.778189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:03.789028 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.795473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:03.799102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:03.802419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:03.821105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Attempting to bind port 7ce8f10f-d06e-4608-8f36-e113d86b983e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:03.821486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Attempting to bind port 7ce8f10f-d06e-4608-8f36-e113d86b983e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:03.821858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Attempting to bind port 7ce8f10f-d06e-4608-8f36-e113d86b983e on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:03.834025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:03.838633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:03.839027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:03.839512 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.839914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Bound using segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:03.840411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Bound port: 7ce8f10f-d06e-4608-8f36-e113d86b983e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:03.840801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.858300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:03.872193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:03.878543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-75c604e1-4264-496f-9501-d1e77621179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:01Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:03.920842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c604e1-4264-496f-9501-d1e77621179f None None] The sync data for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 is: [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:01Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:03.955089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] For port 7ce8f10f-d06e-4608-8f36-e113d86b983e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:03.959636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] For port 7ce8f10f-d06e-4608-8f36-e113d86b983e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ce8f10f-d06e-4608-8f36-e113d86b983e,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:03.966883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:04.001578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:04.048064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404f33-cb51-4389-b023-0896e15b39a0 None None] Pushing event updated for resources: {'Port': ['ID=7ce8f10f-d06e-4608-8f36-e113d86b983e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:04.100235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1961d0a-b18a-4486-b64a-d83b6c32b1ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:04.389516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:04.395927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:04.481626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:04.483504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:04.545219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e1e3a-94a7-44f8-9710-7ac443c374f4 req-69067681-8006-407f-8ede-8a3b81d3ac42 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:04.546811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83e1e3a-94a7-44f8-9710-7ac443c374f4 req-69067681-8006-407f-8ede-8a3b81d3ac42 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 944 time: 0.0540802 Oct 22 13:32:04.586156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:04.587651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:04.595197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c83e1e3a-94a7-44f8-9710-7ac443c374f4 req-9746dbea-2e41-4e6c-aab2-831d56501715 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Oct 22 13:32:04.708317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router c8855d47-39ec-466a-9470-5d4b2d58a762 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:32:04.825266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:04.830738 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-537de968-1024-4e21-adba-50d683914834 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/c8855d47-39ec-466a-9470-5d4b2d58a762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3411760 Oct 22 13:32:05.036130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-687334a9-1d79-4c78-88b1-b2ab067260b7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238015311&fields=id&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 267 time: 0.0348959 Oct 22 13:32:05.148888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1961d0a-b18a-4486-b64a-d83b6c32b1ed up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:05.160493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-361f34ed-2215-4ebf-ab29-90bd9e79483d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:05.162180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-361f34ed-2215-4ebf-ab29-90bd9e79483d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 797 time: 0.1180027 Oct 22 13:32:05.179104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-0e209617-2045-4008-aae0-6aff34ec2d7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/quotas/d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 375 time: 0.0100801 Oct 22 13:32:05.187832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8949d9-8803-4255-af3f-36b3ff9fbfb4 None None] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:32:05.239574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-8235123d-f678-41cc-b846-494401cb8f68 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488882 Oct 22 13:32:05.299297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f1961d0a-b18a-4486-b64a-d83b6c32b1ed completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:32:05.301052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] Provisioning complete for port 7ce8f10f-d06e-4608-8f36-e113d86b983e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:05.301422 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.347613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f1961d0a-b18a-4486-b64a-d83b6c32b1ed triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:05.347991 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.456279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-a7951a81-07d3-4571-8472-2b5f868525db service neutron] 10.222.0.25 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047763 Oct 22 13:32:05.508735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.521941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.560316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:05.562644 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b511c3-3a47-4bfa-83c2-4a2510ff845e" -d '{"events": [{"server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "name": "network-vif-plugged", "status": "completed", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:05.571566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-75f15b3f-ade2-47cd-92f7-8ebeba1e2786 service neutron] 10.222.0.25 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082857 Oct 22 13:32:05.581172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] For port 7ce8f10f-d06e-4608-8f36-e113d86b983e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ce8f10f-d06e-4608-8f36-e113d86b983e,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:05.583135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:05.592130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.594018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.621650 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b30620-2904-4ff5-ba57-4cb9c440d7b7 x-openstack-request-id: req-59b30620-2904-4ff5-ba57-4cb9c440d7b7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:05.621946 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "name": "network-vif-plugged", "status": "completed", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:05.622210 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59b30620-2904-4ff5-ba57-4cb9c440d7b7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:05.623209 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed', 'code': 200} Oct 22 13:32:05.676180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:05.743219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e121373-6d53-41c0-bb56-dd7a008b3477 req-183b53f4-1557-4d07-9543-d0bd1864110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:05.743905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4e121373-6d53-41c0-bb56-dd7a008b3477 req-183b53f4-1557-4d07-9543-d0bd1864110b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 1096 time: 0.0575776 Oct 22 13:32:05.748673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffebd5-e711-4224-8d2b-6e2d763665fd None None] Pushing event updated for resources: {'Port': ['ID=7ce8f10f-d06e-4608-8f36-e113d86b983e,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:05.767634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b2167-b4b5-4901-a083-e7ce201470f8 req-b660d437-cc76-477a-a6cd-b420fabfd879 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:05.771854 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Sync routers for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:05.778974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-431b2167-b4b5-4901-a083-e7ce201470f8 req-b660d437-cc76-477a-a6cd-b420fabfd879 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1023500 Oct 22 13:32:05.811498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:05.816019 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:05.837100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-431b2167-b4b5-4901-a083-e7ce201470f8 req-f9e7a57f-329b-4a12-9524-290895899146 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Oct 22 13:32:05.843308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4e121373-6d53-41c0-bb56-dd7a008b3477 req-e9694220-e244-4637-bad5-97f2b7e4ec70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898771 Oct 22 13:32:05.883496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d481bbd3-5ba4-4123-80c6-cac1890faa6e None None] Provisioning complete for port ed59c6dc-b6f8-49d1-adf1-d18a23316842 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:05.886955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d481bbd3-5ba4-4123-80c6-cac1890faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:05.897549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb438653-78bd-439a-af6a-6a4ffafed4c9 req-24c92642-c834-4766-86dc-96b72759d1e4 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 210 time: 0.0585933 Oct 22 13:32:05.962298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d481bbd3-5ba4-4123-80c6-cac1890faa6e None None] Port ed59c6dc-b6f8-49d1-adf1-d18a23316842 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:32:05.973361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d481bbd3-5ba4-4123-80c6-cac1890faa6e None None] Provisioning complete for port 7ce8f10f-d06e-4608-8f36-e113d86b983e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:05.973742 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d481bbd3-5ba4-4123-80c6-cac1890faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.019891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:06.039372 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:06.084119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:06.084508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.305800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:04Z', 'revision_number': 2, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:06.351001 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Checking router: c8855d47-39ec-466a-9470-5d4b2d58a762 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:06.351723 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Updating router c8855d47-39ec-466a-9470-5d4b2d58a762 port ed59c6dc-b6f8-49d1-adf1-d18a23316842 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:32:06.388150 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.403662 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.427673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:06.433652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.434669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ce8f10f-d06e-4608-8f36-e113d86b983e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:06.529916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1b3df481-b63b-4967-be16-94f151c532b7 None None] Provisioning complete for port ed59c6dc-b6f8-49d1-adf1-d18a23316842 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:06.530295 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b3df481-b63b-4967-be16-94f151c532b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.532086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:06.570562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7ce8f10f-d06e-4608-8f36-e113d86b983e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:06.571241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.595132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1b3df481-b63b-4967-be16-94f151c532b7 None None] Port ed59c6dc-b6f8-49d1-adf1-d18a23316842 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:32:06.687620 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.692632 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.744455 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Pushing event updated for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:06.771166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.771519 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.771867 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.772424 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.772537 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.772856 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.773187 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.773516 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.773845 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.774169 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.774497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.774849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:06.809792 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Attempting to bind port ed59c6dc-b6f8-49d1-adf1-d18a23316842 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:06.810161 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Attempting to bind port ed59c6dc-b6f8-49d1-adf1-d18a23316842 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:06.810518 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Attempting to bind port ed59c6dc-b6f8-49d1-adf1-d18a23316842 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:06.815739 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:06.816106 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:06.816767 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.817159 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Bound using segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:06.817623 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Bound port: ed59c6dc-b6f8-49d1-adf1-d18a23316842, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:06.818004 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.894497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] For port ed59c6dc-b6f8-49d1-adf1-d18a23316842, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:06.897994 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] For port ed59c6dc-b6f8-49d1-adf1-d18a23316842, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ed59c6dc-b6f8-49d1-adf1-d18a23316842,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:06.903335 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:06.966306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:06.967497 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:07.031533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397c98c-df0c-4dc7-b234-05d07db73f78 None None] Pushing event updated for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:07.034290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] Provisioning complete for port ed59c6dc-b6f8-49d1-adf1-d18a23316842 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:07.034861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:07.064061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-592df1be-9933-4aea-ab87-c58593fefc64 req-ddc50e56-2e77-4536-9c6a-bf7667b5b8a0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 210 time: 0.0632057 Oct 22 13:32:07.083475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef97ba-70ef-40b7-8768-2015f9ae34d5 req-76d40d5f-2141-42a9-b03f-cf02ffe079aa tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:07.105747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79ef97ba-70ef-40b7-8768-2015f9ae34d5 req-76d40d5f-2141-42a9-b03f-cf02ffe079aa tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1812565 Oct 22 13:32:07.175471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:07.209685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79ef97ba-70ef-40b7-8768-2015f9ae34d5 req-7078bb75-2578-49ee-a88b-3fcb1bdead80 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001441 Oct 22 13:32:07.232056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] For port ed59c6dc-b6f8-49d1-adf1-d18a23316842, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ed59c6dc-b6f8-49d1-adf1-d18a23316842,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:07.236871 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:07.239473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:07.254517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-a16b718c-ddd9-4630-8eca-6d299f3c4d49 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:07.263496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-a16b718c-ddd9-4630-8eca-6d299f3c4d49 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 797 time: 0.2518311 Oct 22 13:32:07.308296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21090671-7bde-480d-b038-6341c5f8a2ab None None] Pushing event updated for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:07.328527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-e718ec18-806f-4b0b-8b3c-ffec9d763fee tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 379 time: 0.0530953 Oct 22 13:32:07.339192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'port': {'device_id': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'admin_state_up': True, 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'security_groups': ['2c858a91-6f96-4640-b8d7-52cabc5ba0a4']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:07.380427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-92ebb0f9-d8a0-4aa1-bb78-8e9c34da6911 None None] Provisioning complete for port ed59c6dc-b6f8-49d1-adf1-d18a23316842 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:07.380824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92ebb0f9-d8a0-4aa1-bb78-8e9c34da6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:07.605263 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:07.635599 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7202fe-02c6-4a0c-9349-deb27bd62dfd None None] The sync data for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 is: [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:07.781342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:32:07.785013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:07.928682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.11 (c7026bff-2d8f-4ccf-b335-d46733b4fc19/775d07da-1053-45d7-b156-7cefbcb684e4/0a878df3-0ded-4b8a-8923-e99bab5df247) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:07.991814 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ed59c6dc-b6f8-49d1-adf1-d18a23316842 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:08.048284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ed59c6dc-b6f8-49d1-adf1-d18a23316842 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:08.048772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.084647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.143573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:08.156376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.202744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:08.206068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:08.206624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:08.207036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.210158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:08.262750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:08.266889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bd22d-fa37-4300-88fe-ef77c5c9587d req-95d9cda2-964a-4d5b-8bb8-0a22717ea5f7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:08.271227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd0bd22d-fa37-4300-88fe-ef77c5c9587d req-95d9cda2-964a-4d5b-8bb8-0a22717ea5f7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 932 time: 0.1065533 Oct 22 13:32:08.286893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.287537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.288047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.288539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.289026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.289511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.290009 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.290493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.291073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.292242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.292798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.293426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:08.309755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:08.310727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.335282 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-3db871a6-a6f1-4ef6-b421-b1bd7359b750 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9999356 Oct 22 13:32:08.348562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Request body: {'port': {'device_id': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:08.388288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.396105 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd0bd22d-fa37-4300-88fe-ef77c5c9587d req-301d69f8-3564-4093-8ff0-f23bc64446f0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162145 Oct 22 13:32:08.430980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74d4f-7fa2-477f-b3c6-375dfaf7d099 req-5af9afdb-9c2c-461c-9b54-cffe8b39d4dc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:08.432036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e74d4f-7fa2-477f-b3c6-375dfaf7d099 req-5af9afdb-9c2c-461c-9b54-cffe8b39d4dc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1415269 Oct 22 13:32:08.435855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.471556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e74d4f-7fa2-477f-b3c6-375dfaf7d099 req-564f55c7-e71f-4adb-89d2-449f55f8d187 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Oct 22 13:32:08.613153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-090052ab-b9ee-4f5b-b6e0-2477be8eb8c2 None None] Provisioning complete for port 0a878df3-0ded-4b8a-8923-e99bab5df247 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:08.613754 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-090052ab-b9ee-4f5b-b6e0-2477be8eb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.624689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d67ec7-e215-4768-81e3-a29b275f6f14 req-69ff2866-6659-4274-b1ae-b166ee09553d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:08.632915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55d67ec7-e215-4768-81e3-a29b275f6f14 req-69ff2866-6659-4274-b1ae-b166ee09553d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0662088 Oct 22 13:32:08.659715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-090052ab-b9ee-4f5b-b6e0-2477be8eb8c2 None None] Port 0a878df3-0ded-4b8a-8923-e99bab5df247 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:32:08.672364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55d67ec7-e215-4768-81e3-a29b275f6f14 req-5721d0eb-f9af-438b-bf10-0885e180258a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385542 Oct 22 13:32:08.777960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a878df3-0ded-4b8a-8923-e99bab5df247 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:08.786302 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.799693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Transition to ACTIVE for port object 0a878df3-0ded-4b8a-8923-e99bab5df247 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:32:08.803804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:08.859571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:08.960604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:08.960986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:08.961496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:08.966701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:32:08.967037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:08.972411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:08.972764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:08.973153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Bound using segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:08.973589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Bound port: 0a878df3-0ded-4b8a-8923-e99bab5df247, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:08.973953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:09.065051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:09.071134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:09.076959 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:09.128838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.129462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:09.131238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1092 time: 0.7873116 Oct 22 13:32:09.131628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:09.135834 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e4135-66c6-4203-a7ea-a2a2e8cda237" -d '{"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:09.178267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea80f5-bad0-4e34-83c4-cab4c3cae2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:09.253252 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6457d84-8d3b-4da7-82e0-257144817898 x-openstack-request-id: req-d6457d84-8d3b-4da7-82e0-257144817898 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:09.253860 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:09.254180 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6457d84-8d3b-4da7-82e0-257144817898 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:09.257103 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'status': 'completed', 'code': 200} Oct 22 13:32:09.275836 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-622de0c0-6f96-45fe-a497-c89fec59d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.277648 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-622de0c0-6f96-45fe-a497-c89fec59d37e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1095 time: 0.0905402 Oct 22 13:32:09.337814 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-0d15aea4-1923-4252-a00c-76b1608b5fdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 217 time: 0.0507190 Oct 22 13:32:09.402190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-b32fc052-f63f-4caa-8f8d-9772e9d6bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.404167 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-b32fc052-f63f-4caa-8f8d-9772e9d6bfc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0585728 Oct 22 13:32:09.458629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-a7487eec-c460-42aa-9627-66564cbbff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.462014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-a7487eec-c460-42aa-9627-66564cbbff52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501752 Oct 22 13:32:09.559821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398610f5-d17a-45b3-a73c-79f97cc5f9b2 req-eb66a3ff-d3f4-403b-9bd8-d63044969355 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.562085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398610f5-d17a-45b3-a73c-79f97cc5f9b2 req-eb66a3ff-d3f4-403b-9bd8-d63044969355 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 944 time: 0.0647073 Oct 22 13:32:09.581502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-726a8351-3012-4312-94c4-bf3da4c9cd94 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118450 Oct 22 13:32:09.625913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-398610f5-d17a-45b3-a73c-79f97cc5f9b2 req-80b0f12f-bd77-485d-abda-03e6a3dd834f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551298 Oct 22 13:32:09.697220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe8c6-2cd2-4de6-9445-887936a3349f req-1be6982c-8891-4f34-9cc4-557e49fe613a service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082032 Oct 22 13:32:09.785851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-c54a4961-79b1-40e7-a6c7-057045dfef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.787382 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-c54a4961-79b1-40e7-a6c7-057045dfef02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1095 time: 0.0435367 Oct 22 13:32:09.895705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-8fc110a9-77f3-4a40-9cc7-b55fce2a1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:09.897298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-8fc110a9-77f3-4a40-9cc7-b55fce2a1f13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.1028666 Oct 22 13:32:09.945214 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-c8a344fa-5734-43b0-bb87-05cd3fe13e09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 217 time: 0.0401411 Oct 22 13:32:10.002538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-2e931347-a5f0-40f3-bf1e-75ad2bcc7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:10.004130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-2e931347-a5f0-40f3-bf1e-75ad2bcc7349 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0517764 Oct 22 13:32:10.027918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:10.068107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-7288d94e-d845-4209-8a07-0282057356aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:10.069737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-7288d94e-d845-4209-8a07-0282057356aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565672 Oct 22 13:32:10.173888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-7ffac93d-06b8-46c4-acb8-d27504e78cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963235 Oct 22 13:32:10.285320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-407e4135-66c6-4203-a7ea-a2a2e8cda237 req-683e90fb-f9f9-4e13-9e1f-c235346f0d5d service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036448 Oct 22 13:32:10.754204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bde8-b422-4f6e-9f74-86547b34fe1a req-f898160a-eae4-4935-a842-7dc4f8d629f7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:10.755930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ae5bde8-b422-4f6e-9f74-86547b34fe1a req-f898160a-eae4-4935-a842-7dc4f8d629f7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 944 time: 0.0540724 Oct 22 13:32:10.798912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ae5bde8-b422-4f6e-9f74-86547b34fe1a req-af00312a-8e72-4ae0-804a-8c47b696f077 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Oct 22 13:32:11.511751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-f10f4905-1603-49e6-865a-893b49b31cee tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:11.513102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-f10f4905-1603-49e6-865a-893b49b31cee tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1047518 Oct 22 13:32:11.528068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-9fcfb8be-c3ad-4510-8e8f-f6fc3dff0e51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0093002 Oct 22 13:32:11.580681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-85fa0188-1aac-4b5c-afdb-a092e0ecafe1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474699 Oct 22 13:32:11.670075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-a60b4dcc-6c58-4c1c-abb8-3215e1d54b9c service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Oct 22 13:32:11.870442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:32:11.973941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:11.986194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'port_id': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'mac_address': 'fa:16:3e:b6:2b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:32:12.024975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:12.037702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a878df3-0ded-4b8a-8923-e99bab5df247 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:12.059646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:12.063614 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:12.090643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-8f07db69-5bb3-4411-931d-3718ef08b7e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138837 Oct 22 13:32:12.099112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89702eb-a8ab-4557-97c6-ae65c89af0d4 req-2cf2f753-1a14-40bc-b1fa-1eeaa3af58df tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:12.106785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e89702eb-a8ab-4557-97c6-ae65c89af0d4 req-2cf2f753-1a14-40bc-b1fa-1eeaa3af58df tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1023417 Oct 22 13:32:12.122009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:12.144840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e89702eb-a8ab-4557-97c6-ae65c89af0d4 req-24b09f79-1e5c-41b6-a8eb-1f75df97ac7a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370479 Oct 22 13:32:12.269667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0a878df3-0ded-4b8a-8923-e99bab5df247'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:12.292680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7c37bcb-9595-4e0e-abe6-4b1301447bc0 req-b0600351-1f06-47c1-9b8b-de36dee983ec tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0304112 Oct 22 13:32:13.272573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb47a23-610c-47cd-a3ef-6529ea0a50b9 req-11f680b8-a0e4-4a22-8f18-c3a69a36295d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:13.274375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bb47a23-610c-47cd-a3ef-6529ea0a50b9 req-11f680b8-a0e4-4a22-8f18-c3a69a36295d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0576301 Oct 22 13:32:13.288165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-e91d0fc0-1f3f-46d7-8ef2-094fd4ba3132 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:13.292457 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-e91d0fc0-1f3f-46d7-8ef2-094fd4ba3132 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1358731 Oct 22 13:32:13.312402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:13.317990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bb47a23-610c-47cd-a3ef-6529ea0a50b9 req-3c1a0ebc-75e3-4bca-95cf-c484c3292f79 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359445 Oct 22 13:32:13.411719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-207e19c7-04b7-47eb-aa54-4d05a92d1ce6 req-8f22959b-a49c-41be-b9fa-6a8d91b1eaa9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Oct 22 13:32:13.434363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:32:13.437973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:13.572512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.7 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/867218db-1a39-4005-9104-3011538e173f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:13.743552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:13.777367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:13.790247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1961d0a-b18a-4486-b64a-d83b6c32b1ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:13.827714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:13.831006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:13.833939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:13.863322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:13.886909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:13.898023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:13.899199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:13.934767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-387e5f48-18be-41f6-9b8b-00d0341ccb1e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281452 Oct 22 13:32:13.949065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Request body: {'port': {'device_id': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:14.012941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 0a878df3-0ded-4b8a-8923-e99bab5df247 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:32:14.019480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 0a878df3-0ded-4b8a-8923-e99bab5df247 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:14.020101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.055516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.147647 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.176286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:14.179069 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ede64d-2f0e-4970-aba6-aa790dc43fe9" -d '{"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-plugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:14.210882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:14.219716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.224876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0a6090a1-cc7c-4519-a3fa-347446215210 None None] Provisioning complete for port 867218db-1a39-4005-9104-3011538e173f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:14.225240 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0a6090a1-cc7c-4519-a3fa-347446215210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.270110 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e350f9-5084-483a-8d6d-1f3a77d0d34b x-openstack-request-id: req-37e350f9-5084-483a-8d6d-1f3a77d0d34b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:14.270676 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-plugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:14.271032 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37e350f9-5084-483a-8d6d-1f3a77d0d34b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:14.271526 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'code': 200} Oct 22 13:32:14.316770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0a6090a1-cc7c-4519-a3fa-347446215210 None None] Port 867218db-1a39-4005-9104-3011538e173f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:32:14.335499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:14.392843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de8a36-4cf5-4d8f-b88c-7e70aae0d373 req-3504b60b-760e-4bd1-a63e-b349a7f583f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.394380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06de8a36-4cf5-4d8f-b88c-7e70aae0d373 req-3504b60b-760e-4bd1-a63e-b349a7f583f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1097 time: 0.0734851 Oct 22 13:32:14.423181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867218db-1a39-4005-9104-3011538e173f {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:14.434981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.465518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Transition to ACTIVE for port object 867218db-1a39-4005-9104-3011538e173f will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:32:14.471467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b286aa-af29-4e0e-bfa9-32c54f7d9ac5 req-e469296d-cfda-4f3e-b633-7b5010c1a4c9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.472395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.473643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8b286aa-af29-4e0e-bfa9-32c54f7d9ac5 req-e469296d-cfda-4f3e-b633-7b5010c1a4c9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.0782874 Oct 22 13:32:14.483628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06de8a36-4cf5-4d8f-b88c-7e70aae0d373 req-8cc96bdd-f324-4523-99bc-f35b9ea6301d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586691 Oct 22 13:32:14.558252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Pushing event updated for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:14.564225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8b286aa-af29-4e0e-bfa9-32c54f7d9ac5 req-6e14cbee-5c1c-4775-9161-c6532b986b34 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655539 Oct 22 13:32:14.598785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44e15-5765-4149-9f22-fc010c27a0dd req-4b21fd4a-9b86-4cf4-8997-58b290dff1b5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.600420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f44e15-5765-4149-9f22-fc010c27a0dd req-4b21fd4a-9b86-4cf4-8997-58b290dff1b5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0786083 Oct 22 13:32:14.614482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Attempting to bind port 867218db-1a39-4005-9104-3011538e173f on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:14.614865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Attempting to bind port 867218db-1a39-4005-9104-3011538e173f by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:14.615192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Attempting to bind port 867218db-1a39-4005-9104-3011538e173f on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:14.620869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Port 867218db-1a39-4005-9104-3011538e173f on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:32:14.621203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Attempting to bind port 867218db-1a39-4005-9104-3011538e173f on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:14.627158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:14.627495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:14.627924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:14.628384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Bound port: 867218db-1a39-4005-9104-3011538e173f, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:14.628730 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.652622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5f44e15-5765-4149-9f22-fc010c27a0dd req-c5e41c37-a057-4295-8d36-c7f7139613a8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Oct 22 13:32:14.698774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:14.702043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=867218db-1a39-4005-9104-3011538e173f,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:14.707545 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.745058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.745724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:14.747176 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] 10.222.0.26 "PUT /v2.0/ports/867218db-1a39-4005-9104-3011538e173f HTTP/1.1" status: 200 len: 1091 time: 0.8026683 Oct 22 13:32:14.747637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'tag': '867218db-1a39-4005-9104-3011538e173f'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:14.749939 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272def24-1c71-4219-bc84-11cd3f3b329a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "tag": "867218db-1a39-4005-9104-3011538e173f"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:14.784372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359766e8-97b8-48bc-baaa-31eebb0cee87 service neutron] Pushing event updated for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:14.821614 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe9512c-89e8-4283-a5aa-01e92b366979 x-openstack-request-id: req-afe9512c-89e8-4283-a5aa-01e92b366979 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:14.827794 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "tag": "867218db-1a39-4005-9104-3011538e173f", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:14.828244 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afe9512c-89e8-4283-a5aa-01e92b366979 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:14.828770 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'tag': '867218db-1a39-4005-9104-3011538e173f', 'status': 'completed', 'code': 200} Oct 22 13:32:14.880164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-4f5c7e3a-7c46-4820-8589-99ce9ef28bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.883248 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-4f5c7e3a-7c46-4820-8589-99ce9ef28bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 1094 time: 0.0871503 Oct 22 13:32:14.929739 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-2c2369cf-ffbc-4dce-b85d-ede5785c0e41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=867218db-1a39-4005-9104-3011538e173f HTTP/1.1" status: 200 len: 217 time: 0.0382104 Oct 22 13:32:14.983053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-b4a7960b-fd35-49d0-95bc-9159e55d3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:14.984857 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-b4a7960b-fd35-49d0-95bc-9159e55d3c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0482082 Oct 22 13:32:15.035731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-8bc0ce5c-9fe9-4cc5-8ced-33512c3c9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.037239 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-8bc0ce5c-9fe9-4cc5-8ced-33512c3c9835 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437334 Oct 22 13:32:15.140333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-a49b5151-fef1-403c-b9b5-15f5ea7debdf service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953574 Oct 22 13:32:15.242025 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8a02ae48-4d45-49a8-b50a-e0f468a054e4 req-d9feb4bb-c365-4921-b558-f540bfb25ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939689 Oct 22 13:32:15.345997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272def24-1c71-4219-bc84-11cd3f3b329a req-757d7727-2f22-4399-b7e5-c55d1a38e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.347650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-757d7727-2f22-4399-b7e5-c55d1a38e94a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 1094 time: 0.0480459 Oct 22 13:32:15.494027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272def24-1c71-4219-bc84-11cd3f3b329a req-2551f60f-bf0a-4ec3-9d4a-f6caea5f9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.495723 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-2551f60f-bf0a-4ec3-9d4a-f6caea5f9686 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1394372 Oct 22 13:32:15.539874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-9edadf00-6d71-4ac5-9fa2-337388d60543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=867218db-1a39-4005-9104-3011538e173f HTTP/1.1" status: 200 len: 217 time: 0.0361819 Oct 22 13:32:15.603638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272def24-1c71-4219-bc84-11cd3f3b329a req-b13142a0-0008-4280-be8e-6ea8fd1802a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.605682 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-b13142a0-0008-4280-be8e-6ea8fd1802a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0510645 Oct 22 13:32:15.672270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272def24-1c71-4219-bc84-11cd3f3b329a req-61407805-65aa-4dcc-9d51-0ba15d798a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.674273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-61407805-65aa-4dcc-9d51-0ba15d798a0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610502 Oct 22 13:32:15.732288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566f35a-0527-484e-b2a8-e6b1a8efd135 req-96b7a812-f489-4f2e-b620-5562c6f0910b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.740184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b566f35a-0527-484e-b2a8-e6b1a8efd135 req-96b7a812-f489-4f2e-b620-5562c6f0910b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.0799966 Oct 22 13:32:15.795879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b566f35a-0527-484e-b2a8-e6b1a8efd135 req-84800454-6b0e-40e1-803a-5871c028865c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538757 Oct 22 13:32:15.845976 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-dedd0377-fb6c-4458-aace-04a3c314aad2 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628811 Oct 22 13:32:15.898002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afb7bf-9189-445b-8fbe-255ac70688ce req-9639156f-22a4-42b8-a951-759573e67554 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:15.911148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22afb7bf-9189-445b-8fbe-255ac70688ce req-9639156f-22a4-42b8-a951-759573e67554 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.1677747 Oct 22 13:32:15.978931 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-272def24-1c71-4219-bc84-11cd3f3b329a req-070c6618-be8b-425f-96ff-f1d4b705a726 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228056 Oct 22 13:32:15.998799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22afb7bf-9189-445b-8fbe-255ac70688ce req-b7181f18-8d9d-4180-a524-b5a7dade8138 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866926 Oct 22 13:32:16.009414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9be13-5a92-4c40-bdd1-fa741997c037 req-1be97bec-c4c8-416e-8212-c4a5b551785e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:16.015089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4a9be13-5a92-4c40-bdd1-fa741997c037 req-1be97bec-c4c8-416e-8212-c4a5b551785e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1018755 Oct 22 13:32:16.064141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4a9be13-5a92-4c40-bdd1-fa741997c037 req-dec950a5-141a-41b3-ab25-f8d28012bc73 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 Oct 22 13:32:16.088260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:16.130817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba25a69-7b83-4e34-b367-62886fe4d36e tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:16.135123 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aba25a69-7b83-4e34-b367-62886fe4d36e tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1092 time: 0.0421650 Oct 22 13:32:16.135493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:16.139949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:16.168117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:16.280718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:16.404322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.195 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/54adb038-b95d-4277-b8dc-30794815572b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:16.534223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:16.568638 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:16.605766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:16.608803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:16.612359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:16.640790 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=54adb038-b95d-4277-b8dc-30794815572b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:17.168604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af44282-9357-40ba-b57c-e4d6a0b2bd41 req-9d6bbec2-97b6-42bd-8d90-d8f0d0be49f6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:17.170638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af44282-9357-40ba-b57c-e4d6a0b2bd41 req-9d6bbec2-97b6-42bd-8d90-d8f0d0be49f6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0711586 Oct 22 13:32:17.234892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2af44282-9357-40ba-b57c-e4d6a0b2bd41 req-9bbdde46-953a-4599-973e-3bdd062d5592 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577426 Oct 22 13:32:17.350490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:17.456156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:17.670379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:17.678259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:17.773372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=54adb038-b95d-4277-b8dc-30794815572b,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:17.793092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:17.877895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268cc91-89ed-416a-ac7d-dc3c189b2dc3 req-dbbb77b1-5b44-47d8-bcc2-01948dca3551 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:17.892029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8268cc91-89ed-416a-ac7d-dc3c189b2dc3 req-dbbb77b1-5b44-47d8-bcc2-01948dca3551 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1074729 Oct 22 13:32:17.919238 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP faf1765d-bb5b-40af-bc68-e59bf4ab1143 associated. External IP: 172.25.6.195, port: 0a878df3-0ded-4b8a-8923-e99bab5df247. Oct 22 13:32:17.955608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8268cc91-89ed-416a-ac7d-dc3c189b2dc3 req-2c764b60-5652-4532-b2cb-8d9777a70def tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604179 Oct 22 13:32:18.255306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router c8855d47-39ec-466a-9470-5d4b2d58a762 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:32:18.374575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8b2b1-5c59-45de-9ec9-100fe23e7408 req-feec9f33-f282-4fd2-a3be-6a672547efc4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:18.377531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51e8b2b1-5c59-45de-9ec9-100fe23e7408 req-feec9f33-f282-4fd2-a3be-6a672547efc4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0638850 Oct 22 13:32:18.442114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51e8b2b1-5c59-45de-9ec9-100fe23e7408 req-2aa6e294-c1a1-4d6c-a8ff-61b922ac7069 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Oct 22 13:32:18.453588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:18.474420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Sync routers for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:18.485368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:18.486914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:18.497688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:18.551048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-09043318-7595-420a-88ec-6b3fb13ceb54 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4139776 Oct 22 13:32:18.551588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:18.555943 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51" -d '{"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:18.613578 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44625d-6fc8-4d6b-afbf-28b81c62f847 x-openstack-request-id: req-7a44625d-6fc8-4d6b-afbf-28b81c62f847 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:18.614141 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:18.614730 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a44625d-6fc8-4d6b-afbf-28b81c62f847 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:18.623053 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'status': 'completed', 'code': 200} Oct 22 13:32:18.661545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:18.734073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25aa17-68b4-4341-bf37-0a3f9ddd06b4 req-f4e6e41d-1310-46c2-9821-2b7c4ff6df6f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:18.737449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d25aa17-68b4-4341-bf37-0a3f9ddd06b4 req-f4e6e41d-1310-46c2-9821-2b7c4ff6df6f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.0789363 Oct 22 13:32:18.744061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-97ffc539-790b-49ac-b372-0e6f59742bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:18.747018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-97ffc539-790b-49ac-b372-0e6f59742bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1097 time: 0.0907357 Oct 22 13:32:18.823017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d25aa17-68b4-4341-bf37-0a3f9ddd06b4 req-83a53018-84dc-4214-8f5f-eda8f71564bf tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787020 Oct 22 13:32:18.849413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36118) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:18.956840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-63885966-d1f3-4f41-a326-48a7f11e8084 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 200 len: 992 time: 0.1058698 Oct 22 13:32:18.962768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-f8189c2c-39b4-455b-a565-6a581ff3b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:18.966511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-f8189c2c-39b4-455b-a565-6a581ff3b64b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.2120972 Oct 22 13:32:19.060788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-3a5ba046-2fb9-4d85-9b26-5418c184514a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1000 time: 0.0864594 Oct 22 13:32:19.126403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-e13b6ff3-203a-46ae-b886-3543eaf045ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:19.128706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-e13b6ff3-203a-46ae-b886-3543eaf045ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0604761 Oct 22 13:32:19.142903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'faf1765d-bb5b-40af-bc68-e59bf4ab1143', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'port_id': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'mac_address': 'fa:16:3e:b6:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:32:16Z', 'updated_at': '2021-10-22T13:32:16Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:19.147961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1bff2-6695-497a-abde-3e5e02a2d900 req-950d9b24-fd6f-4657-a705-c0ce97004235 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:19.149603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23d1bff2-6695-497a-abde-3e5e02a2d900 req-950d9b24-fd6f-4657-a705-c0ce97004235 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0753019 Oct 22 13:32:19.196429 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-4a7324cf-4049-4bc9-94f2-f657fd832d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:19.198040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-4a7324cf-4049-4bc9-94f2-f657fd832d89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626020 Oct 22 13:32:19.211529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23d1bff2-6695-497a-abde-3e5e02a2d900 req-ef45efe1-bbd8-459c-967d-5a908aeae9de tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Oct 22 13:32:19.217699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Checking router: c8855d47-39ec-466a-9470-5d4b2d58a762 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:19.227380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:19.228222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:31:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:19.320887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-930ea73b-1c28-455d-a681-608232bca1cf service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152017 Oct 22 13:32:19.381367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:19.454285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ddf92d2b-d62b-44ef-b078-88c7e77d5a51 req-0b4f0729-16c4-4ae8-90da-111880336461 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266448 Oct 22 13:32:19.623850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d4e3-cabf-47d0-8024-3bb597e0fc43 req-28805e0a-43cf-4861-9fc4-aa9f9107298b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:19.625795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bd4d4e3-cabf-47d0-8024-3bb597e0fc43 req-28805e0a-43cf-4861-9fc4-aa9f9107298b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0938566 Oct 22 13:32:19.676523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bd4d4e3-cabf-47d0-8024-3bb597e0fc43 req-98160c36-1658-40cf-a36a-b5be473a200e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Oct 22 13:32:19.725830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'faf1765d-bb5b-40af-bc68-e59bf4ab1143', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'port_id': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'mac_address': 'fa:16:3e:b6:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:32:16Z', 'updated_at': '2021-10-22T13:32:16Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:19.755371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658f04a-a0eb-4fb6-b8f3-c96dddc2685b None None] The sync data for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 is: [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'faf1765d-bb5b-40af-bc68-e59bf4ab1143', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'port_id': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'mac_address': 'fa:16:3e:b6:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:32:16Z', 'updated_at': '2021-10-22T13:32:16Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:19.960746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:20.028269 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82537e34-4131-4bb6-b055-71f57e1bd55f None None] New status for floating IP faf1765d-bb5b-40af-bc68-e59bf4ab1143: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:32:20.063047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f2e97678-c9b7-40cc-bfe3-e02a95f19a7c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 200 len: 992 time: 0.1013203 Oct 22 13:32:20.360484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369746-aa18-4cad-be9d-25ae805e817e req-903c8a9b-8329-4c5d-b9dd-45373a39d44d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:20.362877 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d369746-aa18-4cad-be9d-25ae805e817e req-903c8a9b-8329-4c5d-b9dd-45373a39d44d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0627811 Oct 22 13:32:20.420809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d369746-aa18-4cad-be9d-25ae805e817e req-9b1547da-ef20-4add-9806-d146df21018a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 Oct 22 13:32:20.501911 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:32:20.839796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74a32a-ceaf-44a0-8a0a-03a794f5990e req-efb29140-9eb5-42e9-b321-bc0569de86a4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:20.841881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d74a32a-ceaf-44a0-8a0a-03a794f5990e req-efb29140-9eb5-42e9-b321-bc0569de86a4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0665314 Oct 22 13:32:20.885183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0d74a32a-ceaf-44a0-8a0a-03a794f5990e req-1aac32f1-5862-4f53-bb7a-bacaccedb4f2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367310 Oct 22 13:32:21.064428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36130) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:21.140258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1693e076-b597-4604-b4ad-2dd547d31467 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 200 len: 994 time: 0.0743523 Oct 22 13:32:21.557276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a6b3-3903-4b99-9335-a1eb2c81b514 req-dec30a9c-fd42-4a7c-9254-d657b31841fa tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:21.560292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c632a6b3-3903-4b99-9335-a1eb2c81b514 req-dec30a9c-fd42-4a7c-9254-d657b31841fa tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0521321 Oct 22 13:32:21.608360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c632a6b3-3903-4b99-9335-a1eb2c81b514 req-f01d3560-c494-4d9b-9d61-53ef7483f60a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 Oct 22 13:32:22.005364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836da1-9cb2-42c1-89b4-3d25e50bd129 req-4bb764bf-c87f-43b3-9f0b-3e580b3029b9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:22.014025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2836da1-9cb2-42c1-89b4-3d25e50bd129 req-4bb764bf-c87f-43b3-9f0b-3e580b3029b9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0582113 Oct 22 13:32:22.047890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2836da1-9cb2-42c1-89b4-3d25e50bd129 req-dd087250-6775-473a-9044-88c5cc9f5d3a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Oct 22 13:32:22.730823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58cf5-5416-4276-8ec3-d54a4e124348 req-6be0e334-e2de-4667-bd92-e66136c7a441 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:22.732293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ab58cf5-5416-4276-8ec3-d54a4e124348 req-6be0e334-e2de-4667-bd92-e66136c7a441 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0534241 Oct 22 13:32:22.769429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ab58cf5-5416-4276-8ec3-d54a4e124348 req-66be1571-fbbf-4f0a-827f-dfa47e302bc6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Oct 22 13:32:23.170809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd3ca2-56cb-4a79-b492-13a105e7f955 req-d4893a08-9d29-4feb-8cb2-c5e3522cd130 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:23.172249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4abd3ca2-56cb-4a79-b492-13a105e7f955 req-d4893a08-9d29-4feb-8cb2-c5e3522cd130 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0532367 Oct 22 13:32:23.210977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4abd3ca2-56cb-4a79-b492-13a105e7f955 req-1fe6bfd4-5114-4eab-a235-ffe736457b16 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Oct 22 13:32:23.893382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af5104-53b8-4e85-ba51-d6ecd9a5f6b6 req-1e790c5e-9c91-4869-9852-93b48fe0f361 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:23.894892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03af5104-53b8-4e85-ba51-d6ecd9a5f6b6 req-1e790c5e-9c91-4869-9852-93b48fe0f361 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0502262 Oct 22 13:32:23.933446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03af5104-53b8-4e85-ba51-d6ecd9a5f6b6 req-30f0e406-e300-4797-9d85-ae0df7256d0c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Oct 22 13:32:23.988054 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a012a00-b68d-44f0-8979-f6e6cefd04e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:24.346066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d5540-21b5-4bc3-842f-94a11ee12b17 req-7c937257-3d7d-4f88-8bce-819b3ed2cbe4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:24.348506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d87d5540-21b5-4bc3-842f-94a11ee12b17 req-7c937257-3d7d-4f88-8bce-819b3ed2cbe4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0587299 Oct 22 13:32:24.388943 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d87d5540-21b5-4bc3-842f-94a11ee12b17 req-08bc0088-c604-47df-bd64-e778c309f946 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Oct 22 13:32:25.058505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec7ae3-3259-4368-8ff9-b37675c0541b req-26c9e379-7dee-4889-aa15-64e7df8d7f51 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:25.060113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14ec7ae3-3259-4368-8ff9-b37675c0541b req-26c9e379-7dee-4889-aa15-64e7df8d7f51 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0527248 Oct 22 13:32:25.101260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14ec7ae3-3259-4368-8ff9-b37675c0541b req-1c7773b0-4d1c-4e11-ad0f-5311d5cba3e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339336 Oct 22 13:32:25.517718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60f9d-6df4-4d7a-a7ea-55bf59c4d473 req-50c1b1d7-8f0c-4684-844a-25fa16d899dd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:25.519249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bef60f9d-6df4-4d7a-a7ea-55bf59c4d473 req-50c1b1d7-8f0c-4684-844a-25fa16d899dd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0571740 Oct 22 13:32:25.560743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bef60f9d-6df4-4d7a-a7ea-55bf59c4d473 req-f93024dc-fa54-4c76-8337-3f6dd5cb51a5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Oct 22 13:32:26.244623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576e57-f681-4bbb-9bfd-6d6aef49719c req-5b05e31f-beb3-462a-921c-35f5433c8f5d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:26.248294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b576e57-f681-4bbb-9bfd-6d6aef49719c req-5b05e31f-beb3-462a-921c-35f5433c8f5d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0661843 Oct 22 13:32:26.289917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b576e57-f681-4bbb-9bfd-6d6aef49719c req-b412d59c-6364-42d2-94c5-f4c5026a4e63 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350871 Oct 22 13:32:26.682551 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c65c1-6a7e-4aae-9292-a9338decf968 req-413f4d81-b023-411a-a5cb-1ffb02364df6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:26.684003 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70c65c1-6a7e-4aae-9292-a9338decf968 req-413f4d81-b023-411a-a5cb-1ffb02364df6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0505638 Oct 22 13:32:26.723413 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70c65c1-6a7e-4aae-9292-a9338decf968 req-08a57896-9a2c-4e7c-8fca-1a4994c375db tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Oct 22 13:32:27.080371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711d3ce3-9546-4813-ac3a-d86bdc618027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:27.414853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b80a-c9bc-470d-891d-b4b208b8b786 req-ef98e989-ef20-476f-a3c5-5303e6265742 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:27.416354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f609b80a-c9bc-470d-891d-b4b208b8b786 req-ef98e989-ef20-476f-a3c5-5303e6265742 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0518136 Oct 22 13:32:27.456200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f609b80a-c9bc-470d-891d-b4b208b8b786 req-4827e3f6-adee-4434-b46d-3bb8e983b42a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331349 Oct 22 13:32:27.780313 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:27.788900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:27.866195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43da9b-daad-42e7-ba47-0279d9032b08 req-abe6fd67-035f-4818-872a-e411d4c55c37 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:27.867825 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e43da9b-daad-42e7-ba47-0279d9032b08 req-abe6fd67-035f-4818-872a-e411d4c55c37 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0609848 Oct 22 13:32:27.920740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e43da9b-daad-42e7-ba47-0279d9032b08 req-1f1c0845-463f-4308-8bbe-16cfa70beb7f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Oct 22 13:32:28.580683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2dea4-0b7f-4a40-93ba-eada6f1cb148 req-5c4d8105-7871-4c77-b438-644a470381c1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:28.582191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0b2dea4-0b7f-4a40-93ba-eada6f1cb148 req-5c4d8105-7871-4c77-b438-644a470381c1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0514235 Oct 22 13:32:28.621113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0b2dea4-0b7f-4a40-93ba-eada6f1cb148 req-a7789cc6-5e2a-4cde-a508-135e3ffcda4c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Oct 22 13:32:29.060009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c357e-682e-4d94-81dd-2d9126a71544 req-21c3cf6a-0ef2-4395-9966-b06bf8eaff12 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:29.061668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d10c357e-682e-4d94-81dd-2d9126a71544 req-21c3cf6a-0ef2-4395-9966-b06bf8eaff12 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0569425 Oct 22 13:32:29.100669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d10c357e-682e-4d94-81dd-2d9126a71544 req-ca110183-5027-497c-849a-b0f7a7133ae3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Oct 22 13:32:29.754147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2379a-bbb8-4519-adb8-88b11c3d876a req-c72c8a83-867a-4d5a-a552-99678c1fe546 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:29.755653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09e2379a-bbb8-4519-adb8-88b11c3d876a req-c72c8a83-867a-4d5a-a552-99678c1fe546 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0532708 Oct 22 13:32:29.787213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:29.794873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09e2379a-bbb8-4519-adb8-88b11c3d876a req-f2b29e32-04e5-4775-b548-c18530c96042 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329525 Oct 22 13:32:30.225300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f835b-e9d8-41e7-8d5c-1002309786bf req-09b4112a-6a48-4d07-88f0-a9717d23e933 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:30.227085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af2f835b-e9d8-41e7-8d5c-1002309786bf req-09b4112a-6a48-4d07-88f0-a9717d23e933 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0529783 Oct 22 13:32:30.268173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af2f835b-e9d8-41e7-8d5c-1002309786bf req-ba47717d-9103-4136-ba50-d5fdfa58ec77 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Oct 22 13:32:30.918807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6bc15-6e17-4843-85d4-b27d8cb03542 req-040528d9-8612-4b67-977d-b6e4192f5176 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:30.920292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5b6bc15-6e17-4843-85d4-b27d8cb03542 req-040528d9-8612-4b67-977d-b6e4192f5176 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0511203 Oct 22 13:32:30.959584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5b6bc15-6e17-4843-85d4-b27d8cb03542 req-aa13a728-7529-4e4c-8927-8f93ec615354 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Oct 22 13:32:31.278003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:32:31.387183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:31.397549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0328-3fb7-4dfc-98bd-77bfac8f4f86 req-98270207-d3da-4845-80ff-4ec073700ccb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:31.399296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cdc0328-3fb7-4dfc-98bd-77bfac8f4f86 req-98270207-d3da-4845-80ff-4ec073700ccb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0593607 Oct 22 13:32:31.443438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cdc0328-3fb7-4dfc-98bd-77bfac8f4f86 req-9447bac6-883a-445a-9be4-0027fb4262ea tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Oct 22 13:32:31.552188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:32:31.588400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:31.601941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:31.622336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:31.626555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:31.686545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:31.721925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['311917a6-5d69-472e-bf85-a7d5ffee7ff5'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:32.090417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaab9f8-be84-4b52-9438-c48804f32326 req-92f1ba11-6c1a-40eb-8066-a53ffc3f858b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:32.091924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0eaab9f8-be84-4b52-9438-c48804f32326 req-92f1ba11-6c1a-40eb-8066-a53ffc3f858b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Oct 22 13:32:32.143037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0eaab9f8-be84-4b52-9438-c48804f32326 req-17e8f2e2-36ef-435d-bd68-0b6acaa4a5d5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Oct 22 13:32:32.562714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c91d8-707a-4bce-9460-e19c5be280bb req-4360c4de-34b1-4242-ae03-fd3fcb4046b2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:32.564182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f49c91d8-707a-4bce-9460-e19c5be280bb req-4360c4de-34b1-4242-ae03-fd3fcb4046b2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0509973 Oct 22 13:32:32.603656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f49c91d8-707a-4bce-9460-e19c5be280bb req-f3a69b64-e34f-47c0-8271-60f00d6f1901 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Oct 22 13:32:33.282077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6253c-f3b5-47ad-9c8f-21f6c10cfc79 req-c8961e1f-7591-4d55-8195-1f8c23f8d61a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:33.283691 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bd6253c-f3b5-47ad-9c8f-21f6c10cfc79 req-c8961e1f-7591-4d55-8195-1f8c23f8d61a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 945 time: 0.0576591 Oct 22 13:32:33.309418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:33.326406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5bd6253c-f3b5-47ad-9c8f-21f6c10cfc79 req-e8d83deb-1eba-4ea5-9313-92e9557a59f2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359833 Oct 22 13:32:33.369116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:33.369494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:33.452669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:33.479181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:33.481568 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad883c-2463-4689-b799-80c7ededcffc" -d '{"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:33.494564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:33.498570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:33.529332 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c36ed9-dc76-4c3b-839b-c4a93e08c1dc x-openstack-request-id: req-15c36ed9-dc76-4c3b-839b-c4a93e08c1dc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:33.529625 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:33.529880 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15c36ed9-dc76-4c3b-839b-c4a93e08c1dc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:33.530274 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'code': 200} Oct 22 13:32:33.554095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:33.731764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200bec2-14d6-43fb-8fff-06b9ed64772c req-91e55b1f-0cbe-4f70-a5e7-8732accdb15e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:33.733205 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0200bec2-14d6-43fb-8fff-06b9ed64772c req-91e55b1f-0cbe-4f70-a5e7-8732accdb15e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0550392 Oct 22 13:32:33.774780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0200bec2-14d6-43fb-8fff-06b9ed64772c req-c11e5e26-db5b-4e98-a420-f65cf92d36a7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Oct 22 13:32:34.475523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf36814-4654-4e06-a94d-faaad4a3a554 req-fed2d3b4-4689-4286-b087-0969c2cff625 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:34.477622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf36814-4654-4e06-a94d-faaad4a3a554 req-fed2d3b4-4689-4286-b087-0969c2cff625 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0620065 Oct 22 13:32:34.521826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ccf36814-4654-4e06-a94d-faaad4a3a554 req-89ee3ebc-30da-48b4-a8de-5fe0da6c9c7d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366879 Oct 22 13:32:34.909091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ebfb7-3e62-4ba9-a7b0-94deb6b78289 req-b92b0c76-e8a3-40a5-965e-d88380548342 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:34.915179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b71ebfb7-3e62-4ba9-a7b0-94deb6b78289 req-b92b0c76-e8a3-40a5-965e-d88380548342 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.0604985 Oct 22 13:32:34.959376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b71ebfb7-3e62-4ba9-a7b0-94deb6b78289 req-ef235d23-4856-4b4a-9520-f33da1f7ec5d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Oct 22 13:32:34.996011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36208) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:35.074350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7de4b75d-0506-4ca2-b14c-3bb13d40d93c tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/floatingips/115e3cc2-bfb5-47ce-b081-df64c0ed1b30 HTTP/1.1" status: 200 len: 994 time: 0.0661333 Oct 22 13:32:35.296168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36214) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:35.496028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 2e5e3b71-76bf-4d6c-8014-0c4c42c6578c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:35.496392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:35.602043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:35.602043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:35.606424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 2e5e3b71-76bf-4d6c-8014-0c4c42c6578c owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:35.724708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173e683-8913-4c75-babe-08239562d232 req-41b1b353-b3ad-4a0a-a3aa-e7a9be41f714 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:35.726639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a173e683-8913-4c75-babe-08239562d232 req-41b1b353-b3ad-4a0a-a3aa-e7a9be41f714 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0752037 Oct 22 13:32:35.783225 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a173e683-8913-4c75-babe-08239562d232 req-54e97894-ef83-4bbc-9e2f-5c0285d8a59f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Oct 22 13:32:35.852889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:35.884065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=2e5e3b71-76bf-4d6c-8014-0c4c42c6578c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:35.960657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:35.961358 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Floating IP 115e3cc2-bfb5-47ce-b081-df64c0ed1b30 disassociated (deleted). External IP: 172.25.6.165, port: a62d21ee-2c96-4d8f-922f-4a28eaaf3289. Oct 22 13:32:35.983388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 867218db-1a39-4005-9104-3011538e173f details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:32:36.132567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=867218db-1a39-4005-9104-3011538e173f,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:36.153683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '867218db-1a39-4005-9104-3011538e173f', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': '867218db-1a39-4005-9104-3011538e173f', 'mac_address': 'fa:16:3e:91:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:32:36.224537 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:36.235902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed468336-9d4b-423f-a2c4-bc8715e5ff26 req-8ae140c0-b416-4ab0-8da4-e82ab1647a04 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:36.239057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed468336-9d4b-423f-a2c4-bc8715e5ff26 req-8ae140c0-b416-4ab0-8da4-e82ab1647a04 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 943 time: 0.1503386 Oct 22 13:32:36.240770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867218db-1a39-4005-9104-3011538e173f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:32:36.270011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=867218db-1a39-4005-9104-3011538e173f,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:36.279208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:36.312351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router 0f9daadf-1521-41b4-b350-a17015b39fd9 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:32:36.316606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed468336-9d4b-423f-a2c4-bc8715e5ff26 req-219f50c3-8bcc-498e-ab1b-7232f62abd68 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698211 Oct 22 13:32:36.358968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:36.460174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:36.465660 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:36.483010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Sync routers for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:36.502019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3bda3167-4c06-4120-9253-2caeb7c6cb9e tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/floatingips/115e3cc2-bfb5-47ce-b081-df64c0ed1b30 HTTP/1.1" status: 204 len: 168 time: 1.2017670 Oct 22 13:32:36.502019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:36.505431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['867218db-1a39-4005-9104-3011538e173f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:36.515043 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42226d-db77-4dc4-89a1-dc03db62ce38" -d '{"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:36.553969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:36.554822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:36.611947 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0b624-d6bb-4bfe-b3be-c3d53c4b78f0 x-openstack-request-id: req-2ff0b624-d6bb-4bfe-b3be-c3d53c4b78f0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:36.612694 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:36.613159 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ff0b624-d6bb-4bfe-b3be-c3d53c4b78f0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:36.613837 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'status': 'completed', 'code': 200} Oct 22 13:32:36.720363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-786396cd-578f-4e3d-950d-36accd16c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:36.722587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-786396cd-578f-4e3d-950d-36accd16c5f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 1097 time: 0.0830815 Oct 22 13:32:36.807275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:36.878245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265af1-c4ba-4e9a-a5a1-ddf28fe8b279 req-4088e9c1-a0d9-40c4-943c-c4790e83a577 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:36.883408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-7c359cf9-efa7-4276-ab59-26153459c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:36.886522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-7c359cf9-efa7-4276-ab59-26153459c12a service neutron] 10.222.0.21 "GET /v2.0/networks?id=22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 200 len: 898 time: 0.1498151 Oct 22 13:32:36.888547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24265af1-c4ba-4e9a-a5a1-ddf28fe8b279 req-4088e9c1-a0d9-40c4-943c-c4790e83a577 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.1091027 Oct 22 13:32:36.982214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24265af1-c4ba-4e9a-a5a1-ddf28fe8b279 req-511e5763-4b12-4f96-96ca-5fbf58461200 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796416 Oct 22 13:32:36.991379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-2e6a8d3d-b405-41ad-98b4-a9c3815b07df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 200 len: 217 time: 0.0972834 Oct 22 13:32:37.032985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827011a-d16c-4d89-aaca-6979248092bd req-e1a67a76-46bb-452b-8090-fd7cc0024743 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:37.034880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b827011a-d16c-4d89-aaca-6979248092bd req-e1a67a76-46bb-452b-8090-fd7cc0024743 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1116726 Oct 22 13:32:37.070098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-6e09b266-6d52-4e61-ae38-5e2545cd7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:37.072398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-6e09b266-6d52-4e61-ae38-5e2545cd7cc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f086c5c-33e8-4d79-a62f-06df609cb586 HTTP/1.1" status: 200 len: 834 time: 0.0645735 Oct 22 13:32:37.115192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b827011a-d16c-4d89-aaca-6979248092bd req-f91a63ed-d3ed-49f1-ab30-4ce7592f3291 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730391 Oct 22 13:32:37.148778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-1bf47b6d-1999-45dc-a44b-cb9a698192ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:37.151278 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-1bf47b6d-1999-45dc-a44b-cb9a698192ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22ec9662-7459-4c45-a1b8-9eda8e11612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693166 Oct 22 13:32:37.162858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:37.200794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Checking router: 0f9daadf-1521-41b4-b350-a17015b39fd9 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:37.211910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:37.212833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:37.278163 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-b8ba47c6-5077-4774-8dad-f3b406b5f62e service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190178 Oct 22 13:32:37.359722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:37.404488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f42226d-db77-4dc4-89a1-dc03db62ce38 req-52693318-d870-4745-b1d9-36c54eec8684 service neutron] 10.222.0.21 "GET /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144950 Oct 22 13:32:37.507477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0cf74-8d93-43ba-a355-e392467e289a req-9101a952-56b4-4542-9743-aef1138a302c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:37.516069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7be0cf74-8d93-43ba-a355-e392467e289a req-9101a952-56b4-4542-9743-aef1138a302c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 944 time: 0.0852726 Oct 22 13:32:37.564478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7be0cf74-8d93-43ba-a355-e392467e289a req-1eec3ab1-db22-4650-a411-081c72b98ebb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Oct 22 13:32:37.689976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:37.735164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3adbb5-4437-4624-9706-e533b45ef715 None None] The sync data for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 is: [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:31:02Z', 'revision_number': 4, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f5bee76d-1c89-4413-9640-27cf24dd8473', 'name': '', 'network_id': '22ec9662-7459-4c45-a1b8-9eda8e11612b', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'mac_address': 'fa:16:3e:27:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:31:01Z', 'updated_at': '2021-10-22T13:31:08Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'subnets': [{'id': '6f086c5c-33e8-4d79-a62f-06df609cb586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:37.829649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-e2d7506d-8056-4f00-b710-120f28ad31cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765727 Oct 22 13:32:37.927775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-40a2efaf-e5aa-4553-97f3-0da2d90612fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:37.929352 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-40a2efaf-e5aa-4553-97f3-0da2d90612fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1097 time: 0.0542405 Oct 22 13:32:37.995334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 867218db-1a39-4005-9104-3011538e173f up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:38.088282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 867218db-1a39-4005-9104-3011538e173f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:32:38.099044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 867218db-1a39-4005-9104-3011538e173f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:38.100254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.179200 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad63a0-5685-471b-aba7-e6e52cef6837 None None] New status for floating IP 115e3cc2-bfb5-47ce-b081-df64c0ed1b30: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:32:38.191736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1417d0-2ef4-4c43-80f8-a8a285ecf7a8 req-5a919850-a332-4387-8a55-ec62cd7d498d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.211623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d1417d0-2ef4-4c43-80f8-a8a285ecf7a8 req-5a919850-a332-4387-8a55-ec62cd7d498d tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.0948839 Oct 22 13:32:38.216474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-84629d65-2e96-4195-ae26-bda771f3d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.217982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-84629d65-2e96-4195-ae26-bda771f3d4e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.2601581 Oct 22 13:32:38.288598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d1417d0-2ef4-4c43-80f8-a8a285ecf7a8 req-20b396b7-987f-47ca-912e-499ba803ebdf tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/security-groups?id=616b78c6-01ee-4044-9a02-95f82c0a1477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748932 Oct 22 13:32:38.332987 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.410429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a303c-b6c4-4775-aee5-ef696827eedd req-1e9df537-ac75-493a-bbb5-5273f1d5852c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.411016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867218db-1a39-4005-9104-3011538e173f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:38.414156 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81903071-bd04-4353-9cbb-b3cbf1439f76" -d '{"events": [{"server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "name": "network-vif-plugged", "status": "completed", "tag": "867218db-1a39-4005-9104-3011538e173f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:38.416612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-626a303c-b6c4-4775-aee5-ef696827eedd req-1e9df537-ac75-493a-bbb5-5273f1d5852c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1022360 Oct 22 13:32:38.442815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=867218db-1a39-4005-9104-3011538e173f,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:38.443383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048b888-3864-4f60-8b42-280973d7375a req-3875bd92-6006-4bf2-b883-9cb0697ed488 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.445933 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8048b888-3864-4f60-8b42-280973d7375a req-3875bd92-6006-4bf2-b883-9cb0697ed488 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 946 time: 0.1400206 Oct 22 13:32:38.449598 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-5e535d17-5f70-46f1-8f67-5bf380a491c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1002 time: 0.2228351 Oct 22 13:32:38.453282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.456771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.515646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-626a303c-b6c4-4775-aee5-ef696827eedd req-e97999f7-0aa5-4d79-aa6b-b19135ade654 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875351 Oct 22 13:32:38.524459 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426101dd-7288-4286-8e7c-2c1fe117d29c x-openstack-request-id: req-426101dd-7288-4286-8e7c-2c1fe117d29c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:38.524459 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "name": "network-vif-plugged", "status": "completed", "tag": "867218db-1a39-4005-9104-3011538e173f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:38.524459 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-426101dd-7288-4286-8e7c-2c1fe117d29c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:38.524885 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867218db-1a39-4005-9104-3011538e173f', 'code': 200} Oct 22 13:32:38.560743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:38.631458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-5eb8978d-9b62-41fb-82c3-623c79d48b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.633045 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-5eb8978d-9b62-41fb-82c3-623c79d48b5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.1138039 Oct 22 13:32:38.642345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:38.642825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.667035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061c32d-3235-467d-93bd-4a415906dd24 req-2b5e80b4-7553-4467-983a-760339fcf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.669408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6061c32d-3235-467d-93bd-4a415906dd24 req-2b5e80b4-7553-4467-983a-760339fcf3e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 1096 time: 0.0605800 Oct 22 13:32:38.729032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-024ab0cb-6938-489a-a1f8-4865f4348fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.731797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-024ab0cb-6938-489a-a1f8-4865f4348fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857427 Oct 22 13:32:38.748023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6061c32d-3235-467d-93bd-4a415906dd24 req-bd9be3af-9c22-4a3c-9cff-9acc3d6ca736 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Oct 22 13:32:38.769124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8e4a-23a5-41b3-85f2-e4c56286bb22 req-3e4fd1d3-96be-41a8-902a-4d874e7ac169 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:38.770685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345c8e4a-23a5-41b3-85f2-e4c56286bb22 req-3e4fd1d3-96be-41a8-902a-4d874e7ac169 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.0631213 Oct 22 13:32:38.840090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-345c8e4a-23a5-41b3-85f2-e4c56286bb22 req-e053a0b4-11c2-4310-846b-fb0a6b8e3706 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582569 Oct 22 13:32:38.891364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port a62d21ee-2c96-4d8f-922f-4a28eaaf3289, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:38.891364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:38.916294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for a62d21ee-2c96-4d8f-922f-4a28eaaf3289 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:38.951148 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-f68425f9-7ccd-412d-90b3-755c7a8b6a54 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824503 Oct 22 13:32:39.127751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f25235dc-8b12-4cc6-a116-b0eb7fa562a9 req-599cc0dd-6850-4548-b76a-1a93c894c8c2 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417994 Oct 22 13:32:39.209657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:39.244883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=a62d21ee-2c96-4d8f-922f-4a28eaaf3289,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:39.304895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] No DVR routers for this DVR port a62d21ee-2c96-4d8f-922f-4a28eaaf3289 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:32:39.308541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:39.312507 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8048b888-3864-4f60-8b42-280973d7375a req-63ad2542-bffd-408b-b7a2-8c3bd6d534b0 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.21 "DELETE /v2.0/ports/a62d21ee-2c96-4d8f-922f-4a28eaaf3289 HTTP/1.1" status: 204 len: 173 time: 0.8588221 Oct 22 13:32:39.313024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'name': 'network-vif-deleted', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:39.315498 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c460a10-0dae-47a7-adee-3fa6afb4bd10" -d '{"events": [{"server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "name": "network-vif-deleted", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:39.381298 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a5969-7931-408b-9cbf-a029a5c7338f x-openstack-request-id: req-466a5969-7931-408b-9cbf-a029a5c7338f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:39.381590 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed5ea67-6e9f-45d8-adb3-0e69a6f932cd", "name": "network-vif-deleted", "tag": "a62d21ee-2c96-4d8f-922f-4a28eaaf3289", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:39.381869 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-466a5969-7931-408b-9cbf-a029a5c7338f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:39.383273 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed5ea67-6e9f-45d8-adb3-0e69a6f932cd', 'name': 'network-vif-deleted', 'tag': 'a62d21ee-2c96-4d8f-922f-4a28eaaf3289', 'status': 'completed', 'code': 200} Oct 22 13:32:39.438494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-697bc4b5-295e-45d9-9166-4fc4ba9c1a38 req-d1b43497-7c3d-452c-9870-9363c98923d2 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed5ea67-6e9f-45d8-adb3-0e69a6f932cd HTTP/1.1" status: 200 len: 210 time: 0.0471830 Oct 22 13:32:39.711246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aa3b4-0cfc-4635-bf26-08daed432f2c req-9a8e7f9e-16f5-4428-af17-84cd9349c871 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:39.713017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e0aa3b4-0cfc-4635-bf26-08daed432f2c req-9a8e7f9e-16f5-4428-af17-84cd9349c871 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1033585 Oct 22 13:32:39.787776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e0aa3b4-0cfc-4635-bf26-08daed432f2c req-86cfa620-029c-4fb8-a078-1f67d3e24694 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622361 Oct 22 13:32:40.037861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:40.050146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2e30a-a607-4685-949c-7b706fc51a60 req-63dae728-423c-43d4-979b-3f7ec2f3777c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:40.051809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6b2e30a-a607-4685-949c-7b706fc51a60 req-63dae728-423c-43d4-979b-3f7ec2f3777c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.1031451 Oct 22 13:32:40.128427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6b2e30a-a607-4685-949c-7b706fc51a60 req-b616ea22-1b71-4138-a572-e61d69b9e89e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Oct 22 13:32:40.297764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d5ec-b12c-468f-88df-88541cab7e4e req-75c7ed28-5122-4045-beb1-2296f663fd52 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:40.299436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0773d5ec-b12c-468f-88df-88541cab7e4e req-75c7ed28-5122-4045-beb1-2296f663fd52 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.0745738 Oct 22 13:32:40.349069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0773d5ec-b12c-468f-88df-88541cab7e4e req-b0f906c5-19cd-4002-bc17-02f3e8594047 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Oct 22 13:32:40.493662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36258) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:40.585158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:40.643767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:40.747322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320935df-a362-45b4-8db6-40c46464f0f6 req-80904a59-b217-4edf-8b41-834a14ddafc8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:40.748982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320935df-a362-45b4-8db6-40c46464f0f6 req-80904a59-b217-4edf-8b41-834a14ddafc8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.0639334 Oct 22 13:32:40.764792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:40.768645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:40.770112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/security-groups/616b78c6-01ee-4044-9a02-95f82c0a1477 HTTP/1.1" status: 204 len: 168 time: 0.2754190 Oct 22 13:32:40.798067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b78c6-01ee-4044-9a02-95f82c0a1477,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:40.812545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.812891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.813232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.813572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.813912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.814242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.814577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.815112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.815278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.815611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.815911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.816528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681c1f92-85e4-42e1-a427-6d29879f2016 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:40.839398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320935df-a362-45b4-8db6-40c46464f0f6 req-950acef1-78ce-4c33-8d16-09551edfbb15 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673954 Oct 22 13:32:40.869595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36266) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:41.088481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd160-8911-48df-99c3-79e9f78df3cc req-6284e5d8-53db-4a65-af2f-75df0d1d1485 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:41.090987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddbcd160-8911-48df-99c3-79e9f78df3cc req-6284e5d8-53db-4a65-af2f-75df0d1d1485 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1119556 Oct 22 13:32:41.495284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddbcd160-8911-48df-99c3-79e9f78df3cc req-032f6635-268a-411d-ba87-6d0d545ac339 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974724 Oct 22 13:32:41.704873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.042497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986ae5-1893-4925-b32d-be76f8f22608 req-2d5b98e7-1b32-4d56-8de1-c608a14f1fd3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:42.044128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0986ae5-1893-4925-b32d-be76f8f22608 req-2d5b98e7-1b32-4d56-8de1-c608a14f1fd3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.0907090 Oct 22 13:32:42.095467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port f5bee76d-1c89-4413-9640-27cf24dd8473 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:42.095753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.115190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0986ae5-1893-4925-b32d-be76f8f22608 req-fd68d126-2c30-4d1b-ad0d-940007f06bd4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640473 Oct 22 13:32:42.210810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port f5bee76d-1c89-4413-9640-27cf24dd8473, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f5bee76d-1c89-4413-9640-27cf24dd8473,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:42.211233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.232073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for f5bee76d-1c89-4413-9640-27cf24dd8473 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:42.291086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-3d1f0eaa-efa9-4abe-9ae9-bf247cf3d68d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:42.293437 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-3d1f0eaa-efa9-4abe-9ae9-bf247cf3d68d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 945 time: 0.0614326 Oct 22 13:32:42.419358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port 867218db-1a39-4005-9104-3011538e173f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:42.419720 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.518296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.538784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port 867218db-1a39-4005-9104-3011538e173f, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=867218db-1a39-4005-9104-3011538e173f,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:42.539265 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.558443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for 867218db-1a39-4005-9104-3011538e173f owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:42.572907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=f5bee76d-1c89-4413-9640-27cf24dd8473,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:42.753329 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.771932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1961d0a-b18a-4486-b64a-d83b6c32b1ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:42.777702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['867218db-1a39-4005-9104-3011538e173f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:42.802313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=867218db-1a39-4005-9104-3011538e173f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:42.824693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4a065-0ee0-4567-be8b-40b09e2b1fe5 req-662da663-ef46-44a4-8be0-658b43bda6d0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:42.828969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e4a065-0ee0-4567-be8b-40b09e2b1fe5 req-662da663-ef46-44a4-8be0-658b43bda6d0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1831710 Oct 22 13:32:42.922112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port 867218db-1a39-4005-9104-3011538e173f on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:32:42.927763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.931559 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50478b4a-bbc2-4b94-804b-36755e25bb37 req-2946ef96-e7d5-450a-8af3-d0ce9b3ed41f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "DELETE /v2.0/ports/867218db-1a39-4005-9104-3011538e173f HTTP/1.1" status: 204 len: 173 time: 0.6309791 Oct 22 13:32:42.932114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'name': 'network-vif-deleted', 'tag': '867218db-1a39-4005-9104-3011538e173f'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:42.935887 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feea736-f662-45a7-8fcb-91bd2a0a7303" -d '{"events": [{"server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "name": "network-vif-deleted", "tag": "867218db-1a39-4005-9104-3011538e173f"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:42.975057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:42.991629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21e4a065-0ee0-4567-be8b-40b09e2b1fe5 req-84d64242-9274-453b-b8f4-5b7974bb1008 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089802 Oct 22 13:32:43.038318 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6b5c2a-c66a-49fc-a399-33e8edd47527 x-openstack-request-id: req-fe6b5c2a-c66a-49fc-a399-33e8edd47527 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:43.038886 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff5a11-0f7c-481d-852b-2bf91940e568", "name": "network-vif-deleted", "tag": "867218db-1a39-4005-9104-3011538e173f", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:43.039301 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe6b5c2a-c66a-49fc-a399-33e8edd47527 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:43.040599 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dff5a11-0f7c-481d-852b-2bf91940e568', 'name': 'network-vif-deleted', 'tag': '867218db-1a39-4005-9104-3011538e173f', 'status': 'completed', 'code': 200} Oct 22 13:32:43.287360 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85e536a5-76ed-4ffc-9325-e8e691b988a4 req-4f5e0e96-5d3e-4159-b5cb-09df4f782865 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0399039 Oct 22 13:32:43.346007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a62d21ee-2c96-4d8f-922f-4a28eaaf3289 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:43.384051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: a62d21ee-2c96-4d8f-922f-4a28eaaf3289 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:32:43.385331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a62d21ee-2c96-4d8f-922f-4a28eaaf3289 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:32:43.399708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Router 0f9daadf-1521-41b4-b350-a17015b39fd9 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:32:43.555451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:43.563124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed790e91-47fa-43a7-b7ba-00a61d348006 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "PUT /v2.0/routers/0f9daadf-1521-41b4-b350-a17015b39fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871955 Oct 22 13:32:43.566866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36284) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:43.576956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Sync routers for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:43.596674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:43.600297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:43.731865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting subnet 6f086c5c-33e8-4d79-a62f-06df609cb586 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:32:43.737700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:43.791407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:43.945135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:43.993079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.138973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.169518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:32:42Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:44.178230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Subnet': ['ID=6f086c5c-33e8-4d79-a62f-06df609cb586,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:44.188122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.197719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36290) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:44.205858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3868db9e-061b-4770-b26b-90fd014e4b94 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/subnets/6f086c5c-33e8-4d79-a62f-06df609cb586 HTTP/1.1" status: 204 len: 168 time: 0.6375039 Oct 22 13:32:44.228934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52caec-06e0-4ee4-9a5c-fcfbf031d26a None None] Network 22ec9662-7459-4c45-a1b8-9eda8e11612b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:32:44.308572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b426d-be14-4f41-9b64-7166badc18a7 req-cca438a7-cfe6-483a-b559-63fd912366f6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:44.310306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-650b426d-be14-4f41-9b64-7166badc18a7 req-cca438a7-cfe6-483a-b559-63fd912366f6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1032739 Oct 22 13:32:44.394537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Checking router: 0f9daadf-1521-41b4-b350-a17015b39fd9 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:44.409607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-650b426d-be14-4f41-9b64-7166badc18a7 req-670d0d89-9330-4346-b395-2d527d7a6dec tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880482 Oct 22 13:32:44.437943 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.464916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Routers {'0f9daadf-1521-41b4-b350-a17015b39fd9'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:44.465683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0f9daadf-1521-41b4-b350-a17015b39fd9'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:44.520322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64d8c753-66d7-47cd-aae9-db0496b86f57 req-e12838de-e732-4b0e-bc88-f4b04332cc5c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0688307 Oct 22 13:32:44.639905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] Set router 0f9daadf-1521-41b4-b350-a17015b39fd9 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:44.655093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.672598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] DHCP port deletion for 22ec9662-7459-4c45-a1b8-9eda8e11612b request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:32:44.741645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Deleting port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:44.742627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.836535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Deleting port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:32:44.836954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.874092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] For port 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:44.874404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.891672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Calling delete_port for 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:44.939580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] For port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,segment=NetworkSegment(af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d),segment_id=af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:44.939979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:44.956066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Calling delete_port for 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:32:44.979732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:32:42Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:45.042385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133e965-1a1b-4210-87b8-3cafa838c9bc None None] The sync data for ids ['0f9daadf-1521-41b4-b350-a17015b39fd9'] in n-d-813419-8 is: [{'id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'name': 'tempest-TestNetworkBasicOps-router-553707642', 'tenant_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:30:57Z', 'updated_at': '2021-10-22T13:32:42Z', 'revision_number': 5, 'project_id': '18d5c44cc8d5491ba49ddbfb3ef1b518', 'gw_port': {'id': '0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9daadf-1521-41b4-b350-a17015b39fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:30:58Z', 'updated_at': '2021-10-22T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:45.115842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:45.143944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] Pushing event deleted for resources: {'Port': ['ID=6a98d90d-fe6a-4ae2-842d-0b6e664cafd6,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:45.153329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0f844-303c-49f6-ab1f-6a2b653a5a1e None None] No DVR routers for this DVR port 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:32:45.644178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:45.681961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-433d16c1-cfaf-4e37-aa72-0d51f0798788 req-8fcce5d8-2263-4337-a106-8de02af8f98e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0401130 Oct 22 13:32:45.692015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd5855-0243-4f0d-9c10-1a23e8cbee3c req-aaa80578-3726-4930-b9a3-223dc6637e78 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:45.693869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dbd5855-0243-4f0d-9c10-1a23e8cbee3c req-aaa80578-3726-4930-b9a3-223dc6637e78 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.1721165 Oct 22 13:32:45.707366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Port': ['ID=0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:45.782215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3dbd5855-0243-4f0d-9c10-1a23e8cbee3c req-866855d3-bfda-4743-9c64-a6295579885e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663397 Oct 22 13:32:45.825569 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:45.965158 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:45.967974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.009997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 867218db-1a39-4005-9104-3011538e173f no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:46.047808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 867218db-1a39-4005-9104-3011538e173f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:32:46.049083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 867218db-1a39-4005-9104-3011538e173f not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:32:46.059085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:46.062035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.062461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Fanout notify agent at l3_agent the message router_deleted on router 0f9daadf-1521-41b4-b350-a17015b39fd9 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:32:46.070213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.075122 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-406050e8-32bc-4cba-8112-5b40d3268c88 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/routers/0f9daadf-1521-41b4-b350-a17015b39fd9 HTTP/1.1" status: 204 len: 168 time: 1.8748319 Oct 22 13:32:46.077798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36302) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:46.096417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:32:46.096772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6a98d90d-fe6a-4ae2-842d-0b6e664cafd6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:32:46.097186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f5bee76d-1c89-4413-9640-27cf24dd8473 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:46.122232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f5bee76d-1c89-4413-9640-27cf24dd8473 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:32:46.122578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f5bee76d-1c89-4413-9640-27cf24dd8473 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:32:46.206752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.344688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.370062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ec9662-7459-4c45-a1b8-9eda8e11612b']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:46.382354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:46.382963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d4ad5-22db-4658-b4d1-2d04e3dd4d2d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:46.395915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.427840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.437069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:32:46.437630 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:32:46.442254 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:32:46.534729 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.543417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:46.550229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] 10.222.0.25 "DELETE /v2.0/networks/22ec9662-7459-4c45-a1b8-9eda8e11612b HTTP/1.1" status: 204 len: 168 time: 0.4679377 Oct 22 13:32:46.574393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326753f-96f5-4626-bc58-24e4f3cf3d46 tempest-TestNetworkBasicOps-1232303058 tempest-TestNetworkBasicOps-1232303058-project] Pushing event deleted for resources: {'Network': ['ID=22ec9662-7459-4c45-a1b8-9eda8e11612b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:46.825583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3709537c-a79a-4c7d-bc0c-1fe66a6933bd req-51a95348-afc1-4dd0-b9f9-d25dbef5bf07 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0387683 Oct 22 13:32:46.943676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06da2-240d-48b2-be4a-ffe2d13d5a4e req-0e3c7165-e167-445a-938a-98b0045cae82 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:46.945840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83a06da2-240d-48b2-be4a-ffe2d13d5a4e req-0e3c7165-e167-445a-938a-98b0045cae82 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0656755 Oct 22 13:32:46.989652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36318) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:47.003228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83a06da2-240d-48b2-be4a-ffe2d13d5a4e req-144f2d74-4cdd-47f3-8cdf-ebb021748b13 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508583 Oct 22 13:32:47.147639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9ec077ee-766b-4e0b-a9c9-f4232a70fe22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18d5c44cc8d5491ba49ddbfb3ef1b518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568880 Oct 22 13:32:47.150038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36326) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:47.205137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.227206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.279069 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.281828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.283031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21de0b6e-5fa6-4138-81a5-d68d51f75d43 HTTP/1.1" status: 204 len: 168 time: 0.1319435 Oct 22 13:32:47.292204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3accb57-0553-42d3-adae-7d6fa8c0c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de0b6e-5fa6-4138-81a5-d68d51f75d43,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:47.560339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36334) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:47.574676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-388870af-7cf6-4436-873d-8fa7acef56eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.653369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-388870af-7cf6-4436-873d-8fa7acef56eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.657186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-388870af-7cf6-4436-873d-8fa7acef56eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.698256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388870af-7cf6-4436-873d-8fa7acef56eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c79da-86a3-40cb-9d9e-0a418547b522,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:47.703174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-388870af-7cf6-4436-873d-8fa7acef56eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1389fec519204631b8babbedb634067d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417830 Oct 22 13:32:47.705901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36336) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:47.771433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.795214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.876173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:47.909764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-c8f5383f-4439-4faf-92cd-b468c679d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:47.911488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-c8f5383f-4439-4faf-92cd-b468c679d98e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1097 time: 0.0797009 Oct 22 13:32:47.912549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:32:47.913417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a4fe26b-7a2f-4720-9d2f-1ba8a5d8a43a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:32:47.914189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.918433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:47.920373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b9c79da-86a3-40cb-9d9e-0a418547b522 HTTP/1.1" status: 204 len: 168 time: 0.2134371 Oct 22 13:32:47.951332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddcbf8-57b7-4d4f-90c3-a84274f53981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c79da-86a3-40cb-9d9e-0a418547b522,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:47.981061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7ceb-bfd7-4e05-9f85-ace9663dc55c req-32177f71-0b13-4ae5-bb96-733f469dd5a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:47.982690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a53f7ceb-bfd7-4e05-9f85-ace9663dc55c req-32177f71-0b13-4ae5-bb96-733f469dd5a1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1303971 Oct 22 13:32:48.018015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cbd0a0ff-dbd8-4668-82b2-8c95691b8cb8 req-9fa144b2-e1ab-4e8e-8dd5-39b64e340ab3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0343051 Oct 22 13:32:48.081136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a53f7ceb-bfd7-4e05-9f85-ace9663dc55c req-6e2b9349-5b82-4030-8db1-89c92faac5da tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806565 Oct 22 13:32:48.083820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-2d86725c-da14-4509-b10f-bfdd105e57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:48.086694 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-2d86725c-da14-4509-b10f-bfdd105e57da service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1646483 Oct 22 13:32:48.102747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:48.156601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c4b67-1c9c-44c2-8ed3-b9080f142684 req-837f7913-1d43-4731-b0ab-c55561e76708 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:48.164828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-586c4b67-1c9c-44c2-8ed3-b9080f142684 req-837f7913-1d43-4731-b0ab-c55561e76708 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0687742 Oct 22 13:32:48.218334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-586c4b67-1c9c-44c2-8ed3-b9080f142684 req-8714bc1c-c673-4069-a8b2-856eeeef7896 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522239 Oct 22 13:32:48.252916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-6275a1f9-ee03-4817-b6f8-b455d3d3474e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 1001 time: 0.1579697 Oct 22 13:32:48.314988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c762b10-5c84-4503-99d7-f073cd09a297 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 200 len: 994 time: 0.2075610 Oct 22 13:32:48.327372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-97e1f886-d08a-45f7-b808-03208db232ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:48.329154 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-97e1f886-d08a-45f7-b808-03208db232ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0677383 Oct 22 13:32:48.389999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-34125ecb-090b-4602-bdfc-206ba514d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:48.391837 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-34125ecb-090b-4602-bdfc-206ba514d64e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552163 Oct 22 13:32:48.518910 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-4bd976bd-fae1-4a05-b9d7-66070192553c service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194301 Oct 22 13:32:48.648730 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c07ff0c4-feb1-4d60-8214-277a43c53b06 req-10743737-2b11-4a4c-87ab-98fda1555b39 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203825 Oct 22 13:32:48.741926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5a87-8e78-4883-bc19-b2020b245bbf req-66cdc631-c86c-4ddc-8f74-8eca8bc132f9 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:48.747091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921f5a87-8e78-4883-bc19-b2020b245bbf req-66cdc631-c86c-4ddc-8f74-8eca8bc132f9 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1097 time: 0.0521877 Oct 22 13:32:48.784946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921f5a87-8e78-4883-bc19-b2020b245bbf req-68e1580d-f05e-4d5a-9893-1b1d8896251a tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Oct 22 13:32:49.175222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef161e2b-9187-42ce-b07c-2ad95efb9e2d req-4fdf5013-0d8f-4c01-a02d-bddc75ca4cf1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dff5a11-0f7c-481d-852b-2bf91940e568 HTTP/1.1" status: 200 len: 210 time: 0.0366163 Oct 22 13:32:49.359075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcc85-3b06-4b3f-903a-7399c27f215c req-6dce8734-18a8-420f-9c7a-d1f818ad6aa7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:49.361111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa2dcc85-3b06-4b3f-903a-7399c27f215c req-6dce8734-18a8-420f-9c7a-d1f818ad6aa7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0672035 Oct 22 13:32:49.408124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa2dcc85-3b06-4b3f-903a-7399c27f215c req-b9a143d9-23d6-4fae-a3ba-ab0b1597f901 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371542 Oct 22 13:32:49.548047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-e85080fd-ffb8-4d82-9312-ebac8cfec9f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465474 Oct 22 13:32:49.559061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b9ec2678-281e-4aec-8a7e-ad248ef6f308 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:32:49.560370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b9ec2678-281e-4aec-8a7e-ad248ef6f308 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071204 Oct 22 13:32:50.443262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-d79a7fd1-6403-4d3c-81f3-97a18d023b3c tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:50.449806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-d79a7fd1-6403-4d3c-81f3-97a18d023b3c tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1094 time: 0.2122033 Oct 22 13:32:50.454027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Request body: {'binding': {'host': 'n-h2-813419-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:50.454411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Unknown quota resources ['binding']. {{(pid=100620) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 22 13:32:50.596727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on host n-h2-813419-8 for vnic_type normal with profile None {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:50.597037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:50.597370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:50.602142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:32:50.602457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:50.608314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:50.608785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:50.609271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Bound using segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:50.609970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Bound port: 0a878df3-0ded-4b8a-8923-e99bab5df247, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:50.633083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:50.640737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'network': {'name': 'tempest-network-smoke--1508982972', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:50.685944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:32:50.690797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.704791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.726312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:50.762387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] Publish callbacks [] for binding, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.772902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-78fafec7-3b52-4d6a-b222-843f9bae829f service neutron] 10.222.0.25 "POST /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247/bindings HTTP/1.1" status: 201 len: 389 time: 0.3165524 Oct 22 13:32:50.802944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.809080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb63d49-e19e-4157-ba0d-faea54487da6 req-f0a2f846-8d2f-4ee9-8371-ec0c836e8c8e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:50.809905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.821549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cb63d49-e19e-4157-ba0d-faea54487da6 req-f0a2f846-8d2f-4ee9-8371-ec0c836e8c8e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 946 time: 0.0996540 Oct 22 13:32:50.840613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:32:50.870290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.872910 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Added segment d5a8df80-2875-4183-8d0a-3c22b9c3a2c0 of type vlan for network 9c758b13-721a-43b6-9de7-bd137cb0851a Oct 22 13:32:50.907090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cb63d49-e19e-4157-ba0d-faea54487da6 req-f57a511a-754c-4cdf-89e7-6f5f08456d98 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793297 Oct 22 13:32:50.952309 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:50.957202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce94d4-0dd8-435c-b99e-13343927984f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:51.001508 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.007854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2649-2972-4195-a8b9-471a36bea7c1 req-52d999b4-f9a7-481f-a4cc-066463350170 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.008575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.009206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.015280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ffa2649-2972-4195-a8b9-471a36bea7c1 req-52d999b4-f9a7-481f-a4cc-066463350170 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1261044 Oct 22 13:32:51.058518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ffa2649-2972-4195-a8b9-471a36bea7c1 req-f98b5058-b09a-4092-a947-a7f10ac671c0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Oct 22 13:32:51.068116 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4331615 Oct 22 13:32:51.080902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36446) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:51.080902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'admin_state_up': True, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:51.107081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.109480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.118653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805c9d-c642-40a6-a49f-8ad8d8e8aa8c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Network': ['ID=9c758b13-721a-43b6-9de7-bd137cb0851a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:51.128758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-ed21aecd-fd35-4245-99f3-6367b476a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.131243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-ed21aecd-fd35-4245-99f3-6367b476a574 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1097 time: 0.1176267 Oct 22 13:32:51.133379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9c758b13-721a-43b6-9de7-bd137cb0851a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:32:51.260991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-4bcd6c00-5367-4c0d-b8cd-7ed5207cc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.262590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-4bcd6c00-5367-4c0d-b8cd-7ed5207cc02d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.1240094 Oct 22 13:32:51.265969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.346008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-94996514-407f-4699-9afb-cc7eeaca0438 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1002 time: 0.0748177 Oct 22 13:32:51.375281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:51.433471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.471863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-333327ec-5a88-4368-aa83-dba9ccd49423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.477756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-333327ec-5a88-4368-aa83-dba9ccd49423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.1227896 Oct 22 13:32:51.498855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.540221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:51.544889 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9e163-f4e6-4f33-85ee-31de48174d5f" -d '{"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-unplugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:51.567611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:51.580858 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.610432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-c3495435-cc01-418d-92fd-bb3e98aa0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:51.614932 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-c3495435-cc01-418d-92fd-bb3e98aa0d10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274495 Oct 22 13:32:51.670041 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b1d2d-2061-4eea-8dcf-cb1efbe79c7d x-openstack-request-id: req-e61b1d2d-2061-4eea-8dcf-cb1efbe79c7d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:51.671801 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-unplugged", "status": "failed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "code": 422}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:51.672140 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e61b1d2d-2061-4eea-8dcf-cb1efbe79c7d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:51.673358 n-d-813419-8 neutron-server[100621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'code': 422} returned with failed status Oct 22 13:32:51.700518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:51.805381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-0f726176-fcea-43f6-aa03-dae6e08a4927 service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814687 Oct 22 13:32:51.823352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.866243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:51.984252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-178eea4f-576b-4388-90c1-b85869d63fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715367 Oct 22 13:32:51.995756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.25.6.91 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/c4647d50-3ad4-4572-8428-fd9feb2069df) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:52.152923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.156683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-75f51d2a-e1f5-4b1a-9925-ce25d5b600bb tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:52.158634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-75f51d2a-e1f5-4b1a-9925-ce25d5b600bb tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&tenant_id=d995d80d005e424da11709db076b1b4a&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1097 time: 0.1103001 Oct 22 13:32:52.174735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:52.204158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-dfd3d677-09b2-4e5d-82e5-88876b2db840 req-34375919-5669-4801-b04d-774d474529e0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:32:52.205148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfd3d677-09b2-4e5d-82e5-88876b2db840 req-34375919-5669-4801-b04d-774d474529e0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085607 Oct 22 13:32:52.244525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cfebf-60a5-4547-a0f9-f71ff4641e16 req-a70ea4df-83b7-4515-ab0d-a96c685cae3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:52.245602 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.246904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db8cfebf-60a5-4547-a0f9-f71ff4641e16 req-a70ea4df-83b7-4515-ab0d-a96c685cae3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.0848126 Oct 22 13:32:52.255745 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.327740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:52.336040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:52.340117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:52.395268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=c4647d50-3ad4-4572-8428-fd9feb2069df,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:52.451159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db8cfebf-60a5-4547-a0f9-f71ff4641e16 req-8a6546e2-50d5-44cc-9244-90de5268a8d0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978419 Oct 22 13:32:52.518872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:52.550384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f2b27-ba14-48e4-9c33-c3fa17234cbf req-5a946bea-a77c-4e39-a8c3-8df40cc67a68 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:52.551907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-667f2b27-ba14-48e4-9c33-c3fa17234cbf req-5a946bea-a77c-4e39-a8c3-8df40cc67a68 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1413441 Oct 22 13:32:52.593286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:52.658489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.660030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-667f2b27-ba14-48e4-9c33-c3fa17234cbf req-ebe46639-85cc-4697-9e76-926b9c6966bc tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781684 Oct 22 13:32:52.661346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:52.664931 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633f178-2bd7-44d7-b648-35139b95d02c" -d '{"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-unplugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:52.673363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.731914 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e86f293-017c-4dd9-aee5-11f9d9033f35 x-openstack-request-id: req-3e86f293-017c-4dd9-aee5-11f9d9033f35 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:52.732447 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-unplugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:52.732902 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e86f293-017c-4dd9-aee5-11f9d9033f35 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:52.737241 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'code': 200} Oct 22 13:32:52.837968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:52.864808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:52.966589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on host n-h1-813419-8 for vnic_type normal with profile {"migrating_to": "n-h2-813419-8"} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:52.967608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:52.967608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:52.980535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:32:52.980848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Attempting to bind port 0a878df3-0ded-4b8a-8923-e99bab5df247 on network c7026bff-2d8f-4ccf-b335-d46733b4fc19 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:52.991299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-aa52345e-17d8-45dd-89bb-a0583c3576ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2664847 Oct 22 13:32:52.992604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:52.992970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Checking segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:52.995904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Bound using segment: {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:52.996971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Bound port: 0a878df3-0ded-4b8a-8923-e99bab5df247, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af14375-28d9-47db-ab13-f4157789fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:52.997340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.106686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:53.113770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:53.127938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.206274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=8']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:53.272300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] Provisioning complete for port 0a878df3-0ded-4b8a-8923-e99bab5df247 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:53.273457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.346334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:53.346923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.353844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b07b7522-0d0b-47d7-abbb-3e099983b3da service neutron] 10.222.0.21 "PUT /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1122 time: 1.1839969 Oct 22 13:32:53.430980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0a878df3-0ded-4b8a-8923-e99bab5df247'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:32:53.478713 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.529233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:53.546908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.610991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a9c93-329d-4c87-9244-9bbc0e2bd861 None None] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:53.683256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:53.754161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:53.756985 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4fe62c-b705-487c-9b12-d418171b721b" -d '{"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-plugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:53.793488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e278a-2d81-4b2c-9b00-f10d4830e92b req-ad42c9ff-692e-4977-b2a6-02f07499c9c8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:53.801465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-065e278a-2d81-4b2c-9b00-f10d4830e92b req-ad42c9ff-692e-4977-b2a6-02f07499c9c8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1202166 Oct 22 13:32:53.972031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-065e278a-2d81-4b2c-9b00-f10d4830e92b req-908a2e3a-41c5-4747-818c-b3d7a2291818 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624858 Oct 22 13:32:54.008006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7baad8-2bfb-4d26-a2e0-58d7df15ff9a req-93d2e20e-9d92-4ad1-adb0-71eeb9be1ebe tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.030890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca7baad8-2bfb-4d26-a2e0-58d7df15ff9a req-93d2e20e-9d92-4ad1-adb0-71eeb9be1ebe tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.2172489 Oct 22 13:32:54.033485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3e96044b-ac21-49b8-8c52-48eb4136a762 None None] Provisioning complete for port 0a878df3-0ded-4b8a-8923-e99bab5df247 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:54.033953 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3e96044b-ac21-49b8-8c52-48eb4136a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:54.082225 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3218054-5d4a-4e36-8357-ce31cf7f2dac x-openstack-request-id: req-b3218054-5d4a-4e36-8357-ce31cf7f2dac {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:54.082523 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-plugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:54.082885 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3218054-5d4a-4e36-8357-ce31cf7f2dac {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:54.083297 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'code': 200} Oct 22 13:32:54.090278 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c7e9489a-fa36-45f4-b0db-ffe4eb22ed1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:54.148249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca7baad8-2bfb-4d26-a2e0-58d7df15ff9a req-cbc161c0-2161-486d-b2aa-3a33c72a9810 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102972 Oct 22 13:32:54.149827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router cda363b1-e697-479f-9ad1-11b7328e8372 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:32:54.299703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:54.312155 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Sync routers for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:54.328922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:54.332509 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:54.333318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0e71e5cb-e51d-41a5-9d1a-8c27a731b120 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2608247 Oct 22 13:32:54.334089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:54.336691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36510) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:54.366470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804f6d-5e58-4748-af69-d181079c633f req-4e1999bc-0eff-49cf-9145-4b51283116a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.368797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-4e1999bc-0eff-49cf-9145-4b51283116a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218&tenant_id=a7dc5464ec0f4304b5dc60073f26534f HTTP/1.1" status: 200 len: 1095 time: 0.0768385 Oct 22 13:32:54.460522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2eab48bb-2038-46cd-97b1-3370cee4326e tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=984565e5e72c4ff3a0f6955aa3440ea3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215668 Oct 22 13:32:54.463390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36514) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:54.472071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804f6d-5e58-4748-af69-d181079c633f req-fb9a01a6-40c9-4caf-9d3c-55ff549e143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.473759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-fb9a01a6-40c9-4caf-9d3c-55ff549e143e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1095 time: 0.0619569 Oct 22 13:32:54.531636 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:54.639911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804f6d-5e58-4748-af69-d181079c633f req-dd95314d-7a93-4bf2-ac65-80409473d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.641744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-dd95314d-7a93-4bf2-ac65-80409473d34d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.1532474 Oct 22 13:32:54.721015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc3897-7b7d-487c-87a7-ba484906e471 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.723033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fadc3897-7b7d-487c-87a7-ba484906e471 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2586048 Oct 22 13:32:54.724908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-4d4574dd-0b34-468e-8a96-b134ccd9fcfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 999 time: 0.0757580 Oct 22 13:32:54.726355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36518) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:54.743716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:32:54.748859 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c080b-aadd-4ef9-baf0-79c13e00258d" -d '{"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:32:54.757994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5612cc0f-5bd3-4c6b-aefa-39ce3e46a78c tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302873 Oct 22 13:32:54.761281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:54.767949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842495059', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:54.789124 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:52Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:54.805905 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02baa403-f962-4095-b6eb-9597f715831b x-openstack-request-id: req-02baa403-f962-4095-b6eb-9597f715831b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:32:54.806201 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:32:54.806453 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02baa403-f962-4095-b6eb-9597f715831b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:32:54.807742 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'status': 'completed', 'code': 200} Oct 22 13:32:54.810246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804f6d-5e58-4748-af69-d181079c633f req-6d8833df-aae9-481c-a4b8-3bdbe6d90f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.812299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-6d8833df-aae9-481c-a4b8-3bdbe6d90f6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0791290 Oct 22 13:32:54.830881 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Checking router: cda363b1-e697-479f-9ad1-11b7328e8372 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:32:54.831572 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Updating router cda363b1-e697-479f-9ad1-11b7328e8372 port c4647d50-3ad4-4572-8428-fd9feb2069df binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:32:54.866628 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:54.903143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804f6d-5e58-4748-af69-d181079c633f req-149b4848-2ae7-4db3-ac9c-d84e98c3c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.904743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-149b4848-2ae7-4db3-ac9c-d84e98c3c40f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840838 Oct 22 13:32:54.908617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:32:54.911556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-8805f630-11a7-42e7-b011-e4b3ef93a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:54.912543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:54.913015 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-8805f630-11a7-42e7-b011-e4b3ef93a609 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1127 time: 0.0802877 Oct 22 13:32:55.084967 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-3246c99c-ded3-4502-9ffb-1cae03eb3345 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708879 Oct 22 13:32:55.090334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-6ef250ac-4aa4-44f6-b5db-606b7a3105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.091796 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-6ef250ac-4aa4-44f6-b5db-606b7a3105d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.1693416 Oct 22 13:32:55.164293 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.168505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ff40e-0b8e-4220-887e-457d1cfb5c64 req-d6de3741-21c7-44da-8acc-a6ac1136820a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.170064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a37ff40e-0b8e-4220-887e-457d1cfb5c64 req-d6de3741-21c7-44da-8acc-a6ac1136820a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1053989 Oct 22 13:32:55.177295 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.179706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.236812 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-2518beda-0853-4645-857f-7e0d1cf42f0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1002 time: 0.1352000 Oct 22 13:32:55.237083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Attempting to bind port c4647d50-3ad4-4572-8428-fd9feb2069df on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:55.237428 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Attempting to bind port c4647d50-3ad4-4572-8428-fd9feb2069df by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:55.238718 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Attempting to bind port c4647d50-3ad4-4572-8428-fd9feb2069df on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:55.240627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd01b-652b-42e6-a132-07f21f7f08e5 None None] Pushing event updated for resources: {'Port': ['ID=c4647d50-3ad4-4572-8428-fd9feb2069df,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:55.248978 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:55.249527 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:55.250024 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.251943 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:55.251943 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Bound port: c4647d50-3ad4-4572-8428-fd9feb2069df, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:55.252273 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.299282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a37ff40e-0b8e-4220-887e-457d1cfb5c64 req-d411aaa3-b944-41f8-b8cb-42549d5884e9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224203 Oct 22 13:32:55.309625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-72eed598-761a-420d-96ea-a99e1e250109 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163119 Oct 22 13:32:55.319009 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] For port c4647d50-3ad4-4572-8428-fd9feb2069df, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:55.322629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-16d1eeae-cd27-41f6-8b70-740b50b8574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.323068 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] For port c4647d50-3ad4-4572-8428-fd9feb2069df, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c4647d50-3ad4-4572-8428-fd9feb2069df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:55.324243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-16d1eeae-cd27-41f6-8b70-740b50b8574b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0697067 Oct 22 13:32:55.324996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Subnet': ['ID=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:55.330006 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.336981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Checking segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:55.337355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network hostable DHCP agents. Network: 9c758b13-721a-43b6-9de7-bd137cb0851a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:32:55.366162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abad84-1e42-46b3-b410-c72e2b22a135 req-42202eec-7cc5-42d3-ab48-2c9ea43a38c6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.378236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43abad84-1e42-46b3-b410-c72e2b22a135 req-42202eec-7cc5-42d3-ab48-2c9ea43a38c6 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0907371 Oct 22 13:32:55.388686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:32:55.404008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:32:55.404266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-e8d36442-8fcb-4166-8027-11e0779217ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.405044 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd01b-652b-42e6-a132-07f21f7f08e5 None None] Pushing event updated for resources: {'Port': ['ID=c4647d50-3ad4-4572-8428-fd9feb2069df,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:55.405936 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-e8d36442-8fcb-4166-8027-11e0779217ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716083 Oct 22 13:32:55.408143 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:55.408660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 9c758b13-721a-43b6-9de7-bd137cb0851a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:32:55.408832 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:55.444078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9c758b13-721a-43b6-9de7-bd137cb0851a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:55.453576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:55.454505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:55.460215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43abad84-1e42-46b3-b410-c72e2b22a135 req-7527cc42-3dd3-47d6-9d3f-a1d844c2709f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818508 Oct 22 13:32:55.498882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0b0cc64f-0354-4865-9f3d-40f4fe4e38a4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7362826 Oct 22 13:32:55.501594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:55.557507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:55.570540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b82da0-ae73-462a-8337-4e3bdd9c166c None None] Network 9c758b13-721a-43b6-9de7-bd137cb0851a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:32:55.580588 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-63f1c5c9-efb1-43ab-977b-c5510eb335c9 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614921 Oct 22 13:32:55.630239 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:55.696544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:32:55.728264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5d9c080b-aadd-4ef9-baf0-79c13e00258d req-aac551d4-dc0c-4935-b76c-b6c90906ae52 service neutron] 10.222.0.26 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340256 Oct 22 13:32:56.011418 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:52Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:56.084946 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b78ce-3188-43a9-a90d-8923cefdc596 None None] The sync data for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 is: [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:52Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:32:56.177090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace3312-3c21-4bec-8493-04d1aaea8dba req-c94b4097-3fe7-4390-bebb-8341d12f27d0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:56.179378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ace3312-3c21-4bec-8493-04d1aaea8dba req-c94b4097-3fe7-4390-bebb-8341d12f27d0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1431086 Oct 22 13:32:56.208458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9c758b13-721a-43b6-9de7-bd137cb0851a', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:32:56.209590 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:56.287093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ace3312-3c21-4bec-8493-04d1aaea8dba req-b6aabca2-e005-4ee5-bc22-357aa20ec58e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013265 Oct 22 13:32:56.300656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:56.567946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Allocated IP 172.20.0.2 (9c758b13-721a-43b6-9de7-bd137cb0851a/608e1ce7-c0a8-48cf-96f0-e4d9d371c15c/911137cb-159c-46d3-b41d-8efd0119fa7b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:56.789523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bfeb4-2043-47b2-a873-2f5d0703c2ab req-517c7314-e133-45e9-a245-a6ba926324e9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:56.791082 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e4bfeb4-2043-47b2-a873-2f5d0703c2ab req-517c7314-e133-45e9-a245-a6ba926324e9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1177437 Oct 22 13:32:56.871187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ac647-64bd-44ee-bd91-c237203a1d3a req-d450326d-4088-41b5-8527-30612cb92f15 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:56.872788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-987ac647-64bd-44ee-bd91-c237203a1d3a req-d450326d-4088-41b5-8527-30612cb92f15 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.2005699 Oct 22 13:32:56.876299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1e4bfeb4-2043-47b2-a873-2f5d0703c2ab req-db36f480-d618-4f4c-9085-d9d33d67129a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788832 Oct 22 13:32:56.933299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:56.943455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:56.955208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-987ac647-64bd-44ee-bd91-c237203a1d3a req-1bf48d91-3f7a-4c6c-a0c2-07491a118bae tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651913 Oct 22 13:32:57.042364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Network 9c758b13-721a-43b6-9de7-bd137cb0851a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:57.045702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:57.052090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:57.052382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.20.0.1 (9c758b13-721a-43b6-9de7-bd137cb0851a/608e1ce7-c0a8-48cf-96f0-e4d9d371c15c/e0097b70-6e6c-46c0-b21c-9b39bffeb65f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:32:57.153005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Pushing event updated for resources: {'Port': ['ID=911137cb-159c-46d3-b41d-8efd0119fa7b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:57.156560 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b930-d293-44f9-900a-5e795fd3044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.219209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Attempting to bind port 911137cb-159c-46d3-b41d-8efd0119fa7b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:32:57.220009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Attempting to bind port 911137cb-159c-46d3-b41d-8efd0119fa7b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:32:57.220683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Attempting to bind port 911137cb-159c-46d3-b41d-8efd0119fa7b on network 9c758b13-721a-43b6-9de7-bd137cb0851a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:32:57.231117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:32:57.231824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Checking segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:32:57.232546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.233394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Bound using segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:32:57.234153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Bound port: 911137cb-159c-46d3-b41d-8efd0119fa7b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:32:57.234888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.262777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.319140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.379077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 9c758b13-721a-43b6-9de7-bd137cb0851a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:57.384513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:57.399707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:32:57.420152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] For port 911137cb-159c-46d3-b41d-8efd0119fa7b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:32:57.433396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] For port 911137cb-159c-46d3-b41d-8efd0119fa7b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=911137cb-159c-46d3-b41d-8efd0119fa7b,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:32:57.445874 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.516868 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:32:57.549209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:57.552164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dc2d7-5118-4b17-9279-4ade72fe896a None None] Pushing event updated for resources: {'Port': ['ID=911137cb-159c-46d3-b41d-8efd0119fa7b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:57.590581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb645-d4a1-48d7-8b42-f487c8aa991a req-c4003953-c483-4f13-96cd-23b2044fa28e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:57.592275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edddb645-d4a1-48d7-8b42-f487c8aa991a req-c4003953-c483-4f13-96cd-23b2044fa28e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1479235 Oct 22 13:32:57.593079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.827111 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.832060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:57.871261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edddb645-d4a1-48d7-8b42-f487c8aa991a req-194bf44c-b130-4c62-a25a-59e59398b74f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710629 Oct 22 13:32:57.898748 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.226571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 911137cb-159c-46d3-b41d-8efd0119fa7b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:58.332745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 911137cb-159c-46d3-b41d-8efd0119fa7b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:58.333097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.434758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.512720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 911137cb-159c-46d3-b41d-8efd0119fa7b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=911137cb-159c-46d3-b41d-8efd0119fa7b,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:58.527075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.528126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c4647d50-3ad4-4572-8428-fd9feb2069df up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:32:58.631672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=911137cb-159c-46d3-b41d-8efd0119fa7b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:58.661629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.662119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.662538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.662970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.663532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.663962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.664355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.667481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.668181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.668529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.669203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.669609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:32:58.680214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c4647d50-3ad4-4572-8428-fd9feb2069df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:58.680214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.796492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.805184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90d6db-071c-43ef-8c01-60d013307218 req-3454f683-0144-463f-9d8b-9e9e9f7851ec tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:58.807352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e90d6db-071c-43ef-8c01-60d013307218 req-3454f683-0144-463f-9d8b-9e9e9f7851ec tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.6623662 Oct 22 13:32:58.818100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74de411-654e-4f24-ba3b-048f2b28c8de req-97eb5703-1eef-4c1d-94ae-38c647f903e0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:58.819529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port c4647d50-3ad4-4572-8428-fd9feb2069df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c4647d50-3ad4-4572-8428-fd9feb2069df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:32:58.819754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f74de411-654e-4f24-ba3b-048f2b28c8de req-97eb5703-1eef-4c1d-94ae-38c647f903e0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.7648273 Oct 22 13:32:58.826258 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:58.908171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=c4647d50-3ad4-4572-8428-fd9feb2069df,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:58.928850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f74de411-654e-4f24-ba3b-048f2b28c8de req-3d3451f4-4db9-4161-828d-e0d9ee27aba9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972555 Oct 22 13:32:58.931743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e90d6db-071c-43ef-8c01-60d013307218 req-da0345da-ff08-4907-89ed-82b6b4644d66 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109502 Oct 22 13:32:59.112921 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.136693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873023-fd5d-47db-a6bf-a65006cf5d3d req-8c1e9803-f1dc-4f54-84e9-f683e1a061dc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:32:59.138956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb873023-fd5d-47db-a6bf-a65006cf5d3d req-8c1e9803-f1dc-4f54-84e9-f683e1a061dc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1045725 Oct 22 13:32:59.139949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.246552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:59.257288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.270323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb873023-fd5d-47db-a6bf-a65006cf5d3d req-ae9ab074-cd39-4590-97b3-13ca29f35a1f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Oct 22 13:32:59.391940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 9c758b13-721a-43b6-9de7-bd137cb0851a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:32:59.393507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:32:59.428285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f01ab8-8df3-4927-a824-65b40b36930f None None] Network 9c758b13-721a-43b6-9de7-bd137cb0851a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:32:59.521377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f30e6c5f-f925-4ab6-9260-2a6b3f836a6f None None] Provisioning complete for port 911137cb-159c-46d3-b41d-8efd0119fa7b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:32:59.521692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f30e6c5f-f925-4ab6-9260-2a6b3f836a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.524475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router cda363b1-e697-479f-9ad1-11b7328e8372 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:32:59.669989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:32:59.675897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-57098605-08fd-4d67-8224-f08da055a232 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "PUT /v2.0/routers/cda363b1-e697-479f-9ad1-11b7328e8372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1727140 Oct 22 13:32:59.678094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36566) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:59.682727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--384112655', 'description': 'tempest-secgroup_access--384112655 description', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:59.691930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Sync routers for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:32:59.706369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:32:59.707063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:32:59.737052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.828725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:32:59.848814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.855135 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.915965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:32:59.919830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2406757 Oct 22 13:32:59.923128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36568) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:32:59.925843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff045530-2621-4710-ba01-1b671775da8d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d89658-6d10-4ec8-a636-543355bcb22c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:32:59.932634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1163472984', 'description': 'tempest-secgroup_general--1163472984 description', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:32:59.998911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.141555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 911137cb-159c-46d3-b41d-8efd0119fa7b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:00.252457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.268573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c7b505be-1288-4b79-baa6-61cc5934dc32 None None] Provisioning complete for port 911137cb-159c-46d3-b41d-8efd0119fa7b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:00.268954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c7b505be-1288-4b79-baa6-61cc5934dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.280322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e445aa6-a860-4520-ac49-85cb20e49537 req-946b50fc-1913-49ea-bb51-2619fd7d9cc9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:00.281976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e445aa6-a860-4520-ac49-85cb20e49537 req-946b50fc-1913-49ea-bb51-2619fd7d9cc9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1678534 Oct 22 13:33:00.338410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.346416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 911137cb-159c-46d3-b41d-8efd0119fa7b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:00.346838 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.352335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0502653-6035-48f8-b9b4-83693c09f87b req-34d095cc-45b6-43c8-a920-5c82a411e260 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:00.356862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0502653-6035-48f8-b9b4-83693c09f87b req-34d095cc-45b6-43c8-a920-5c82a411e260 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.2946796 Oct 22 13:33:00.385605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.395068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 2, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:00.462260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbc65a-b6be-4b8a-9ea1-3f246324f266,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:00.516031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0502653-6035-48f8-b9b4-83693c09f87b req-c82356c8-a35b-427c-a53d-482698df41f7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480410 Oct 22 13:33:00.519951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e445aa6-a860-4520-ac49-85cb20e49537 req-20669578-deaf-4135-bbb6-8a49da9b000e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268384 Oct 22 13:33:00.522881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.524221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1dd0019b-be8f-42e0-8463-7d298a75fd11 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5990541 Oct 22 13:33:00.527342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36576) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:00.533427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'security_group_rule': {'security_group_id': 'b0d89658-6d10-4ec8-a636-543355bcb22c', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:00.548859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Checking router: cda363b1-e697-479f-9ad1-11b7328e8372 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:00.549475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Updating router cda363b1-e697-479f-9ad1-11b7328e8372 port e0097b70-6e6c-46c0-b21c-9b39bffeb65f binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:33:00.602249 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.611216 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.738035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.746341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8427b-15dc-4815-9c90-1ee5a8a8311a req-711d5efc-8d77-4f50-a2e1-cb10c373a241 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:00.749365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cec8427b-15dc-4815-9c90-1ee5a8a8311a req-711d5efc-8d77-4f50-a2e1-cb10c373a241 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1085629 Oct 22 13:33:00.750875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.780869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092b0e84-32c7-4e32-b867-df6ee5a31785,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:00.795207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.796435 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0db3e58e-ecdb-4420-9dda-f60b344a34d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677040 Oct 22 13:33:00.832327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c7b505be-1288-4b79-baa6-61cc5934dc32 None None] Provisioning complete for port e0097b70-6e6c-46c0-b21c-9b39bffeb65f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:00.832514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c7b505be-1288-4b79-baa6-61cc5934dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:00.832757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cec8427b-15dc-4815-9c90-1ee5a8a8311a req-3c4a30bc-7f74-47e9-98c3-d5a8f6f62d6b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713272 Oct 22 13:33:00.906461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c4647d50-3ad4-4572-8428-fd9feb2069df up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:00.982710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c7b505be-1288-4b79-baa6-61cc5934dc32 None None] Port e0097b70-6e6c-46c0-b21c-9b39bffeb65f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:01.054576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c4647d50-3ad4-4572-8428-fd9feb2069df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:01.055636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.068573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-a693c256-0160-4661-b21c-7e8b9597fb4a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1163472984&fields=id&tenant_id=984565e5e72c4ff3a0f6955aa3440ea3 HTTP/1.1" status: 200 len: 267 time: 0.0370080 Oct 22 13:33:01.128992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-67e814b0-2e74-4c85-b258-15fc51bf7bdc tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--384112655&fields=id&tenant_id=984565e5e72c4ff3a0f6955aa3440ea3 HTTP/1.1" status: 200 len: 267 time: 0.0539060 Oct 22 13:33:01.148301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4d3e459c-a02c-46f8-96ec-ed8c24351e78 None None] Provisioning complete for port e0097b70-6e6c-46c0-b21c-9b39bffeb65f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:01.148973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d3e459c-a02c-46f8-96ec-ed8c24351e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.258381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e459c-a02c-46f8-96ec-ed8c24351e78 None None] Port e0097b70-6e6c-46c0-b21c-9b39bffeb65f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:01.268740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3a715052-03f3-4db2-aeb3-f1696426ec21 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:01.270541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3a715052-03f3-4db2-aeb3-f1696426ec21 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 797 time: 0.1406178 Oct 22 13:33:01.281115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.288371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-000ee1b0-724c-46cf-aeff-2fa1aa2881cc tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/quotas/984565e5e72c4ff3a0f6955aa3440ea3 HTTP/1.1" status: 200 len: 375 time: 0.0105369 Oct 22 13:33:01.290448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.350296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-4b41aa65-59a7-4708-84d5-ec7a61c1c899 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545673 Oct 22 13:33:01.354667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b76b63-5b7e-4389-840c-59b7d98d2e24 None None] Pushing event updated for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:01.415903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:33:01.448411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Attempting to bind port e0097b70-6e6c-46c0-b21c-9b39bffeb65f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:01.448891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Attempting to bind port e0097b70-6e6c-46c0-b21c-9b39bffeb65f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:01.449265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Attempting to bind port e0097b70-6e6c-46c0-b21c-9b39bffeb65f on network 9c758b13-721a-43b6-9de7-bd137cb0851a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:01.463914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:01.464497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Checking segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:01.464912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.465312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Bound using segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:01.465807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Bound port: e0097b70-6e6c-46c0-b21c-9b39bffeb65f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:01.466193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.577152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-f4bbe243-0f42-46fe-87e4-a0ac2f5ff3c6 service neutron] 10.222.0.25 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010922 Oct 22 13:33:01.584137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] For port e0097b70-6e6c-46c0-b21c-9b39bffeb65f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:01.587497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] For port e0097b70-6e6c-46c0-b21c-9b39bffeb65f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:01.598635 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:01.656271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:01.693025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 has no active binding in host n-h2-813419-8 {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 22 13:33:01.695973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b76b63-5b7e-4389-840c-59b7d98d2e24 None None] Pushing event updated for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:01.701165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:01.701795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:01.788471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-44ff6cbd-6ecb-427f-b2e6-12e011b18a39 service neutron] 10.222.0.25 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100527 Oct 22 13:33:01.820182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f07c8-5aa5-4f9a-90c2-f693a89eb419 req-8594ad36-3242-40dd-bd03-f22689fe479a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:01.821125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f93f07c8-5aa5-4f9a-90c2-f693a89eb419 req-8594ad36-3242-40dd-bd03-f22689fe479a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 946 time: 0.0994227 Oct 22 13:33:01.831309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-f3fae7b5-45c0-438b-b56f-85229babfce9 service neutron] 10.222.0.26 "GET /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 384 time: 0.0916688 Oct 22 13:33:01.870733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f93f07c8-5aa5-4f9a-90c2-f693a89eb419 req-b725fa8f-74cc-40ed-9edc-421d3402b11d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Oct 22 13:33:01.940950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:02.102704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] Provisioning complete for port e0097b70-6e6c-46c0-b21c-9b39bffeb65f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:02.103039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:02.112639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1c78f-065a-4594-8565-27b70ac5f311 req-8af4c0fb-378f-439c-ac0b-204436a51737 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:02.123576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ba1c78f-065a-4594-8565-27b70ac5f311 req-8af4c0fb-378f-439c-ac0b-204436a51737 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1213875 Oct 22 13:33:02.222008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ba1c78f-065a-4594-8565-27b70ac5f311 req-c4f6f6c6-3164-42dd-80d6-468ddd08349e tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843098 Oct 22 13:33:02.227230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:02.281116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:02.347019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7ab00-9f2b-4671-a2fb-ce52de55c297 req-e4b8d478-e7bb-48af-95d4-da9fd5d12842 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:02.352450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ad7ab00-9f2b-4671-a2fb-ce52de55c297 req-e4b8d478-e7bb-48af-95d4-da9fd5d12842 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1026578 Oct 22 13:33:02.391253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:02.415487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:02.417993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c244acb3-82d3-449b-a96a-092bac45135a req-0282e85b-5e6f-44cd-9b85-07699896854d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 210 time: 0.0640001 Oct 22 13:33:02.418188 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea96e7b9-53a3-4079-ac98-0407e3a5e492" -d '{"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-unplugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:02.424153 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:02.515084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ad7ab00-9f2b-4671-a2fb-ce52de55c297 req-6ad58eef-8ae6-40bf-ae4d-10a422d41975 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950372 Oct 22 13:33:02.524882 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d3ea07-7458-48e8-951a-5bf31ddc7ca9 x-openstack-request-id: req-50d3ea07-7458-48e8-951a-5bf31ddc7ca9 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:02.526197 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-unplugged", "status": "completed", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:02.526473 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d3ea07-7458-48e8-951a-5bf31ddc7ca9 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:02.526994 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'code': 200} Oct 22 13:33:02.626999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] Transition to ACTIVE for port object 0a878df3-0ded-4b8a-8923-e99bab5df247 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:33:02.643088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:02.707401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:02.757402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] For port e0097b70-6e6c-46c0-b21c-9b39bffeb65f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:02.777041 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:02.852176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] Pushing event updated for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=11']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:02.859329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:01Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:02.901308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7cda0-0eda-4833-abfa-c01699217616 None None] Pushing event updated for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:02.953144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] No DVR routers for this DVR port 0a878df3-0ded-4b8a-8923-e99bab5df247 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:33:02.989432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ac777-43c9-4a40-891d-f851329c0cef None None] The sync data for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 is: [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:01Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:03.015753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-918a99dd-6ef8-45d3-aba1-929a893013ad None None] Provisioning complete for port e0097b70-6e6c-46c0-b21c-9b39bffeb65f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:03.016477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-918a99dd-6ef8-45d3-aba1-929a893013ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:03.244942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dc489-5e86-4033-9727-cfd28648d56f req-035e754f-24ee-432e-bf45-b5042185bece tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:03.249576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-340dc489-5e86-4033-9727-cfd28648d56f req-035e754f-24ee-432e-bf45-b5042185bece tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.1850698 Oct 22 13:33:03.391507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-340dc489-5e86-4033-9727-cfd28648d56f req-eb8fb2ef-d93f-416a-9210-e55fb93a07ad tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356161 Oct 22 13:33:03.439925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324ce3e-327a-4199-95a2-e2e91eef7e75 req-4a96ddbd-c54e-4ff7-ad1a-cd8f7c60d458 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:03.448160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5324ce3e-327a-4199-95a2-e2e91eef7e75 req-4a96ddbd-c54e-4ff7-ad1a-cd8f7c60d458 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0951149 Oct 22 13:33:03.507155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5324ce3e-327a-4199-95a2-e2e91eef7e75 req-c28c8917-2308-43f7-9efa-74a437ace776 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579717 Oct 22 13:33:03.665388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12571fa6-973c-4827-ab86-08ae968f55e4 req-ffb5d5c2-03c5-442e-826b-88a3ad0d8a93 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 210 time: 0.1111271 Oct 22 13:33:03.855073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec28f8-85db-4876-aca0-d282d55e92d0 req-8318bfb9-7712-4c72-8294-bd2560966e9b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:03.859966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dec28f8-85db-4876-aca0-d282d55e92d0 req-8318bfb9-7712-4c72-8294-bd2560966e9b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1598277 Oct 22 13:33:03.913446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-35bc9497-8032-4275-b66c-c0f3481e2aef service neutron] 10.222.0.26 "PUT /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247/bindings/n-h2-813419-8/activate HTTP/1.1" status: 200 len: 369 time: 2.0752158 Oct 22 13:33:04.045029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dec28f8-85db-4876-aca0-d282d55e92d0 req-9532105b-536e-4b70-a10f-3a60690a0719 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672115 Oct 22 13:33:04.077138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0097b70-6e6c-46c0-b21c-9b39bffeb65f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:04.098747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-e58f1dd5-e697-441c-955b-47bcac4a1b37 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:04.100338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-e58f1dd5-e697-441c-955b-47bcac4a1b37 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.26 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 797 time: 0.3077905 Oct 22 13:33:04.176115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:04.210353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-1e965bb7-3cd5-44c1-949a-98bcd5226042 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984565e5e72c4ff3a0f6955aa3440ea3 HTTP/1.1" status: 200 len: 477 time: 0.0985396 Oct 22 13:33:04.224787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'port': {'device_id': '86a492ee-8141-43d8-83ae-d3c4146be325', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'admin_state_up': True, 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'security_groups': ['49fbc65a-b6be-4b8a-9ea1-3f246324f266', 'b0d89658-6d10-4ec8-a636-543355bcb22c']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:04.249182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e0097b70-6e6c-46c0-b21c-9b39bffeb65f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:04.262950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:04.267890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:04.456585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:04.461097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:04.593286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f672a29-6ccb-489d-9c73-cd7d0839dece req-28e3167b-d129-4d9b-af1d-7b00ca8e3f30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:04.600633 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f672a29-6ccb-489d-9c73-cd7d0839dece req-28e3167b-d129-4d9b-af1d-7b00ca8e3f30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.1152427 Oct 22 13:33:04.733800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f672a29-6ccb-489d-9c73-cd7d0839dece req-9be4a1b6-4d82-4c12-aa5b-862696a5c355 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322813 Oct 22 13:33:04.741222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.20.0.13 (9c758b13-721a-43b6-9de7-bd137cb0851a/608e1ce7-c0a8-48cf-96f0-e4d9d371c15c/cdceed91-d21f-4a94-9a9b-27a70af0c6cb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:04.761050 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5288b-fbbf-4681-ab06-36fa4382d349 req-e7d50645-2547-4779-a390-52b505dc4b5f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:04.762832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01d5288b-fbbf-4681-ab06-36fa4382d349 req-e7d50645-2547-4779-a390-52b505dc4b5f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1367531 Oct 22 13:33:04.873460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6b80cd9-cd28-4af1-861a-7a00022e0cbe req-d0e0ebc2-1609-4e15-a786-16a9e30530e8 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 210 time: 0.0429454 Oct 22 13:33:04.878732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-01d5288b-fbbf-4681-ab06-36fa4382d349 req-b0aef033-ca8e-4b06-8199-81f87a730459 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031480 Oct 22 13:33:05.042122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.080018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.125108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 9c758b13-721a-43b6-9de7-bd137cb0851a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:05.131293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:05.145287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:05.234616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:05.287754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:05.288534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.321398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852f0a1-1852-4239-9519-bb8ccfffcd85 req-d4c8faeb-6098-4bbb-8b56-1686febfb62f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:05.323687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2852f0a1-1852-4239-9519-bb8ccfffcd85 req-d4c8faeb-6098-4bbb-8b56-1686febfb62f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.1157694 Oct 22 13:33:05.328332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-ff8c715d-2c06-41bc-80e7-05295945368a tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1114566 Oct 22 13:33:05.361939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Request body: {'port': {'device_id': '86a492ee-8141-43d8-83ae-d3c4146be325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:05.396328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2852f0a1-1852-4239-9519-bb8ccfffcd85 req-d4de0f15-0b8c-4636-bfa6-25d98da16594 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Oct 22 13:33:05.446191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.533680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c6162af4-f8c8-4472-9362-899e4705d1fb None None] Provisioning complete for port cdceed91-d21f-4a94-9a9b-27a70af0c6cb triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:05.534249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c6162af4-f8c8-4472-9362-899e4705d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.571646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c6162af4-f8c8-4472-9362-899e4705d1fb None None] Port cdceed91-d21f-4a94-9a9b-27a70af0c6cb cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:05.732105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdceed91-d21f-4a94-9a9b-27a70af0c6cb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:05.740425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.754017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Transition to ACTIVE for port object cdceed91-d21f-4a94-9a9b-27a70af0c6cb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:33:05.761991 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:05.830124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Pushing event updated for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:05.975350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Attempting to bind port cdceed91-d21f-4a94-9a9b-27a70af0c6cb on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:05.975699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Attempting to bind port cdceed91-d21f-4a94-9a9b-27a70af0c6cb by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:05.976026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Attempting to bind port cdceed91-d21f-4a94-9a9b-27a70af0c6cb on network 9c758b13-721a-43b6-9de7-bd137cb0851a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:05.984756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Port cdceed91-d21f-4a94-9a9b-27a70af0c6cb on network 9c758b13-721a-43b6-9de7-bd137cb0851a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:33:05.985093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Attempting to bind port cdceed91-d21f-4a94-9a9b-27a70af0c6cb on network 9c758b13-721a-43b6-9de7-bd137cb0851a {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:05.996623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1185c-3252-453f-b8ac-9ebe3340b709 req-8d3789dd-f521-43ee-8e0a-cbf0ab97943c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:05.998215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcf1185c-3252-453f-b8ac-9ebe3340b709 req-8d3789dd-f521-43ee-8e0a-cbf0ab97943c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.1554868 Oct 22 13:33:06.014578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:06.014578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Checking segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:06.014578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Bound using segment: {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:06.014578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Bound port: cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:06.014578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:06.138408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcf1185c-3252-453f-b8ac-9ebe3340b709 req-58ba1ca6-362e-45f9-b192-4b1569a3d01b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279633 Oct 22 13:33:06.139443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:06.149080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf5c11-0a23-4646-ac8d-49c3f8fbc47a req-d4fd63f4-a841-4cc6-a083-711fb60c03be tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.150842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62cf5c11-0a23-4646-ac8d-49c3f8fbc47a req-d4fd63f4-a841-4cc6-a083-711fb60c03be tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 983 time: 0.1496797 Oct 22 13:33:06.152785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:06.179446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:06.229516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.230146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:06.231585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] 10.222.0.26 "PUT /v2.0/ports/cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 1131 time: 0.8754668 Oct 22 13:33:06.232041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:06.234345 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4322da1f-a16f-4b63-a414-8b808310f0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:06.283016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62cf5c11-0a23-4646-ac8d-49c3f8fbc47a req-7b683adf-e31c-4435-ab2d-7f07e69200f9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1150649 Oct 22 13:33:06.332680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6de1a4-21e2-4f10-9ad2-5c81bf25944f service neutron] Pushing event updated for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:06.338507 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75169a60-f9ce-4cd7-a7ee-14b4da11eb90 x-openstack-request-id: req-75169a60-f9ce-4cd7-a7ee-14b4da11eb90 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:06.338848 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:06.339090 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75169a60-f9ce-4cd7-a7ee-14b4da11eb90 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:06.339494 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'status': 'completed', 'code': 200} Oct 22 13:33:06.385823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c90c-0636-40a7-ba0d-32f721d08f2e req-fca358c6-5cdb-4bd5-83f4-11600cb22b04 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.387533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c245c90c-0636-40a7-ba0d-32f721d08f2e req-fca358c6-5cdb-4bd5-83f4-11600cb22b04 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.1434989 Oct 22 13:33:06.402898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-0fea6c33-f593-4692-82ee-a84ff8d3d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.404404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-0fea6c33-f593-4692-82ee-a84ff8d3d43b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1134 time: 0.1048396 Oct 22 13:33:06.459861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-74d0e4b6-b482-46ce-9124-0e7081329fd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 217 time: 0.0456722 Oct 22 13:33:06.491451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c245c90c-0636-40a7-ba0d-32f721d08f2e req-a7b47ef1-a32b-417a-a8b3-a3318725a7b0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970232 Oct 22 13:33:06.548043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-5a32f31f-8a06-464e-bed7-787281ef6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.549521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-5a32f31f-8a06-464e-bed7-787281ef6e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 200 len: 834 time: 0.0813689 Oct 22 13:33:06.561552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bbfd6-e486-4cde-bdb3-16085c4c170d req-37f3c4df-ab23-4ff1-af71-c9d414ba2496 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.563008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e8bbfd6-e486-4cde-bdb3-16085c4c170d req-37f3c4df-ab23-4ff1-af71-c9d414ba2496 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0853186 Oct 22 13:33:06.634538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e8bbfd6-e486-4cde-bdb3-16085c4c170d req-5731fd76-ecea-4b48-882e-d999f6439186 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627811 Oct 22 13:33:06.637694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-f579168a-5446-426c-81c4-ea8d2aab3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.639166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-f579168a-5446-426c-81c4-ea8d2aab3042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c758b13-721a-43b6-9de7-bd137cb0851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752995 Oct 22 13:33:06.732604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-f9734789-99c5-4700-8357-d1afa6257e98 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Oct 22 13:33:06.824989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa1428e-9399-4ffe-9efb-5863039a43db req-569c0f56-6b97-4b05-bc9b-bc63eea2cad1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854361 Oct 22 13:33:06.913334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-76780e1e-5552-4415-b142-42e848fb04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:06.914960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-76780e1e-5552-4415-b142-42e848fb04c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1134 time: 0.0414476 Oct 22 13:33:07.009436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-faf923ba-1804-4d95-9e2c-ab87442545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.011784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-faf923ba-1804-4d95-9e2c-ab87442545f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 898 time: 0.0902562 Oct 22 13:33:07.052318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-ccca8edd-9255-4721-96aa-d512932466ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 217 time: 0.0334029 Oct 22 13:33:07.101053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-917ecde2-ae46-4de2-9451-998e8643f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.102419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-917ecde2-ae46-4de2-9451-998e8643f16c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 200 len: 834 time: 0.0427668 Oct 22 13:33:07.151930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-8aa0f91b-e0a0-44ba-a4b0-cfc9a570ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.153393 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-8aa0f91b-e0a0-44ba-a4b0-cfc9a570ba2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c758b13-721a-43b6-9de7-bd137cb0851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429657 Oct 22 13:33:07.271998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-fc85e488-4e9c-482e-b36e-4ba1105a0e00 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083381 Oct 22 13:33:07.296199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fe7a5-efab-4c49-bcfb-784179192d04 req-e3de78f2-b4c8-49d0-ab28-57399e9edf52 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.297618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-035fe7a5-efab-4c49-bcfb-784179192d04 req-e3de78f2-b4c8-49d0-ab28-57399e9edf52 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0721059 Oct 22 13:33:07.409759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-035fe7a5-efab-4c49-bcfb-784179192d04 req-f69fbf0c-10d3-4de5-8c7b-3614dd5a7424 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983942 Oct 22 13:33:07.432563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4322da1f-a16f-4b63-a414-8b808310f0f5 req-6b474c83-5088-4aff-91df-1fc8c60103a0 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521733 Oct 22 13:33:07.444912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83442165-b040-4ca0-8e57-4473935c715a req-6199e7be-771e-44ab-929a-3f058b459de9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.446368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83442165-b040-4ca0-8e57-4473935c715a req-6199e7be-771e-44ab-929a-3f058b459de9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 983 time: 0.1054499 Oct 22 13:33:07.487922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-83442165-b040-4ca0-8e57-4473935c715a req-59a93624-6cc5-4870-b891-aa8340b34984 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345538 Oct 22 13:33:07.623474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b507d-278b-4f5c-a159-92d0e4634438 req-c949581f-371c-40fb-b8f7-17c0211b5bde tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.624956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-766b507d-278b-4f5c-a159-92d0e4634438 req-c949581f-371c-40fb-b8f7-17c0211b5bde tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Oct 22 13:33:07.662541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-766b507d-278b-4f5c-a159-92d0e4634438 req-c400b35c-512c-4b37-b41d-cbf970beb69a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Oct 22 13:33:07.750454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665b841-3708-4c81-8927-541ae1c32c01 req-5a8a01d4-6d50-44f2-8cf7-d213684872b8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:07.751960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5665b841-3708-4c81-8927-541ae1c32c01 req-5a8a01d4-6d50-44f2-8cf7-d213684872b8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Oct 22 13:33:07.789007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5665b841-3708-4c81-8927-541ae1c32c01 req-9e525927-9451-44f3-8d01-12b9842fba1b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Oct 22 13:33:08.396866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:08.526002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dd6d6-8cc1-4efd-9cde-f8ac14b18ef2 req-9eeab227-9d6e-4ea0-af74-ea632914dbbb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:08.527563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-855dd6d6-8cc1-4efd-9cde-f8ac14b18ef2 req-9eeab227-9d6e-4ea0-af74-ea632914dbbb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Oct 22 13:33:08.585603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-855dd6d6-8cc1-4efd-9cde-f8ac14b18ef2 req-379266c2-c0c7-4941-a0cc-8806bdb8f5d1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513265 Oct 22 13:33:08.624863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff003a-bf9e-4562-8478-86dbfb6b895e req-180ca626-88a8-480a-adf7-8697ce500fac tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:08.626222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5ff003a-bf9e-4562-8478-86dbfb6b895e req-180ca626-88a8-480a-adf7-8697ce500fac tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 983 time: 0.0648849 Oct 22 13:33:08.673967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5ff003a-bf9e-4562-8478-86dbfb6b895e req-2bfd5ada-a254-4dc2-9548-71b324d8ea12 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0394447 Oct 22 13:33:08.779413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc6776-90b9-4d82-bfe9-54c193951437 req-ae03481b-8f0f-4c6c-8eb7-a28a7982aee3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:08.780778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6cc6776-90b9-4d82-bfe9-54c193951437 req-ae03481b-8f0f-4c6c-8eb7-a28a7982aee3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0483763 Oct 22 13:33:08.818496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6cc6776-90b9-4d82-bfe9-54c193951437 req-32e15890-2928-46c3-83d3-681b3f6cbdb8 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Oct 22 13:33:08.905815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c3ad6-30db-4b04-8555-89c4ece2b144 req-6d606233-c106-4495-a8ad-513a8ca01ba1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:08.907330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-054c3ad6-30db-4b04-8555-89c4ece2b144 req-6d606233-c106-4495-a8ad-513a8ca01ba1 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Oct 22 13:33:08.945557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-054c3ad6-30db-4b04-8555-89c4ece2b144 req-007aacc7-b3f9-40a3-8952-f7a854b80c47 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Oct 22 13:33:09.709803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb2e1-e5b8-4b18-9ec3-6d5311498dca req-0d9fe7c2-27e8-41fd-aaee-7841232b63b2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:09.711322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04bcb2e1-e5b8-4b18-9ec3-6d5311498dca req-0d9fe7c2-27e8-41fd-aaee-7841232b63b2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Oct 22 13:33:09.759012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04bcb2e1-e5b8-4b18-9ec3-6d5311498dca req-633172f7-297d-476c-9cd7-7fdfd991a36e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Oct 22 13:33:09.794762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86c78-abd0-4b73-b5c0-4205c2edac8f req-a936fa75-ccc6-40e0-839c-f1ebf8f3cea4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:09.796222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f86c78-abd0-4b73-b5c0-4205c2edac8f req-a936fa75-ccc6-40e0-839c-f1ebf8f3cea4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 983 time: 0.0535181 Oct 22 13:33:09.835519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5f86c78-abd0-4b73-b5c0-4205c2edac8f req-c03353d9-c593-40d8-829c-f5a366db96ad tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333047 Oct 22 13:33:09.939929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6dd2-c8ee-4d10-a3c9-33afd5a7c551 req-1e5a01c8-9afe-4e38-a7ff-8a1a67288d9a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:09.941655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd8c6dd2-c8ee-4d10-a3c9-33afd5a7c551 req-1e5a01c8-9afe-4e38-a7ff-8a1a67288d9a tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0512896 Oct 22 13:33:09.986084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd8c6dd2-c8ee-4d10-a3c9-33afd5a7c551 req-fcabc3f3-1450-4733-9db7-984fad8b38c7 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373759 Oct 22 13:33:10.038239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:10.053573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-9f82b842-8ec1-47d6-b522-cd82711946d0 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.055197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-9f82b842-8ec1-47d6-b522-cd82711946d0 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&tenant_id=d995d80d005e424da11709db076b1b4a&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.0540376 Oct 22 13:33:10.081973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa7fe-2824-42df-8481-4c3f17d43e03 req-bfa6aafd-e797-4ffa-b83d-e43989d884e5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.083665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c8fa7fe-2824-42df-8481-4c3f17d43e03 req-bfa6aafd-e797-4ffa-b83d-e43989d884e5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0564408 Oct 22 13:33:10.110485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-cc57801f-53f6-4f75-b0d1-d1f69f250a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.112158 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-cc57801f-53f6-4f75-b0d1-d1f69f250a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 1096 time: 0.0424354 Oct 22 13:33:10.122831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c8fa7fe-2824-42df-8481-4c3f17d43e03 req-3e39bec3-2394-4d84-a89c-5c4045592366 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Oct 22 13:33:10.129532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cdceed91-d21f-4a94-9a9b-27a70af0c6cb details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:33:10.184316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-291ad9b5-230f-41b2-9324-41a4adaff5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.185919 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-291ad9b5-230f-41b2-9324-41a4adaff5a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1096 time: 0.0481794 Oct 22 13:33:10.230227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:10.241434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'port_id': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'mac_address': 'fa:16:3e:1d:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:33:10.280550 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:10.282363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-0ee7d956-db9a-49af-9c98-fa511892de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.283912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-0ee7d956-db9a-49af-9c98-fa511892de85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.0888207 Oct 22 13:33:10.293334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdceed91-d21f-4a94-9a9b-27a70af0c6cb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:10.317468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:10.321461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:10.358431 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-9a2d2bdc-1691-4462-83ed-f35b056585f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 1000 time: 0.0642850 Oct 22 13:33:10.368760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:10.410494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b18e47f0-5d80-43a0-ac44-7edbca1493b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.411971 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-b18e47f0-5d80-43a0-ac44-7edbca1493b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0456712 Oct 22 13:33:10.458344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-c8693e3d-3dbc-4a93-8674-5522d49a6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.459764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-c8693e3d-3dbc-4a93-8674-5522d49a6f65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401137 Oct 22 13:33:10.514833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['cdceed91-d21f-4a94-9a9b-27a70af0c6cb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:33:10.554457 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-48a4d20f-ccb3-43c4-abd4-4330ea45acac service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861790 Oct 22 13:33:10.653164 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-f9b4c930-59bc-4fd3-a9eb-611b68358081 service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907223 Oct 22 13:33:10.881588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ecbe3-b599-4335-a74b-0791890c239e req-37e1950b-ed29-4798-b1ec-477a846a3c03 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.883162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5ecbe3-b599-4335-a74b-0791890c239e req-37e1950b-ed29-4798-b1ec-477a846a3c03 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Oct 22 13:33:10.910862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-d2f30e51-375d-48ba-8750-291a13312cfc tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.912362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-d2f30e51-375d-48ba-8750-291a13312cfc tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54&tenant_id=d995d80d005e424da11709db076b1b4a&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 1096 time: 0.0527563 Oct 22 13:33:10.950705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5ecbe3-b599-4335-a74b-0791890c239e req-54e005f7-0748-4379-8165-c752fbb72dfa tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596116 Oct 22 13:33:10.971923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff855b-ed47-4e37-948d-3301aaebec49 req-3f8ee4cf-6041-4782-a944-d449af9df9b3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:10.973409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eff855b-ed47-4e37-948d-3301aaebec49 req-3f8ee4cf-6041-4782-a944-d449af9df9b3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 984 time: 0.0656602 Oct 22 13:33:11.017601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eff855b-ed47-4e37-948d-3301aaebec49 req-672b6807-6b84-4b4b-9737-28bb0dacef1e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378199 Oct 22 13:33:11.059939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-2706134c-87ba-4bba-b851-d85de1ccbc22 service neutron] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:11.063176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-2706134c-87ba-4bba-b851-d85de1ccbc22 service neutron] Publish callbacks [] for binding, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:11.064315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c9fb332-72f9-4990-9e66-b59f15ca091d req-2706134c-87ba-4bba-b851-d85de1ccbc22 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247/bindings/n-h1-813419-8 HTTP/1.1" status: 204 len: 173 time: 0.1440549 Oct 22 13:33:11.129447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61757183-c8ca-4dfe-a23c-cfb232918abe req-04dc29c0-2d76-4602-a4cd-4ff25172bac5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:11.130987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61757183-c8ca-4dfe-a23c-cfb232918abe req-04dc29c0-2d76-4602-a4cd-4ff25172bac5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0511341 Oct 22 13:33:11.174020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61757183-c8ca-4dfe-a23c-cfb232918abe req-7ec033aa-0ec8-4f59-8ae0-6d2aa5b2edae tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362105 Oct 22 13:33:11.243345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4768-f68f-4a56-899c-c0993e19f381 req-91b8db6e-bd45-4035-a11d-54f214f6e5c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:11.245684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32de4768-f68f-4a56-899c-c0993e19f381 req-91b8db6e-bd45-4035-a11d-54f214f6e5c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Oct 22 13:33:11.283726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32de4768-f68f-4a56-899c-c0993e19f381 req-4817e2cd-f8cd-4807-b166-de06801885a3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=8642f4f3-a9e5-4a3f-a49b-2165a0e25033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Oct 22 13:33:11.655371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-a7c11629-9f81-42af-b4bb-5f392e604ea5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:11.656876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-a7c11629-9f81-42af-b4bb-5f392e604ea5 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 945 time: 0.0567689 Oct 22 13:33:11.753422 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port f1961d0a-b18a-4486-b64a-d83b6c32b1ed {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:11.753765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:11.844501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port f1961d0a-b18a-4486-b64a-d83b6c32b1ed, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:11.844873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:11.857064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for f1961d0a-b18a-4486-b64a-d83b6c32b1ed owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:11.992739 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:12.006142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1961d0a-b18a-4486-b64a-d83b6c32b1ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:33:12.021394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=f1961d0a-b18a-4486-b64a-d83b6c32b1ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:12.033180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.033630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.033888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.034232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.034571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.034931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.035263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.035593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.035922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.036248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.036577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.036907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:12.083643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port f1961d0a-b18a-4486-b64a-d83b6c32b1ed on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:33:12.086452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:12.090082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c21ebbc7-b606-48d9-98f1-ba9e3f016d94 req-abcaeda9-cdaa-4fc2-9dc1-1ad05e84450a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "DELETE /v2.0/ports/f1961d0a-b18a-4486-b64a-d83b6c32b1ed HTTP/1.1" status: 204 len: 173 time: 0.4264884 Oct 22 13:33:12.090760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'name': 'network-vif-deleted', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:12.093090 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b62f565-efa8-4bc3-aa0b-c7801763aa30" -d '{"events": [{"server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "name": "network-vif-deleted", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:12.105932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f29379-680a-4aff-aadc-8577237ed9b2 req-4ba424ed-60df-447e-92d8-ac840287a97d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.107470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f29379-680a-4aff-aadc-8577237ed9b2 req-4ba424ed-60df-447e-92d8-ac840287a97d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0842211 Oct 22 13:33:12.149902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cdceed91-d21f-4a94-9a9b-27a70af0c6cb up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:12.189941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5f74-c2fd-4fcd-b5fe-d3e3a26b1e01 req-34802334-9487-42f7-8ecf-1ceaade1ee62 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.191801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb6e5f74-c2fd-4fcd-b5fe-d3e3a26b1e01 req-34802334-9487-42f7-8ecf-1ceaade1ee62 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 984 time: 0.0831704 Oct 22 13:33:12.199148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66f29379-680a-4aff-aadc-8577237ed9b2 req-21ad5193-1054-431a-b145-dc6d0883fff5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813303 Oct 22 13:33:12.223017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port cdceed91-d21f-4a94-9a9b-27a70af0c6cb completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:33:12.231006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port cdceed91-d21f-4a94-9a9b-27a70af0c6cb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:12.231610 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:12.241197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb6e5f74-c2fd-4fcd-b5fe-d3e3a26b1e01 req-772835cd-5b14-4626-bdc6-44d9a4d00eb2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0407872 Oct 22 13:33:12.264892 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fd76d-e98f-4935-82ce-b580016fbc79 x-openstack-request-id: req-ea7fd76d-e98f-4935-82ce-b580016fbc79 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:12.265406 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97da6369-9d4a-45b7-92c5-f899431c0449", "name": "network-vif-deleted", "tag": "f1961d0a-b18a-4486-b64a-d83b6c32b1ed", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:12.265812 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea7fd76d-e98f-4935-82ce-b580016fbc79 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:12.266382 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97da6369-9d4a-45b7-92c5-f899431c0449', 'name': 'network-vif-deleted', 'tag': 'f1961d0a-b18a-4486-b64a-d83b6c32b1ed', 'status': 'completed', 'code': 200} Oct 22 13:33:12.350421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:12.377167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:12.379534 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca235d8e-3233-4a21-bea3-2de8e14a6bb4" -d '{"events": [{"server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "name": "network-vif-plugged", "status": "completed", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:12.393565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36c6d0-ee04-4ff7-bf4d-4d9ae0a1d92d req-7acec535-0921-461c-9e48-d8d183770cb3 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.395653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad36c6d0-ee04-4ff7-bf4d-4d9ae0a1d92d req-7acec535-0921-461c-9e48-d8d183770cb3 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1096 time: 0.0711284 Oct 22 13:33:12.396688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:12.402334 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:12.404662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302239-d7af-43dc-acf9-de2795b3419f req-fc9daee7-6d88-4c85-b013-5256dfab2a1f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.406204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb302239-d7af-43dc-acf9-de2795b3419f req-fc9daee7-6d88-4c85-b013-5256dfab2a1f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 944 time: 0.0916951 Oct 22 13:33:12.466361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:12.784258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad36c6d0-ee04-4ff7-bf4d-4d9ae0a1d92d req-365b2c0b-5326-4e88-a139-622b7a2a4a0b tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725994 Oct 22 13:33:12.796894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb302239-d7af-43dc-acf9-de2795b3419f req-fd61a56d-85ff-495f-990c-ebe76ec5fb74 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466557 Oct 22 13:33:12.854362 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e2a01-dca4-49bd-9cd7-55f2be2d1ccd x-openstack-request-id: req-d77e2a01-dca4-49bd-9cd7-55f2be2d1ccd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:12.854681 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "name": "network-vif-plugged", "status": "completed", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:12.854940 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77e2a01-dca4-49bd-9cd7-55f2be2d1ccd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:12.855339 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'code': 200} Oct 22 13:33:12.887705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d4ec899-fcba-4833-b9ee-36db7f0cbe90 req-55912163-b3fa-4901-a5c3-b2b73f890f6b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0410726 Oct 22 13:33:12.986951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725f798-a6e1-4307-9903-32b4035ecd47 req-e5360d39-2654-4028-b5de-abec15fc9f71 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.988467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3725f798-a6e1-4307-9903-32b4035ecd47 req-e5360d39-2654-4028-b5de-abec15fc9f71 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.0809500 Oct 22 13:33:12.991566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcdae4-c90a-4b46-8284-30adc0063c53 req-21bb5d26-1b3c-42c7-ab3e-2e612680ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:12.993032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fdcdae4-c90a-4b46-8284-30adc0063c53 req-21bb5d26-1b3c-42c7-ab3e-2e612680ea28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.0743601 Oct 22 13:33:13.051860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8fdcdae4-c90a-4b46-8284-30adc0063c53 req-d53455c1-eeb5-4d73-b3f4-22d677e5a742 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0504026 Oct 22 13:33:13.055659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3725f798-a6e1-4307-9903-32b4035ecd47 req-d9270004-41b8-47f4-8969-eb25e006b404 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597062 Oct 22 13:33:13.079522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36686) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:13.148332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ea326059-8e9e-4629-bed3-657d30d90306 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 200 len: 992 time: 0.0676470 Oct 22 13:33:13.358538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bfbf-8585-422d-9f21-45e82498e19a req-ea3c3ae0-2b21-4026-b0ae-3366a53fa2dc tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:13.363786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2376bfbf-8585-422d-9f21-45e82498e19a req-ea3c3ae0-2b21-4026-b0ae-3366a53fa2dc tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.0493481 Oct 22 13:33:13.372938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36694) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:13.402375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2376bfbf-8585-422d-9f21-45e82498e19a req-a7f1db3d-d6a2-467c-943e-e07654b7b3df tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358543 Oct 22 13:33:13.503156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:33:13.538302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 54adb038-b95d-4277-b8dc-30794815572b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:13.538766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.612525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:13.623419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.623902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.626264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'port_id': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'mac_address': 'fa:16:3e:e0:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:33:13.643726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 54adb038-b95d-4277-b8dc-30794815572b owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:13.672784 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.689638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:13.714169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:13.718793 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.769427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:13.811069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.836592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=54adb038-b95d-4277-b8dc-30794815572b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:13.919994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:13.921397 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP faf1765d-bb5b-40af-bc68-e59bf4ab1143 disassociated (deleted). External IP: 172.25.6.195, port: 0a878df3-0ded-4b8a-8923-e99bab5df247. Oct 22 13:33:13.943834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d9a39-1377-4c7b-b64c-ea39c63aa5c2 req-07220f80-e7bf-4a2b-85be-a3f53e0664d2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:13.945459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8d9a39-1377-4c7b-b64c-ea39c63aa5c2 req-07220f80-e7bf-4a2b-85be-a3f53e0664d2 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 945 time: 0.0553298 Oct 22 13:33:14.021888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['311917a6-5d69-472e-bf85-a7d5ffee7ff5'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:33:14.036316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4dfcf56-5aeb-4d06-a838-235deb52cdf4 req-e3abf638-1c1b-4cfa-a109-1d5d019260b6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0587900 Oct 22 13:33:14.059441 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a8d9a39-1377-4c7b-b64c-ea39c63aa5c2 req-06aeeb28-78db-4a65-a593-99c09d48a000 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047556 Oct 22 13:33:14.221338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router c8855d47-39ec-466a-9470-5d4b2d58a762 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:14.335931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:14.341797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:14.347317 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Sync routers for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:14.359362 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:14.359979 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:14.373539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc5abe45-2bb0-4f38-9dd5-02f55710c620 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/floatingips/faf1765d-bb5b-40af-bc68-e59bf4ab1143 HTTP/1.1" status: 204 len: 168 time: 0.9971373 Oct 22 13:33:14.373539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:14.374878 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b8c40-64c3-4bf5-b364-628009777dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:14.417867 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178d93e-1003-4a74-99cf-b8ebee3cdad5 x-openstack-request-id: req-7178d93e-1003-4a74-99cf-b8ebee3cdad5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:14.418398 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:14.418775 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7178d93e-1003-4a74-99cf-b8ebee3cdad5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:14.419290 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'status': 'completed', 'code': 200} Oct 22 13:33:14.522159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-0dbeecca-21df-44a4-98b7-af0be1c7cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.523949 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-0dbeecca-21df-44a4-98b7-af0be1c7cff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 1096 time: 0.0802009 Oct 22 13:33:14.573732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9d04-dbde-4a3c-abd6-d8de6c47ba50 req-77c50197-d683-4c49-99e3-bfc8346505b4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.582159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-278b9d04-dbde-4a3c-abd6-d8de6c47ba50 req-77c50197-d683-4c49-99e3-bfc8346505b4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.0872445 Oct 22 13:33:14.601103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:14.633315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-278b9d04-dbde-4a3c-abd6-d8de6c47ba50 req-f2194484-9f05-4b85-9b84-57288d1c1af9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497582 Oct 22 13:33:14.676795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-333b7057-6c06-4682-89e4-42c73dd30444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.678528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-333b7057-6c06-4682-89e4-42c73dd30444 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 200 len: 898 time: 0.1457515 Oct 22 13:33:14.730232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-5b8b791f-f7e3-4955-8679-8da41d2056ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 200 len: 217 time: 0.0433688 Oct 22 13:33:14.766297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3524ee-b884-4115-84ce-4535eed6f6f5 req-eee38dd6-52d8-459b-9cb8-5628908410e1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.768334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e3524ee-b884-4115-84ce-4535eed6f6f5 req-eee38dd6-52d8-459b-9cb8-5628908410e1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.1318843 Oct 22 13:33:14.791507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-83c76b25-f08b-4bb2-98d2-39a87ccfade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.793560 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-83c76b25-f08b-4bb2-98d2-39a87ccfade9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 200 len: 835 time: 0.0548153 Oct 22 13:33:14.820928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e3524ee-b884-4115-84ce-4535eed6f6f5 req-451da518-c73e-4bbd-8b8f-e7817bd5ae38 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c858a91-6f96-4640-b8d7-52cabc5ba0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 Oct 22 13:33:14.829198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533ce1e-68cc-461f-83c9-8240814dcbd3 req-9f61f1c0-8e46-4541-9e8c-6e3cb7065694 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.835224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a533ce1e-68cc-461f-83c9-8240814dcbd3 req-9f61f1c0-8e46-4541-9e8c-6e3cb7065694 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.1096079 Oct 22 13:33:14.857533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:14.868490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-1dfe3fc9-00d8-44df-acf2-165ecd652a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:14.870915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-1dfe3fc9-00d8-44df-acf2-165ecd652a66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7026bff-2d8f-4ccf-b335-d46733b4fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686915 Oct 22 13:33:14.886635 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Checking router: c8855d47-39ec-466a-9470-5d4b2d58a762 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:14.890065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a533ce1e-68cc-461f-83c9-8240814dcbd3 req-c07c1538-402c-4009-9338-83cc0300e2c0 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0529685 Oct 22 13:33:14.899140 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:14.900845 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:15.012775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-a9cd567b-af16-4c64-9a59-e654c7ead94e service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311302 Oct 22 13:33:15.021634 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:15.047711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-97e2aba3-f2e1-41f6-8197-3a96e9a74382 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:15.055235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-97e2aba3-f2e1-41f6-8197-3a96e9a74382 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.0683336 Oct 22 13:33:15.072579 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-e5144947-80bf-47ee-9e7c-6cac3591bc16 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.184358 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6c6b8c40-64c3-4bf5-b364-628009777dbd req-48c6eee8-5e25-4d92-99ce-b622f9ce5b1c service neutron] 10.222.0.21 "GET /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628034 Oct 22 13:33:15.192777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-e5144947-80bf-47ee-9e7c-6cac3591bc16 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.220267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ba0a131-d568-4e3a-855a-305e18d735f6 req-b5763879-6c72-4de6-9006-6bb5c96a8668 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0430615 Oct 22 13:33:15.220852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-e5144947-80bf-47ee-9e7c-6cac3591bc16 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.261670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b7dc2cb-4907-4551-acab-199bdb71a751 req-e5144947-80bf-47ee-9e7c-6cac3591bc16 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2000527 Oct 22 13:33:15.281268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36716) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:15.299007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5144947-80bf-47ee-9e7c-6cac3591bc16 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b3b4f-1809-452f-8e87-03cd94639696,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:15.312358 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:15.344042 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a977b68-e301-4318-b401-26fcb12ce9ee None None] The sync data for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 is: [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:03Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ed59c6dc-b6f8-49d1-adf1-d18a23316842', 'name': '', 'network_id': 'c7026bff-2d8f-4ccf-b335-d46733b4fc19', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:31:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:03Z', 'updated_at': '2021-10-22T13:32:07Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '775d07da-1053-45d7-b156-7cefbcb684e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:15.351627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512294a5-6213-44f8-ba91-818594244a5d req-e80b68db-4b87-4339-b3a2-e2b488077e2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:15.354738 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-512294a5-6213-44f8-ba91-818594244a5d req-e80b68db-4b87-4339-b3a2-e2b488077e2c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 945 time: 0.1257029 Oct 22 13:33:15.393706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668ef59-e74b-4c09-b238-98bfc2705f66 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:15.398028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f668ef59-e74b-4c09-b238-98bfc2705f66 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1131 time: 0.1131296 Oct 22 13:33:15.398915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36718) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:15.404635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:15.447865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6936626-bec8-482a-9eac-9a3ba420a08b req-f19bf821-bc5d-41ce-a471-c21c0b55ed45 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:15.449488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6936626-bec8-482a-9eac-9a3ba420a08b req-f19bf821-bc5d-41ce-a471-c21c0b55ed45 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 945 time: 0.0882847 Oct 22 13:33:15.464297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.489815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 0a878df3-0ded-4b8a-8923-e99bab5df247 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:15.490190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.504031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:15.511826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6936626-bec8-482a-9eac-9a3ba420a08b req-8c8740e6-1b0f-497c-a7f1-e54299b395a5 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557578 Oct 22 13:33:15.600432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:15.600814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.612040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.677791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 0a878df3-0ded-4b8a-8923-e99bab5df247, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=0a878df3-0ded-4b8a-8923-e99bab5df247,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:15.678169 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.705653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 0a878df3-0ded-4b8a-8923-e99bab5df247 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:15.717412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72645b2a-720f-4027-b16e-dd8a65a5a1d3 None None] New status for floating IP faf1765d-bb5b-40af-bc68-e59bf4ab1143: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:33:15.719732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.773256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.25.6.60 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/94eebf6f-31a4-494e-be43-90e3a76dc318) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:15.777686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:15.780650 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2696c88-0e16-43c1-b9f6-f5d03f2849bb" -d '{"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:15.840804 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d4fa71-b390-4b5a-92d7-c7010ea71fdc x-openstack-request-id: req-36d4fa71-b390-4b5a-92d7-c7010ea71fdc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:15.841097 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-plugged", "status": "completed", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:15.841344 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36d4fa71-b390-4b5a-92d7-c7010ea71fdc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:15.841723 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'code': 200} Oct 22 13:33:15.843460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:15.883756 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.886395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1961d0a-b18a-4486-b64a-d83b6c32b1ed no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:15.888113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:15.933959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=0a878df3-0ded-4b8a-8923-e99bab5df247,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:15.960153 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.023067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] No DVR routers for this DVR port 0a878df3-0ded-4b8a-8923-e99bab5df247 on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:33:16.027148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.031305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-512294a5-6213-44f8-ba91-818594244a5d req-d0b45f57-2707-4471-81e6-a3758cdd2e7e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "DELETE /v2.0/ports/0a878df3-0ded-4b8a-8923-e99bab5df247 HTTP/1.1" status: 204 len: 173 time: 0.6690729 Oct 22 13:33:16.035405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: f1961d0a-b18a-4486-b64a-d83b6c32b1ed {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:33:16.035775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1961d0a-b18a-4486-b64a-d83b6c32b1ed not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:16.037331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:16.049879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9bc19b1f-c928-4e8b-adb1-65046c97f73e req-a97b9f95-99fa-4149-89f4-7c4369761eee tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=5df4103d-5e13-4c9d-aa02-97ebae1b7a54 HTTP/1.1" status: 200 len: 210 time: 0.0449176 Oct 22 13:33:16.051339 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.111642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:16.129364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:16.136571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:16.169403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=94eebf6f-31a4-494e-be43-90e3a76dc318,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:16.193882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d81a-44ef-4d76-912f-5db355825662 req-d1416afa-b9a2-426f-94a1-4c96d89362f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:16.198486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee12d81a-44ef-4d76-912f-5db355825662 req-d1416afa-b9a2-426f-94a1-4c96d89362f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1098 time: 0.1350057 Oct 22 13:33:16.296239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee12d81a-44ef-4d76-912f-5db355825662 req-d4d7f3ee-ab17-49c4-9f60-9c3ab8dd39d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743821 Oct 22 13:33:16.387327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-461f5d59-e444-4bc5-acc3-8fede2220b90 req-3d97f1aa-f813-4a58-b3c1-852598e8f1e6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0390985 Oct 22 13:33:16.420752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-deleted', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:16.423144 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a721f7f-60ae-4271-9929-7ecdad2a9ef3" -d '{"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-deleted", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:16.468291 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908ee8a6-9374-46d9-acf0-8d15ad0295bc x-openstack-request-id: req-908ee8a6-9374-46d9-acf0-8d15ad0295bc {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:16.468585 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df4103d-5e13-4c9d-aa02-97ebae1b7a54", "name": "network-vif-deleted", "tag": "0a878df3-0ded-4b8a-8923-e99bab5df247", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:16.468837 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-908ee8a6-9374-46d9-acf0-8d15ad0295bc {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:16.469234 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df4103d-5e13-4c9d-aa02-97ebae1b7a54', 'name': 'network-vif-deleted', 'tag': '0a878df3-0ded-4b8a-8923-e99bab5df247', 'status': 'completed', 'code': 200} Oct 22 13:33:16.616185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.690392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e113a7-924d-4386-a381-52d79713750f req-67d9f6eb-9635-405c-82a7-3ed90735498f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:16.692299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5e113a7-924d-4386-a381-52d79713750f req-67d9f6eb-9635-405c-82a7-3ed90735498f tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.0896242 Oct 22 13:33:16.733074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.774023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5e113a7-924d-4386-a381-52d79713750f req-63be109b-2a60-4212-b8f9-c2291a088d65 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621552 Oct 22 13:33:16.916816 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:16.921788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:17.002347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=94eebf6f-31a4-494e-be43-90e3a76dc318,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:17.017607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:17.122334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36732) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:17.142252 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Floating IP f147886e-ec1a-4f9b-acc4-d4fc82905d6d associated. External IP: 172.25.6.60, port: cdceed91-d21f-4a94-9a9b-27a70af0c6cb. Oct 22 13:33:17.380000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router cda363b1-e697-479f-9ad1-11b7328e8372 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:17.522236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:17.533484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Sync routers for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:17.552314 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:17.553166 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:17.627845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3514eac7-529c-4fc1-bb6d-c204a04cc9f7 req-bf6d864c-0dc6-4e16-9aa0-0c77dd02df7c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=97da6369-9d4a-45b7-92c5-f899431c0449 HTTP/1.1" status: 200 len: 210 time: 0.0819035 Oct 22 13:33:17.632996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:17.653849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:17.709636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8f5a7925-49be-4fb9-8f0d-e07c4031499e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3095286 Oct 22 13:33:17.710491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:17.713275 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9d17a-772d-4897-aa80-c0f604916464" -d '{"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:17.715989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:17.766581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:17.829173 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327add1-73bd-4d79-b61a-ddc77cecab63 x-openstack-request-id: req-1327add1-73bd-4d79-b61a-ddc77cecab63 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:17.829473 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:17.829710 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1327add1-73bd-4d79-b61a-ddc77cecab63 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:17.830110 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'status': 'completed', 'code': 200} Oct 22 13:33:18.116321 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f147886e-ec1a-4f9b-acc4-d4fc82905d6d', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'port_id': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'mac_address': 'fa:16:3e:1d:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a492ee-8141-43d8-83ae-d3c4146be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:16Z', 'updated_at': '2021-10-22T13:33:16Z', 'revision_number': 0, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:18.157630 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Checking router: cda363b1-e697-479f-9ad1-11b7328e8372 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:18.172997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:18.173933 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:18.177139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-8fde15a3-8645-4eb9-9e9e-218d34a05fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.178932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-8fde15a3-8645-4eb9-9e9e-218d34a05fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.3479352 Oct 22 13:33:18.310274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-98f66897-bd3e-4d94-8322-fc5329619011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.312306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-98f66897-bd3e-4d94-8322-fc5329619011 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 898 time: 0.1157811 Oct 22 13:33:18.323354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c122a-d1a5-49be-82c8-0ca8d3780510 req-11e8c890-87d2-42f7-bb41-ed330bf3b226 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.325288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f15c122a-d1a5-49be-82c8-0ca8d3780510 req-11e8c890-87d2-42f7-bb41-ed330bf3b226 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.4188132 Oct 22 13:33:18.395066 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:18.401455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-29602ab1-21de-4c79-8c10-6e7092087320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 999 time: 0.0714481 Oct 22 13:33:18.405525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.406017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.406486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.406976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.407436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.407943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.408349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.408826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.413204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-78c61ee7-047d-4444-bd84-828f45bdc672 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.6831434 Oct 22 13:33:18.413983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36778) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:18.541400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f15c122a-d1a5-49be-82c8-0ca8d3780510 req-5a8e5e5d-21f6-41fa-9edf-1477234d4a07 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352108 Oct 22 13:33:18.546335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-ae50810e-8932-4c5e-b3c8-e8b8b346a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.547846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-ae50810e-8932-4c5e-b3c8-e8b8b346a717 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 200 len: 834 time: 0.1261759 Oct 22 13:33:18.552059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.552768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.553391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.553958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.554656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.559423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.559914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.560378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.562378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b02223e8-b284-4943-9d39-b0624c4f2842 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.1472874 Oct 22 13:33:18.570517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:18.588905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port ed59c6dc-b6f8-49d1-adf1-d18a23316842 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:18.589425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:18.662346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-1b92d4e4-cc02-4acc-a17d-7d2fb9c3a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:18.663836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-1b92d4e4-cc02-4acc-a17d-7d2fb9c3a24d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c758b13-721a-43b6-9de7-bd137cb0851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081388 Oct 22 13:33:18.718134 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f147886e-ec1a-4f9b-acc4-d4fc82905d6d', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'port_id': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'mac_address': 'fa:16:3e:1d:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a492ee-8141-43d8-83ae-d3c4146be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:16Z', 'updated_at': '2021-10-22T13:33:16Z', 'revision_number': 0, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:18.750698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port ed59c6dc-b6f8-49d1-adf1-d18a23316842, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ed59c6dc-b6f8-49d1-adf1-d18a23316842,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:18.751519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:18.799983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for ed59c6dc-b6f8-49d1-adf1-d18a23316842 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:18.852844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-306b633a-145f-44fe-9871-acd0f7dceeee service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735866 Oct 22 13:33:18.893714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ead1-fd5e-4436-a089-bb5843686216 None None] The sync data for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 is: [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f147886e-ec1a-4f9b-acc4-d4fc82905d6d', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'port_id': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'mac_address': 'fa:16:3e:1d:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a492ee-8141-43d8-83ae-d3c4146be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:16Z', 'updated_at': '2021-10-22T13:33:16Z', 'revision_number': 0, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:19.059932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:19.095161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=ed59c6dc-b6f8-49d1-adf1-d18a23316842,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:19.275476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6566a4-7e12-4bb8-811c-492feb582d7d None None] New status for floating IP f147886e-ec1a-4f9b-acc4-d4fc82905d6d: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:33:19.357643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:19.394132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-248d60ea-4a85-4b38-93de-16fb3120cd17 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4507 time: 0.8223815 Oct 22 13:33:19.396626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:19.444668 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8c9d17a-772d-4897-aa80-c0f604916464 req-3b495db1-4781-4016-843c-96b635385d4e service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841517 Oct 22 13:33:19.458231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f778c-213e-4ebf-b26c-9b7ae2213c8d tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:19.458655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f778c-213e-4ebf-b26c-9b7ae2213c8d tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:19.460537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4e4f778c-213e-4ebf-b26c-9b7ae2213c8d tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cda363b1-e697-479f-9ad1-11b7328e8372 HTTP/1.1" status: 200 len: 1989 time: 0.0630002 Oct 22 13:33:19.524517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:19.550543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 0a878df3-0ded-4b8a-8923-e99bab5df247 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:33:19.551089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 0a878df3-0ded-4b8a-8923-e99bab5df247 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:19.653303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router c8855d47-39ec-466a-9470-5d4b2d58a762 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:19.665321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd15c-ddc6-40d0-a237-003b49977b8c req-98ca7d3f-561f-4432-8135-467a77ed7654 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:19.667611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81fdd15c-ddc6-40d0-a237-003b49977b8c req-98ca7d3f-561f-4432-8135-467a77ed7654 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.0509105 Oct 22 13:33:19.707177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81fdd15c-ddc6-40d0-a237-003b49977b8c req-38f3b3b8-6f5f-4597-a395-0e6b8129b1e0 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329955 Oct 22 13:33:19.766430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:19.771839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68cf7925-cd84-4a1d-9a50-042e1cbad705 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/c8855d47-39ec-466a-9470-5d4b2d58a762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483395 Oct 22 13:33:19.777334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36794) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:19.777720 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Sync routers for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:19.787853 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:19.788595 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:19.837210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting subnet 775d07da-1053-45d7-b156-7cefbcb684e4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:33:19.840664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:19.882208 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:19.900861 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:19.980478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.053645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.082505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Subnet': ['ID=775d07da-1053-45d7-b156-7cefbcb684e4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:20.087020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.093583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36798) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:20.095275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68def908-7428-4744-a5c9-99052190b44d None None] Network c7026bff-2d8f-4ccf-b335-d46733b4fc19 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:33:20.100829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-833a671b-7209-4a75-b8b5-4d68266a6e3c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/subnets/775d07da-1053-45d7-b156-7cefbcb684e4 HTTP/1.1" status: 204 len: 168 time: 0.3223550 Oct 22 13:33:20.135073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:33:18Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:20.180609 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Checking router: c8855d47-39ec-466a-9470-5d4b2d58a762 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:20.193563 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Routers {'c8855d47-39ec-466a-9470-5d4b2d58a762'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:20.194691 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['c8855d47-39ec-466a-9470-5d4b2d58a762'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:20.226226 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.331960 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] Set router c8855d47-39ec-466a-9470-5d4b2d58a762 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:20.348499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] DHCP port deletion for c7026bff-2d8f-4ccf-b335-d46733b4fc19 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:33:20.360145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.416900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Deleting port 7ce8f10f-d06e-4608-8f36-e113d86b983e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:20.417525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.426786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:33:20.427210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.498193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] For port 7ce8f10f-d06e-4608-8f36-e113d86b983e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7ce8f10f-d06e-4608-8f36-e113d86b983e,segment=NetworkSegment(9af14375-28d9-47db-ab13-f4157789fc2c),segment_id=9af14375-28d9-47db-ab13-f4157789fc2c)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:20.498721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.515521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Calling delete_port for 7ce8f10f-d06e-4608-8f36-e113d86b983e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:20.527576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 1b0f0b0a-4a47-410d-b05e-71af1c8d3328, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:20.527958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.548467 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:33:18Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:20.566684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:33:20.581294 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c2e8c-457b-4f71-b519-ad9a205fb196 None None] The sync data for ids ['c8855d47-39ec-466a-9470-5d4b2d58a762'] in n-d-813419-8 is: [{'id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125159091', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:33:18Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '1b0f0b0a-4a47-410d-b05e-71af1c8d3328', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8855d47-39ec-466a-9470-5d4b2d58a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:00Z', 'updated_at': '2021-10-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:20.607337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.635594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] Pushing event deleted for resources: {'Port': ['ID=7ce8f10f-d06e-4608-8f36-e113d86b983e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:20.643788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc92bfc-7fe2-4960-9339-c40fe5ad313c None None] No DVR routers for this DVR port 7ce8f10f-d06e-4608-8f36-e113d86b983e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:33:20.766247 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.799240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=1b0f0b0a-4a47-410d-b05e-71af1c8d3328,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:20.862018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.968002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:20.970163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.038723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.039661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Fanout notify agent at l3_agent the message router_deleted on router c8855d47-39ec-466a-9470-5d4b2d58a762 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:33:21.049215 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.050927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7ab479d-2609-4ebd-9446-a019fb540ee0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/routers/c8855d47-39ec-466a-9470-5d4b2d58a762 HTTP/1.1" status: 204 len: 168 time: 0.9561708 Oct 22 13:33:21.053695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36816) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:21.160282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.270404 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.292280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7026bff-2d8f-4ccf-b335-d46733b4fc19']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:21.303464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af14375-28d9-47db-ab13-f4157789fc2c') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:21.303464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af14375-28d9-47db-ab13-f4157789fc2c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:21.315487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.330868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.341201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:33:21.341631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:33:21.363176 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:33:21.443835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.467524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.474122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/networks/c7026bff-2d8f-4ccf-b335-d46733b4fc19 HTTP/1.1" status: 204 len: 168 time: 0.4165461 Oct 22 13:33:21.474122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15b019-7f83-4062-833c-13e9c4f28d9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Network': ['ID=c7026bff-2d8f-4ccf-b335-d46733b4fc19,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:21.478875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:21.565705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.605548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.668788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.671383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.672680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c858a91-6f96-4640-b8d7-52cabc5ba0a4 HTTP/1.1" status: 204 len: 168 time: 0.1926904 Oct 22 13:33:21.691211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc7567-11a6-499a-8f34-16b0690978ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c858a91-6f96-4640-b8d7-52cabc5ba0a4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:21.821279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:21.826939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952142885', 'description': 'tempest-secgroup-smoke-952142885 description', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:21.852637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.926211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.930676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.965874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:21.970122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:21.970249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1470919 Oct 22 13:33:21.972231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273c06d-2ede-4c43-88c3-83fc8bcc8382 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23da3ec-8c13-49f6-84fa-29defe90c07d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:21.979593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:21.998904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ed59c6dc-b6f8-49d1-adf1-d18a23316842 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:22.021228 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.032996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: ed59c6dc-b6f8-49d1-adf1-d18a23316842 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:33:22.033344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ed59c6dc-b6f8-49d1-adf1-d18a23316842 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:22.033953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:22.058267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:33:22.058701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b0f0b0a-4a47-410d-b05e-71af1c8d3328 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:22.059123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ce8f10f-d06e-4608-8f36-e113d86b983e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:33:22.085597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7ce8f10f-d06e-4608-8f36-e113d86b983e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:33:22.085954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.086412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7ce8f10f-d06e-4608-8f36-e113d86b983e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:33:22.096045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.117770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a5c98-5727-49e2-a3e5-8173517bf2d6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.124081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.127051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1db7cd04-d5a9-4627-888f-65cf19c35e5a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534131 Oct 22 13:33:22.128758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.133294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.160380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.217923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.223487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.241948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff5e184-1c35-42b7-b735-97c1ad0c1647,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.250634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.251909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c7e6f1c1-70f3-4bea-8dfc-0048daab0b8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221955 Oct 22 13:33:22.254719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36858) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.261801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.289641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.328433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.333104 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248180883', 'description': 'tempest-secgroup-smoke-248180883 description', 'project_id': 'd995d80d005e424da11709db076b1b4a'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.354039 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.356364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.357247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.376370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ec820f-4946-4b42-9089-b3321ba5aed8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.384948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.388935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6550c5ba-c13e-488e-8e60-9a84e47f9a14 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332726 Oct 22 13:33:22.389569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36862) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.393926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.420788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.426993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.430734 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.463818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.465060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1356096 Oct 22 13:33:22.468117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36864) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.469266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23e4d7-bf9f-4321-9fd7-8bf997d7f134 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f12a6-8b2b-4fba-9811-d0bb1d949166,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.475005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.497097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.503083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.528495 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f49215-bc77-4d3a-9212-5796b60ebc6d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.531547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.537899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.539097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1829af3-1d1d-46ef-b093-fb8c22742a0b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486096 Oct 22 13:33:22.542701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36866) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.547457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.569941 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Project a29cc6c13d3e4300802c0e10af7d355c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:33:22.575059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.592524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.597091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.615316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8f6935-2ea1-4848-9082-85d0f87dcdf8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.622904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.624113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1664751e-488b-499e-911c-1caef8bdf1ca tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539783 Oct 22 13:33:22.626872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36868) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.631332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.644300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.648419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.660999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.668399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f882d9d5-8066-422b-bdad-682379fce255,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.677985 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.679222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5380ec8f-cc63-4fe8-9379-a336c1648cb9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354773 Oct 22 13:33:22.682193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.686773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'security_group_rule': {'security_group_id': 'd23da3ec-8c13-49f6-84fa-29defe90c07d', 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.708186 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Project a29cc6c13d3e4300802c0e10af7d355c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:33:22.714189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.725038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.729560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.747442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c95043-b3e8-4f61-aeb4-05d54991d84c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.754701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.756131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-128ee27e-58ed-448a-901b-ed1ccb60e619 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283207 Oct 22 13:33:22.758918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.768729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.807607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.809636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.814519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.853679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161db09d-6e0e-4eb7-b597-e6374380bdaf,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.862762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.863954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-148d9f28-d539-480b-940a-3ce290325242 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806300 Oct 22 13:33:22.889315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.893370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.911384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba0612a-76b7-4224-a14a-168752ae2ec9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:22.920752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:22.924498 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b28ed2fd-a399-4eed-a0a3-d5fd61c38c66 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620834 Oct 22 13:33:22.925024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36888) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:22.929431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:22.957334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.020120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.024027 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.042837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f210bb5d-6d93-4935-b297-147be9295e04,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:23.051119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.052330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f37b4799-5854-4230-9d28-df8b668f301c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264505 Oct 22 13:33:23.055183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36914) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:23.060300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:23.080795 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:33:23.085554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.146834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.150410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.169379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce8021c-8d24-4118-9ad3-a32928a9da63,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:23.175717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.176944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2da8fd8c-c313-4e8f-bbbb-54b02fb61174 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207418 Oct 22 13:33:23.179766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:23.185427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'security_group_rule': {'security_group_id': 'c49f12a6-8b2b-4fba-9811-d0bb1d949166', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:23.209246 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Project d995d80d005e424da11709db076b1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:33:23.214571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.289630 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.295100 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.312640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d526830-1cfb-426e-bd7a-1b717bdd4069,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:23.323238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.324511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4a58cc72-09b8-4386-9a72-64adda6b63e8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425645 Oct 22 13:33:23.327314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:23.332249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'network': {'name': 'tempest-network-smoke--361246046', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:23.352164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:23.356068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.380277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:33:23.390991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.391289 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Added segment fce5b052-708a-485b-967a-33cd217a0ae0 of type vlan for network b148412d-71b1-4959-b65e-c1020abba368 Oct 22 13:33:23.436673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.463852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.469669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:23.470083 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.513844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1854744 Oct 22 13:33:23.516678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36952) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:23.521276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'admin_state_up': True, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:23.548349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925b2fc-9b1b-45cf-a402-846874e82a16 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Network': ['ID=b148412d-71b1-4959-b65e-c1020abba368,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:23.559688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b148412d-71b1-4959-b65e-c1020abba368 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:33:23.579203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.580594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.635688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.793331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:23.996162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebff1-924e-4b38-8215-c5ad7b275079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.016488 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.037415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.153431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.6 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/5a6606ed-b53f-467d-bb7a-7ef39cfa6c15) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:24.272596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.316274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.383366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:24.393405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:24.395076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:24.399232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:24.673756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:24.891865 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.030124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 3394362f-0811-4151-8fbc-f95202db4f82 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:33:25.154861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:25.172403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Sync routers for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:25.182827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.183989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f26d3c38-a6d9-420b-9d1a-92fe7ccb5ea0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6663051 Oct 22 13:33:25.187226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:25.188397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:25.189283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:25.226650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7b97019-2dc7-4904-8968-81355dbb9b65 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d995d80d005e424da11709db076b1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359781 Oct 22 13:33:25.227030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36962) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:25.325664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10bca1b-d7c1-4301-8b7b-d0b45555885e tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:25.329084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f10bca1b-d7c1-4301-8b7b-d0b45555885e tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991085 Oct 22 13:33:25.330680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:25.366636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f4a0b0d7-6984-488d-b0fc-82a82368e21a tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306385 Oct 22 13:33:25.366636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 36966) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:25.370889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803951342', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'project_id': 'd995d80d005e424da11709db076b1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:25.488008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:25.498824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:25.503159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.684710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:24Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:25.706484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.717293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Checking router: 3394362f-0811-4151-8fbc-f95202db4f82 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:25.717647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Updating router 3394362f-0811-4151-8fbc-f95202db4f82 port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:33:25.742902 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.768198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Subnet': ['ID=7f4eb711-a478-4061-8df6-9a5aa8594dcb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:25.780039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Checking segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:25.780422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network hostable DHCP agents. Network: b148412d-71b1-4959-b65e-c1020abba368, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:33:25.798655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network b148412d-71b1-4959-b65e-c1020abba368 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:33:25.808512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b148412d-71b1-4959-b65e-c1020abba368) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:25.814152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:25.814936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:25.834040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41770a-ab9f-404c-a8b6-666ec28202d9 None None] Network b148412d-71b1-4959-b65e-c1020abba368 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:33:25.837964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bb505eac-2025-4bb9-bf58-62279ec108b9 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4706471 Oct 22 13:33:25.840545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 36970) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:26.086127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-b148412d-71b1-4959-b65e-c1020abba368', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:33:26.087137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.234517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.262252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.313490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Allocated IP 172.20.0.2 (b148412d-71b1-4959-b65e-c1020abba368/7f4eb711-a478-4061-8df6-9a5aa8594dcb/c2b080be-3df1-4c18-adb4-768744a3990c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:26.335709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4e0d-791d-4b1d-b0ad-aaddee90f84c None None] Pushing event updated for resources: {'Port': ['ID=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:26.337189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.342539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Attempting to bind port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:26.343173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Attempting to bind port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:26.343650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Attempting to bind port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:26.356793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:26.357435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:26.358159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.358745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:26.359311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Bound port: 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:26.359706 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.468474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] For port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:26.488841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] For port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:26.495336 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.608759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4e0d-791d-4b1d-b0ad-aaddee90f84c None None] Pushing event updated for resources: {'Port': ['ID=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:26.611624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.613096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:26.613714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:32:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:26.653627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.676625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.1 (b148412d-71b1-4959-b65e-c1020abba368/7f4eb711-a478-4061-8df6-9a5aa8594dcb/9d342979-e5f2-458f-bf51-4d89508b694c) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:26.709067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Network b148412d-71b1-4959-b65e-c1020abba368 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:26.719706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:26.726404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:26.752920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Pushing event updated for resources: {'Port': ['ID=c2b080be-3df1-4c18-adb4-768744a3990c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:26.816856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:26.878321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Attempting to bind port c2b080be-3df1-4c18-adb4-768744a3990c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:26.878719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Attempting to bind port c2b080be-3df1-4c18-adb4-768744a3990c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:26.879081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Attempting to bind port c2b080be-3df1-4c18-adb4-768744a3990c on network b148412d-71b1-4959-b65e-c1020abba368 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:26.895664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:26.896042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Checking segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:26.896446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:26.896839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Bound using segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:26.897323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Bound port: c2b080be-3df1-4c18-adb4-768744a3990c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:26.897703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.048444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] For port c2b080be-3df1-4c18-adb4-768744a3990c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:27.074651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] For port c2b080be-3df1-4c18-adb4-768744a3990c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c2b080be-3df1-4c18-adb4-768744a3990c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:27.084068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.116482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.123283 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c588-e78d-4508-ba68-368fc0fa52e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.165360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.165608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9069b-3e20-4730-819f-dfd0ec6a212e None None] Pushing event updated for resources: {'Port': ['ID=c2b080be-3df1-4c18-adb4-768744a3990c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:27.169130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:24Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:27.203179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30313a1b-af4f-4279-b5c2-04a50312af14 None None] The sync data for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 is: [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:24Z', 'revision_number': 3, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:27.220454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network b148412d-71b1-4959-b65e-c1020abba368 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:27.235228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:27.241289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:27.272606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:27.309418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.523244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.784126 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.789920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.907209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:27.918976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.039125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:28.053516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.122520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c2b080be-3df1-4c18-adb4-768744a3990c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:28.202199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network b148412d-71b1-4959-b65e-c1020abba368 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:28.204547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:28.206005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c2b080be-3df1-4c18-adb4-768744a3990c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:28.206456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.326399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.367213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port c2b080be-3df1-4c18-adb4-768744a3990c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c2b080be-3df1-4c18-adb4-768744a3990c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:28.376335 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.377578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:28.379997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 3394362f-0811-4151-8fbc-f95202db4f82 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:28.449823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab1c9a-53ad-4536-bf01-b16a8c965aaa None None] Network b148412d-71b1-4959-b65e-c1020abba368 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:33:28.534388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:28.542674 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77e7ddf0-513a-4b89-b7f3-a17b418054ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/3394362f-0811-4151-8fbc-f95202db4f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7007561 Oct 22 13:33:28.711756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=c2b080be-3df1-4c18-adb4-768744a3990c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:28.757632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-999f45d0-0623-4c7f-815d-fb7b06d142db None None] Provisioning complete for port c2b080be-3df1-4c18-adb4-768744a3990c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:28.758002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-999f45d0-0623-4c7f-815d-fb7b06d142db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.809273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:28.809935 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:28.919451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-e2aace14-65e7-45bd-896b-b6e882dbb505 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248180883&fields=id&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 267 time: 0.0722430 Oct 22 13:33:29.061883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-83e88819-0b59-4059-8e8d-7afd35860ed0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:29.063785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-83e88819-0b59-4059-8e8d-7afd35860ed0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 796 time: 0.1437533 Oct 22 13:33:29.104743 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.107494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-57541e8a-51f6-452f-b3a4-7d2dc9ede314 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/quotas/d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 375 time: 0.0279999 Oct 22 13:33:29.156410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:29.163164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.198636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-27a9d162-7e26-40c7-b33e-161ace40a89c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749922 Oct 22 13:33:29.199302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-6c760f5b-9e14-4559-8dcc-b526f6ad66cc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:33:29.208268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-6c760f5b-9e14-4559-8dcc-b526f6ad66cc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151241 Oct 22 13:33:29.236680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:29.344605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-4e2495e3-a9ea-4d77-8fe2-478a30b711c5 service neutron] 10.222.0.25 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353803 Oct 22 13:33:29.461801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-37397864-c663-4782-b789-7ef8029e5cc3 None None] Provisioning complete for port c2b080be-3df1-4c18-adb4-768744a3990c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:29.463165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37397864-c663-4782-b789-7ef8029e5cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.477064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-31d10957-6d1b-46d3-8d4d-14c216f40dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246734 Oct 22 13:33:29.487071 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Sync routers for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:29.500310 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:29.501662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:29.629787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-37397864-c663-4782-b789-7ef8029e5cc3 None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:29.630538 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37397864-c663-4782-b789-7ef8029e5cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.657616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:29.680819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-37397864-c663-4782-b789-7ef8029e5cc3 None None] Port 9d342979-e5f2-458f-bf51-4d89508b694c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:29.814885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.816570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6bfd95db-bd1c-4599-ae97-2dec6aa9e9ca None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:29.816932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6bfd95db-bd1c-4599-ae97-2dec6aa9e9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:29.834913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27c3e01d-7a5a-4a98-9924-b9b59c8d358d req-9612c259-7ddb-4c22-b44d-8ef685b2aee8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 210 time: 0.0534093 Oct 22 13:33:29.892277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd95db-bd1c-4599-ae97-2dec6aa9e9ca None None] Port 9d342979-e5f2-458f-bf51-4d89508b694c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:30.002700 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 2, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:30.049757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c2b080be-3df1-4c18-adb4-768744a3990c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:30.054103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Checking router: 3394362f-0811-4151-8fbc-f95202db4f82 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:30.057161 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Updating router 3394362f-0811-4151-8fbc-f95202db4f82 port 9d342979-e5f2-458f-bf51-4d89508b694c binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:33:30.103058 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.148801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c2ff402b-a486-4001-87ea-5fa21be47a50 None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:30.149433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2ff402b-a486-4001-87ea-5fa21be47a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.216094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c2b080be-3df1-4c18-adb4-768744a3990c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:30.216703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.255144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff402b-a486-4001-87ea-5fa21be47a50 None None] Port 9d342979-e5f2-458f-bf51-4d89508b694c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:30.340878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:30.407754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:30.408366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.504557 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.513393 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.593019 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Pushing event updated for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:30.601959 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.603403 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.603909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.604491 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.604924 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.605475 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.606029 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.606455 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.607301 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.607870 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.608422 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.608857 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:30.640450 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Attempting to bind port 9d342979-e5f2-458f-bf51-4d89508b694c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:30.640817 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Attempting to bind port 9d342979-e5f2-458f-bf51-4d89508b694c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:30.641181 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Attempting to bind port 9d342979-e5f2-458f-bf51-4d89508b694c on network b148412d-71b1-4959-b65e-c1020abba368 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:30.646961 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:30.647398 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Checking segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:30.647800 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.648196 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Bound using segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:30.648659 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Bound port: 9d342979-e5f2-458f-bf51-4d89508b694c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:30.649031 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.819810 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] For port 9d342979-e5f2-458f-bf51-4d89508b694c, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:30.824708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] For port 9d342979-e5f2-458f-bf51-4d89508b694c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d342979-e5f2-458f-bf51-4d89508b694c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:30.830891 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.893542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:30.894343 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:30.900250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:30.901065 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:30.937556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c588b-5a05-45ed-af97-c0cb77d3d99b None None] Pushing event updated for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:31.004229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8f07cc3-754c-40fb-8bfb-ac108b35f8a9 req-aadc8a5f-604b-4b40-9410-be171b740a3e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 210 time: 0.0470958 Oct 22 13:33:31.092722 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.110334 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:31.144242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] For port 9d342979-e5f2-458f-bf51-4d89508b694c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d342979-e5f2-458f-bf51-4d89508b694c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:31.154767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.212023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-c785a941-e14a-46f9-a44c-cc09daa0c54b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:31.213641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-c785a941-e14a-46f9-a44c-cc09daa0c54b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 796 time: 0.2079561 Oct 22 13:33:31.233521 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58b80e-a8ef-4e9a-99e2-a0187e9c722e None None] Pushing event updated for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:31.274376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-b07c2872-e681-4e7f-a4c3-cef47255833d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d995d80d005e424da11709db076b1b4a HTTP/1.1" status: 200 len: 379 time: 0.0502200 Oct 22 13:33:31.276809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eba3c48e-9a76-4b0c-a114-18e8c0fbb389 None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:31.277269 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eba3c48e-9a76-4b0c-a114-18e8c0fbb389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.287960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'port': {'device_id': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'admin_state_up': True, 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'security_groups': ['c49f12a6-8b2b-4fba-9811-d0bb1d949166']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:31.406185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:30Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:31.428583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Made reservation on behalf of d995d80d005e424da11709db076b1b4a for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:31.432677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.434186 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868b205-2d89-403f-891b-77c3ffc30add None None] The sync data for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 is: [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:30Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:31.600677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.20.0.9 (b148412d-71b1-4959-b65e-c1020abba368/7f4eb711-a478-4061-8df6-9a5aa8594dcb/a9bf2f58-3b51-483c-b274-ee19ed511f9e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:31.775331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.818275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.872359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network b148412d-71b1-4959-b65e-c1020abba368 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:31.878047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:31.882150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:31.919162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:31.964224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:31.964909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:31.987681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-55062ffe-56ce-43af-b6c7-9e42eb4989e6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7039907 Oct 22 13:33:32.010537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Request body: {'port': {'device_id': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:32.094907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d342979-e5f2-458f-bf51-4d89508b694c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:32.142904 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:32.197140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9d342979-e5f2-458f-bf51-4d89508b694c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:32.197513 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:32.233691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8025d560-908e-4782-af0e-4ee16749dca4 None None] Provisioning complete for port a9bf2f58-3b51-483c-b274-ee19ed511f9e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:32.234582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8025d560-908e-4782-af0e-4ee16749dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:32.250152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982adb-5a58-4301-89c8-8748651f51aa req-9ffded66-fe41-4a01-a676-45f97ab79ee1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:32.256257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3982adb-5a58-4301-89c8-8748651f51aa req-9ffded66-fe41-4a01-a676-45f97ab79ee1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 931 time: 0.1339202 Oct 22 13:33:32.282949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8025d560-908e-4782-af0e-4ee16749dca4 None None] Port a9bf2f58-3b51-483c-b274-ee19ed511f9e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:32.742384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e3982adb-5a58-4301-89c8-8748651f51aa req-8048804a-8048-4f98-b32e-19cbc486cb67 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718463 Oct 22 13:33:32.910409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bf2f58-3b51-483c-b274-ee19ed511f9e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:32.919318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:32.933374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Transition to ACTIVE for port object a9bf2f58-3b51-483c-b274-ee19ed511f9e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:33:32.939330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:32.995196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:33.081315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Attempting to bind port a9bf2f58-3b51-483c-b274-ee19ed511f9e on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:33.081980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Attempting to bind port a9bf2f58-3b51-483c-b274-ee19ed511f9e by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:33.081980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Attempting to bind port a9bf2f58-3b51-483c-b274-ee19ed511f9e on network b148412d-71b1-4959-b65e-c1020abba368 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:33.086902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Port a9bf2f58-3b51-483c-b274-ee19ed511f9e on network b148412d-71b1-4959-b65e-c1020abba368 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:33:33.087546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Attempting to bind port a9bf2f58-3b51-483c-b274-ee19ed511f9e on network b148412d-71b1-4959-b65e-c1020abba368 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:33.096335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:33.096679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Checking segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:33.097345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Bound using segment: {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:33.097809 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Bound port: a9bf2f58-3b51-483c-b274-ee19ed511f9e, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce5b052-708a-485b-967a-33cd217a0ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:33.098183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:33.172468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:33.176028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:33.181535 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:33.219023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.219656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:33.221078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 1091 time: 1.2169213 Oct 22 13:33:33.221534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:33.223882 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91d936-530e-492e-aa65-7741ac66a806" -d '{"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:33.273125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee75f4-3584-4053-bc94-f89d8c74d616 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:33.278277 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c69ecb-f54b-44bc-9fbe-dd2e86c69701 x-openstack-request-id: req-b5c69ecb-f54b-44bc-9fbe-dd2e86c69701 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:33.278567 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:33.278852 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c69ecb-f54b-44bc-9fbe-dd2e86c69701 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:33.279258 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'status': 'completed', 'code': 200} Oct 22 13:33:33.329431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-e1b1af93-3049-40eb-a486-6ea828091ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.331039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-e1b1af93-3049-40eb-a486-6ea828091ded service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1094 time: 0.0452001 Oct 22 13:33:33.378637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-be451d66-0624-483d-ad04-8593db229624 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 217 time: 0.0397017 Oct 22 13:33:33.439430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-4cca8513-4b7e-4be9-8aee-1c785cabea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.441310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-4cca8513-4b7e-4be9-8aee-1c785cabea5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.0519681 Oct 22 13:33:33.490126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-74039c08-c141-41d3-9b6f-dfd83ed5f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.491775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-74039c08-c141-41d3-9b6f-dfd83ed5f9d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413802 Oct 22 13:33:33.595536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-66183c69-ca24-40a8-b71c-fa06354d6456 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953672 Oct 22 13:33:33.708783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cf6d436-6506-4d12-969a-f9e1665007f0 req-486155f2-39df-4bb5-81ce-bcf62b9ef8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056166 Oct 22 13:33:33.807264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d936-530e-492e-aa65-7741ac66a806 req-fb940e69-8ea6-4bcf-93a3-99fee44f61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.808781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-fb940e69-8ea6-4bcf-93a3-99fee44f61fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1094 time: 0.0499420 Oct 22 13:33:33.930257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a103dd-c218-4720-b1e8-5c24a30de95e req-f27edbc0-c893-44a3-b0c5-985628325adc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.931762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08a103dd-c218-4720-b1e8-5c24a30de95e req-f27edbc0-c893-44a3-b0c5-985628325adc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 943 time: 0.1060438 Oct 22 13:33:33.961413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d936-530e-492e-aa65-7741ac66a806 req-37613103-1d95-4cc9-ae65-58e1990a100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:33.963489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-37613103-1d95-4cc9-ae65-58e1990a100a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 897 time: 0.1465073 Oct 22 13:33:33.990336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08a103dd-c218-4720-b1e8-5c24a30de95e req-1a559817-ae1e-4149-b48c-8f9993188a01 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518599 Oct 22 13:33:34.018037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-046653e2-c1ec-4cfe-a41b-64715a6f47ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 217 time: 0.0422106 Oct 22 13:33:34.069878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d936-530e-492e-aa65-7741ac66a806 req-3bacc61b-b149-438e-857a-9177cec7f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:34.072398 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-3bacc61b-b149-438e-857a-9177cec7f8fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.0468342 Oct 22 13:33:34.122962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d936-530e-492e-aa65-7741ac66a806 req-c4712e1e-f68b-4aef-a5e0-2b641e23c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:34.124495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-c4712e1e-f68b-4aef-a5e0-2b641e23c8f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452738 Oct 22 13:33:34.219646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-d5e7bd6d-bdb4-4f40-a4d5-d8a282d84867 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Oct 22 13:33:34.317566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c91d936-530e-492e-aa65-7741ac66a806 req-780624fc-f5a4-406f-a587-a061ab74e1be service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905068 Oct 22 13:33:34.506750 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:33:35.115004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58143e94-4624-4d1f-9bd5-f53e5dd4b7af req-d225ffd3-5707-4990-8232-f3350a4a0fc8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:35.117772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58143e94-4624-4d1f-9bd5-f53e5dd4b7af req-d225ffd3-5707-4990-8232-f3350a4a0fc8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 943 time: 0.0522046 Oct 22 13:33:35.155812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58143e94-4624-4d1f-9bd5-f53e5dd4b7af req-4d661581-2811-4de2-b603-9b400f09efab tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Oct 22 13:33:35.558879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:33:35.667675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:35.678783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'mac_address': 'fa:16:3e:3d:6d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:33:35.719629 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:35.733878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bf2f58-3b51-483c-b274-ee19ed511f9e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:35.752908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:35.757146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:35.803668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:36.105541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a9bf2f58-3b51-483c-b274-ee19ed511f9e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:33:36.285132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45dc22-3553-4540-b233-a3523a841113 req-f70b1f27-f2da-4aa9-a4a9-f9379c0e05c7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:36.286909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd45dc22-3553-4540-b233-a3523a841113 req-f70b1f27-f2da-4aa9-a4a9-f9379c0e05c7 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 944 time: 0.0527279 Oct 22 13:33:36.329654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd45dc22-3553-4540-b233-a3523a841113 req-7413ca98-8154-4f7b-adef-bfb1bd7befad tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359583 Oct 22 13:33:37.457585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba673a-55e9-471b-85f4-0722658ce664 req-98d12ec6-12c8-4ac5-97ca-8f4f0e68f126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:37.459100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbba673a-55e9-471b-85f4-0722658ce664 req-98d12ec6-12c8-4ac5-97ca-8f4f0e68f126 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 944 time: 0.0599034 Oct 22 13:33:37.501135 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbba673a-55e9-471b-85f4-0722658ce664 req-14983b7b-ff5a-405e-9905-438ffd5b2d74 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Oct 22 13:33:37.558088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:37.614664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a9bf2f58-3b51-483c-b274-ee19ed511f9e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:33:37.618727 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a9bf2f58-3b51-483c-b274-ee19ed511f9e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:37.619511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:37.699132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:37.722540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:37.724834 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33525f9-fb10-498e-94ad-f7a634e36a5d" -d '{"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:37.741159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:37.745346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:37.780635 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef43f2fa-0ec8-43be-81ab-53f19077d1ca x-openstack-request-id: req-ef43f2fa-0ec8-43be-81ab-53f19077d1ca {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:37.780931 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:37.781177 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef43f2fa-0ec8-43be-81ab-53f19077d1ca {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:37.781590 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'code': 200} Oct 22 13:33:37.797224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:37.891046 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07aa2b-4451-4a0d-842d-9963a9420028 req-4b3e1359-26e8-494a-bdac-13e21ad965f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:37.892485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c07aa2b-4451-4a0d-842d-9963a9420028 req-4b3e1359-26e8-494a-bdac-13e21ad965f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.0411170 Oct 22 13:33:37.934278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c07aa2b-4451-4a0d-842d-9963a9420028 req-f52ac0e9-3d83-47ee-acbd-07602e35c13d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296993 Oct 22 13:33:38.248847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-3d5f2534-da63-404b-8a76-42f7b2f49162 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439479 Oct 22 13:33:38.349047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-4f928819-0d6a-4bb3-986e-d3ebc3ef66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:38.350517 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-4f928819-0d6a-4bb3-986e-d3ebc3ef66ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.0482430 Oct 22 13:33:38.432162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:38.458092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-acf262dd-422a-4414-a2eb-55427f04064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:38.459672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-acf262dd-422a-4414-a2eb-55427f04064d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 898 time: 0.0890303 Oct 22 13:33:38.531247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-02f17de6-997a-47a8-853c-b7122450f5ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 1001 time: 0.0642297 Oct 22 13:33:38.597139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-3e421d4a-5335-40f2-9b9d-078e5cf78a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:38.598578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-3e421d4a-5335-40f2-9b9d-078e5cf78a5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 200 len: 834 time: 0.0595908 Oct 22 13:33:38.664727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e6b9-85bb-41f0-988e-1d9100f281d1 req-768447d5-0e31-4ebc-a70e-d4736138f209 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:38.666210 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0d7e6b9-85bb-41f0-988e-1d9100f281d1 req-768447d5-0e31-4ebc-a70e-d4736138f209 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0853293 Oct 22 13:33:38.672515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-95fb9a0c-f2f3-4991-91f7-f18d3d7a7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:38.673922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-95fb9a0c-f2f3-4991-91f7-f18d3d7a7039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c758b13-721a-43b6-9de7-bd137cb0851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617311 Oct 22 13:33:38.736967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0d7e6b9-85bb-41f0-988e-1d9100f281d1 req-36e040cf-212e-4686-b3a0-672c71f6506a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620966 Oct 22 13:33:38.791036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-9e3e9bd7-624f-4aa9-a6f8-e2cb7acb63e5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032407 Oct 22 13:33:38.892005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cc55516-831f-42d4-830b-d7c0949905e4 req-499b9821-6e69-415b-8527-f0d4efd69685 service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930686 Oct 22 13:33:39.916369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963846df-bafa-41fb-a418-f0a0c545bcb5 req-5f5579d5-48fd-4ac8-ae30-90cce2297071 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:39.917488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963846df-bafa-41fb-a418-f0a0c545bcb5 req-5f5579d5-48fd-4ac8-ae30-90cce2297071 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.1098771 Oct 22 13:33:39.966086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-963846df-bafa-41fb-a418-f0a0c545bcb5 req-1c3e73d5-1902-4417-b981-432cad66ab15 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Oct 22 13:33:40.049249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:40.112048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f6e7f-3aaa-4399-898b-a6c71b0deed7 req-e2ba2d09-b514-444a-8257-75c6caf992b6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:40.114118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c6f6e7f-3aaa-4399-898b-a6c71b0deed7 req-e2ba2d09-b514-444a-8257-75c6caf992b6 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0646183 Oct 22 13:33:40.171322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c6f6e7f-3aaa-4399-898b-a6c71b0deed7 req-18ba0f43-c4f0-493d-927b-8c79ea803354 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487552 Oct 22 13:33:40.198300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37074) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:40.247375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0884a-d8ae-41b6-bf49-be5253eba5d4 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:40.252643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ff0884a-d8ae-41b6-bf49-be5253eba5d4 tempest-TestNetworkAdvancedServerOps-44349396 tempest-TestNetworkAdvancedServerOps-44349396-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1091 time: 0.0496600 Oct 22 13:33:40.253417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37078) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:40.259281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:40.294204 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:40.423437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:40.543232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Allocated IP 172.25.6.122 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/dc3fcce2-827b-4d6b-9108-e23df6845514) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:40.645596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:40.680918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:40.724813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:40.728522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:40.735031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:40.738067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=dc3fcce2-827b-4d6b-9108-e23df6845514,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:41.097304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.173285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.344232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.349943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.421160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event updated for resources: {'Port': ['ID=dc3fcce2-827b-4d6b-9108-e23df6845514,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:41.433682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.434032 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.434371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.434798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.435130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.435459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.435788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.436113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.436436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.436755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.437075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.437389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:41.443407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.548324 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP 9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb associated. External IP: 172.25.6.122, port: a9bf2f58-3b51-483c-b274-ee19ed511f9e. Oct 22 13:33:41.757727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 3394362f-0811-4151-8fbc-f95202db4f82 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:41.864312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:41.874475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Sync routers for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:41.882354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:41.886356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:41.887005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:41.909651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eca55777-13a0-44a5-9634-93bae7fba775 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6548514 Oct 22 13:33:41.910239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:41.912525 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4085751-46a9-4e78-8000-ac4bbce0eee8" -d '{"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:41.953647 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb912c30-ef8f-4909-8a26-63a40d6072e9 x-openstack-request-id: req-bb912c30-ef8f-4909-8a26-63a40d6072e9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:41.953929 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:41.954370 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb912c30-ef8f-4909-8a26-63a40d6072e9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:41.954812 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'status': 'completed', 'code': 200} Oct 22 13:33:42.001060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:42.048440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2bdee-6fa7-4cd9-a5a2-c95316bbdc0e req-ce1ae34b-7aa3-4600-87f5-8b0107e7c0d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.049862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cd2bdee-6fa7-4cd9-a5a2-c95316bbdc0e req-ce1ae34b-7aa3-4600-87f5-8b0107e7c0d8 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0814118 Oct 22 13:33:42.055943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-00e667d7-b2ec-47cc-a65d-211f0802af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.057447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-00e667d7-b2ec-47cc-a65d-211f0802af36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.0624838 Oct 22 13:33:42.118945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5cd2bdee-6fa7-4cd9-a5a2-c95316bbdc0e req-866212c1-5ff6-4d53-a122-5c9fc2b46d87 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604613 Oct 22 13:33:42.142314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37088) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:42.174749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-8532d5e1-c350-4298-aff9-d469de905d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.176221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-8532d5e1-c350-4298-aff9-d469de905d0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 897 time: 0.1109247 Oct 22 13:33:42.219998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cbcb5577-5338-4cc8-8874-3aeaf468a688 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb HTTP/1.1" status: 200 len: 991 time: 0.0751970 Oct 22 13:33:42.234209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'mac_address': 'fa:16:3e:3d:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:40Z', 'updated_at': '2021-10-22T13:33:40Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:42.248746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-8b164fba-ee1f-4712-9c79-f2a192e9023a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 999 time: 0.0648866 Oct 22 13:33:42.264740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Checking router: 3394362f-0811-4151-8fbc-f95202db4f82 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:42.273173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:42.274731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:42.301539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-b26b9e61-adf9-4993-8ca1-f6f7178f590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.302946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-b26b9e61-adf9-4993-8ca1-f6f7178f590a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.0446296 Oct 22 13:33:42.348944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-8a24082e-49aa-4300-a2ce-a2237ed3c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.350585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-8a24082e-49aa-4300-a2ce-a2237ed3c1b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404797 Oct 22 13:33:42.464311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-058be1c9-e530-422b-9313-8fb85e66e3e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059029 Oct 22 13:33:42.542832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:42.563258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b4085751-46a9-4e78-8000-ac4bbce0eee8 req-b15c70a0-56d4-4e58-87e0-18548bc4b90b service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901208 Oct 22 13:33:42.629164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-2648a122-98ba-4b25-a514-f9f5212dc44a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952142885&fields=id&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 267 time: 0.0337358 Oct 22 13:33:42.751217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-3c934c9f-22ab-443f-ad71-b09a30442b4b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:42.752729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-3c934c9f-22ab-443f-ad71-b09a30442b4b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1161191 Oct 22 13:33:42.772324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-e38aea78-0560-49dc-84c8-5fbdd939875d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0091710 Oct 22 13:33:42.780512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'mac_address': 'fa:16:3e:3d:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:40Z', 'updated_at': '2021-10-22T13:33:40Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:42.811350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b598c-2d47-4bd6-afc8-ce207aae7304 None None] The sync data for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 is: [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'mac_address': 'fa:16:3e:3d:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:33:40Z', 'updated_at': '2021-10-22T13:33:40Z', 'revision_number': 0, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:42.826174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-738b1c76-f24b-40c2-a1d2-b2d3d140125d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478663 Oct 22 13:33:42.932133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-6a0ce9c9-fe65-41d5-b8eb-77c330b935af service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910535 Oct 22 13:33:43.014078 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4631f16-8b72-4203-9976-28893404a7e2 None None] New status for floating IP 9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:33:43.027173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-45a32f82-cedb-4e9b-8bdb-a12ee0e91d48 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Oct 22 13:33:43.222817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37106) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:43.290493 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2dc269cd-3169-4d20-a9de-5b843a68fd69 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb HTTP/1.1" status: 200 len: 993 time: 0.0657692 Oct 22 13:33:43.342318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e455e881-cb5a-43b4-a701-563fd09b7818 req-eabc5630-ae35-4c37-ac89-2351ec527c51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0320764 Oct 22 13:33:44.544176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1dcbd979-89b0-4570-8d0b-a30467b1354b req-422b1b75-3e3a-4572-9958-75795127021e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0361381 Oct 22 13:33:44.614170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-74a02428-7195-46af-8bc8-1245697fcb52 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:44.615563 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-74a02428-7195-46af-8bc8-1245697fcb52 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.4582021 Oct 22 13:33:44.658042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-82c97030-4569-4152-a127-6b8b94376b4a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 379 time: 0.0333540 Oct 22 13:33:44.668456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'security_groups': ['d23da3ec-8c13-49f6-84fa-29defe90c07d']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:44.777198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:44.780863 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:44.910675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.14 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/ebc6b785-4b2f-4404-85c7-be09281168ee) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:45.069975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.106188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.153710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:45.159641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:45.161613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:45.163717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:45.214909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:45.215558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.233782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-1fe63505-f353-4fde-ad35-d818f77fab25 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696898 Oct 22 13:33:45.247490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Request body: {'port': {'device_id': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:45.310113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.449666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-04547fca-565d-4e6a-9315-8be6685177e6 None None] Provisioning complete for port ebc6b785-4b2f-4404-85c7-be09281168ee triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:45.450250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04547fca-565d-4e6a-9315-8be6685177e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.484314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-04547fca-565d-4e6a-9315-8be6685177e6 None None] Port ebc6b785-4b2f-4404-85c7-be09281168ee cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:45.587353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc6b785-4b2f-4404-85c7-be09281168ee {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:45.595057 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.608966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Transition to ACTIVE for port object ebc6b785-4b2f-4404-85c7-be09281168ee will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:33:45.613329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.707182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:45.756953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef58618-e95a-4665-ae6a-115ace142850 req-6b5d83aa-5fa8-4879-b454-fc3b6a1e4d63 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:45.758849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef58618-e95a-4665-ae6a-115ace142850 req-6b5d83aa-5fa8-4879-b454-fc3b6a1e4d63 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.1426451 Oct 22 13:33:45.826335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Attempting to bind port ebc6b785-4b2f-4404-85c7-be09281168ee on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:45.826836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Attempting to bind port ebc6b785-4b2f-4404-85c7-be09281168ee by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:45.827268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Attempting to bind port ebc6b785-4b2f-4404-85c7-be09281168ee on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:45.837866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2ef58618-e95a-4665-ae6a-115ace142850 req-24de42ed-dc84-4ec8-bd2d-f54f2acc7dc7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721869 Oct 22 13:33:45.841703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Port ebc6b785-4b2f-4404-85c7-be09281168ee on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:33:45.842026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Attempting to bind port ebc6b785-4b2f-4404-85c7-be09281168ee on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:45.853603 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:45.853943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:45.854330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:45.854802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Bound port: ebc6b785-4b2f-4404-85c7-be09281168ee, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:45.855162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.930722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:45.933976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebc6b785-4b2f-4404-85c7-be09281168ee,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:45.938236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.974030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:45.975068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:45.976450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] 10.222.0.21 "PUT /v2.0/ports/ebc6b785-4b2f-4404-85c7-be09281168ee HTTP/1.1" status: 200 len: 1092 time: 0.7335279 Oct 22 13:33:45.976930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:33:45.979229 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c25f143-849b-42b3-800d-688652e26b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:33:46.004898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bee6aa-fbf8-42df-8d62-3a956a8a5536 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:46.067966 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c23aa5-4423-45ed-b449-31cbad92629d x-openstack-request-id: req-66c23aa5-4423-45ed-b449-31cbad92629d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:33:46.068368 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:33:46.068692 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66c23aa5-4423-45ed-b449-31cbad92629d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:33:46.069286 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'status': 'completed', 'code': 200} Oct 22 13:33:46.089252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-622905db-5097-4a83-9e80-616f77b72fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.091090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-622905db-5097-4a83-9e80-616f77b72fbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 1095 time: 0.0608931 Oct 22 13:33:46.140171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-632f4df4-dd44-4f66-97e1-41e6eb6394d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc6b785-4b2f-4404-85c7-be09281168ee HTTP/1.1" status: 200 len: 217 time: 0.0384731 Oct 22 13:33:46.206353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-4421eca4-0585-4e20-b81a-1518966fbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.207894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-4421eca4-0585-4e20-b81a-1518966fbe10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0599017 Oct 22 13:33:46.255431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-69c4ce47-8b97-42d2-bcfb-4bb73a42346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.256869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-69c4ce47-8b97-42d2-bcfb-4bb73a42346a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407076 Oct 22 13:33:46.354330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-88b006bf-eac7-471e-9002-8cdd0b1ed21a service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900154 Oct 22 13:33:46.446921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-772d881a-2bab-4a7d-b24c-79a90d3a3e89 req-c268466f-55e1-42a9-bf23-947849e41fbe service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854390 Oct 22 13:33:46.535697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f143-849b-42b3-800d-688652e26b5b req-9b1c7208-0823-468c-ace5-5ec64a49da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.537274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-9b1c7208-0823-468c-ace5-5ec64a49da1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 1095 time: 0.0439327 Oct 22 13:33:46.633728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f143-849b-42b3-800d-688652e26b5b req-3a761073-5b4f-4091-9729-3e2644fcfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.635503 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-3a761073-5b4f-4091-9729-3e2644fcfac4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.0917022 Oct 22 13:33:46.681240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-e70f9abc-1caf-489d-851c-724054e60da3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc6b785-4b2f-4404-85c7-be09281168ee HTTP/1.1" status: 200 len: 217 time: 0.0371721 Oct 22 13:33:46.741257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f143-849b-42b3-800d-688652e26b5b req-dc988c19-9e15-4bf1-87cc-109177c3e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.743336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-dc988c19-9e15-4bf1-87cc-109177c3e0a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0557785 Oct 22 13:33:46.793357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f143-849b-42b3-800d-688652e26b5b req-5c2a9c84-994e-4ffc-a4c9-dc2ee137231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:46.794945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-5c2a9c84-994e-4ffc-a4c9-dc2ee137231b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429204 Oct 22 13:33:46.889751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-6adffdeb-10d3-4dfd-aa26-7079b830b86f service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Oct 22 13:33:47.019658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc05fa-0dfd-423c-9578-17da66c92f2d req-3a53ac8f-8b12-4f5e-b91d-c2824b450082 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:47.021058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67bc05fa-0dfd-423c-9578-17da66c92f2d req-3a53ac8f-8b12-4f5e-b91d-c2824b450082 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.1008835 Oct 22 13:33:47.027124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c25f143-849b-42b3-800d-688652e26b5b req-36a5b6ce-3d9c-4bc8-9e49-c58568f6e7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295311 Oct 22 13:33:47.064931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67bc05fa-0dfd-423c-9578-17da66c92f2d req-62f82e96-d918-4c24-b32f-91a18be23000 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Oct 22 13:33:48.191070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87039952-7f9d-41ff-9f0b-ddb33b1aafed req-a3cb979b-3f67-4869-b614-e0584b0a0e91 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:48.192965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87039952-7f9d-41ff-9f0b-ddb33b1aafed req-a3cb979b-3f67-4869-b614-e0584b0a0e91 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0575066 Oct 22 13:33:48.258979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87039952-7f9d-41ff-9f0b-ddb33b1aafed req-4db91665-d3cf-4222-ae02-00af29c8cfbd tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564730 Oct 22 13:33:48.262705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-fefdee85-5ef4-4d2f-b4a1-376fbd941fb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688086 Oct 22 13:33:48.351241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-1c47f2d3-c434-4ee5-90a7-f01bf281fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:48.353499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-1c47f2d3-c434-4ee5-90a7-f01bf281fe45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 1098 time: 0.0443158 Oct 22 13:33:48.465314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-ee625e99-93c8-49e6-bed8-6402e1b744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:48.466772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-ee625e99-93c8-49e6-bed8-6402e1b744a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 200 len: 917 time: 0.0930853 Oct 22 13:33:48.533899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-ad6dea86-40e5-468e-bfe7-9dd54d84f070 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 200 len: 1001 time: 0.0582917 Oct 22 13:33:48.588486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-a4e9d172-c9b0-44d0-9a10-09f90e29e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:48.589951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-a4e9d172-c9b0-44d0-9a10-09f90e29e1e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 200 len: 855 time: 0.0494068 Oct 22 13:33:48.637101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-59fd4d91-6cab-4720-a925-d7f574ad82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:48.638591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-59fd4d91-6cab-4720-a925-d7f574ad82a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a9ed635d-0baa-4800-a592-12509d70faed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406091 Oct 22 13:33:48.733376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-46502f94-5a50-47ba-8876-aa7b0e6f975f service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868335 Oct 22 13:33:48.826636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf9e20d0-ac8b-437e-b86b-9e6018f00e27 req-4f5cedd9-4163-42b4-b86c-9506a66bc266 service neutron] 10.222.0.21 "GET /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849404 Oct 22 13:33:49.385552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23340eb-af2a-49dd-80d0-607a582399e2 req-c52796ae-afe1-448f-84ab-4664dc0eff91 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:49.387332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d23340eb-af2a-49dd-80d0-607a582399e2 req-c52796ae-afe1-448f-84ab-4664dc0eff91 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0539703 Oct 22 13:33:49.430817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d23340eb-af2a-49dd-80d0-607a582399e2 req-83f5aff7-7c7f-4006-ad50-590107c48179 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364537 Oct 22 13:33:50.551965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99fdf9-5a9c-4c1c-bce2-92a6f045287f req-dce0b05f-f425-458d-bea2-302f3397879e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:50.553390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a99fdf9-5a9c-4c1c-bce2-92a6f045287f req-dce0b05f-f425-458d-bea2-302f3397879e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0552790 Oct 22 13:33:50.594098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a99fdf9-5a9c-4c1c-bce2-92a6f045287f req-8bf64418-b6db-4e35-b972-75a18b8b6109 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345619 Oct 22 13:33:51.712460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facfdb2-05bc-4114-be1e-814ef16990c1 req-93ce71e4-eebd-4a2c-b0ad-7cec7b0368d9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:51.714467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2facfdb2-05bc-4114-be1e-814ef16990c1 req-93ce71e4-eebd-4a2c-b0ad-7cec7b0368d9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0510554 Oct 22 13:33:51.756059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2facfdb2-05bc-4114-be1e-814ef16990c1 req-a28af434-4dd6-473d-a9a6-14d6598d2096 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356724 Oct 22 13:33:52.221371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37142) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:52.316911 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-715fb05f-8a90-4c7b-9e9b-201591dceef1 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3579 time: 0.0943439 Oct 22 13:33:52.319657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37144) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:52.324992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'network': {'name': 'tempest-network-smoke--31466759', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'port_security_enabled': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:52.345473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:52.349610 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.372380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:33:52.381439 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.381785 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Added segment 4d8c3e5c-4271-44b2-95a1-96c5859980bb of type vlan for network 03012384-fdce-458c-8c73-e45ea1fc286c Oct 22 13:33:52.422109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.447583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.453273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:52.453858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.491613 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1703207 Oct 22 13:33:52.495061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37146) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:52.501679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'admin_state_up': True, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:52.537478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d8aea-82a0-4109-8048-abd9bc0e574f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Network': ['ID=03012384-fdce-458c-8c73-e45ea1fc286c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:52.548106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 03012384-fdce-458c-8c73-e45ea1fc286c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:33:52.557187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.558409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.611371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.752424 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.879700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf293a-5c6d-41d6-9a0c-cdf47bf297f9 req-1dbcb480-3ccd-40df-a56f-dfd6f1936f23 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:52.881218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeaf293a-5c6d-41d6-9a0c-cdf47bf297f9 req-1dbcb480-3ccd-40df-a56f-dfd6f1936f23 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0537450 Oct 22 13:33:52.918754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeaf293a-5c6d-41d6-9a0c-cdf47bf297f9 req-765954a3-bf6c-4e19-9f6a-395594a2e975 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Oct 22 13:33:52.955628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:52.978365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.080543 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.25.6.2 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:53.186441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.221285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.258884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:53.261472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:53.265012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:53.292434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:53.527233 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.723912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.854433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router 344ef294-73bf-46a8-aef2-67280050d012 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:33:53.958857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:53.970321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02161c45-a620-42da-a48d-86129435e095 None None] Sync routers for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:53.982178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:53.986445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d507ddb-aba0-42d3-9964-046f94e58c02 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.4874482 Oct 22 13:33:53.986738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37152) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:53.996269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:53.996891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:54.000032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0986-b4e5-408f-9d9c-fd4c74808e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.081350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ada463-33ef-4e0b-b65e-bed3a55fece4 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:54.082856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-42ada463-33ef-4e0b-b65e-bed3a55fece4 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=984565e5e72c4ff3a0f6955aa3440ea3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0951898 Oct 22 13:33:54.085779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37154) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.100022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4104-f35b-4a2f-ac2b-e39449b7e471 req-8491e4e8-1a37-41ad-bcb6-08de3238e3f6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:54.101689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-401a4104-f35b-4a2f-ac2b-e39449b7e471 req-8491e4e8-1a37-41ad-bcb6-08de3238e3f6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0993323 Oct 22 13:33:54.106022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:54.141569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-401a4104-f35b-4a2f-ac2b-e39449b7e471 req-f25c4201-eb50-4163-b06b-2cc38c80519a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336514 Oct 22 13:33:54.192054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa652a53-cece-4ac4-b1eb-d763a6d60b22 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:54.194729 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-aa652a53-cece-4ac4-b1eb-d763a6d60b22 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061440 Oct 22 13:33:54.197406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37156) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.230096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5f97c82-6792-47e6-901d-fac8776617fe tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314784 Oct 22 13:33:54.232840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37158) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.260299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e0375cd-4cfc-421b-81fb-93b3e5b7e2bf tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=984565e5e72c4ff3a0f6955aa3440ea3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264058 Oct 22 13:33:54.262876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.302181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:53Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:54.334356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02161c45-a620-42da-a48d-86129435e095 None None] Checking router: 344ef294-73bf-46a8-aef2-67280050d012 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:54.334736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02161c45-a620-42da-a48d-86129435e095 None None] Updating router 344ef294-73bf-46a8-aef2-67280050d012 port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:33:54.351212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe768c5-7cdb-44f4-aee9-90bc9ed20ac2 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:54.356289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7fe768c5-7cdb-44f4-aee9-90bc9ed20ac2 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897000 Oct 22 13:33:54.356438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.360478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.389955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b0884ef6-1b57-40c0-bba2-9557fe2c3872 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301204 Oct 22 13:33:54.390185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37164) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.394871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444518712', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:54.480126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:54.483651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.618129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.623416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.662942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.676484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02161c45-a620-42da-a48d-86129435e095 None None] Attempting to bind port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:54.676864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02161c45-a620-42da-a48d-86129435e095 None None] Attempting to bind port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:54.677263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02161c45-a620-42da-a48d-86129435e095 None None] Attempting to bind port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:54.685386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e3b15-6285-45dd-9ba4-b2b11fa2a435 None None] Pushing event updated for resources: {'Port': ['ID=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:54.690121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02161c45-a620-42da-a48d-86129435e095 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:54.690503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02161c45-a620-42da-a48d-86129435e095 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:54.691208 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.691601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02161c45-a620-42da-a48d-86129435e095 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:54.692083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-02161c45-a620-42da-a48d-86129435e095 None None] Bound port: 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:54.692956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.726241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Subnet': ['ID=b99d5562-abad-4b9c-a9fe-37e116e69194,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:54.734857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Checking segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:54.735218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network hostable DHCP agents. Network: 03012384-fdce-458c-8c73-e45ea1fc286c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:33:54.744105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-02161c45-a620-42da-a48d-86129435e095 None None] For port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:54.747424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-02161c45-a620-42da-a48d-86129435e095 None None] For port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:54.753586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02161c45-a620-42da-a48d-86129435e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.755400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 03012384-fdce-458c-8c73-e45ea1fc286c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:33:54.766902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 03012384-fdce-458c-8c73-e45ea1fc286c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:54.772477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:54.773949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:54.789630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547bb113-76e2-4caa-bcd9-d2c410ed1b2f None None] Network 03012384-fdce-458c-8c73-e45ea1fc286c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:33:54.799213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4e42e2ac-3fd8-41e4-b35a-9b313c461ad7 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4046249 Oct 22 13:33:54.799397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:33:54.853760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:54.854395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:54.880615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e3b15-6285-45dd-9ba4-b2b11fa2a435 None None] Pushing event updated for resources: {'Port': ['ID=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:55.028884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:55.127805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-03012384-fdce-458c-8c73-e45ea1fc286c', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'fixed_ips': [{'subnet_id': 'b99d5562-abad-4b9c-a9fe-37e116e69194'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:33:55.129320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.249006 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.279467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c83cd-b0c4-489a-b28a-a8902e620b37 req-5a15748c-97dd-48d2-a583-d22ed5c90cb6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:55.281138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c62c83cd-b0c4-489a-b28a-a8902e620b37 req-5a15748c-97dd-48d2-a583-d22ed5c90cb6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0641861 Oct 22 13:33:55.322499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c62c83cd-b0c4-489a-b28a-a8902e620b37 req-5aa2f72b-8da6-49eb-83c8-e3953a017076 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332868 Oct 22 13:33:55.360012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Allocated IP 172.20.0.18 (03012384-fdce-458c-8c73-e45ea1fc286c/b99d5562-abad-4b9c-a9fe-37e116e69194/89464498-ae85-410e-89dd-832df0d8d81b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:55.362739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-02161c45-a620-42da-a48d-86129435e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:53Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:55.396108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02161c45-a620-42da-a48d-86129435e095 None None] The sync data for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 is: [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:53Z', 'revision_number': 3, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:55.552996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.559721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.600757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Network 03012384-fdce-458c-8c73-e45ea1fc286c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:55.604713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:55.608858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:55.617670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Pushing event updated for resources: {'Port': ['ID=89464498-ae85-410e-89dd-832df0d8d81b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:55.697621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Attempting to bind port 89464498-ae85-410e-89dd-832df0d8d81b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:55.698055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Attempting to bind port 89464498-ae85-410e-89dd-832df0d8d81b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:55.698473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Attempting to bind port 89464498-ae85-410e-89dd-832df0d8d81b on network 03012384-fdce-458c-8c73-e45ea1fc286c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:55.704733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:55.705109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Checking segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:55.705515 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.705912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Bound using segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:55.706386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Bound port: 89464498-ae85-410e-89dd-832df0d8d81b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:55.706799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.783217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] For port 89464498-ae85-410e-89dd-832df0d8d81b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:55.787257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] For port 89464498-ae85-410e-89dd-832df0d8d81b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89464498-ae85-410e-89dd-832df0d8d81b,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:55.792775 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:55.857688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83676109-9f53-416b-970b-08d2fe97a579 None None] Pushing event updated for resources: {'Port': ['ID=89464498-ae85-410e-89dd-832df0d8d81b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:55.912323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.20.0.17 (03012384-fdce-458c-8c73-e45ea1fc286c/b99d5562-abad-4b9c-a9fe-37e116e69194/9a450d1e-0775-4b23-b647-472376caf1a5) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:56.049678 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.071582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:56.096579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.145687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 03012384-fdce-458c-8c73-e45ea1fc286c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:56.149433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:56.151416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:56.151570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.153712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:56.188327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:56.223878 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.247814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.270170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:56.275247 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.326132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:56.379599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.465951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e0e62-37fd-4cca-a1d8-d32c01e5cd71 req-cb4a824e-440a-445b-bc23-175d9ff58ecb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:56.468185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa1e0e62-37fd-4cca-a1d8-d32c01e5cd71 req-cb4a824e-440a-445b-bc23-175d9ff58ecb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0536733 Oct 22 13:33:56.506661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa1e0e62-37fd-4cca-a1d8-d32c01e5cd71 req-0c52a19b-4dee-4ede-b10b-3528a072a367 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327642 Oct 22 13:33:56.674034 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.679996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.783048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:56.787055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:56.890200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 03012384-fdce-458c-8c73-e45ea1fc286c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:56.891643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:56.893848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09105e5-30fe-48f6-9b69-d6a1af827d6a None None] Network 03012384-fdce-458c-8c73-e45ea1fc286c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:33:56.986006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] Provisioning complete for port 89464498-ae85-410e-89dd-832df0d8d81b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:56.986296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.015293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router 344ef294-73bf-46a8-aef2-67280050d012 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:33:57.094922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b53ee52-2b85-4746-9c69-9493ed0774e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.132574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:33:57.138891 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-39bfea4e-c43e-4880-b996-b5a8d61ebacd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "PUT /v2.0/routers/344ef294-73bf-46a8-aef2-67280050d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3380916 Oct 22 13:33:57.309504 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.351880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] For port 89464498-ae85-410e-89dd-832df0d8d81b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89464498-ae85-410e-89dd-832df0d8d81b,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:57.358874 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.398220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-a69b9b30-f6a9-430e-b265-cdcf2960b3a8 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:57.405676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-a69b9b30-f6a9-430e-b265-cdcf2960b3a8 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/networks?id=03012384-fdce-458c-8c73-e45ea1fc286c HTTP/1.1" status: 200 len: 796 time: 0.1416273 Oct 22 13:33:57.411718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26dbdb-6600-4b52-b12b-715ffc46f2a7 None None] Pushing event updated for resources: {'Port': ['ID=89464498-ae85-410e-89dd-832df0d8d81b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:57.423169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-5714a29e-6ea9-4909-843e-6bdd58a37ea3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/quotas/984565e5e72c4ff3a0f6955aa3440ea3 HTTP/1.1" status: 200 len: 375 time: 0.0164702 Oct 22 13:33:57.488275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-192d8548-c43b-4fb0-b5f4-8edc3f4b2d4e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0608912 Oct 22 13:33:57.535408 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Sync routers for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:33:57.553639 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:57.554270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:57.586213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6b4da063-ad09-4838-b91c-15ec08038b3a None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:57.596615 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b4da063-ad09-4838-b91c-15ec08038b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.604820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c9a97192-1ebc-4032-a84e-a0a7d424cc98 service neutron] 10.222.0.25 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045256 Oct 22 13:33:57.645560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6b4da063-ad09-4838-b91c-15ec08038b3a None None] Port 9a450d1e-0775-4b23-b647-472376caf1a5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:57.658088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6b4da063-ad09-4838-b91c-15ec08038b3a None None] Provisioning complete for port 89464498-ae85-410e-89dd-832df0d8d81b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:57.658593 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b4da063-ad09-4838-b91c-15ec08038b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.679027 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:57.731230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6ab5-796f-4e68-8744-d1c75e26e24a req-76cd1dbd-a492-409c-ae6f-44d4efe81abb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:57.738620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f61d6ab5-796f-4e68-8744-d1c75e26e24a req-76cd1dbd-a492-409c-ae6f-44d4efe81abb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.1240537 Oct 22 13:33:57.803779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f61d6ab5-796f-4e68-8744-d1c75e26e24a req-d8076b34-c743-4f7f-9691-0a9b1930cf73 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589542 Oct 22 13:33:57.819456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c823841f-e389-4edb-9c74-751302c9c131 service neutron] 10.222.0.25 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936605 Oct 22 13:33:57.823968 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.829099 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.912494 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a450d1e-0775-4b23-b647-472376caf1a5', 'name': '', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:b6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:55Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 2, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:57.949322 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Checking router: 344ef294-73bf-46a8-aef2-67280050d012 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:33:57.949930 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Updating router 344ef294-73bf-46a8-aef2-67280050d012 port 9a450d1e-0775-4b23-b647-472376caf1a5 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:33:57.980625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5b7361b5-1520-4853-a2d9-bf856e75ed37 None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:57.981006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b7361b5-1520-4853-a2d9-bf856e75ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:57.993409 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.005828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-efbb2968-19d6-49ee-8912-9140770b1bce req-25e2b97b-a6e4-4266-a8cc-2bc7145de274 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Oct 22 13:33:58.053224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5b7361b5-1520-4853-a2d9-bf856e75ed37 None None] Port 9a450d1e-0775-4b23-b647-472376caf1a5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:58.172627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:58.214867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-055a4f2e-802a-43bf-a1d1-85c3cd278809 None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:58.215293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-055a4f2e-802a-43bf-a1d1-85c3cd278809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.259173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-055a4f2e-802a-43bf-a1d1-85c3cd278809 None None] Port 9a450d1e-0775-4b23-b647-472376caf1a5 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:33:58.265713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:58.266090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.326460 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.332828 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.354754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 89464498-ae85-410e-89dd-832df0d8d81b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:33:58.405003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 89464498-ae85-410e-89dd-832df0d8d81b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:58.405384 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.507567 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfeb6a-ab0f-41dd-be44-2e91dd6a93b9 None None] Pushing event updated for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:58.545913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Attempting to bind port 9a450d1e-0775-4b23-b647-472376caf1a5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:33:58.546638 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Attempting to bind port 9a450d1e-0775-4b23-b647-472376caf1a5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:33:58.546757 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Attempting to bind port 9a450d1e-0775-4b23-b647-472376caf1a5 on network 03012384-fdce-458c-8c73-e45ea1fc286c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:33:58.553337 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:33:58.553739 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Checking segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:33:58.554254 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.555274 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Bound using segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:33:58.555484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Bound port: 9a450d1e-0775-4b23-b647-472376caf1a5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:33:58.555886 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.627292 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] For port 9a450d1e-0775-4b23-b647-472376caf1a5, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:33:58.630546 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] For port 9a450d1e-0775-4b23-b647-472376caf1a5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a450d1e-0775-4b23-b647-472376caf1a5,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:33:58.637539 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.702751 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:33:58.703991 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:58.740193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfeb6a-ab0f-41dd-be44-2e91dd6a93b9 None None] Pushing event updated for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:58.793295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:58.793668 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.848244 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:33:58.894133 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.933986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] For port 9a450d1e-0775-4b23-b647-472376caf1a5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a450d1e-0775-4b23-b647-472376caf1a5,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:58.939810 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:58.962074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f5996-ca1f-48fd-b07d-1f8720f2bbf7 req-b4efd87c-16c3-4d26-b2d1-fcbcb3a2a854 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:58.975237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-326f5996-ca1f-48fd-b07d-1f8720f2bbf7 req-b4efd87c-16c3-4d26-b2d1-fcbcb3a2a854 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 944 time: 0.0861523 Oct 22 13:33:58.991702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Pushing event updated for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:59.002532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.002923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.003277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.004924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.005306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.005664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.006014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.006359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.006793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.007135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.008245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.008578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b986ba-b1ab-4a1f-8dba-8ddc978910a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:33:59.029319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-326f5996-ca1f-48fd-b07d-1f8720f2bbf7 req-1d9a71c8-bc90-4756-9089-c7b85d2d48e2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 Oct 22 13:33:59.065033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ec4c32d0-6238-4fe7-a42f-b40039210a9b None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:33:59.065574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec4c32d0-6238-4fe7-a42f-b40039210a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.120145 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a450d1e-0775-4b23-b647-472376caf1a5', 'name': '', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:b6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:55Z', 'updated_at': '2021-10-22T13:33:58Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:33:59.148909 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a901fb-4cec-463c-9e35-f8ecc1e04882 None None] The sync data for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 is: [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a450d1e-0775-4b23-b647-472376caf1a5', 'name': '', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:b6:eb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:55Z', 'updated_at': '2021-10-22T13:33:58Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:33:59.199030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12b62146-b390-4105-9bd4-87bdacb6363d req-83e727f8-1ae2-4d2e-9f3a-7f2c7b3d50cd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 210 time: 0.0906904 Oct 22 13:33:59.237220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-64b18449-c1ed-4f51-8ec1-adb2a5f7915f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:59.238785 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-64b18449-c1ed-4f51-8ec1-adb2a5f7915f tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.21 "GET /v2.0/networks?id=03012384-fdce-458c-8c73-e45ea1fc286c HTTP/1.1" status: 200 len: 796 time: 0.1787457 Oct 22 13:33:59.255566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Request body: {'port': {'device_id': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'admin_state_up': True, 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:59.379645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Made reservation on behalf of 984565e5e72c4ff3a0f6955aa3440ea3 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:33:59.383936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.525012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Allocated IP 172.20.0.24 (03012384-fdce-458c-8c73-e45ea1fc286c/b99d5562-abad-4b9c-a9fe-37e116e69194/eb354260-5d97-4094-9d3c-0022fbb1cd8f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:33:59.653222 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.666621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebc6b785-4b2f-4404-85c7-be09281168ee details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:33:59.691687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.766114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Network 03012384-fdce-458c-8c73-e45ea1fc286c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:33:59.774903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:33:59.777146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event updated for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:33:59.785130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:33:59.798795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebc6b785-4b2f-4404-85c7-be09281168ee,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:59.825105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'mac_address': 'fa:16:3e:a3:9b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:33:59.828931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.841159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:33:59.841853 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.867542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c5f463fa-dc22-48c2-85a7-d863393f4db3 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6169298 Oct 22 13:33:59.869722 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.885867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc6b785-4b2f-4404-85c7-be09281168ee {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:33:59.886291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Request body: {'port': {'device_id': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:33:59.909351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebc6b785-4b2f-4404-85c7-be09281168ee,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:33:59.917249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.959064 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:33:59.997012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:00.088566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a450d1e-0775-4b23-b647-472376caf1a5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:34:00.165526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-be1fcee1-45e2-429d-8af4-13ee7e3b265b None None] Provisioning complete for port eb354260-5d97-4094-9d3c-0022fbb1cd8f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:00.165866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-be1fcee1-45e2-429d-8af4-13ee7e3b265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.211326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379585-ac9d-4f9c-af5f-31e356ef0988 req-d2968702-cda7-4935-a781-07336df1247c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:00.212887 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4379585-ac9d-4f9c-af5f-31e356ef0988 req-d2968702-cda7-4935-a781-07336df1247c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 945 time: 0.0853705 Oct 22 13:34:00.219097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-be1fcee1-45e2-429d-8af4-13ee7e3b265b None None] Port eb354260-5d97-4094-9d3c-0022fbb1cd8f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:34:00.221523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9a450d1e-0775-4b23-b647-472376caf1a5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:00.221902 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.291528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['ebc6b785-4b2f-4404-85c7-be09281168ee'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:34:00.365169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4379585-ac9d-4f9c-af5f-31e356ef0988 req-014340cd-eebc-481e-a747-70432fb6a01a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354268 Oct 22 13:34:00.387683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873f7a-e454-4f1d-94d2-354b49c1ce88 req-0ca892f1-0a07-4ad5-abfe-2b40d3a5fd14 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:00.389273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34873f7a-e454-4f1d-94d2-354b49c1ce88 req-0ca892f1-0a07-4ad5-abfe-2b40d3a5fd14 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 895 time: 0.1089282 Oct 22 13:34:00.449642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb354260-5d97-4094-9d3c-0022fbb1cd8f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:34:00.457380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.471230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Transition to ACTIVE for port object eb354260-5d97-4094-9d3c-0022fbb1cd8f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:34:00.476099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.561614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:00.624157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Attempting to bind port eb354260-5d97-4094-9d3c-0022fbb1cd8f on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:34:00.624487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Attempting to bind port eb354260-5d97-4094-9d3c-0022fbb1cd8f by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:34:00.624814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Attempting to bind port eb354260-5d97-4094-9d3c-0022fbb1cd8f on network 03012384-fdce-458c-8c73-e45ea1fc286c {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:00.629388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Port eb354260-5d97-4094-9d3c-0022fbb1cd8f on network 03012384-fdce-458c-8c73-e45ea1fc286c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:34:00.629708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Attempting to bind port eb354260-5d97-4094-9d3c-0022fbb1cd8f on network 03012384-fdce-458c-8c73-e45ea1fc286c {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:00.635452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:34:00.635794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Checking segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:00.636176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Bound using segment: {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:34:00.636614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Bound port: eb354260-5d97-4094-9d3c-0022fbb1cd8f, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8c3e5c-4271-44b2-95a1-96c5859980bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:34:00.636964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.707090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:34:00.711265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:34:00.715452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.749708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:00.750296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:00.751775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb354260-5d97-4094-9d3c-0022fbb1cd8f HTTP/1.1" status: 200 len: 1055 time: 0.8709471 Oct 22 13:34:00.754133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:00.756762 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f6430a-ef1b-43b9-9f8c-e85750f5923f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:00.784500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027fa68-9868-4d1f-bd66-40a1e393eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:00.820028 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b64e726-7050-46ae-bdb7-ad2d232378e0 x-openstack-request-id: req-1b64e726-7050-46ae-bdb7-ad2d232378e0 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:00.820918 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:00.821179 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b64e726-7050-46ae-bdb7-ad2d232378e0 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:00.821735 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f', 'status': 'completed', 'code': 200} Oct 22 13:34:00.855470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-49837f0a-13aa-4cef-aa14-cd857be6c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:00.857157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-49837f0a-13aa-4cef-aa14-cd857be6c151 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 1058 time: 0.0480053 Oct 22 13:34:01.235590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-9c04c6e7-2c5b-4d25-bd5e-19b743b4d582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f HTTP/1.1" status: 200 len: 217 time: 0.3675320 Oct 22 13:34:01.284875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-8c61a2da-0e0a-4145-baaf-fff986ed52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.286312 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-8c61a2da-0e0a-4145-baaf-fff986ed52f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b99d5562-abad-4b9c-a9fe-37e116e69194 HTTP/1.1" status: 200 len: 838 time: 0.0429201 Oct 22 13:34:01.332239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c8e0969a-fd93-4e84-a0e7-08fe35d152e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.333688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-c8e0969a-fd93-4e84-a0e7-08fe35d152e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03012384-fdce-458c-8c73-e45ea1fc286c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395017 Oct 22 13:34:01.432898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-27d71ef1-fee1-41ea-9eef-949986a50620 service neutron] 10.222.0.21 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912232 Oct 22 13:34:01.581242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cbe74-5486-462b-be2c-da6911a135cf req-693ae42b-96e7-4903-8b00-23903002d9ce tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.582813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c55cbe74-5486-462b-be2c-da6911a135cf req-693ae42b-96e7-4903-8b00-23903002d9ce tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 945 time: 0.1410794 Oct 22 13:34:01.612934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8d96-4391-499c-aa06-65b8fc8204ed req-6649ba5f-f8ac-44b5-909d-8ab127a0139c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.614373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-721a8d96-4391-499c-aa06-65b8fc8204ed req-6649ba5f-f8ac-44b5-909d-8ab127a0139c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 907 time: 0.1454506 Oct 22 13:34:01.624185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62f5acaa-4bbe-474b-9eba-9d9e995616b2 req-3a085963-389e-4bdd-b61c-03c8380e3287 service neutron] 10.222.0.21 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812825 Oct 22 13:34:01.645147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c55cbe74-5486-462b-be2c-da6911a135cf req-3c5acaed-02b8-4c58-8b8d-9303dd08366a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528636 Oct 22 13:34:01.668343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebc6b785-4b2f-4404-85c7-be09281168ee up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:34:01.715157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-5f485178-856d-4267-9287-1503f227ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.717346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-5f485178-856d-4267-9287-1503f227ebca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 1058 time: 0.0433178 Oct 22 13:34:01.720370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port ebc6b785-4b2f-4404-85c7-be09281168ee completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:34:01.724213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port ebc6b785-4b2f-4404-85c7-be09281168ee triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:01.724589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:01.803321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:01.823481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-a0c6c2b0-e026-4fbd-b66e-d6b669058b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.824918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-a0c6c2b0-e026-4fbd-b66e-d6b669058b9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=03012384-fdce-458c-8c73-e45ea1fc286c HTTP/1.1" status: 200 len: 897 time: 0.0997756 Oct 22 13:34:01.825539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:01.827797 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c17eb-c480-4fcf-bff8-ce1bd777a5eb" -d '{"events": [{"server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:01.841290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebc6b785-4b2f-4404-85c7-be09281168ee,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:01.845453 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:01.870928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-4dfb55b0-e85b-4c70-b5a6-b0b24d42a81c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f HTTP/1.1" status: 200 len: 217 time: 0.0378547 Oct 22 13:34:01.872330 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b2cb2-e246-452d-a3c2-eda062414238 x-openstack-request-id: req-7b7b2cb2-e246-452d-a3c2-eda062414238 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:01.872622 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "name": "network-vif-plugged", "status": "completed", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:01.872874 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b7b2cb2-e246-452d-a3c2-eda062414238 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:01.873259 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'code': 200} Oct 22 13:34:01.900195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:01.932748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-6e2a5c90-c6ce-4443-8f6d-50221ffa5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.934276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-6e2a5c90-c6ce-4443-8f6d-50221ffa5ae8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b99d5562-abad-4b9c-a9fe-37e116e69194 HTTP/1.1" status: 200 len: 838 time: 0.0521600 Oct 22 13:34:01.983968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ae390-df22-4791-a6c2-12f9194c09a4 req-7fbaf0a3-3af5-4c67-866f-24a20272ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.984582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-59f3948c-3fe1-4ef9-b054-3abe9cf91676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:01.985496 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e66ae390-df22-4791-a6c2-12f9194c09a4 req-7fbaf0a3-3af5-4c67-866f-24a20272ba7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 1097 time: 0.0408423 Oct 22 13:34:01.985870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-59f3948c-3fe1-4ef9-b054-3abe9cf91676 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03012384-fdce-458c-8c73-e45ea1fc286c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415807 Oct 22 13:34:02.030442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e66ae390-df22-4791-a6c2-12f9194c09a4 req-0c413a4d-3b93-4011-9aca-210230f15301 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Oct 22 13:34:02.085779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-13bc86f5-22d0-496d-8af9-b638a2955b4d service neutron] 10.222.0.21 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858908 Oct 22 13:34:02.383131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15f6430a-ef1b-43b9-9f8c-e85750f5923f req-b22c76b8-9465-496f-bd65-46265d9ababd service neutron] 10.222.0.21 "GET /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 Oct 22 13:34:02.756325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64d6de-4177-4882-b769-6cfae3e5b1a9 req-da79d403-5e2b-405a-9d56-79bc10c990da tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:02.758823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a64d6de-4177-4882-b769-6cfae3e5b1a9 req-da79d403-5e2b-405a-9d56-79bc10c990da tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 907 time: 0.0768056 Oct 22 13:34:02.781386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268557c-cbbe-4c78-9112-3a098483558c req-7d994d84-951b-4592-8df2-49b75063524a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:02.782864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7268557c-cbbe-4c78-9112-3a098483558c req-7d994d84-951b-4592-8df2-49b75063524a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.0664861 Oct 22 13:34:02.822532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7268557c-cbbe-4c78-9112-3a098483558c req-5899cbd3-281e-492b-980c-fb93188e7490 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336330 Oct 22 13:34:03.877180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93e08-294b-4337-8621-ded914fb6374 req-72661ed6-0427-435b-985f-1cb99d6d9d91 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:03.878701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-feb93e08-294b-4337-8621-ded914fb6374 req-72661ed6-0427-435b-985f-1cb99d6d9d91 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 907 time: 0.0493481 Oct 22 13:34:03.942476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082c9e9-72d1-4fa6-93b5-6bf022f54002 req-a651bad6-bd3f-40a6-ac00-7bc90a31c3ed tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:03.943971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5082c9e9-72d1-4fa6-93b5-6bf022f54002 req-a651bad6-bd3f-40a6-ac00-7bc90a31c3ed tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Oct 22 13:34:03.981221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5082c9e9-72d1-4fa6-93b5-6bf022f54002 req-327ab94f-b034-4462-b2bb-16741dd7d57c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304744 Oct 22 13:34:04.097789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2f1d-d96b-4195-b1dd-153a854c81f1 req-25c16f98-f22b-4f4c-82d9-45d4a4f9d04f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:04.099283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25fe2f1d-d96b-4195-b1dd-153a854c81f1 req-25c16f98-f22b-4f4c-82d9-45d4a4f9d04f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.0536122 Oct 22 13:34:04.137692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25fe2f1d-d96b-4195-b1dd-153a854c81f1 req-c3b35f40-b35b-46aa-8394-211ae5b00c2f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Oct 22 13:34:04.159149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:04.201772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19db176-777b-4f05-a230-307a44741f84 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:04.203356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e19db176-777b-4f05-a230-307a44741f84 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 1092 time: 0.0432055 Oct 22 13:34:04.206258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37230) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:04.210910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:04.232193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:04.332860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:04.436554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.25.6.211 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f12f14d7-3918-46c9-984a-f6c84342c3eb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:34:04.542659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:04.574886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:04.613192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:34:04.617628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:04.624345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:34:04.627519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=f12f14d7-3918-46c9-984a-f6c84342c3eb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:05.010593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.047824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9df3c-96ce-4edb-a362-1887513b3853 req-590cc490-c1e8-43d4-a06d-fad81f737538 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:05.049214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ac9df3c-96ce-4edb-a362-1887513b3853 req-590cc490-c1e8-43d4-a06d-fad81f737538 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 907 time: 0.0837944 Oct 22 13:34:05.093080 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.243535 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.247911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.318314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=f12f14d7-3918-46c9-984a-f6c84342c3eb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:05.330436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.429651 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP 3c87bcdf-72a3-47c5-a9ef-99292637f38c associated. External IP: 172.25.6.211, port: ebc6b785-4b2f-4404-85c7-be09281168ee. Oct 22 13:34:05.635580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:05.697100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eb354260-5d97-4094-9d3c-0022fbb1cd8f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:34:05.744537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:05.762494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.765557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:05.794259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fa132fcc-31fc-4639-988b-8d686707fe70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5868788 Oct 22 13:34:05.794629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:05.795335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:05.795538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:05.797622 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8188a7a-8b60-4e30-9265-2c30d0389ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:05.841180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:05.841365 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f647e65-81cf-44ed-b60e-0dbc7ddb8d9c x-openstack-request-id: req-8f647e65-81cf-44ed-b60e-0dbc7ddb8d9c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:05.841627 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:05.841910 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f647e65-81cf-44ed-b60e-0dbc7ddb8d9c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:05.842337 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'status': 'completed', 'code': 200} Oct 22 13:34:05.858015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f', 'network_id': '03012384-fdce-458c-8c73-e45ea1fc286c', 'port_id': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f', 'mac_address': 'fa:16:3e:99:ec:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99d5562-abad-4b9c-a9fe-37e116e69194', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:34:05.908899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-3e559ddf-bbf1-4395-9d98-e2a862876766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:05.910347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-3e559ddf-bbf1-4395-9d98-e2a862876766 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 1097 time: 0.0402532 Oct 22 13:34:05.949165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:05.967959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:05.995608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb354260-5d97-4094-9d3c-0022fbb1cd8f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:34:06.010659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-aa2f2f34-ae8b-41e4-972d-56eda449503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:06.012297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-aa2f2f34-ae8b-41e4-972d-56eda449503c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.0921168 Oct 22 13:34:06.022419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:06.030178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:06.086526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-fb945da3-f477-46e9-8d84-f22e3c4fa74d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc6b785-4b2f-4404-85c7-be09281168ee HTTP/1.1" status: 200 len: 1000 time: 0.0664577 Oct 22 13:34:06.135530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:06.167666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-e3c1e018-e8aa-435a-a917-cda750ed2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:06.169057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-e3c1e018-e8aa-435a-a917-cda750ed2369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0750558 Oct 22 13:34:06.187529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f68e-8022-4e09-b1e0-f05f42970fc6 req-aa65c820-4aad-4bd7-9e19-0f5275b585ae tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:06.193890 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07d6f68e-8022-4e09-b1e0-f05f42970fc6 req-aa65c820-4aad-4bd7-9e19-0f5275b585ae tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 908 time: 0.0663238 Oct 22 13:34:06.233087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-e26dae63-ab1d-4bba-8a53-a000ff6e2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:06.234592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-e26dae63-ab1d-4bba-8a53-a000ff6e2fab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561194 Oct 22 13:34:06.271023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3c87bcdf-72a3-47c5-a9ef-99292637f38c', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:a3:9b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:34:04Z', 'updated_at': '2021-10-22T13:34:04Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:06.298297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:06.307816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:06.308418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:06.327960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-cdfa2945-2cdb-435b-b045-61ead915c08e service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Oct 22 13:34:06.417642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:06.424403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8188a7a-8b60-4e30-9265-2c30d0389ae1 req-8e2e4965-b4e1-4e00-8e39-406fb5e830cc service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881102 Oct 22 13:34:06.445459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['eb354260-5d97-4094-9d3c-0022fbb1cd8f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:34:06.833134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3c87bcdf-72a3-47c5-a9ef-99292637f38c', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:a3:9b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:34:04Z', 'updated_at': '2021-10-22T13:34:04Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:06.859475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6906d-1ad2-4467-a39e-23cf398568bb None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '3c87bcdf-72a3-47c5-a9ef-99292637f38c', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:a3:9b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:34:04Z', 'updated_at': '2021-10-22T13:34:04Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:07.047416 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722f9e7-18d1-4b5f-bc7f-3a79c7cee0f5 None None] New status for floating IP 3c87bcdf-72a3-47c5-a9ef-99292637f38c: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:34:07.313199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb17e1-f82c-4518-ad8d-06dd6fdaa62c req-439cb164-5702-4a10-9193-aa6cffeee8f5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:07.314712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bdcb17e1-f82c-4518-ad8d-06dd6fdaa62c req-439cb164-5702-4a10-9193-aa6cffeee8f5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 908 time: 0.0502443 Oct 22 13:34:07.728277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eb354260-5d97-4094-9d3c-0022fbb1cd8f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:34:07.779332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port eb354260-5d97-4094-9d3c-0022fbb1cd8f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:34:07.783128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port eb354260-5d97-4094-9d3c-0022fbb1cd8f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:07.783542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:07.864044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:07.885833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:07.888151 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae42a0-6a81-4af5-ac18-638831389c6a" -d '{"events": [{"server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "name": "network-vif-plugged", "status": "completed", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:07.901972 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:07.905880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:07.930981 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643af39e-cfee-4f64-a6fc-950561b03f23 x-openstack-request-id: req-643af39e-cfee-4f64-a6fc-950561b03f23 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:07.930981 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "name": "network-vif-plugged", "status": "completed", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:07.931203 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-643af39e-cfee-4f64-a6fc-950561b03f23 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:07.931438 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f', 'code': 200} Oct 22 13:34:07.964007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:08.025149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b7f5-fbe2-4cec-8f1e-81621b8367d7 req-05e9bd15-7b6e-4c2f-b912-09d1ea09395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:08.026572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a018b7f5-fbe2-4cec-8f1e-81621b8367d7 req-05e9bd15-7b6e-4c2f-b912-09d1ea09395d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 1060 time: 0.0407817 Oct 22 13:34:08.435005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e53c6-1268-41e2-88d5-2c45cf38b5a7 req-422d005e-1efb-4451-9cbd-68172120a3d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:08.436604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d9e53c6-1268-41e2-88d5-2c45cf38b5a7 req-422d005e-1efb-4451-9cbd-68172120a3d5 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0547075 Oct 22 13:34:08.438914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:09.553826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c7b7-1e85-4de2-8d9c-a971185308eb req-077ebbce-63e1-4b24-93b3-4617594c6e63 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:09.555873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82b7c7b7-1e85-4de2-8d9c-a971185308eb req-077ebbce-63e1-4b24-93b3-4617594c6e63 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0494931 Oct 22 13:34:09.672314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa1445-70ac-4989-8605-1fbb48df95c8 req-c051f756-1233-4552-a55a-cd5edd304ddf tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:09.673777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c2aa1445-70ac-4989-8605-1fbb48df95c8 req-c051f756-1233-4552-a55a-cd5edd304ddf tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0486348 Oct 22 13:34:09.777222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b41705-7a2a-4e51-903c-02dda73fbd36 req-8b46bebe-391b-4843-b2a5-88908d1c3545 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:09.778758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d3b41705-7a2a-4e51-903c-02dda73fbd36 req-8b46bebe-391b-4843-b2a5-88908d1c3545 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 1060 time: 0.0404465 Oct 22 13:34:09.887500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceb478-1cf5-4a7e-ab5d-f96a1766fbf8 req-f6beb1eb-b601-4b72-b1cb-dff300792175 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:09.889013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffceb478-1cf5-4a7e-ab5d-f96a1766fbf8 req-f6beb1eb-b601-4b72-b1cb-dff300792175 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.0447364 Oct 22 13:34:09.923798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ffceb478-1cf5-4a7e-ab5d-f96a1766fbf8 req-1f2d8b57-8822-4b6b-8f3c-c6f9f99cc977 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0287533 Oct 22 13:34:09.946010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37256) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:09.984464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3b9bc-eade-4b27-9b91-e89fe3ea74d7 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:09.985979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5ae3b9bc-eade-4b27-9b91-e89fe3ea74d7 tempest-TestSecurityGroupsBasicOps-401657502 tempest-TestSecurityGroupsBasicOps-401657502-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 1055 time: 0.0389578 Oct 22 13:34:10.042059 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:10.210496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b9921-ace9-4e16-bf9c-388a78d9cd8e req-1260e059-7007-4099-84fe-bee1d8c0e5eb tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:10.212062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-578b9921-ace9-4e16-bf9c-388a78d9cd8e req-1260e059-7007-4099-84fe-bee1d8c0e5eb tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0502985 Oct 22 13:34:11.330501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26cdb-2d4e-4b3a-aefa-56b905ec1653 req-3b3ba2c6-41d4-4bd0-a473-808c451edc81 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:11.331984 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4d26cdb-2d4e-4b3a-aefa-56b905ec1653 req-3b3ba2c6-41d4-4bd0-a473-808c451edc81 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0478911 Oct 22 13:34:11.505814 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:34:11.678674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9779a-fd45-466e-82d2-e75305786d23 req-c1137dd5-1670-487d-93cc-92ff7ee0a6a1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:11.680980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6da9779a-fd45-466e-82d2-e75305786d23 req-c1137dd5-1670-487d-93cc-92ff7ee0a6a1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 909 time: 0.0529530 Oct 22 13:34:11.770966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port eb354260-5d97-4094-9d3c-0022fbb1cd8f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:11.771201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:11.866170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port eb354260-5d97-4094-9d3c-0022fbb1cd8f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eb354260-5d97-4094-9d3c-0022fbb1cd8f,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:11.867123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:11.878553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for eb354260-5d97-4094-9d3c-0022fbb1cd8f owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:12.003502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:12.033782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=eb354260-5d97-4094-9d3c-0022fbb1cd8f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:12.083088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] No DVR routers for this DVR port eb354260-5d97-4094-9d3c-0022fbb1cd8f on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:12.085691 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:12.089179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6da9779a-fd45-466e-82d2-e75305786d23 req-df40dd65-5799-420f-8442-9b04a30c3c3d tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.21 "DELETE /v2.0/ports/eb354260-5d97-4094-9d3c-0022fbb1cd8f HTTP/1.1" status: 204 len: 173 time: 0.4022501 Oct 22 13:34:12.089628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'name': 'network-vif-deleted', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:12.092340 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5cbc6a-a13a-485e-82e1-e4a7b7bb8677" -d '{"events": [{"server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "name": "network-vif-deleted", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:12.135173 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbfa598-73dc-4e1b-baea-68e5d128846d x-openstack-request-id: req-6dbfa598-73dc-4e1b-baea-68e5d128846d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:12.135628 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbeeb62-bf91-46c0-897b-db5a43bab530", "name": "network-vif-deleted", "tag": "eb354260-5d97-4094-9d3c-0022fbb1cd8f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:12.135943 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dbfa598-73dc-4e1b-baea-68e5d128846d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:12.136409 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbeeb62-bf91-46c0-897b-db5a43bab530', 'name': 'network-vif-deleted', 'tag': 'eb354260-5d97-4094-9d3c-0022fbb1cd8f', 'status': 'completed', 'code': 200} Oct 22 13:34:12.446963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cd7abc8-2942-40e9-862f-1e860d3a3883 req-129566af-a642-41b9-98fc-3d6b4e598584 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbeeb62-bf91-46c0-897b-db5a43bab530 HTTP/1.1" status: 200 len: 210 time: 0.0298524 Oct 22 13:34:13.508913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37272) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:14.204329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:14.465244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port 9a450d1e-0775-4b23-b647-472376caf1a5 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:14.465498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:14.554724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port 9a450d1e-0775-4b23-b647-472376caf1a5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a450d1e-0775-4b23-b647-472376caf1a5,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:14.555960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:14.567833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for 9a450d1e-0775-4b23-b647-472376caf1a5 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:14.753540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:14.780381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=9a450d1e-0775-4b23-b647-472376caf1a5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:14.960944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.177182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router 344ef294-73bf-46a8-aef2-67280050d012 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:15.294227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:15.299483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46a85d00-ab02-4197-abdd-6264ba8fc6ec tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "PUT /v2.0/routers/344ef294-73bf-46a8-aef2-67280050d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895346 Oct 22 13:34:15.302142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37276) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:15.304838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Sync routers for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:15.315039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:15.315941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:15.359239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting subnet b99d5562-abad-4b9c-a9fe-37e116e69194 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:34:15.362438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.403824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.422301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:15.494133 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.555116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.588625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Subnet': ['ID=b99d5562-abad-4b9c-a9fe-37e116e69194,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:15.594145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.600103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ff541a3f-455d-43b0-bf73-27f3181de1dd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/subnets/b99d5562-abad-4b9c-a9fe-37e116e69194 HTTP/1.1" status: 204 len: 168 time: 0.2944739 Oct 22 13:34:15.600445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:15.601181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96662c60-af40-4577-a385-7ef798ad63cc None None] Network 03012384-fdce-458c-8c73-e45ea1fc286c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:15.693242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:34:14Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:15.715407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.738021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Checking router: 344ef294-73bf-46a8-aef2-67280050d012 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:15.754688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Routers {'344ef294-73bf-46a8-aef2-67280050d012'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:15.755223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['344ef294-73bf-46a8-aef2-67280050d012'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:15.760347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eb354260-5d97-4094-9d3c-0022fbb1cd8f no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:15.816680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: eb354260-5d97-4094-9d3c-0022fbb1cd8f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:15.817039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eb354260-5d97-4094-9d3c-0022fbb1cd8f not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:15.839322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.873235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] DHCP port deletion for 03012384-fdce-458c-8c73-e45ea1fc286c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:34:15.901624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:15.902068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.913354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] Set router 344ef294-73bf-46a8-aef2-67280050d012 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:15.983164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:15.983526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:15.998693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:16.059765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Deleting port 89464498-ae85-410e-89dd-832df0d8d81b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:16.060147 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.076697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 89464498-ae85-410e-89dd-832df0d8d81b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:16.171609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.187826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] For port 89464498-ae85-410e-89dd-832df0d8d81b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89464498-ae85-410e-89dd-832df0d8d81b,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:16.188234 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.200933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:16.211851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Calling delete_port for 89464498-ae85-410e-89dd-832df0d8d81b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.255954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:16.257944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.262560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:34:14Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:16.278762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.330159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94f2a9-401d-4222-afef-cffd5bb95e93 None None] The sync data for ids ['344ef294-73bf-46a8-aef2-67280050d012'] in n-d-813419-8 is: [{'id': '344ef294-73bf-46a8-aef2-67280050d012', 'name': 'tempest-TestSecurityGroupsBasicOps-router-576114548', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:34:14Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': '6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ef294-73bf-46a8-aef2-67280050d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:52Z', 'updated_at': '2021-10-22T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:16.368000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 89464498-ae85-410e-89dd-832df0d8d81b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=89464498-ae85-410e-89dd-832df0d8d81b,segment=NetworkSegment(4d8c3e5c-4271-44b2-95a1-96c5859980bb),segment_id=4d8c3e5c-4271-44b2-95a1-96c5859980bb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:16.375926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.379996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.383460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.412660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.428810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.429256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Fanout notify agent at l3_agent the message router_deleted on router 344ef294-73bf-46a8-aef2-67280050d012 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:34:16.436424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] No DVR routers for this DVR port 89464498-ae85-410e-89dd-832df0d8d81b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:16.441321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.442481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ac91d6be-92dd-42fb-8292-34f23e35d2d2 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/routers/344ef294-73bf-46a8-aef2-67280050d012 HTTP/1.1" status: 204 len: 168 time: 0.8409355 Oct 22 13:34:16.445705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37280) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:16.448287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=89464498-ae85-410e-89dd-832df0d8d81b,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:16.473022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d60cf-2571-44e1-992a-e6e2d8605fc3 None None] Pushing event deleted for resources: {'Port': ['ID=89464498-ae85-410e-89dd-832df0d8d81b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:16.534269 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.618129 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.638901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03012384-fdce-458c-8c73-e45ea1fc286c']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:16.647953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8c3e5c-4271-44b2-95a1-96c5859980bb') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:16.648248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8c3e5c-4271-44b2-95a1-96c5859980bb') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:16.662539 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.676635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.683459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:34:16.683858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:34:16.687395 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:34:16.754565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.762999 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:16.766243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/networks/03012384-fdce-458c-8c73-e45ea1fc286c HTTP/1.1" status: 204 len: 168 time: 0.3195865 Oct 22 13:34:16.768846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37282) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:16.785771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c94272-18b6-4d07-aa57-65276994485e tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Network': ['ID=03012384-fdce-458c-8c73-e45ea1fc286c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:16.944444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port 94eebf6f-31a4-494e-be43-90e3a76dc318 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:16.944791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.027941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.028271 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.039817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for 94eebf6f-31a4-494e-be43-90e3a76dc318 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:17.186527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.211294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=94eebf6f-31a4-494e-be43-90e3a76dc318,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:17.274152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.274439 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Floating IP f147886e-ec1a-4f9b-acc4-d4fc82905d6d disassociated (deleted). External IP: 172.25.6.60, port: cdceed91-d21f-4a94-9a9b-27a70af0c6cb. Oct 22 13:34:17.490840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router cda363b1-e697-479f-9ad1-11b7328e8372 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:17.600183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:17.605130 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:17.609798 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Sync routers for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:17.619876 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:17.620484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:17.632669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dc667313-eff9-45e0-8576-e5b525af24e4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/floatingips/f147886e-ec1a-4f9b-acc4-d4fc82905d6d HTTP/1.1" status: 204 len: 168 time: 0.8627787 Oct 22 13:34:17.633319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:17.635783 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e9568-043e-4bd8-bbb6-45575c2b531d" -d '{"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:17.674250 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf9160-aaa9-4165-a346-324fe8c4bcab x-openstack-request-id: req-e1bf9160-aaa9-4165-a346-324fe8c4bcab {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:17.674853 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:17.675111 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1bf9160-aaa9-4165-a346-324fe8c4bcab {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:17.675547 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'status': 'completed', 'code': 200} Oct 22 13:34:17.736798 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:17.749664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-b910525f-aadb-412c-9436-dc139830d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:17.752015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-b910525f-aadb-412c-9436-dc139830d3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 1136 time: 0.0522821 Oct 22 13:34:17.882333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-1f9b7ed4-6048-4a45-82a1-6dd49d8b330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:17.883770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-1f9b7ed4-6048-4a45-82a1-6dd49d8b330c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 200 len: 898 time: 0.1219845 Oct 22 13:34:17.896341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab9e6-f2ec-415b-89bf-c8b1d8d050eb req-0bcacb5b-c8ff-4db4-8f18-2558db87f1c0 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:17.897793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a9ab9e6-f2ec-415b-89bf-c8b1d8d050eb req-0bcacb5b-c8ff-4db4-8f18-2558db87f1c0 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.0674708 Oct 22 13:34:17.943153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-47256455-d4a5-4cd2-8970-81e714799abe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 200 len: 217 time: 0.0444291 Oct 22 13:34:17.945262 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:17.976360 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Checking router: cda363b1-e697-479f-9ad1-11b7328e8372 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:17.985724 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:17.986324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:18.007565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0a9ab9e6-f2ec-415b-89bf-c8b1d8d050eb req-44687304-6ed3-4ef6-83e7-c5d912255fdd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1017270 Oct 22 13:34:18.013180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-f4aac4c1-5b62-44d2-b418-35d088f00ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:18.014637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-f4aac4c1-5b62-44d2-b418-35d088f00ada service neutron] 10.222.0.26 "GET /v2.0/subnets?id=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 200 len: 834 time: 0.0637858 Oct 22 13:34:18.019977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:18.060670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:18.061024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d3a65c2-3b62-4bd8-bd50-b86a386b9a3b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:18.061438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a450d1e-0775-4b23-b647-472376caf1a5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:18.073581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-432b6720-bfca-46b7-8829-5ab622f6a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:18.075194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-432b6720-bfca-46b7-8829-5ab622f6a511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c758b13-721a-43b6-9de7-bd137cb0851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515828 Oct 22 13:34:18.081534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9a450d1e-0775-4b23-b647-472376caf1a5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:18.081878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a450d1e-0775-4b23-b647-472376caf1a5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:18.109035 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:18.184537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-09a584bd-1841-41e6-8029-d442f20c7b8f service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971444 Oct 22 13:34:18.286130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7e9568-043e-4bd8-bbb6-45575c2b531d req-bfd577e4-ed67-4b4a-949b-4a724e66108b service neutron] 10.222.0.26 "GET /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911126 Oct 22 13:34:18.328990 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:18.355748 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1109e-317f-47e6-930c-218dd8415b68 None None] The sync data for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 is: [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:57Z', 'revision_number': 4, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e0097b70-6e6c-46c0-b21c-9b39bffeb65f', 'name': '', 'network_id': '9c758b13-721a-43b6-9de7-bd137cb0851a', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'mac_address': 'fa:16:3e:04:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:56Z', 'updated_at': '2021-10-22T13:33:02Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'subnets': [{'id': '608e1ce7-c0a8-48cf-96f0-e4d9d371c15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:18.577088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a30333-fa88-43d8-b105-9edb94825db7 None None] New status for floating IP f147886e-ec1a-4f9b-acc4-d4fc82905d6d: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:34:19.154776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcc841-db86-4228-9ae8-58344eaca63e req-6249f441-aeb4-4828-9276-dff0bd245106 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:19.156247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8bcc841-db86-4228-9ae8-58344eaca63e req-6249f441-aeb4-4828-9276-dff0bd245106 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.0772548 Oct 22 13:34:19.168333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-c20e85a3-86a3-4bdb-ba41-4042a2a0d0f0 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:19.169704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-c20e85a3-86a3-4bdb-ba41-4042a2a0d0f0 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a492ee-8141-43d8-83ae-d3c4146be325 HTTP/1.1" status: 200 len: 985 time: 0.0646763 Oct 22 13:34:19.244646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8bcc841-db86-4228-9ae8-58344eaca63e req-0b355d8e-5b6c-4fa5-9425-55038d984b3c tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "GET /v2.0/security-groups?id=49fbc65a-b6be-4b8a-9ea1-3f246324f266&id=b0d89658-6d10-4ec8-a636-543355bcb22c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0739763 Oct 22 13:34:19.293216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port cdceed91-d21f-4a94-9a9b-27a70af0c6cb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:19.293614 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:19.381069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port cdceed91-d21f-4a94-9a9b-27a70af0c6cb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:19.381429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:19.399245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for cdceed91-d21f-4a94-9a9b-27a70af0c6cb owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:19.524278 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:19.553564 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=cdceed91-d21f-4a94-9a9b-27a70af0c6cb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:19.598645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] No DVR routers for this DVR port cdceed91-d21f-4a94-9a9b-27a70af0c6cb on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:19.601107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:19.605143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-edb30e2e-d724-4d9b-96dd-99e36e4c9efe req-a5b64a38-281e-4f6b-b135-200c9ab3aec9 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.26 "DELETE /v2.0/ports/cdceed91-d21f-4a94-9a9b-27a70af0c6cb HTTP/1.1" status: 204 len: 173 time: 0.4280226 Oct 22 13:34:19.605600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'name': 'network-vif-deleted', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:19.608679 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f21355-34b3-4881-8ee3-24514be6b5b4" -d '{"events": [{"server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "name": "network-vif-deleted", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:19.646184 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ddd36-2a4a-4dfd-8d1e-43622f1e8932 x-openstack-request-id: req-786ddd36-2a4a-4dfd-8d1e-43622f1e8932 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:19.646468 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a492ee-8141-43d8-83ae-d3c4146be325", "name": "network-vif-deleted", "tag": "cdceed91-d21f-4a94-9a9b-27a70af0c6cb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:19.646764 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-786ddd36-2a4a-4dfd-8d1e-43622f1e8932 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:19.647174 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a492ee-8141-43d8-83ae-d3c4146be325', 'name': 'network-vif-deleted', 'tag': 'cdceed91-d21f-4a94-9a9b-27a70af0c6cb', 'status': 'completed', 'code': 200} Oct 22 13:34:20.306209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37304) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:20.359369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.380830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.422637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.425258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.426412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/security-groups/49fbc65a-b6be-4b8a-9ea1-3f246324f266 HTTP/1.1" status: 204 len: 168 time: 0.1191778 Oct 22 13:34:20.429329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:20.435386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bebb8-02d5-4801-b739-76fa843512c4 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbc65a-b6be-4b8a-9ea1-3f246324f266,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:20.485225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.507358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.551489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.554177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:20.555444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/security-groups/b0d89658-6d10-4ec8-a636-543355bcb22c HTTP/1.1" status: 204 len: 168 time: 0.1251328 Oct 22 13:34:20.558630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37308) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:20.564494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce91559-87b3-452e-bb04-b2bc7a338dbd tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d89658-6d10-4ec8-a636-543355bcb22c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:20.922464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:21.177972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port e0097b70-6e6c-46c0-b21c-9b39bffeb65f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:21.178291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:21.268509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port e0097b70-6e6c-46c0-b21c-9b39bffeb65f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:21.268872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:21.281119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for e0097b70-6e6c-46c0-b21c-9b39bffeb65f owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:21.768090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:21.794057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=e0097b70-6e6c-46c0-b21c-9b39bffeb65f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:21.973557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.195509 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Router cda363b1-e697-479f-9ad1-11b7328e8372 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:22.304505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:22.309519 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d06bad4c-fa44-4487-af32-8f9f987f72b1 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "PUT /v2.0/routers/cda363b1-e697-479f-9ad1-11b7328e8372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7498708 Oct 22 13:34:22.312209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37310) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:22.315101 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Sync routers for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:22.326484 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:22.327143 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:22.365259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting subnet 608e1ce7-c0a8-48cf-96f0-e4d9d371c15c {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:34:22.369014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.413063 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.460512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cdceed91-d21f-4a94-9a9b-27a70af0c6cb no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:22.483105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: cdceed91-d21f-4a94-9a9b-27a70af0c6cb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:22.483395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device cdceed91-d21f-4a94-9a9b-27a70af0c6cb not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:22.507564 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.525616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:22.566837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.594069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Subnet': ['ID=608e1ce7-c0a8-48cf-96f0-e4d9d371c15c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:22.598870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.602029 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0da6ff49-d665-4ff2-99cb-ca1b078528aa tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/subnets/608e1ce7-c0a8-48cf-96f0-e4d9d371c15c HTTP/1.1" status: 204 len: 168 time: 0.2888827 Oct 22 13:34:22.604962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37312) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:22.606418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1341211e-91e9-47db-af9a-635e5047145d None None] Network 9c758b13-721a-43b6-9de7-bd137cb0851a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:22.714470 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:34:21Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:22.723786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.741862 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Checking router: cda363b1-e697-479f-9ad1-11b7328e8372 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:22.750927 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Routers {'cda363b1-e697-479f-9ad1-11b7328e8372'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:22.751536 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:33:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['cda363b1-e697-479f-9ad1-11b7328e8372'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:22.799952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] DHCP port deletion for 9c758b13-721a-43b6-9de7-bd137cb0851a request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:34:22.842096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.847491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Deleting port 911137cb-159c-46d3-b41d-8efd0119fa7b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:22.847491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.865795 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] Set router cda363b1-e697-479f-9ad1-11b7328e8372 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:22.899185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Deleting port c4647d50-3ad4-4572-8428-fd9feb2069df {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:22.900465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:22.991615 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] For port c4647d50-3ad4-4572-8428-fd9feb2069df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c4647d50-3ad4-4572-8428-fd9feb2069df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:22.991834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.005107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Calling delete_port for c4647d50-3ad4-4572-8428-fd9feb2069df owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:23.074110 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:34:21Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:23.078819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] For port 911137cb-159c-46d3-b41d-8efd0119fa7b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=911137cb-159c-46d3-b41d-8efd0119fa7b,segment=NetworkSegment(d5a8df80-2875-4183-8d0a-3c22b9c3a2c0),segment_id=d5a8df80-2875-4183-8d0a-3c22b9c3a2c0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:23.079356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.092930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Calling delete_port for 911137cb-159c-46d3-b41d-8efd0119fa7b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:23.106657 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a68dc-9f7c-4e8e-a72d-9f198dc1e6b3 None None] The sync data for ids ['cda363b1-e697-479f-9ad1-11b7328e8372'] in n-d-813419-8 is: [{'id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665393786', 'tenant_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:34:21Z', 'revision_number': 5, 'project_id': '984565e5e72c4ff3a0f6955aa3440ea3', 'gw_port': {'id': 'c4647d50-3ad4-4572-8428-fd9feb2069df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda363b1-e697-479f-9ad1-11b7328e8372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:32:51Z', 'updated_at': '2021-10-22T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:23.173664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.190785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.200210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] Pushing event deleted for resources: {'Port': ['ID=911137cb-159c-46d3-b41d-8efd0119fa7b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:23.203871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd51d7-f953-4c82-be45-f9aeff57e710 None None] No DVR routers for this DVR port 911137cb-159c-46d3-b41d-8efd0119fa7b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:23.220411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Port': ['ID=c4647d50-3ad4-4572-8428-fd9feb2069df,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:23.279086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.374162 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.376481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.418759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.419221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Fanout notify agent at l3_agent the message router_deleted on router cda363b1-e697-479f-9ad1-11b7328e8372 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:34:23.426005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.427157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc67a193-c722-4921-93e6-74f6f4e4e664 tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/routers/cda363b1-e697-479f-9ad1-11b7328e8372 HTTP/1.1" status: 204 len: 168 time: 0.8211665 Oct 22 13:34:23.429717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37316) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:23.507469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.603441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.624782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c758b13-721a-43b6-9de7-bd137cb0851a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:23.634072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:23.634418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a8df80-2875-4183-8d0a-3c22b9c3a2c0') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:23.643522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.657058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.663229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:34:23.663616 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:34:23.667423 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:34:23.733257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.740571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:23.743491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] 10.222.0.25 "DELETE /v2.0/networks/9c758b13-721a-43b6-9de7-bd137cb0851a HTTP/1.1" status: 204 len: 168 time: 0.3126612 Oct 22 13:34:23.762026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcfec4-13a8-4311-958c-e7ee4f60a9de tempest-TestSecurityGroupsBasicOps-408438422 tempest-TestSecurityGroupsBasicOps-408438422-project] Pushing event deleted for resources: {'Network': ['ID=9c758b13-721a-43b6-9de7-bd137cb0851a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:23.993039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4d60498-5d1d-4f86-9b24-6d25aa9b6798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.042486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37326) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:24.196248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a76ae34-8442-4dee-a237-99412d52f9fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=984565e5e72c4ff3a0f6955aa3440ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500499 Oct 22 13:34:24.202466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37330) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:24.228520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 911137cb-159c-46d3-b41d-8efd0119fa7b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:24.267669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.268151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 911137cb-159c-46d3-b41d-8efd0119fa7b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:24.268511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 911137cb-159c-46d3-b41d-8efd0119fa7b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:24.268941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0097b70-6e6c-46c0-b21c-9b39bffeb65f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:24.288452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e0097b70-6e6c-46c0-b21c-9b39bffeb65f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:24.288813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e0097b70-6e6c-46c0-b21c-9b39bffeb65f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:24.289300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c4647d50-3ad4-4572-8428-fd9feb2069df no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:24.291685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.310110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c4647d50-3ad4-4572-8428-fd9feb2069df {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:24.310831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c4647d50-3ad4-4572-8428-fd9feb2069df not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:24.348749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.351753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.353259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18ce94d4-0dd8-435c-b99e-13343927984f HTTP/1.1" status: 204 len: 168 time: 0.1540072 Oct 22 13:34:24.364910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c3f70-cd5a-48cb-b915-744916d0890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce94d4-0dd8-435c-b99e-13343927984f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:24.674678 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:24.689807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b981-5439-4fac-8c9c-09eda900cea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.784007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b981-5439-4fac-8c9c-09eda900cea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.789677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4fd4b981-5439-4fac-8c9c-09eda900cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.837121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4fd4b981-5439-4fac-8c9c-09eda900cea2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b90eaf0b212645e99b0e6419c36aa1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611273 Oct 22 13:34:24.838334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4b981-5439-4fac-8c9c-09eda900cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a022e-9bac-4d78-aba7-e914bfc69cb2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:24.840665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37350) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:24.870752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b546-a321-4b0e-80e5-fd4defa91a39 req-236bfe51-25e8-47a4-9979-6a0a26fc997c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:24.875261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3523b546-a321-4b0e-80e5-fd4defa91a39 req-236bfe51-25e8-47a4-9979-6a0a26fc997c tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.0546966 Oct 22 13:34:24.900795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.921749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3523b546-a321-4b0e-80e5-fd4defa91a39 req-46da1418-48f5-451d-90ff-aed6428c8bbe tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Oct 22 13:34:24.927994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.990029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.993967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:24.997613 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/177a022e-9bac-4d78-aba7-e914bfc69cb2 HTTP/1.1" status: 204 len: 168 time: 0.1536365 Oct 22 13:34:25.003858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3e1a9-d0d5-4e80-9452-1eaa68249a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a022e-9bac-4d78-aba7-e914bfc69cb2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:25.331833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37356) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:25.373792 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5b5580ba-7ef3-489c-9c39-ffe649fc1187 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af89bf2e6bf94c0da1ac6cf3dda7af09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405531 Oct 22 13:34:25.376145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:25.424791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:25.450043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:25.507095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:25.510306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:25.511529 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f98b3b4f-1809-452f-8e87-03cd94639696 HTTP/1.1" status: 204 len: 168 time: 0.1344190 Oct 22 13:34:25.519838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c2227-833e-48c0-bb8b-ef7e4eacade0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b3b4f-1809-452f-8e87-03cd94639696,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:26.057207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66473c2-15bb-41f0-8417-5bfc1d5a5610 req-629d38f4-4977-42a0-8e7d-8a87513c5835 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:26.059458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e66473c2-15bb-41f0-8417-5bfc1d5a5610 req-629d38f4-4977-42a0-8e7d-8a87513c5835 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.0570488 Oct 22 13:34:26.100411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e66473c2-15bb-41f0-8417-5bfc1d5a5610 req-209a6a85-b576-49a9-883f-621c41937a40 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350621 Oct 22 13:34:26.252429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:26.359016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2021401981-network', 'tenant_id': '710aa7bcd4914113aa20c06075815ad6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:26.388461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-7eb0bbf8-3a37-4715-adfe-789e5b840618 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:26.389922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-7eb0bbf8-3a37-4715-adfe-789e5b840618 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.0675559 Oct 22 13:34:26.395952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Made reservation on behalf of 710aa7bcd4914113aa20c06075815ad6 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:26.399045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.415519 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.558120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Deleting port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:26.558447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.590321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.598842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.660359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:34:26.681985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e8053f-701c-42c9-b10f-0e6f7c608121,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:26.685894 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.686266 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Added segment c2560a22-3be7-46a1-8d34-ab3669a50846 of type vlan for network 955499b5-bf76-44c3-9018-698ba8fe4582 Oct 22 13:34:26.732682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] For port 311917a6-5d69-472e-bf85-a7d5ffee7ff5, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=311917a6-5d69-472e-bf85-a7d5ffee7ff5,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:26.733049 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.753956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.876356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.877295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:26.877830 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:26.976899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7232809 Oct 22 13:34:26.980573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37388) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:26.985624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Request body: {'subnet': {'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2021401981-subnet', 'tenant_id': '710aa7bcd4914113aa20c06075815ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:27.008610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Made reservation on behalf of 710aa7bcd4914113aa20c06075815ad6 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:27.011927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.069151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3463-5bb3-4a37-8d6f-3e50fd5fd5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.211188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.268562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec39661-4467-4226-a937-8c22fd350f3c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:27.278310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Checking segment: {'id': 'c2560a22-3be7-46a1-8d34-ab3669a50846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:27.278704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Network hostable DHCP agents. Network: 955499b5-bf76-44c3-9018-698ba8fe4582, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:34:27.298929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Network 955499b5-bf76-44c3-9018-698ba8fe4582 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:34:27.309460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 955499b5-bf76-44c3-9018-698ba8fe4582) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:27.314142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:27.315015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.325569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e1a14-1cae-4041-a89a-51af2221e8f0 None None] Network 955499b5-bf76-44c3-9018-698ba8fe4582 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:27.339319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d7b533d4-0d75-49e2-bfba-76ae67d1d67f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3575559 Oct 22 13:34:27.401942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af809eeb-2d29-433d-9abb-27446fb8110d admin admin] Pushing event updated for resources: {'Network': ['ID=955499b5-bf76-44c3-9018-698ba8fe4582,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:27.438289 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 955499b5-bf76-44c3-9018-698ba8fe4582 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:34:27.452858 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.453230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.453549 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Floating IP d04b8ab0-bd5e-406a-9f28-67d0134e8e20 disassociated. External IP: 172.25.6.89, port: 311917a6-5d69-472e-bf85-a7d5ffee7ff5. Oct 22 13:34:27.453948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Calling delete_port for 311917a6-5d69-472e-bf85-a7d5ffee7ff5 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:27.474370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78716c-498f-4c1a-971d-52e5814d064f req-fde0a852-6594-4331-9d59-89ec8376fc65 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:27.475978 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b78716c-498f-4c1a-971d-52e5814d064f req-fde0a852-6594-4331-9d59-89ec8376fc65 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/ports?device_id=87619955-4c38-481d-8491-41c25f804218 HTTP/1.1" status: 200 len: 947 time: 0.1466885 Oct 22 13:34:27.561824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b78716c-498f-4c1a-971d-52e5814d064f req-6de0a240-dde5-498e-b861-e4e5794cefae tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups?id=22ee6f3b-0931-46f4-b6c7-d71c7ad42421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Oct 22 13:34:27.575255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e1898-6472-499a-9a0c-8316e7fbf5a1 None None] Network 955499b5-bf76-44c3-9018-698ba8fe4582 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:27.658045 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.693306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'Port': ['ID=311917a6-5d69-472e-bf85-a7d5ffee7ff5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:27.785772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.787687 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.838588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:27.907496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:27.913586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-883587823-network', 'tenant_id': '59a44939aa144457992e0e7ad7b78489'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:27.950146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Made reservation on behalf of 59a44939aa144457992e0e7ad7b78489 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:27.952550 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.961202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:27.970793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:27.986269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:28.001099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:28.002266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:28.015471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] No DVR routers for this DVR port 311917a6-5d69-472e-bf85-a7d5ffee7ff5 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:28.018151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.021882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5009ed80-24e0-46ee-9def-6c8496e8e6b0 req-ac698fbc-4a16-4391-9aa8-9bede64f964d tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.21 "DELETE /v2.0/ports/311917a6-5d69-472e-bf85-a7d5ffee7ff5 HTTP/1.1" status: 204 len: 173 time: 1.6194456 Oct 22 13:34:28.022243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-deleted', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:28.029833 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961078b-6a9b-4bf8-81fc-d9b1251ea74f" -d '{"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-deleted", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:28.052663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.059045 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.090043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:34:28.105216 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a76deb7-132c-4416-b306-6f948e0e8f62 x-openstack-request-id: req-9a76deb7-132c-4416-b306-6f948e0e8f62 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:28.105516 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87619955-4c38-481d-8491-41c25f804218", "name": "network-vif-deleted", "tag": "311917a6-5d69-472e-bf85-a7d5ffee7ff5", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:28.105893 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a76deb7-132c-4416-b306-6f948e0e8f62 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:28.106659 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87619955-4c38-481d-8491-41c25f804218', 'name': 'network-vif-deleted', 'tag': '311917a6-5d69-472e-bf85-a7d5ffee7ff5', 'status': 'completed', 'code': 200} Oct 22 13:34:28.116902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bc6ed-5357-4dca-9dc0-b0fe57d06a45,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:28.126429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.127228 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Added segment f961c5b8-ee6f-409e-9ace-58900248b1c7 of type vlan for network 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 Oct 22 13:34:28.189167 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.206512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:28.225741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.227102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:28.228323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.287037 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3780806 Oct 22 13:34:28.289657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:28.294626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Request body: {'subnet': {'network_id': '48e1e9e5-3ae3-4d7d-90d9-b3d073798c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-883587823-subnet', 'tenant_id': '59a44939aa144457992e0e7ad7b78489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:28.326859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Made reservation on behalf of 59a44939aa144457992e0e7ad7b78489 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:28.330041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.342464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eecb11-8c9b-49d8-a93c-e3a9fcc287c5 admin admin] Pushing event updated for resources: {'Network': ['ID=48e1e9e5-3ae3-4d7d-90d9-b3d073798c30,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:28.353355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:34:28.497767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:28.527389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:28.531842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.537501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:28.538125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:28.586455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8cb7b7-53a4-4677-8320-9d367d805302,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:28.615573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Checking segment: {'id': 'f961c5b8-ee6f-409e-9ace-58900248b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48e1e9e5-3ae3-4d7d-90d9-b3d073798c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:28.616015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Network hostable DHCP agents. Network: 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:34:28.635924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Network 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:34:28.647221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:28.657380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e3b45-2285-416d-81cf-a49163e3709e None None] Network 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:28.658845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:28.659603 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.667512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:28.687840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c6bee2a6-ff62-43ac-8780-4377330b51c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3927939 Oct 22 13:34:28.715318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:28.734680 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.761598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.837487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.845635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:28.855609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "DELETE /v2.0/security-groups/22ee6f3b-0931-46f4-b6c7-d71c7ad42421 HTTP/1.1" status: 204 len: 168 time: 0.1835265 Oct 22 13:34:28.855948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37424) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:28.870521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeb83e-9c8b-4bed-a1dc-781595b4676b tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee6f3b-0931-46f4-b6c7-d71c7ad42421,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:28.873056 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-10627fef-622c-41a7-9df7-742027f2aaf3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] show failed (client error): The resource could not be found. Oct 22 13:34:28.881041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-10627fef-622c-41a7-9df7-742027f2aaf3 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "GET /v2.0/security-groups/22ee6f3b-0931-46f4-b6c7-d71c7ad42421 HTTP/1.1" status: 404 len: 347 time: 0.0198054 Oct 22 13:34:28.882185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37426) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:28.990042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49e450-b313-407d-bd75-b2824d0da3d0 None None] Network 48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:29.048177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Deleting port e89adc49-4143-4399-919d-c21d2b5fcd2e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:29.048546 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.120807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:29.140848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.141354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.154163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Calling delete_port for e89adc49-4143-4399-919d-c21d2b5fcd2e owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:29.194081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0d993-65ef-4a71-9bbb-b3c12cf7e460 None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:23:02Z', 'revision_number': 4, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3142a9e4-835a-4dc1-967a-f2ba9f404dcd', 'name': '', 'network_id': 'a9ed635d-0baa-4800-a592-12509d70faed', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'mac_address': 'fa:16:3e:4b:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:23:01Z', 'updated_at': '2021-10-22T13:23:08Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'subnets': [{'id': '20b88086-e009-4d4b-87bb-b3c87b1fc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:29.351314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-03fb8836-2a4b-4364-aaf4-b558638de424 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:29.352846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-03fb8836-2a4b-4364-aaf4-b558638de424 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/networks?id=955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 200 len: 812 time: 0.1526639 Oct 22 13:34:29.398336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-a6b4328f-428b-4264-9557-3e99796de38a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/quotas/710aa7bcd4914113aa20c06075815ad6 HTTP/1.1" status: 200 len: 375 time: 0.0367057 Oct 22 13:34:29.440960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.451553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-abd3fe1c-0ee7-4e36-af68-0577e8746572 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=710aa7bcd4914113aa20c06075815ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432806 Oct 22 13:34:29.476699 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15df8a-094c-4bb7-89b4-7f8f4fdc29c8 None None] New status for floating IP d04b8ab0-bd5e-406a-9f28-67d0134e8e20: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:34:29.486136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Pushing event deleted for resources: {'Port': ['ID=e89adc49-4143-4399-919d-c21d2b5fcd2e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:29.603612 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.606165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.607365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2c16174-1783-400a-a99c-2394473846e1 tempest-AttachVolumeShelveTestJSON-324414673 tempest-AttachVolumeShelveTestJSON-324414673-project] 10.222.0.25 "DELETE /v2.0/floatingips/d04b8ab0-bd5e-406a-9f28-67d0134e8e20 HTTP/1.1" status: 204 len: 168 time: 0.7244897 Oct 22 13:34:29.619571 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-4af92946-2b82-4ca4-aa2a-a0281c5fc359 service neutron] 10.222.0.25 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431015 Oct 22 13:34:29.722186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-47d318b9-6830-4cbb-b3e9-80cb76e3351c service neutron] 10.222.0.25 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957131 Oct 22 13:34:29.792709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:29.833387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 311917a6-5d69-472e-bf85-a7d5ffee7ff5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:29.833896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 311917a6-5d69-472e-bf85-a7d5ffee7ff5 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:29.842591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:29.958570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7159cf89-2c78-4244-8e90-3dcea54d2f42 req-178329b9-3de8-4b50-847a-130844e434fc tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 210 time: 0.0456743 Oct 22 13:34:30.975467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-a919471c-7ac6-412e-afe2-5d3f3f94c7ee tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:30.977284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-a919471c-7ac6-412e-afe2-5d3f3f94c7ee tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.26 "GET /v2.0/networks?id=955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 200 len: 812 time: 0.1225646 Oct 22 13:34:30.994279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Request body: {'port': {'device_id': '8b50314a-1a35-494b-8719-5606be967246', 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582', 'admin_state_up': True, 'tenant_id': '710aa7bcd4914113aa20c06075815ad6'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:31.090369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb8f6497-820f-4d1f-8884-31e75d2355a0 req-11d745a6-1d5c-4b48-8ea9-6dc6001d84e9 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 210 time: 0.0582662 Oct 22 13:34:31.139338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Made reservation on behalf of 710aa7bcd4914113aa20c06075815ad6 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:31.142322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:31.293610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Allocated IP 172.20.0.8 (955499b5-bf76-44c3-9018-698ba8fe4582/fec39661-4467-4226-a937-8c22fd350f3c/596713f8-8d18-4e6a-94d0-6ce899b3eefb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:34:31.467468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:31.509861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:31.559366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Network 955499b5-bf76-44c3-9018-698ba8fe4582 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:34:31.562631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:31.566743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:34:31.576685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Pushing event updated for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:31.625199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:31.625813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:31.641206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3fc33130-4b5c-46e3-bb00-91ab3c4298e4 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6536458 Oct 22 13:34:31.759720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Request body: {'port': {'device_id': '8b50314a-1a35-494b-8719-5606be967246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:31.820506 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.132754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596713f8-8d18-4e6a-94d0-6ce899b3eefb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:34:32.141287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.156083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Transition to ACTIVE for port object 596713f8-8d18-4e6a-94d0-6ce899b3eefb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:34:32.160566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.245188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Pushing event updated for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:32.283619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7ac3-6783-4745-9757-eb97b1221204 req-a3214c1b-714b-4ed6-9279-91557d2e5767 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:32.285244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65af7ac3-6783-4745-9757-eb97b1221204 req-a3214c1b-714b-4ed6-9279-91557d2e5767 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 943 time: 0.1207552 Oct 22 13:34:32.360923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65af7ac3-6783-4745-9757-eb97b1221204 req-a8a375fe-1b3c-42cc-9bfc-2b901f0c9886 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540555 Oct 22 13:34:32.363297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Attempting to bind port 596713f8-8d18-4e6a-94d0-6ce899b3eefb on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:34:32.363632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Attempting to bind port 596713f8-8d18-4e6a-94d0-6ce899b3eefb by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'c2560a22-3be7-46a1-8d34-ab3669a50846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:34:32.364121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Attempting to bind port 596713f8-8d18-4e6a-94d0-6ce899b3eefb on network 955499b5-bf76-44c3-9018-698ba8fe4582 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:32.368814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Port 596713f8-8d18-4e6a-94d0-6ce899b3eefb on network 955499b5-bf76-44c3-9018-698ba8fe4582 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:34:32.369134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Attempting to bind port 596713f8-8d18-4e6a-94d0-6ce899b3eefb on network 955499b5-bf76-44c3-9018-698ba8fe4582 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:32.380349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:34:32.380349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Checking segment: {'id': 'c2560a22-3be7-46a1-8d34-ab3669a50846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:32.380349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Bound using segment: {'id': 'c2560a22-3be7-46a1-8d34-ab3669a50846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:34:32.380349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Bound port: 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2560a22-3be7-46a1-8d34-ab3669a50846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:34:32.380349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.439187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:34:32.442480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb,segment=NetworkSegment(c2560a22-3be7-46a1-8d34-ab3669a50846),segment_id=c2560a22-3be7-46a1-8d34-ab3669a50846)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:34:32.448012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.488703 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:32.489163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:32.490533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 200 len: 1091 time: 0.8403995 Oct 22 13:34:32.491002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:32.493437 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de95bb24-bf09-4793-a2ec-1c76f95341cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:32.528155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0dab-ad4b-4a3d-b2a4-b025d76e09b4 service neutron] Pushing event updated for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:32.545560 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a5fbf-96e7-4951-afbc-dd6dfb25f7de x-openstack-request-id: req-1d1a5fbf-96e7-4951-afbc-dd6dfb25f7de {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:32.545849 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:32.546103 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d1a5fbf-96e7-4951-afbc-dd6dfb25f7de {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:32.546505 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb', 'status': 'completed', 'code': 200} Oct 22 13:34:32.578433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-1440fd23-ebad-47fd-a94a-118b070e5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:32.580140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-1440fd23-ebad-47fd-a94a-118b070e5b8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=710aa7bcd4914113aa20c06075815ad6&device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 1094 time: 0.0461400 Oct 22 13:34:32.623766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-8005e33e-45ca-4fa5-a412-350fc8e5cd1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 200 len: 217 time: 0.0356195 Oct 22 13:34:32.681773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-5f46e875-6f71-40a6-b8e7-39fca5b643a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:32.683429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-5f46e875-6f71-40a6-b8e7-39fca5b643a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fec39661-4467-4226-a937-8c22fd350f3c HTTP/1.1" status: 200 len: 852 time: 0.0523279 Oct 22 13:34:32.721096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-89ddcb87-de9e-4240-a2da-44e590c3f5cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955499b5-bf76-44c3-9018-698ba8fe4582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288961 Oct 22 13:34:32.818744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-3f9d6d39-0520-4fbc-b504-9a5ff20fad90 service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900416 Oct 22 13:34:32.923846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-935e4cdd-061d-4e10-a8d8-54690fe54f6f req-bbbffaca-66c1-41a7-8dd1-28d32eb70b7a service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977211 Oct 22 13:34:33.052100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-7bbb6dc6-cdb4-4f84-8a31-06bf168146d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:33.053670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-7bbb6dc6-cdb4-4f84-8a31-06bf168146d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=710aa7bcd4914113aa20c06075815ad6&device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 1094 time: 0.0524898 Oct 22 13:34:33.168580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-3d91b8f7-9be3-4101-a6bd-da56fd4ef947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:33.170476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-3d91b8f7-9be3-4101-a6bd-da56fd4ef947 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 200 len: 913 time: 0.1089611 Oct 22 13:34:33.220913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-5aff57a7-e427-478e-856d-abf38fce9f78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 200 len: 217 time: 0.0430319 Oct 22 13:34:33.275981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-82e78346-033d-495b-9391-44573eec2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:33.277448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-82e78346-033d-495b-9391-44573eec2354 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fec39661-4467-4226-a937-8c22fd350f3c HTTP/1.1" status: 200 len: 852 time: 0.0489011 Oct 22 13:34:33.316324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-08d379cf-8b6c-46a9-89f5-5fbce7dd2fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955499b5-bf76-44c3-9018-698ba8fe4582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302637 Oct 22 13:34:33.419000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-4a32a92b-ebd3-4a00-b4cb-ca2cbfe06a87 service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953958 Oct 22 13:34:33.564401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab6a9-4a1e-42ca-8b0b-57772a2342e7 req-d6117fbc-c99e-49a7-8629-f5c174844493 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:33.565930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146ab6a9-4a1e-42ca-8b0b-57772a2342e7 req-d6117fbc-c99e-49a7-8629-f5c174844493 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 943 time: 0.1019557 Oct 22 13:34:33.567959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de95bb24-bf09-4793-a2ec-1c76f95341cf req-aa9fa19e-ca4f-4d5b-9182-7ea1fa5eff0b service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407449 Oct 22 13:34:33.608898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-146ab6a9-4a1e-42ca-8b0b-57772a2342e7 req-0df5f976-6b4d-421d-976d-26495882b05b tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Oct 22 13:34:34.731370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00748ac-c0ce-4075-bd0c-694b1bde2db4 req-e626714f-dbfa-464e-8920-289aaf323d97 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:34.732847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a00748ac-c0ce-4075-bd0c-694b1bde2db4 req-e626714f-dbfa-464e-8920-289aaf323d97 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 943 time: 0.0514829 Oct 22 13:34:34.771923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a00748ac-c0ce-4075-bd0c-694b1bde2db4 req-40e8021b-aa62-48e4-a3d7-885acdef64d7 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Oct 22 13:34:35.897762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023b22d-02d6-4cb3-8bd5-30390fd15e32 req-8d2a0dbe-0a70-4e1b-b84d-bde5db8a34ac tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:35.899474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6023b22d-02d6-4cb3-8bd5-30390fd15e32 req-8d2a0dbe-0a70-4e1b-b84d-bde5db8a34ac tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 943 time: 0.0593219 Oct 22 13:34:35.942584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6023b22d-02d6-4cb3-8bd5-30390fd15e32 req-22ddbcd5-a1e4-4599-ae2d-459df9a5f3ef tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Oct 22 13:34:36.410580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37498) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:36.473952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 596713f8-8d18-4e6a-94d0-6ce899b3eefb details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:34:36.574125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb,segment=NetworkSegment(c2560a22-3be7-46a1-8d34-ab3669a50846),segment_id=c2560a22-3be7-46a1-8d34-ab3669a50846)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:36.585762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '596713f8-8d18-4e6a-94d0-6ce899b3eefb', 'network_id': '955499b5-bf76-44c3-9018-698ba8fe4582', 'port_id': '596713f8-8d18-4e6a-94d0-6ce899b3eefb', 'mac_address': 'fa:16:3e:87:81:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec39661-4467-4226-a937-8c22fd350f3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:34:36.624989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:36.650283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596713f8-8d18-4e6a-94d0-6ce899b3eefb {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:34:36.673292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb,segment=NetworkSegment(c2560a22-3be7-46a1-8d34-ab3669a50846),segment_id=c2560a22-3be7-46a1-8d34-ab3669a50846)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:36.679615 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:36.731394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:36.878392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:36.886121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['596713f8-8d18-4e6a-94d0-6ce899b3eefb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:34:37.094463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da966-c66f-44c2-8698-d19104b3fa85 req-a42f0e36-92ff-4a9e-95e8-be8d721627da tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:37.095981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e7da966-c66f-44c2-8698-d19104b3fa85 req-a42f0e36-92ff-4a9e-95e8-be8d721627da tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 944 time: 0.0765734 Oct 22 13:34:37.160845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e7da966-c66f-44c2-8698-d19104b3fa85 req-c06f001b-9b5a-44cc-a72c-13657272c138 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Oct 22 13:34:37.212775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Deleting port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:37.213155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:37.293971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] For port 3142a9e4-835a-4dc1-967a-f2ba9f404dcd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:37.294337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:37.308695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Calling delete_port for 3142a9e4-835a-4dc1-967a-f2ba9f404dcd owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:37.487150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:37.517112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3142a9e4-835a-4dc1-967a-f2ba9f404dcd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:38.013993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.228722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Router 0b792c7c-c59c-4588-8796-e6bb9852b1ea has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:34:38.327779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb72c0-2a00-4d91-95fb-69eea496ffb9 req-53f9ccd4-3e8f-4d3d-b4b3-63f09a871cd8 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:38.329266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ddb72c0-2a00-4d91-95fb-69eea496ffb9 req-53f9ccd4-3e8f-4d3d-b4b3-63f09a871cd8 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 944 time: 0.0935552 Oct 22 13:34:38.395043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:38.400939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-43b2d635-1fa7-4fdf-afd5-56a92c5b53a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/0b792c7c-c59c-4588-8796-e6bb9852b1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9892590 Oct 22 13:34:38.403512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37506) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:38.407128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Sync routers for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:38.414063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ddb72c0-2a00-4d91-95fb-69eea496ffb9 req-ec77a53e-2a63-4279-be89-cdc8f3b313ed tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Oct 22 13:34:38.417667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:38.418285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:38.479407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.491301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 596713f8-8d18-4e6a-94d0-6ce899b3eefb up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:34:38.513712 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.565217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:38.622170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.677930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Deleting port 93bd459b-a7f0-4a15-b68a-8d88003fe577 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:38.678277 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.687122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 596713f8-8d18-4e6a-94d0-6ce899b3eefb completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:34:38.697403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 596713f8-8d18-4e6a-94d0-6ce899b3eefb triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:38.697592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.757833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] For port 93bd459b-a7f0-4a15-b68a-8d88003fe577, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=93bd459b-a7f0-4a15-b68a-8d88003fe577,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:38.758103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.771503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Calling delete_port for 93bd459b-a7f0-4a15-b68a-8d88003fe577 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:38.821937 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.825922 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:34:37Z', 'revision_number': 5, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port': {'id': '93bd459b-a7f0-4a15-b68a-8d88003fe577', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:22:56Z', 'updated_at': '2021-10-22T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:38.862595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Checking router: 0b792c7c-c59c-4588-8796-e6bb9852b1ea for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:38.880207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:38.882493 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d223d3-b58f-4cef-b942-c4c0e41a3645" -d '{"events": [{"server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "name": "network-vif-plugged", "status": "completed", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:38.894354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Routers {'0b792c7c-c59c-4588-8796-e6bb9852b1ea'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:38.895138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:38.932330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb,segment=NetworkSegment(c2560a22-3be7-46a1-8d34-ab3669a50846),segment_id=c2560a22-3be7-46a1-8d34-ab3669a50846)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:38.936644 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47607964-463d-4d6d-be51-8aeddee4cedf x-openstack-request-id: req-47607964-463d-4d6d-be51-8aeddee4cedf {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:38.936922 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "name": "network-vif-plugged", "status": "completed", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:38.937167 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47607964-463d-4d6d-be51-8aeddee4cedf {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:38.937564 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb', 'code': 200} Oct 22 13:34:38.940943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.946273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:38.978081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=93bd459b-a7f0-4a15-b68a-8d88003fe577,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:39.033138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] Set router 0b792c7c-c59c-4588-8796-e6bb9852b1ea gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:39.036745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccbf36-b264-4e4c-88e0-0055fb78df9f req-3928b035-fd6a-484b-9c82-a11e42e09986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:39.038482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4ccbf36-b264-4e4c-88e0-0055fb78df9f req-3928b035-fd6a-484b-9c82-a11e42e09986 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 1096 time: 0.0476754 Oct 22 13:34:39.046743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.079223 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4ccbf36-b264-4e4c-88e0-0055fb78df9f req-949a255f-535b-4840-ba04-0394004eaafe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Oct 22 13:34:39.092450 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:39.095037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:34:38Z', 'revision_number': 6, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:39.122746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3a5d-2cd4-4476-9c07-7f44656a615e None None] The sync data for ids ['0b792c7c-c59c-4588-8796-e6bb9852b1ea'] in n-d-813419-8 is: [{'id': '0b792c7c-c59c-4588-8796-e6bb9852b1ea', 'name': 'tempest-AttachVolumeShelveTestJSON-788284036-router', 'tenant_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:22:55Z', 'updated_at': '2021-10-22T13:34:38Z', 'revision_number': 6, 'project_id': 'a7dc5464ec0f4304b5dc60073f26534f', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:34:39.147961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.150803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.199551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.200078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b792c7c-c59c-4588-8796-e6bb9852b1ea {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:34:39.204411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.205560 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a136bf8-4ff9-4865-b87a-a1fdc4b63a58 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0b792c7c-c59c-4588-8796-e6bb9852b1ea HTTP/1.1" status: 204 len: 168 time: 0.8010051 Oct 22 13:34:39.208040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37510) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:39.252475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Deleting subnet 20b88086-e009-4d4b-87bb-b3c87b1fc662 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:34:39.255659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.291142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.374008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.424950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.451604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b88086-e009-4d4b-87bb-b3c87b1fc662,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:39.455969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.459264 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-08538efd-1910-42bc-8494-251218de3cb3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20b88086-e009-4d4b-87bb-b3c87b1fc662 HTTP/1.1" status: 204 len: 168 time: 0.2502651 Oct 22 13:34:39.461704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:39.478946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5df9c7-9a24-46b8-8155-060160d29219 None None] Network a9ed635d-0baa-4800-a592-12509d70faed requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:39.557120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.582231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2ccd-c30a-44a9-826c-d80243822130 req-7de5d2a0-db98-40e9-bced-eda7817c07f3 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:39.587807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-615d2ccd-c30a-44a9-826c-d80243822130 req-7de5d2a0-db98-40e9-bced-eda7817c07f3 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0676949 Oct 22 13:34:39.630545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Deleting port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:39.631033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.633656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-615d2ccd-c30a-44a9-826c-d80243822130 req-8b7b3fdd-617a-4004-8003-ac160130db82 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Oct 22 13:34:39.699896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] For port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,segment=NetworkSegment(de8644c3-9812-4730-97dc-1d996272cdbe),segment_id=de8644c3-9812-4730-97dc-1d996272cdbe)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:39.700264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.718120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Calling delete_port for 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:39.797570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.822002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=97e5a81f-d95d-4f41-9eb8-ec7c9f177905,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:39.827871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] No DVR routers for this DVR port 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:39.901874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.927564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ed635d-0baa-4800-a592-12509d70faed']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:39.938516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8644c3-9812-4730-97dc-1d996272cdbe') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:39.938834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8644c3-9812-4730-97dc-1d996272cdbe') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:39.949557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.967686 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:39.971467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd74970-3e90-48b4-a89d-cdcc9ece41fd None None] DHCP port deletion for a9ed635d-0baa-4800-a592-12509d70faed request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:34:39.995654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:34:40.001954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:34:40.018196 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:34:40.064828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:40.075180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.080941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.088440 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] 10.222.0.25 "DELETE /v2.0/networks/a9ed635d-0baa-4800-a592-12509d70faed HTTP/1.1" status: 204 len: 168 time: 0.6223519 Oct 22 13:34:40.102095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:40.102095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 97e5a81f-d95d-4f41-9eb8-ec7c9f177905 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:40.103452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3142a9e4-835a-4dc1-967a-f2ba9f404dcd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:40.108672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.114872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d2e-1740-441a-a83f-c1c7c5bb7fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ed635d-0baa-4800-a592-12509d70faed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:40.137762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3142a9e4-835a-4dc1-967a-f2ba9f404dcd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:40.138264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3142a9e4-835a-4dc1-967a-f2ba9f404dcd not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:40.139024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93bd459b-a7f0-4a15-b68a-8d88003fe577 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:40.173926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 93bd459b-a7f0-4a15-b68a-8d88003fe577 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:40.174282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 93bd459b-a7f0-4a15-b68a-8d88003fe577 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:40.225864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37520) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:40.276035 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c409a92-5aa9-4228-bf79-bbf72c5f488f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7dc5464ec0f4304b5dc60073f26534f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488596 Oct 22 13:34:40.278501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37522) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:40.329745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.351501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.402140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.404932 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:40.406100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fc3adfd-1589-4880-b695-df0b16152f37 HTTP/1.1" status: 204 len: 168 time: 0.1266170 Oct 22 13:34:40.413940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f9c3-26f4-4fe0-94b9-6afadd16b2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc3adfd-1589-4880-b695-df0b16152f37,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:40.758899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aae6e-8398-4036-a46d-b820dc292d5b req-4dea5004-dbdb-42d1-b240-c37722f71b7c tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:40.763129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a74aae6e-8398-4036-a46d-b820dc292d5b req-4dea5004-dbdb-42d1-b240-c37722f71b7c tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0548100 Oct 22 13:34:40.804780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a74aae6e-8398-4036-a46d-b820dc292d5b req-9dacd8f6-8b80-4a05-9348-fa3e693ece48 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Oct 22 13:34:40.927918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8b27-a99c-46f8-9e10-51e81bf78877 req-cff9fd4b-4b9e-48e9-a61a-284749752a92 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:40.929403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10ce8b27-a99c-46f8-9e10-51e81bf78877 req-cff9fd4b-4b9e-48e9-a61a-284749752a92 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Oct 22 13:34:40.969500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-10ce8b27-a99c-46f8-9e10-51e81bf78877 req-af0dfe83-e280-4558-8707-4632ee1fa60c tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Oct 22 13:34:41.213348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc34135-6ec0-49de-bf97-39a1b9aad4d2 req-2d6e201a-993a-46b5-b433-da47c42b8987 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:41.215374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cc34135-6ec0-49de-bf97-39a1b9aad4d2 req-2d6e201a-993a-46b5-b433-da47c42b8987 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0589857 Oct 22 13:34:41.257591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cc34135-6ec0-49de-bf97-39a1b9aad4d2 req-fa1f6153-cc57-40f5-abd3-953d62969de2 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Oct 22 13:34:41.669328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37580) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:41.783814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d548a047-dce9-48cf-bf3e-189e3e5fc341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:41.860632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d548a047-dce9-48cf-bf3e-189e3e5fc341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:41.864463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d548a047-dce9-48cf-bf3e-189e3e5fc341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:41.903282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548a047-dce9-48cf-bf3e-189e3e5fc341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05adefe7-2fb8-4664-9573-3c7010c170af,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:41.908871 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d548a047-dce9-48cf-bf3e-189e3e5fc341 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2130b82ca1db473a85dcc1e56b56db3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384946 Oct 22 13:34:41.911917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37586) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:41.970376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:41.999834 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:42.048650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:42.051410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:42.052567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05adefe7-2fb8-4664-9573-3c7010c170af HTTP/1.1" status: 204 len: 168 time: 0.1397913 Oct 22 13:34:42.061296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb02ae-7f58-49ed-974c-6db47925503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adefe7-2fb8-4664-9573-3c7010c170af,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:42.385210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fb1d6-1b52-45e9-a329-d662abb6c258 req-fabb38c8-82a9-4fd6-8742-f18cfaa4897a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:42.387334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-109fb1d6-1b52-45e9-a329-d662abb6c258 req-fabb38c8-82a9-4fd6-8742-f18cfaa4897a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0586386 Oct 22 13:34:42.435911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-109fb1d6-1b52-45e9-a329-d662abb6c258 req-650645be-3076-4798-a453-999f323a8f9d tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Oct 22 13:34:42.717778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7d0e-10be-4f7b-b4a5-7a22c71c4b3d req-1e24f6d7-4286-468d-973d-d2d43c71778a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:42.719324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3efd7d0e-10be-4f7b-b4a5-7a22c71c4b3d req-1e24f6d7-4286-468d-973d-d2d43c71778a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0872474 Oct 22 13:34:42.721249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb09f-acad-4929-b372-7edbeb61653b req-0649ab6d-f71a-46ad-a523-583576f600e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:42.722624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-0649ab6d-f71a-46ad-a523-583576f600e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=710aa7bcd4914113aa20c06075815ad6&device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 1096 time: 0.0778546 Oct 22 13:34:42.821400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3efd7d0e-10be-4f7b-b4a5-7a22c71c4b3d req-6d7c2e1a-757d-4b4a-853b-1533cbd82d0d tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Oct 22 13:34:42.852826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb09f-acad-4929-b372-7edbeb61653b req-fa18525c-c435-4eb4-8643-9c143e92f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:42.854314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-fa18525c-c435-4eb4-8643-9c143e92f6f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 200 len: 913 time: 0.1194263 Oct 22 13:34:42.901835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-4f30f0a2-5f30-432e-a750-10d2840b2a28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 200 len: 217 time: 0.0397460 Oct 22 13:34:42.954424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb09f-acad-4929-b372-7edbeb61653b req-c38d0f00-3abc-4622-8e33-e953bc355227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:42.955938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-c38d0f00-3abc-4622-8e33-e953bc355227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fec39661-4467-4226-a937-8c22fd350f3c HTTP/1.1" status: 200 len: 852 time: 0.0470982 Oct 22 13:34:42.989899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-bc4ae136-16b3-413c-a9a3-9a92e0cb314a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955499b5-bf76-44c3-9018-698ba8fe4582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268056 Oct 22 13:34:43.090319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-51e05259-098f-40cf-bf09-5f26467c9699 service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934217 Oct 22 13:34:43.188502 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29beb09f-acad-4929-b372-7edbeb61653b req-4965096d-eb11-4644-9bb3-3ef65a4df79c service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892248 Oct 22 13:34:43.956230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c80d2-149a-4a19-89ee-d2d498c525ad req-69caf3d9-d1d0-4a45-946d-0e8a99526da1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:43.957786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d4c80d2-149a-4a19-89ee-d2d498c525ad req-69caf3d9-d1d0-4a45-946d-0e8a99526da1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Oct 22 13:34:43.997648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d4c80d2-149a-4a19-89ee-d2d498c525ad req-20067509-e101-4dd1-8dff-2e1a8ddf05a1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Oct 22 13:34:44.656841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:44.773221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:44.846167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:44.849610 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:44.891662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa510f0cdbf84294900250d343bf4772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337577 Oct 22 13:34:44.892781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f710a25e-ffe4-44b9-a44d-ba4954ccc2cb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:44.894367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:44.900654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.900994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.901334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.901662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.901993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.902317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.902667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.902992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.903313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.903685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.903951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.904273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a5f9a-8f52-496a-84f7-db63e5a47518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:44.944209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:44.965855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.014373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.016940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.018129 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f710a25e-ffe4-44b9-a44d-ba4954ccc2cb HTTP/1.1" status: 204 len: 168 time: 0.1226752 Oct 22 13:34:45.026340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4d238-3bdf-4490-966a-6e4a1dbcd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710a25e-ffe4-44b9-a44d-ba4954ccc2cb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:45.124222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc05b2-2863-4217-9b54-306a01703bac req-817b5424-3e1b-4099-9ea6-5a0ad3a84b5b tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:45.125729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cbc05b2-2863-4217-9b54-306a01703bac req-817b5424-3e1b-4099-9ea6-5a0ad3a84b5b tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Oct 22 13:34:45.166217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cbc05b2-2863-4217-9b54-306a01703bac req-65204118-57da-4d61-ab68-012639762cf0 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Oct 22 13:34:45.295756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:45.309503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cef61580-cccd-41b4-b829-8ef722c2b207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.391178 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cef61580-cccd-41b4-b829-8ef722c2b207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.395305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cef61580-cccd-41b4-b829-8ef722c2b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.404865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572fc3-ed3a-4776-8d9a-2393905a90c9 req-afd8dede-442a-4594-9c3f-9021ea24289a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:45.406379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b572fc3-ed3a-4776-8d9a-2393905a90c9 req-afd8dede-442a-4594-9c3f-9021ea24289a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Oct 22 13:34:45.435829 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cef61580-cccd-41b4-b829-8ef722c2b207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b606c729f94c5c889bebbb9b297b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385629 Oct 22 13:34:45.436906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61580-cccd-41b4-b829-8ef722c2b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a38fd-844a-4e0d-8c17-647b95b298ef,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:45.439694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:45.450505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b572fc3-ed3a-4776-8d9a-2393905a90c9 req-df4f0aeb-f5c7-4231-8ea8-f50d3f74d8d1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378489 Oct 22 13:34:45.491434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.513858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.559952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.562475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:45.563748 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/649a38fd-844a-4e0d-8c17-647b95b298ef HTTP/1.1" status: 204 len: 168 time: 0.1224716 Oct 22 13:34:45.572628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d426d-fbc5-48ba-ad1e-bafde53e97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a38fd-844a-4e0d-8c17-647b95b298ef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:46.574623 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293a16-d41d-4e0c-b66b-e03489d2e837 req-fd00b8d7-9e28-4ef1-9a1c-af6e0d17e32a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:46.576143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5293a16-d41d-4e0c-b66b-e03489d2e837 req-fd00b8d7-9e28-4ef1-9a1c-af6e0d17e32a tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Oct 22 13:34:46.614556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5293a16-d41d-4e0c-b66b-e03489d2e837 req-2446e443-1996-4d9c-a981-41e466341209 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Oct 22 13:34:46.857913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5dfa1-f7e8-4d60-bd90-07d934111709 req-8c5bbfb2-33ac-421e-aded-bb3b7ece0dda tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:46.859460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11f5dfa1-f7e8-4d60-bd90-07d934111709 req-8c5bbfb2-33ac-421e-aded-bb3b7ece0dda tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0809929 Oct 22 13:34:46.885616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-13420ed5-28b8-4950-aaa2-7e1fe96a6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:46.887115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-13420ed5-28b8-4950-aaa2-7e1fe96a6665 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=710aa7bcd4914113aa20c06075815ad6&device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 1096 time: 0.0747278 Oct 22 13:34:46.928279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11f5dfa1-f7e8-4d60-bd90-07d934111709 req-82dc95fb-4318-469c-96ef-58212b683809 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614944 Oct 22 13:34:46.999297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-f2f68f99-2c89-4508-a60b-e271557edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:47.000767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-f2f68f99-2c89-4508-a60b-e271557edcf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 200 len: 913 time: 0.1062727 Oct 22 13:34:47.046207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-24a9c768-fba2-4a4e-8ca9-292d5ac7873b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 200 len: 217 time: 0.0378611 Oct 22 13:34:47.111847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-0aafa635-3d0b-43cb-bcc9-7a715dd48c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:47.113330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-0aafa635-3d0b-43cb-bcc9-7a715dd48c76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fec39661-4467-4226-a937-8c22fd350f3c HTTP/1.1" status: 200 len: 852 time: 0.0589626 Oct 22 13:34:47.145093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-215bc73f-dfd3-4347-a590-0b1134d3d1a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955499b5-bf76-44c3-9018-698ba8fe4582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248015 Oct 22 13:34:47.240580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-bb54610a-8e5f-451c-acd6-23eb75e5cd93 service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879955 Oct 22 13:34:47.338359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-778773c9-9c0e-45a4-923f-c67ccc0594b2 req-e345fe4b-ae16-4667-aa74-b19863f0db5e service neutron] 10.222.0.26 "GET /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905294 Oct 22 13:34:48.064717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657859f-af20-485f-b679-1305c3001319 req-21f64818-6c6b-4c36-9e15-9f070fad3f73 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.066692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2657859f-af20-485f-b679-1305c3001319 req-21f64818-6c6b-4c36-9e15-9f070fad3f73 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0611517 Oct 22 13:34:48.110797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2657859f-af20-485f-b679-1305c3001319 req-5e57e8de-ed94-4a03-b61e-20e6cb1a9c3c tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Oct 22 13:34:48.401191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f270-9ef6-4e5d-8a1b-d7fe82a037a5 req-c4af7f95-2309-467b-856d-269036974bbb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.402715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97b6f270-9ef6-4e5d-8a1b-d7fe82a037a5 req-c4af7f95-2309-467b-856d-269036974bbb tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0897365 Oct 22 13:34:48.406928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-69f5d582-187c-414f-95b7-d26145040a61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2084634 Oct 22 13:34:48.473817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97b6f270-9ef6-4e5d-8a1b-d7fe82a037a5 req-ab8a8fcb-a38a-4591-84bb-65f6facb0a21 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646005 Oct 22 13:34:48.487951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-9f2c7a18-65df-4d18-9991-6c5a81bd16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.489612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-9f2c7a18-65df-4d18-9991-6c5a81bd16fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.0566907 Oct 22 13:34:48.505629 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:34:48.623804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-2202e53c-6202-4095-a83e-0041a419b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.625429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-2202e53c-6202-4095-a83e-0041a419b942 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 897 time: 0.1058536 Oct 22 13:34:48.697302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-dd995375-815a-4fde-bb7c-cfd0c7bf474a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 1001 time: 0.0617144 Oct 22 13:34:48.747075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-3e741270-5322-4d5e-a128-fd6fc204b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.748901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-3e741270-5322-4d5e-a128-fd6fc204b379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.0441363 Oct 22 13:34:48.802022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-60cd0bfb-6bae-4345-bb68-0ad83d6ae097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:48.803583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-60cd0bfb-6bae-4345-bb68-0ad83d6ae097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470111 Oct 22 13:34:48.901264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-c8e68d25-d3b1-4fd5-9a39-c9bf2d3dfd5b service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893915 Oct 22 13:34:48.999091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20ac1e8c-61cd-4ec0-aa69-8007ec4db4d0 req-f73e8c56-794b-4ee2-89df-b00b2b95381f service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902760 Oct 22 13:34:49.231897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8b4be-08ee-4717-b8c7-0b3dfd92606a req-231627e0-f58b-44ed-9ef0-e44844fe6ba1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:49.233408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7b8b4be-08ee-4717-b8c7-0b3dfd92606a req-231627e0-f58b-44ed-9ef0-e44844fe6ba1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Oct 22 13:34:49.273913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e7b8b4be-08ee-4717-b8c7-0b3dfd92606a req-883e80e5-0c4d-4512-be75-e8bfaa745fd9 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Oct 22 13:34:49.528800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0ea05-9ef4-467a-8e46-3af654962374 req-5dd0882e-ad4d-4016-b9d2-555b2c9e6112 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:49.530470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8b0ea05-9ef4-467a-8e46-3af654962374 req-5dd0882e-ad4d-4016-b9d2-555b2c9e6112 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Oct 22 13:34:49.603828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8b0ea05-9ef4-467a-8e46-3af654962374 req-e13beccf-748d-466e-b597-34af32c1fd3c tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647974 Oct 22 13:34:49.624080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3e464-e2bd-4ae3-a31a-1b0391f98c14 req-c39f535c-fa9f-46bb-af98-c36c28a42ddc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:49.625635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbf3e464-e2bd-4ae3-a31a-1b0391f98c14 req-c39f535c-fa9f-46bb-af98-c36c28a42ddc tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0672596 Oct 22 13:34:49.665083 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbf3e464-e2bd-4ae3-a31a-1b0391f98c14 req-3c0019e7-705f-4865-8567-5484cfcfd96a tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334368 Oct 22 13:34:50.720307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d1934-6867-48f3-95e4-96156a628801 req-f2e08b0a-0359-4034-aaec-c80d3f913aba tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:50.721841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a95d1934-6867-48f3-95e4-96156a628801 req-f2e08b0a-0359-4034-aaec-c80d3f913aba tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Oct 22 13:34:50.798282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a95d1934-6867-48f3-95e4-96156a628801 req-2777b89e-0ac1-4f5f-9a32-8c5376dc4ae8 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8e8053f-701c-42c9-b10f-0e6f7c608121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Oct 22 13:34:50.820005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5909-7fbd-49c4-87f0-5f2a26379707 req-d5788c4c-869c-4163-8c68-cdae77246f8e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:50.821730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb9e5909-7fbd-49c4-87f0-5f2a26379707 req-d5788c4c-869c-4163-8c68-cdae77246f8e tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0765409 Oct 22 13:34:50.860800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb9e5909-7fbd-49c4-87f0-5f2a26379707 req-6c74fc8c-cf2e-4e67-945d-13a179c42d48 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Oct 22 13:34:51.362094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-6bf20651-1ba2-424d-a4e9-b87a582ef245 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:51.363603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-6bf20651-1ba2-424d-a4e9-b87a582ef245 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Oct 22 13:34:51.456734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Deleting port 596713f8-8d18-4e6a-94d0-6ce899b3eefb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:34:51.457075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.527000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:51.560781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] For port 596713f8-8d18-4e6a-94d0-6ce899b3eefb, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=596713f8-8d18-4e6a-94d0-6ce899b3eefb,segment=NetworkSegment(c2560a22-3be7-46a1-8d34-ab3669a50846),segment_id=c2560a22-3be7-46a1-8d34-ab3669a50846)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:51.561144 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.574173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Calling delete_port for 596713f8-8d18-4e6a-94d0-6ce899b3eefb owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:34:51.648200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-433e7808-d07e-4632-8542-e0d6e6dde4a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.741157 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.752709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['596713f8-8d18-4e6a-94d0-6ce899b3eefb'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:34:51.784356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Pushing event deleted for resources: {'Port': ['ID=596713f8-8d18-4e6a-94d0-6ce899b3eefb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:51.835315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] No DVR routers for this DVR port 596713f8-8d18-4e6a-94d0-6ce899b3eefb on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:34:51.840759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.844125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-73859142-db05-4a33-847a-d8e6c8ffa86f req-a941c7b2-faac-4448-b073-e69d5af47df1 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.26 "DELETE /v2.0/ports/596713f8-8d18-4e6a-94d0-6ce899b3eefb HTTP/1.1" status: 204 len: 173 time: 0.4743593 Oct 22 13:34:51.844571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'name': 'network-vif-deleted', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:34:51.846869 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef15ade-459f-4214-bcb7-71ce5ef58ef2" -d '{"events": [{"server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "name": "network-vif-deleted", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:34:51.861666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-433e7808-d07e-4632-8542-e0d6e6dde4a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.866297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-433e7808-d07e-4632-8542-e0d6e6dde4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:51.900834 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02212d8-9c2a-4b76-9159-c14517feffeb x-openstack-request-id: req-e02212d8-9c2a-4b76-9159-c14517feffeb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:34:51.901137 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b50314a-1a35-494b-8719-5606be967246", "name": "network-vif-deleted", "tag": "596713f8-8d18-4e6a-94d0-6ce899b3eefb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:34:51.901898 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e02212d8-9c2a-4b76-9159-c14517feffeb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:34:51.902020 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b50314a-1a35-494b-8719-5606be967246', 'name': 'network-vif-deleted', 'tag': '596713f8-8d18-4e6a-94d0-6ce899b3eefb', 'status': 'completed', 'code': 200} Oct 22 13:34:51.934896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ad9dcd56-ef4a-4fd6-a2dc-f5aa55223c48 req-925eb915-c8b1-4ecc-b185-f9fbb410ea89 tempest-TestServerAdvancedOps-1275084272 tempest-TestServerAdvancedOps-1275084272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b50314a-1a35-494b-8719-5606be967246 HTTP/1.1" status: 200 len: 210 time: 0.0504861 Oct 22 13:34:51.936927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e7808-d07e-4632-8542-e0d6e6dde4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de967ea1-b34e-4f1c-ad03-17be8d76874f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:51.942298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-433e7808-d07e-4632-8542-e0d6e6dde4a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6ddf2d1cd624c5aaa511228c8fc9de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143012 Oct 22 13:34:51.945700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37866) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:52.002308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014aff3a-dc2a-4cab-ba86-99fe267634bd req-b73d3d77-947d-406f-a295-b22f8a0ea43c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:52.003769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-014aff3a-dc2a-4cab-ba86-99fe267634bd req-b73d3d77-947d-406f-a295-b22f8a0ea43c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0590696 Oct 22 13:34:52.009502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.032454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.047228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-014aff3a-dc2a-4cab-ba86-99fe267634bd req-189dc3ae-5969-4c2b-af10-fc290f1aab23 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356288 Oct 22 13:34:52.083224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.086553 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.087762 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de967ea1-b34e-4f1c-ad03-17be8d76874f HTTP/1.1" status: 204 len: 168 time: 0.1404366 Oct 22 13:34:52.095597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fd448-8d3a-4639-8e49-c9a4223848a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de967ea1-b34e-4f1c-ad03-17be8d76874f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:52.354003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:52.367210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cad4704e-1dd5-4a17-baf0-b306d3387c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.443446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cad4704e-1dd5-4a17-baf0-b306d3387c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.448041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cad4704e-1dd5-4a17-baf0-b306d3387c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.486654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cad4704e-1dd5-4a17-baf0-b306d3387c0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfcc900af69b4f71a37be25eb665e90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315379 Oct 22 13:34:52.487541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4704e-1dd5-4a17-baf0-b306d3387c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f2ea3-f69c-43ac-9b3c-7fd9d5d0ccba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:52.489261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37874) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:52.542523 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.563611 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.610437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.612986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:52.614145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac8f2ea3-f69c-43ac-9b3c-7fd9d5d0ccba HTTP/1.1" status: 204 len: 168 time: 0.1238775 Oct 22 13:34:52.621929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7656dc-a40d-4216-9675-195d7d66e7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f2ea3-f69c-43ac-9b3c-7fd9d5d0ccba,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:53.001117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37890) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:53.048800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Deleting subnet fec39661-4467-4226-a937-8c22fd350f3c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:34:53.052028 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.094380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.167371 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.212789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690d7b-7c0a-4848-81e4-d773a6990372 req-b943b0fb-ae5c-4f79-8df9-8f45333af246 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:53.214335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b690d7b-7c0a-4848-81e4-d773a6990372 req-b943b0fb-ae5c-4f79-8df9-8f45333af246 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0952060 Oct 22 13:34:53.262685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.277623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3b690d7b-7c0a-4848-81e4-d773a6990372 req-1a89f718-07f4-4c27-9f8b-44a4563904f1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541155 Oct 22 13:34:53.298945 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.300725 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fec39661-4467-4226-a937-8c22fd350f3c HTTP/1.1" status: 204 len: 168 time: 0.2979896 Oct 22 13:34:53.301704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819242fc-85a4-44a3-a212-4e85d88a2f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec39661-4467-4226-a937-8c22fd350f3c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:53.303425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37902) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:53.373086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.457051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.478289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955499b5-bf76-44c3-9018-698ba8fe4582']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:53.487643 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2560a22-3be7-46a1-8d34-ab3669a50846') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:53.487946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2560a22-3be7-46a1-8d34-ab3669a50846') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:53.497669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.511282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.517651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:34:53.518043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:34:53.519832 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:34:53.585109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.591379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.594530 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] 10.222.0.25 "DELETE /v2.0/networks/955499b5-bf76-44c3-9018-698ba8fe4582 HTTP/1.1" status: 204 len: 168 time: 0.2901003 Oct 22 13:34:53.597529 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37912) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:53.606467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d887-3d95-4b02-bcaf-4eee7c654512 admin admin] Pushing event deleted for resources: {'Network': ['ID=955499b5-bf76-44c3-9018-698ba8fe4582,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:53.652780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Deleting subnet 6e8cb7b7-53a4-4677-8320-9d367d805302 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:34:53.656186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.693695 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.733527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.786335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.814552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8cb7b7-53a4-4677-8320-9d367d805302,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:53.816834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.820989 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8efa5e04-33f3-4cae-a2eb-f19172ebb435 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e8cb7b7-53a4-4677-8320-9d367d805302 HTTP/1.1" status: 204 len: 168 time: 0.2223654 Oct 22 13:34:53.823642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37920) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:53.896882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.981570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:53.998156 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18374320-8fbb-4e00-b76e-288edde8d76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.007247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e1e9e5-3ae3-4d7d-90d9-b3d073798c30']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:54.017764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f961c5b8-ee6f-409e-9ace-58900248b1c7') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:54.018065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f961c5b8-ee6f-409e-9ace-58900248b1c7') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:54.027840 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.042355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.048740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:34:54.049166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:34:54.051016 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:34:54.109457 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.115111 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.121527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/48e1e9e5-3ae3-4d7d-90d9-b3d073798c30 HTTP/1.1" status: 204 len: 168 time: 0.2947323 Oct 22 13:34:54.134088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be0382-e2c9-4f54-ba1c-3a92b471ba71 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e1e9e5-3ae3-4d7d-90d9-b3d073798c30,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:54.290669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37944) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:54.332541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3071210c-88bf-410d-845c-188fa0921973 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=710aa7bcd4914113aa20c06075815ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405691 Oct 22 13:34:54.334686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37948) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:54.427065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ce7a-b734-45bc-ac51-7996193ca977 req-bf16714d-ce65-413d-9ec0-9e4d129d2409 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:54.428551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0377ce7a-b734-45bc-ac51-7996193ca977 req-bf16714d-ce65-413d-9ec0-9e4d129d2409 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0752118 Oct 22 13:34:54.431694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.468094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.498377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0377ce7a-b734-45bc-ac51-7996193ca977 req-fd7f4e53-2fd1-42cc-a16c-ed474d2a1cba tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621815 Oct 22 13:34:54.511361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 596713f8-8d18-4e6a-94d0-6ce899b3eefb no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:34:54.533535 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.533760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 596713f8-8d18-4e6a-94d0-6ce899b3eefb {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:34:54.534160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 596713f8-8d18-4e6a-94d0-6ce899b3eefb not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:34:54.536560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.540914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8e8053f-701c-42c9-b10f-0e6f7c608121 HTTP/1.1" status: 204 len: 168 time: 0.2021182 Oct 22 13:34:54.546960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd00f81-4ed1-4352-85b7-e1c7dd571c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e8053f-701c-42c9-b10f-0e6f7c608121,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:54.798891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 37962) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:54.908722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4102e802-2e0c-4c33-aef5-4f70792de457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.914585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:54.956829 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6bbbf6d6-c027-4ca1-8ec8-cc160c5f554e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59a44939aa144457992e0e7ad7b78489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409486 Oct 22 13:34:54.959288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:54.989043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4102e802-2e0c-4c33-aef5-4f70792de457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:54.992982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4102e802-2e0c-4c33-aef5-4f70792de457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.008217 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.030196 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.035028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4102e802-2e0c-4c33-aef5-4f70792de457 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7d9e15cd69846fba175b6daf097a9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350318 Oct 22 13:34:55.036047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e802-2e0c-4c33-aef5-4f70792de457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a1a3a-c6c1-4202-97f9-558f58e54b0a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:55.037742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37970) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:55.112715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.116803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.119674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.120800 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/679bc6ed-5357-4dca-9dc0-b0fe57d06a45 HTTP/1.1" status: 204 len: 168 time: 0.1606183 Oct 22 13:34:55.142912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324af9d-673c-435e-9f40-b4164a1c3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bc6ed-5357-4dca-9dc0-b0fe57d06a45,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:55.146118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.201998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.204749 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.207107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/047a1a3a-c6c1-4202-97f9-558f58e54b0a HTTP/1.1" status: 204 len: 168 time: 0.1679749 Oct 22 13:34:55.215804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a52e93-36d1-4056-962a-6b88dd58e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a1a3a-c6c1-4202-97f9-558f58e54b0a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:55.483539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37986) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:55.496699 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-611f9011-5f69-4037-9969-8be95a93e05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.581769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-611f9011-5f69-4037-9969-8be95a93e05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.587348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-611f9011-5f69-4037-9969-8be95a93e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.625257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-611f9011-5f69-4037-9969-8be95a93e05f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d57fb254b6b43f2a824d7d3365818f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406937 Oct 22 13:34:55.626027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 37992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:55.631524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b3e0-9a59-42ed-8a1c-190a1d53d813 req-270093ec-5b60-4d07-8aeb-34e2d3fb19da tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:55.633189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd17b3e0-9a59-42ed-8a1c-190a1d53d813 req-270093ec-5b60-4d07-8aeb-34e2d3fb19da tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0517235 Oct 22 13:34:55.663822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f9011-5f69-4037-9969-8be95a93e05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f127e-c3bd-4116-a88c-0ce359b7e528,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:55.689445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.694867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd17b3e0-9a59-42ed-8a1c-190a1d53d813 req-25f772ea-fe79-4a39-b1c4-a9d10056d290 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504987 Oct 22 13:34:55.712879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.767101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.770105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:55.771312 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d19f127e-c3bd-4116-a88c-0ce359b7e528 HTTP/1.1" status: 204 len: 168 time: 0.1404147 Oct 22 13:34:55.779304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970ed4e-c87d-4a8b-a5ee-15e5278896d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f127e-c3bd-4116-a88c-0ce359b7e528,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:55.899237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38006) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:56.047383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1105016684-network', 'tenant_id': '060e62e482024204a1f9466fd9730b86'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:56.069150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Made reservation on behalf of 060e62e482024204a1f9466fd9730b86 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:56.072119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.085474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.167244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.171598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.198870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:34:56.210697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574649f-d1de-449f-8ec5-816d1becd3cb,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:56.217826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.218354 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Added segment 6acf5309-0994-48be-a4b2-a5e7e2f4d8bd of type vlan for network 4051f53a-ad62-4eb1-a26e-deba43a708cc Oct 22 13:34:56.267476 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.293499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.294718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:56.295321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.332044 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4316862 Oct 22 13:34:56.334758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:56.368177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Request body: {'subnet': {'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1105016684-subnet', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:56.372780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f627c-0448-4ae7-b16e-938d941a08be admin admin] Pushing event updated for resources: {'Network': ['ID=4051f53a-ad62-4eb1-a26e-deba43a708cc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:56.382291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:34:56.397343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Made reservation on behalf of 060e62e482024204a1f9466fd9730b86 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:34:56.400085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.576209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.636547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:56.644081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Checking segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:56.644460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Network hostable DHCP agents. Network: 4051f53a-ad62-4eb1-a26e-deba43a708cc, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:34:56.663169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:34:56.674432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4051f53a-ad62-4eb1-a26e-deba43a708cc) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:56.678510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:56.680214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.685388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b9e58-79ec-446e-903e-95762389e0ae None None] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:56.699043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-70e3faf2-0a6c-4c6d-b4a9-b81ee5f0bc54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3632364 Oct 22 13:34:56.701634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38034) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:56.705927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:34:56.731667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.733409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.767548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38038) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:56.817151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.829873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ac7b5-7723-4564-a60e-c4759215290f req-d7384c18-fc32-4e1d-ad8b-8c0ab3e13e65 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:56.838469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-356ac7b5-7723-4564-a60e-c4759215290f req-d7384c18-fc32-4e1d-ad8b-8c0ab3e13e65 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0629721 Oct 22 13:34:56.864264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-4051f53a-ad62-4eb1-a26e-deba43a708cc', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:34:56.866062 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.888638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-356ac7b5-7723-4564-a60e-c4759215290f req-529e3851-1fba-4edb-848f-4250fda41f84 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488451 Oct 22 13:34:56.919810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-375a494a-acad-4475-a37e-eb0eced1fdc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:56.971671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.009997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-375a494a-acad-4475-a37e-eb0eced1fdc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.014734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-375a494a-acad-4475-a37e-eb0eced1fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.033161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Allocated IP 172.20.0.2 (4051f53a-ad62-4eb1-a26e-deba43a708cc/0fa0cfec-20a4-4878-b0a6-c6d2ae352f01/e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:34:57.058864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-375a494a-acad-4475-a37e-eb0eced1fdc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ab0cd6ca5244de495596c8e93181eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901890 Oct 22 13:34:57.061068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a494a-acad-4475-a37e-eb0eced1fdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e420ed11-eb66-4bb6-85e6-a815f07e3a37,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:57.061789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38042) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:57.096813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0f76b895-6735-482d-bb1d-1fdd3717193a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.156926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.216409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.222589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.230956 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.260818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:34:57.264986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:57.270948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.271848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:34:57.274250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Pushing event updated for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:57.303819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.334207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Attempting to bind port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:34:57.334573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Attempting to bind port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:34:57.334961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Attempting to bind port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 on network 4051f53a-ad62-4eb1-a26e-deba43a708cc {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:57.339903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:34:57.340272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Checking segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:57.340671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.341063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Bound using segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:34:57.341523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Bound port: e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:34:57.341902 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.367760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.371379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.371609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e420ed11-eb66-4bb6-85e6-a815f07e3a37 HTTP/1.1" status: 204 len: 168 time: 0.3088965 Oct 22 13:34:57.388791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168be40c-f134-48dc-8559-43410fc336c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e420ed11-eb66-4bb6-85e6-a815f07e3a37,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:57.432097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:34:57.438176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:34:57.446934 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.516890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be5bbd-f69b-44ab-918e-8ca82390e31f None None] Pushing event updated for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:57.802411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.806410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.806863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Allocated IP 172.25.6.151 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8eba7559-0c42-4329-8de6-37c94b66e8df) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:34:57.917930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.954855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:57.997115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:34:58.000325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:58.003166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:34:58.028357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d23d2-ed61-40f6-975d-88a9a815933a req-a7ff1894-57bc-4bd1-96b9-c760b8090262 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:58.035930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b5d23d2-ed61-40f6-975d-88a9a815933a req-a7ff1894-57bc-4bd1-96b9-c760b8090262 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0708632 Oct 22 13:34:58.095272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b5d23d2-ed61-40f6-975d-88a9a815933a req-79997c1a-41b0-487c-ac69-d41e599062ab tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579724 Oct 22 13:34:58.119927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Pushing event updated for resources: {'Port': ['ID=8eba7559-0c42-4329-8de6-37c94b66e8df,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:58.137393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:34:58.343186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.383987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:58.384356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.471279 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.509271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:34:58.514091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.578452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:58.615763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.681775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9135c-5cee-455f-84ce-50518e15dea8 None None] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:34:58.756898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-fdbf9c89-506e-4bca-8a4b-eb67817a5261 None None] Provisioning complete for port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:58.757310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9c89-506e-4bca-8a4b-eb67817a5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.759902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:34:58.886175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:34:58.897660 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:34:58.908423 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:58.909502 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:58.916457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:58.920322 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f04cced4-1b7b-4cd0-9870-cca7bf9bc346 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2150407 Oct 22 13:34:58.920690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:59.044243 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:34:59.228988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-dd512c66-ac26-4158-ae94-5a66e39569c8 None None] Provisioning complete for port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:34:59.229357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd512c66-ac26-4158-ae94-5a66e39569c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.256291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b471b4d-3024-4a4a-b0cd-db65bf7098c5 req-204c7465-9de7-4491-a4d2-2bc6a23ef5f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:34:59.265110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b471b4d-3024-4a4a-b0cd-db65bf7098c5 req-204c7465-9de7-4491-a4d2-2bc6a23ef5f2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0633996 Oct 22 13:34:59.271295 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:34:58Z', 'revision_number': 3, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:59.326589 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:34:59.326963 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Updating router a7676c00-344d-474a-ac78-fe7ecbcf4793 port 8eba7559-0c42-4329-8de6-37c94b66e8df binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:34:59.345835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b471b4d-3024-4a4a-b0cd-db65bf7098c5 req-835cbbd7-0e00-4b23-bbcc-c3d5ed7be192 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794373 Oct 22 13:34:59.364129 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.486510 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.707799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Allocated IP 172.20.0.1 (4051f53a-ad62-4eb1-a26e-deba43a708cc/0fa0cfec-20a4-4878-b0a6-c6d2ae352f01/3d0ecc0d-4886-4346-ac81-01eaf619e666) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:34:59.730063 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.735544 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.783347 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Attempting to bind port 8eba7559-0c42-4329-8de6-37c94b66e8df on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:34:59.783979 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Attempting to bind port 8eba7559-0c42-4329-8de6-37c94b66e8df by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:34:59.784532 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Attempting to bind port 8eba7559-0c42-4329-8de6-37c94b66e8df on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:34:59.793198 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:34:59.793831 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:34:59.794423 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.795010 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:34:59.795482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Bound port: 8eba7559-0c42-4329-8de6-37c94b66e8df, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:34:59.796022 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.796411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.837698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.849691 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] For port 8eba7559-0c42-4329-8de6-37c94b66e8df, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:34:59.853381 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] For port 8eba7559-0c42-4329-8de6-37c94b66e8df, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8eba7559-0c42-4329-8de6-37c94b66e8df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:34:59.860362 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.862542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Pushing event updated for resources: {'Port': ['ID=8eba7559-0c42-4329-8de6-37c94b66e8df,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:34:59.871349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.871908 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.872255 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.872600 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.872931 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.873453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.873788 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.874120 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.874441 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.874992 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.875330 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.875627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:34:59.879611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:34:59.898466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:34:59.921599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:34:59.926118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:34:59.927763 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:34:59.928922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:34:59.934747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:34:59.937752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Pushing event updated for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:00.008776 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b34f-14f8-45cc-9a98-54c5a3cf8aec None None] Pushing event updated for resources: {'Port': ['ID=8eba7559-0c42-4329-8de6-37c94b66e8df,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:00.019126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.061096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-898a99c7-8e21-49d7-aa2e-1e8feca43e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.109876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:00.139380 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:00.161441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:00.162411 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.173355 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-898a99c7-8e21-49d7-aa2e-1e8feca43e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.179753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-898a99c7-8e21-49d7-aa2e-1e8feca43e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.280470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.288454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a99c7-8e21-49d7-aa2e-1e8feca43e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135a02a-8809-46ad-a1d9-ed391a65a4dc,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:00.311161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-898a99c7-8e21-49d7-aa2e-1e8feca43e6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49ae9feae1d7423893297e73759edec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115443 Oct 22 13:35:00.311806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38128) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:00.372482 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.396268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-44ba08e0-9003-4f71-a79d-a2c494560c86 None None] Provisioning complete for port 3d0ecc0d-4886-4346-ac81-01eaf619e666 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:00.397049 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-44ba08e0-9003-4f71-a79d-a2c494560c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.398631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.417522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:34:58Z', 'revision_number': 3, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:00.455584 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716137ac-676b-42db-bc6c-20c0a1728406 None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:34:58Z', 'revision_number': 3, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:00.466494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-44ba08e0-9003-4f71-a79d-a2c494560c86 None None] Port 3d0ecc0d-4886-4346-ac81-01eaf619e666 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:00.481155 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.483856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.485075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f135a02a-8809-46ad-a1d9-ed391a65a4dc HTTP/1.1" status: 204 len: 168 time: 0.1721976 Oct 22 13:35:00.497829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73f94a-385a-45b5-b9be-81511668b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135a02a-8809-46ad-a1d9-ed391a65a4dc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:00.513764 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.518886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc94ba-1b53-43a0-ad6e-d0ad402ba5ac req-c042da8a-7be7-4989-8979-4d704060cd15 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:00.532530 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.536889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4fc94ba-1b53-43a0-ad6e-d0ad402ba5ac req-c042da8a-7be7-4989-8979-4d704060cd15 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0901785 Oct 22 13:35:00.582458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4fc94ba-1b53-43a0-ad6e-d0ad402ba5ac req-b91c26f0-259c-4e68-86ce-59d55822e3a0 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372975 Oct 22 13:35:00.618467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.634479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Pushing event updated for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:00.739349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:00.748712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:00.866409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38136) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:00.883326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cee79b4d-ece7-4401-8803-38f01eab1c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:00.909242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:01.004205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cee79b4d-ece7-4401-8803-38f01eab1c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.009666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cee79b4d-ece7-4401-8803-38f01eab1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.051489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cee79b4d-ece7-4401-8803-38f01eab1c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e480bafb8e84d25b63d98e8a611708f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836531 Oct 22 13:35:01.052441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee79b4d-ece7-4401-8803-38f01eab1c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c6c37e-c086-46b5-be2b-d428c66168de,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:01.053749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:01.055829 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38138) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:01.072770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7316500c-ac21-4986-a5e1-e6a18c727caa admin admin] 10.222.0.25 "PUT /v2.0/routers/a7676c00-344d-474a-ac78-fe7ecbcf4793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421654 Oct 22 13:35:01.102986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2ce89d64-8f16-47aa-9951-67268f04b818 None None] Provisioning complete for port 3d0ecc0d-4886-4346-ac81-01eaf619e666 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:01.103553 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d64-8f16-47aa-9951-67268f04b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.122939 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.144136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2ce89d64-8f16-47aa-9951-67268f04b818 None None] Port 3d0ecc0d-4886-4346-ac81-01eaf619e666 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:01.160031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.220963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.223810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.225052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2c6c37e-c086-46b5-be2b-d428c66168de HTTP/1.1" status: 204 len: 168 time: 0.1693044 Oct 22 13:35:01.235263 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88bdb3-add0-45c5-a635-5c07b2c3372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c6c37e-c086-46b5-be2b-d428c66168de,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:01.716166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac756-d48f-472e-ba46-6573b596d06d req-7ce85255-a9b3-4120-bc58-e1e8fde5bae5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:01.718695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abac756-d48f-472e-ba46-6573b596d06d req-7ce85255-a9b3-4120-bc58-e1e8fde5bae5 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0587044 Oct 22 13:35:01.781179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5abac756-d48f-472e-ba46-6573b596d06d req-ae924af0-5ac2-4d31-8180-c77b6d005069 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557010 Oct 22 13:35:01.838694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38168) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:01.843764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-916247103-network', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:01.869517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Made reservation on behalf of d2299b7870a54f2aa8db551b673643f9 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:01.871848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.880297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.957375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.961871 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:01.993180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:35:02.002244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419899d-7d58-4a85-b9bf-64242493d166,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:02.008276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.008706 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Added segment 092d80da-4263-442b-953e-f037e97bd7be of type vlan for network 9a894bbc-1dd8-447d-8e30-d53c4646143f Oct 22 13:35:02.059837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.091875 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.094158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:02.096123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.096333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8eba7559-0c42-4329-8de6-37c94b66e8df up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:02.139247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2965305 Oct 22 13:35:02.140065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:02.146510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Request body: {'subnet': {'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-916247103-subnet', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:02.174135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8eba7559-0c42-4329-8de6-37c94b66e8df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:02.174725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.175728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Made reservation on behalf of d2299b7870a54f2aa8db551b673643f9 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:02.181229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49fc39-31cd-41de-a0a6-f97da40a33d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a894bbc-1dd8-447d-8e30-d53c4646143f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:02.183420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.212124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:35:02.339627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.363136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 8eba7559-0c42-4329-8de6-37c94b66e8df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8eba7559-0c42-4329-8de6-37c94b66e8df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:02.369231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.418401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.422501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=8eba7559-0c42-4329-8de6-37c94b66e8df,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:02.430395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.430776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.431123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.431467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.431805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.432424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.433082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.433421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.435762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.435762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.435762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.435762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:02.467955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:02.480161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:02.481175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:02.492396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e89d1af-813a-4c99-ba6a-fde728b0eb33,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:02.497729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Checking segment: {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:02.498096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Network hostable DHCP agents. Network: 9a894bbc-1dd8-447d-8e30-d53c4646143f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:35:02.515714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:35:02.525831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9a894bbc-1dd8-447d-8e30-d53c4646143f) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:02.533853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:02.534452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.545667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc647bf1-5890-4277-9420-b0ee233774f0 None None] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:02.559749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9d75c1c5-a323-4b0a-9bcf-eddb4513c5f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4179270 Oct 22 13:35:02.563173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38188) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:02.568054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:02.592993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.594296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.647460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:02.673046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:02.896778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38198) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:02.935921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-9a894bbc-1dd8-447d-8e30-d53c4646143f', 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'fixed_ips': [{'subnet_id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:02.936806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.075430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1615319887'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:03.097724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Made reservation on behalf of 4609c5dd2e894542adfb809a691e3675 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:03.101721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.116031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.116300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 2, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:03.154368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:35:03.155178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Updating router a7676c00-344d-474a-ac78-fe7ecbcf4793 port 3d0ecc0d-4886-4346-ac81-01eaf619e666 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:35:03.157867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Allocated IP 172.20.0.2 (9a894bbc-1dd8-447d-8e30-d53c4646143f/6e89d1af-813a-4c99-ba6a-fde728b0eb33/ef751a6b-9775-4dcb-8351-31ef2e4bcf6c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:03.191158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.198887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.210494 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.218234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.243384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:35:03.264369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00459d40-89c8-4d73-884a-9aef2dba2406,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:03.275860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.276389 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Added segment 144030e2-2d43-4c9d-93f8-676b32718c89 of type vlan for network a7603a43-bb11-446c-9d5f-221b3e18fdf9 Oct 22 13:35:03.283725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813dd4-8c8c-4f72-a9af-cc757f57da64 req-76abd8ff-fa15-4e96-95e1-ea8da0f5ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:03.285464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c813dd4-8c8c-4f72-a9af-cc757f57da64 req-76abd8ff-fa15-4e96-95e1-ea8da0f5ee95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.0886307 Oct 22 13:35:03.317473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe85a5c-91c0-44ce-8956-01a74ffb1fdc req-c0a6b08e-3722-450c-9dfb-d40d322ebeda tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:03.318968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fe85a5c-91c0-44ce-8956-01a74ffb1fdc req-c0a6b08e-3722-450c-9dfb-d40d322ebeda tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.1242807 Oct 22 13:35:03.334862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.363493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.370154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:03.370938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.404804 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5067751 Oct 22 13:35:03.408168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c813dd4-8c8c-4f72-a9af-cc757f57da64 req-c88dddb7-2722-4fda-acec-326cf57b4c46 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122553 Oct 22 13:35:03.408735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38202) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:03.421950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Request body: {'subnet': {'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:03.439867 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fe85a5c-91c0-44ce-8956-01a74ffb1fdc req-901a66f0-0227-4deb-b56a-66fd8acfbd28 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112659 Oct 22 13:35:03.444066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939f07-4504-42d8-90cc-a18b472205e9 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event updated for resources: {'Network': ['ID=a7603a43-bb11-446c-9d5f-221b3e18fdf9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:03.446659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.457416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.472810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:35:03.567942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Made reservation on behalf of 4609c5dd2e894542adfb809a691e3675 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:03.572055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:03.572769 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.582493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Pushing event updated for resources: {'Port': ['ID=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:03.586491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:03.589311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:03.699676 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.715777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Attempting to bind port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:03.716155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Attempting to bind port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:03.716523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Attempting to bind port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c on network 9a894bbc-1dd8-447d-8e30-d53c4646143f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:03.731982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.742210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:03.742614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Checking segment: {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:03.743034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.743434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Bound using segment: {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:03.743919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Bound port: ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:03.744316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.775277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.798850 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.874690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d44b-13bd-4f0b-8593-3a199e0b1ba7 None None] Pushing event updated for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:03.877361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] For port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:03.883295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] For port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:03.908674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:03.924165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Allocated IP 172.25.6.195 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:03.943953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.073347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event updated for resources: {'Subnet': ['ID=44586f78-ccdc-43f9-b88f-98dbc49a4cbf,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:04.108815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Checking segment: {'id': '144030e2-2d43-4c9d-93f8-676b32718c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:04.109225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Network hostable DHCP agents. Network: a7603a43-bb11-446c-9d5f-221b3e18fdf9, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:35:04.123928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.124147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:04.125847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8eba7559-0c42-4329-8de6-37c94b66e8df up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:04.143987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:35:04.162232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a7603a43-bb11-446c-9d5f-221b3e18fdf9) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:04.168183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:04.168791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.184444 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.187638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0832e-777b-4062-bb43-a6a4f851ef6a None None] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:04.198245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:04.204958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Request body: {'port': {'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1078812030'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:04.207072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ecee9a8-51e1-4125-add5-49c5785c4819 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827110 Oct 22 13:35:04.227501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Attempting to bind port 3d0ecc0d-4886-4346-ac81-01eaf619e666 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:04.228066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Attempting to bind port 3d0ecc0d-4886-4346-ac81-01eaf619e666 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:04.228501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Attempting to bind port 3d0ecc0d-4886-4346-ac81-01eaf619e666 on network 4051f53a-ad62-4eb1-a26e-deba43a708cc {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:04.266241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:04.271595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07671d8-6ad4-4905-b52d-6e7c71fcbc96 None None] Pushing event updated for resources: {'Port': ['ID=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:04.289281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:04.291034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:04.294308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:04.309538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:04.310059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Checking segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:04.310729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.311311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Bound using segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:04.311985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Bound port: 3d0ecc0d-4886-4346-ac81-01eaf619e666, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:04.312599 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.353410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Made reservation on behalf of 4609c5dd2e894542adfb809a691e3675 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:04.358299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.369016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8eba7559-0c42-4329-8de6-37c94b66e8df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:04.369488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.378866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] device_id is not set on port 1f7d896e-b94f-49c1-997e-ba088b5e9ac8 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:04.412892 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.417955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0a5037d1-ee8f-40aa-a130-58bf85305010 None None] Provisioning complete for port 3d0ecc0d-4886-4346-ac81-01eaf619e666 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:04.418414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0a5037d1-ee8f-40aa-a130-58bf85305010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.577668 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Allocated IP 172.20.0.5 (a7603a43-bb11-446c-9d5f-221b3e18fdf9/44586f78-ccdc-43f9-b88f-98dbc49a4cbf/1f7d896e-b94f-49c1-997e-ba088b5e9ac8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:04.661093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:35:04.664149 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af48f87d-aacb-4857-8579-065e2b45555b" -d '{"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:35:04.672958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4df3-f70f-43bd-859f-5407d88ac4e9 req-24f9ce3c-11a4-409c-8f60-09f5d409fc30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:04.673169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0a5037d1-ee8f-40aa-a130-58bf85305010 None None] Port 3d0ecc0d-4886-4346-ac81-01eaf619e666 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:04.675854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-023e4df3-f70f-43bd-859f-5407d88ac4e9 req-24f9ce3c-11a4-409c-8f60-09f5d409fc30 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0855043 Oct 22 13:35:04.720730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:04.727847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] For port 3d0ecc0d-4886-4346-ac81-01eaf619e666, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:04.746154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.779599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-023e4df3-f70f-43bd-859f-5407d88ac4e9 req-ffc1b205-55a5-496e-8158-04af5f8b1098 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Oct 22 13:35:04.791607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.847057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] For port 3d0ecc0d-4886-4346-ac81-01eaf619e666, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3d0ecc0d-4886-4346-ac81-01eaf619e666,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:04.848170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:04.863255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.897863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:04.945985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:04.946774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:04.994359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.012294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a7603a43-bb11-446c-9d5f-221b3e18fdf9', 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9', 'tenant_id': '4609c5dd2e894542adfb809a691e3675', 'fixed_ips': [{'subnet_id': '44586f78-ccdc-43f9-b88f-98dbc49a4cbf'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:05.013179 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.018944 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9eac96-7508-4a53-be89-184753caca2c x-openstack-request-id: req-eb9eac96-7508-4a53-be89-184753caca2c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:35:05.019245 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:35:05.019591 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb9eac96-7508-4a53-be89-184753caca2c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:35:05.019884 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'code': 200} Oct 22 13:35:05.046842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:05.053332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:05.062584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1d44b-13bd-4f0b-8593-3a199e0b1ba7 None None] Pushing event updated for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:05.063388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:05.071751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.129689 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event updated for resources: {'Port': ['ID=1f7d896e-b94f-49c1-997e-ba088b5e9ac8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:05.186580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:05.186580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.217903 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eab35f73-a9b5-426b-b40e-17c95e9381dd tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0180421 Oct 22 13:35:05.219043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38212) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:05.262571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:05.279992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Router 94b1806f-4572-45a9-9c45-b2a6cb09a46d is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:35:05.344907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Deleting port 1f7d896e-b94f-49c1-997e-ba088b5e9ac8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:05.345636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.402907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] Provisioning complete for port 3d0ecc0d-4886-4346-ac81-01eaf619e666 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:05.403262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.418384 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:05.427373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Sync routers for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:05.437556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:05.438174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:05.447974 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.449818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28d83420-6744-4859-a505-69d0ca0e77b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8849785 Oct 22 13:35:05.452001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:05.455412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Allocated IP 172.20.0.2 (a7603a43-bb11-446c-9d5f-221b3e18fdf9/44586f78-ccdc-43f9-b88f-98dbc49a4cbf/8c588ab8-c716-451b-87be-4df93510ec7b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:05.586709 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:05.651624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871601e6-7442-4775-97b3-4ccd0d911a08 None None] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:05.687772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.791223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:04Z', 'revision_number': 3, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:05.819744 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Checking router: 94b1806f-4572-45a9-9c45-b2a6cb09a46d for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:35:05.820676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Updating router 94b1806f-4572-45a9-9c45-b2a6cb09a46d port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:35:05.825396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] For port 3d0ecc0d-4886-4346-ac81-01eaf619e666, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3d0ecc0d-4886-4346-ac81-01eaf619e666,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:05.861787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.867920 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.936219 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.938394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e680-f641-4634-b80a-04777b721cf3 req-1c5f9c74-b978-443f-abc4-92a04d558702 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:05.939980 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cc7e680-f641-4634-b80a-04777b721cf3 req-1c5f9c74-b978-443f-abc4-92a04d558702 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 943 time: 0.0560975 Oct 22 13:35:05.943188 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.967832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Calling delete_port for 1f7d896e-b94f-49c1-997e-ba088b5e9ac8 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:05.970306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:04Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:05.981414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:05.985913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:35:06.002228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3cc7e680-f641-4634-b80a-04777b721cf3 req-aa550d87-9dfa-46ac-bae4-8815bf043b1d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543232 Oct 22 13:35:06.028774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17ea5c-7e0f-430f-be79-460b36eb75da None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:04Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:06.029648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83098ca-0800-43e4-8186-0feeb68a1bff None None] Pushing event updated for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:06.036387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38218) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:06.174816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:06.177014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:35:06.230684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1634ca8e-e710-44ef-9f2c-1dcf8cf9fe9d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/floatingips/9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb HTTP/1.1" status: 200 len: 991 time: 0.1895516 Oct 22 13:35:06.354340 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.363948 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.384355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] Provisioning complete for port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:06.384886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.390852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef751a6b-9775-4dcb-8351-31ef2e4bcf6c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:06.391270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.393598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:06.407002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:06.419304 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8668f-a378-415c-acf4-f5e5a9bc54a8 None None] Pushing event updated for resources: {'Port': ['ID=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:06.428838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event deleted for resources: {'Port': ['ID=1f7d896e-b94f-49c1-997e-ba088b5e9ac8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:06.435820 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Attempting to bind port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:06.436293 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Attempting to bind port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:06.436545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Attempting to bind port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:06.443296 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:06.443663 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:06.444099 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.444446 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:06.445626 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Bound port: 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:06.446277 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.460805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Pushing event updated for resources: {'Port': ['ID=8c588ab8-c716-451b-87be-4df93510ec7b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:06.537004 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] For port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:06.543378 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] For port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:06.563290 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.627492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Attempting to bind port 8c588ab8-c716-451b-87be-4df93510ec7b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:06.627974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Attempting to bind port 8c588ab8-c716-451b-87be-4df93510ec7b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '144030e2-2d43-4c9d-93f8-676b32718c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:06.628452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Attempting to bind port 8c588ab8-c716-451b-87be-4df93510ec7b on network a7603a43-bb11-446c-9d5f-221b3e18fdf9 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:06.642283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:06.654429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:06.654961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Checking segment: {'id': '144030e2-2d43-4c9d-93f8-676b32718c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:06.655475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.655988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Bound using segment: {'id': '144030e2-2d43-4c9d-93f8-676b32718c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:06.656604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Bound port: 8c588ab8-c716-451b-87be-4df93510ec7b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144030e2-2d43-4c9d-93f8-676b32718c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7603a43-bb11-446c-9d5f-221b3e18fdf9'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:06.657460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.669107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.674480 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-db824bfe-924d-46dc-a5a1-78411026b9e8 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "DELETE /v2.0/ports/1f7d896e-b94f-49c1-997e-ba088b5e9ac8 HTTP/1.1" status: 204 len: 168 time: 1.4525821 Oct 22 13:35:06.675445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:06.680246 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8668f-a378-415c-acf4-f5e5a9bc54a8 None None] Pushing event updated for resources: {'Port': ['ID=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:06.716506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:06.717619 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:06.718260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'port_id': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'mac_address': 'fa:16:3e:3d:6d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:35:06.732952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:06.735490 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.793199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c96df1c0-aabe-44b4-968e-0b5e9214e746 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1156466 Oct 22 13:35:06.796041 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38224) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:06.802169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-48820503'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:06.832960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Made reservation on behalf of 4609c5dd2e894542adfb809a691e3675 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:06.840677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.845097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.850611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.875999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:35:06.887721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.888388 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Added segment 778d0696-12a1-4167-a3ef-ff3e7d83086a of type vlan for network 22da72d9-11a2-4bbf-89ef-698102b35439 Oct 22 13:35:06.895184 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:06.940499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.975356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:06.982704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] For port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:06.983702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:06.984347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.002697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] For port 8c588ab8-c716-451b-87be-4df93510ec7b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:07.018546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.024897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.087656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] For port 8c588ab8-c716-451b-87be-4df93510ec7b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8c588ab8-c716-451b-87be-4df93510ec7b,segment=NetworkSegment(144030e2-2d43-4c9d-93f8-676b32718c89),segment_id=144030e2-2d43-4c9d-93f8-676b32718c89)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:07.097468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event updated for resources: {'Network': ['ID=22da72d9-11a2-4bbf-89ef-698102b35439,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:07.105411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bf2f58-3b51-483c-b274-ee19ed511f9e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:35:07.113520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ff9b964b-e97c-4b35-8eb2-a24143ae45da tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3159401 Oct 22 13:35:07.119270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 22da72d9-11a2-4bbf-89ef-698102b35439 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:35:07.121595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.122863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38226) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:07.156091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Allocated IP 172.20.0.1 (9a894bbc-1dd8-447d-8e30-d53c4646143f/6e89d1af-813a-4c99-ba6a-fde728b0eb33/0eaed128-894c-4349-ab63-b277275203ce) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:07.274635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:07.299034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-53a8ba2f-5a8c-46d2-bce7-93de530f4f71 None None] Provisioning complete for port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:07.301264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-53a8ba2f-5a8c-46d2-bce7-93de530f4f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.305862 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:04Z', 'revision_number': 3, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:07.342093 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5c155-17e0-4d2e-a7fa-32145d798d1c None None] The sync data for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 is: [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:04Z', 'revision_number': 3, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:07.345515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f633c4c6-4aae-4325-9c5e-888d481fc457 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.2211955 Oct 22 13:35:07.348004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:07.368557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.382710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e9029-9aca-4d41-8861-92ceda41c8c5 None None] Pushing event updated for resources: {'Port': ['ID=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:07.400372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.457865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.512403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e4ace-748a-4a69-b7ab-1e66e63edcc2 None None] Pushing event updated for resources: {'Port': ['ID=8c588ab8-c716-451b-87be-4df93510ec7b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:07.532773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df621d5-3b26-492a-8d8c-a205dd448372 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] Network 22da72d9-11a2-4bbf-89ef-698102b35439 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:35:07.544054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:07.547932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:07.571851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7df621d5-3b26-492a-8d8c-a205dd448372 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "POST /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2214804 Oct 22 13:35:07.574134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38230) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:07.576574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:07.586360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:07.597259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629bdf39-ed30-4760-9c9c-37b0b14de642 None None] Network 22da72d9-11a2-4bbf-89ef-698102b35439 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:07.628275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:07.667623 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:07.746072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a9bf2f58-3b51-483c-b274-ee19ed511f9e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:35:08.007874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b1b2ab17-623b-459a-9d00-09db58b9d088 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks HTTP/1.1" status: 200 len: 8043 time: 0.4290450 Oct 22 13:35:08.007874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.015507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.180554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fcc5fb0a-fa93-4d68-91a5-9809091d3395 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "DELETE /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks/22da72d9-11a2-4bbf-89ef-698102b35439 HTTP/1.1" status: 204 len: 168 time: 0.1719246 Oct 22 13:35:08.181468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38234) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.194635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-896b8504-42b7-4d15-8cfb-c98a006a39f0 None None] Provisioning complete for port 0eaed128-894c-4349-ab63-b277275203ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:08.196275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-896b8504-42b7-4d15-8cfb-c98a006a39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.306548 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.309480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-896b8504-42b7-4d15-8cfb-c98a006a39f0 None None] Port 0eaed128-894c-4349-ab63-b277275203ce cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:08.317841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.365599 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8c588ab8-c716-451b-87be-4df93510ec7b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:08.387659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f40f9f6a-da71-4d6c-ba0b-9e6a44452888 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.2046509 Oct 22 13:35:08.393537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38236) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.404083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:08.412676 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.433841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-29e339f3-d95c-41bf-a7c4-35a77a7365a0 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/networks/a7603a43-bb11-446c-9d5f-221b3e18fdf9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0387516 Oct 22 13:35:08.437047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38238) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.443311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8c588ab8-c716-451b-87be-4df93510ec7b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:08.443688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.466258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5d25b27-a64b-4707-9b55-73817d421ee0 tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/networks/a7603a43-bb11-446c-9d5f-221b3e18fdf9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0278549 Oct 22 13:35:08.468708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38240) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.508816 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.544603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:08.552099 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:08.618128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.676116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d491be1-0338-4507-b2e1-489b45304b6c tempest-DHCPAgentSchedulersTestJSON-164436431 tempest-DHCPAgentSchedulersTestJSON-164436431-project-admin] 10.222.0.25 "GET /v2.0/agents/7587bd0f-1d74-49e8-8764-381b1871ac89/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.2049096 Oct 22 13:35:08.679957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38242) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:08.698118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 8c588ab8-c716-451b-87be-4df93510ec7b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8c588ab8-c716-451b-87be-4df93510ec7b,segment=NetworkSegment(144030e2-2d43-4c9d-93f8-676b32718c89),segment_id=144030e2-2d43-4c9d-93f8-676b32718c89)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:08.711601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.713292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef751a6b-9775-4dcb-8351-31ef2e4bcf6c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:08.752755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Router 94b1806f-4572-45a9-9c45-b2a6cb09a46d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:08.813407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.884248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=8c588ab8-c716-451b-87be-4df93510ec7b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:08.902415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:08.909016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:08.942372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:08.956258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d5a44cb5-5ce4-4343-b7cc-c071e530a2c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/94b1806f-4572-45a9-9c45-b2a6cb09a46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956360 Oct 22 13:35:08.990803 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.028361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22da72d9-11a2-4bbf-89ef-698102b35439']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:09.043930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778d0696-12a1-4167-a3ef-ff3e7d83086a') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:09.044542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778d0696-12a1-4167-a3ef-ff3e7d83086a') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:09.058330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.060625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3d0ecc0d-4886-4346-ac81-01eaf619e666 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:09.064203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0a3e2e22-a5ea-41d5-ac8d-35134796bd5f None None] Provisioning complete for port 0eaed128-894c-4349-ab63-b277275203ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:09.064577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2e22-a5ea-41d5-ac8d-35134796bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.083772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.093169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:35:09.093827 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:35:09.097492 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:35:09.151411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e2e22-a5ea-41d5-ac8d-35134796bd5f None None] Port 0eaed128-894c-4349-ab63-b277275203ce cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:09.162777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3d0ecc0d-4886-4346-ac81-01eaf619e666 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:09.163157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.179608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.187315 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.199987 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:09.200556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "DELETE /v2.0/networks/22da72d9-11a2-4bbf-89ef-698102b35439 HTTP/1.1" status: 204 len: 168 time: 0.5193539 Oct 22 13:35:09.221824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ce64-6013-4eb9-8375-24123fe12830 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event deleted for resources: {'Network': ['ID=22da72d9-11a2-4bbf-89ef-698102b35439,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:09.239003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0503fcd-858c-44ba-89a6-f9ba9c79d125 None None] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:09.247482 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec1fcca-494a-4fe6-9f87-090f6878f0e5 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] DELETE failed (client error): The resource could not be found. Oct 22 13:35:09.248758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec1fcca-494a-4fe6-9f87-090f6878f0e5 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:35:09.254169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eec1fcca-494a-4fe6-9f87-090f6878f0e5 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "DELETE /v2.0/ports/1f7d896e-b94f-49c1-997e-ba088b5e9ac8 HTTP/1.1" status: 404 len: 333 time: 0.0505118 Oct 22 13:35:09.254169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:09.309057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Deleting subnet 44586f78-ccdc-43f9-b88f-98dbc49a4cbf {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:09.312234 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.347816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-08daec4f-734b-4199-947d-abf88e8eecc4 None None] Provisioning complete for port 8c588ab8-c716-451b-87be-4df93510ec7b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:09.348176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08daec4f-734b-4199-947d-abf88e8eecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.358788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.386512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:09.452503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.547980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.566802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:09.567186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.581901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event deleted for resources: {'Subnet': ['ID=44586f78-ccdc-43f9-b88f-98dbc49a4cbf,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:09.588981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.594667 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ab3624d9-b70a-42af-8d9f-97f2fef80e8a tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "DELETE /v2.0/subnets/44586f78-ccdc-43f9-b88f-98dbc49a4cbf HTTP/1.1" status: 204 len: 168 time: 0.3380294 Oct 22 13:35:09.595885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:09.659143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.683709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:09.692511 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.720187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.764931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:09.793135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Deleting port 8c588ab8-c716-451b-87be-4df93510ec7b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:09.793563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.880865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] For port 8c588ab8-c716-451b-87be-4df93510ec7b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8c588ab8-c716-451b-87be-4df93510ec7b,segment=NetworkSegment(144030e2-2d43-4c9d-93f8-676b32718c89),segment_id=144030e2-2d43-4c9d-93f8-676b32718c89)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:09.881190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:09.895331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Calling delete_port for 8c588ab8-c716-451b-87be-4df93510ec7b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:09.911123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cbe6d-cc77-47fb-9981-f61af32971a7 None None] Network a7603a43-bb11-446c-9d5f-221b3e18fdf9 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:09.945481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Sync routers for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:10.011734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:10.017607 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.035626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] No DVR routers for this DVR port 8c588ab8-c716-451b-87be-4df93510ec7b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:10.042970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-80fc7d13-2151-4d64-bef3-5a776537af09 None None] Could not find standard attr ID for object 8c588ab8-c716-451b-87be-4df93510ec7b. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:10.045999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:10.046655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:10.090452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event deleted for resources: {'Port': ['ID=8c588ab8-c716-451b-87be-4df93510ec7b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:10.139087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8c588ab8-c716-451b-87be-4df93510ec7b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:10.162646 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.186455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7603a43-bb11-446c-9d5f-221b3e18fdf9']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:10.196573 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.201045 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8c588ab8-c716-451b-87be-4df93510ec7b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:10.201409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8c588ab8-c716-451b-87be-4df93510ec7b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 13:35:10.203747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144030e2-2d43-4c9d-93f8-676b32718c89') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:10.204053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144030e2-2d43-4c9d-93f8-676b32718c89') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:10.214362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.229431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.236442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:35:10.237101 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:35:10.240765 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:35:10.321452 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.328363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.331993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] 10.222.0.25 "DELETE /v2.0/networks/a7603a43-bb11-446c-9d5f-221b3e18fdf9 HTTP/1.1" status: 204 len: 168 time: 0.7331953 Oct 22 13:35:10.348885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4bd8e-237c-4de7-b78a-a18cb2ee7dd3 tempest-DHCPAgentSchedulersTestJSON-128990139 tempest-DHCPAgentSchedulersTestJSON-128990139-project] Pushing event deleted for resources: {'Network': ['ID=a7603a43-bb11-446c-9d5f-221b3e18fdf9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:10.409055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port 8c588ab8-c716-451b-87be-4df93510ec7b not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 13:35:10.409465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:10.491848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05eee14-9a97-49d2-9c70-314eab4c7596 None None] DHCP port deletion for a7603a43-bb11-446c-9d5f-221b3e18fdf9 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:10.493508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a9bf2f58-3b51-483c-b274-ee19ed511f9e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:10.493884 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.508644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:10.637851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:10.638231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.685353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:10.798310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.850979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-518d569f-bbd6-488c-bcb4-164fed822bb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4609c5dd2e894542adfb809a691e3675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618783 Oct 22 13:35:10.851221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:35:10.851495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38334) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:10.853446 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063afec-8e36-48fb-9a91-7924a17f9c70" -d '{"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:35:10.900061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:10.902054 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394aaf8-8d4a-4ff0-89c8-d79189ef61d7 x-openstack-request-id: req-2394aaf8-8d4a-4ff0-89c8-d79189ef61d7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:35:10.902442 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:35:10.902698 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2394aaf8-8d4a-4ff0-89c8-d79189ef61d7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:35:10.903086 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'code': 200} Oct 22 13:35:10.906440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.917778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.942346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:10.950777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:07Z', 'revision_number': 4, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0eaed128-894c-4349-ab63-b277275203ce', 'name': '', 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'mac_address': 'fa:16:3e:c3:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:06Z', 'updated_at': '2021-10-22T13:35:08Z', 'revision_number': 2, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'subnets': [{'id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:10.991940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Checking router: 94b1806f-4572-45a9-9c45-b2a6cb09a46d for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:35:10.992358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Updating router 94b1806f-4572-45a9-9c45-b2a6cb09a46d port 0eaed128-894c-4349-ab63-b277275203ce binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:35:11.001816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.006206 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.008128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00459d40-89c8-4d73-884a-9aef2dba2406 HTTP/1.1" status: 204 len: 168 time: 0.1555536 Oct 22 13:35:11.017311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dcfcf-060a-467f-8211-d24fd71c1951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00459d40-89c8-4d73-884a-9aef2dba2406,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.019076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.043407 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.337246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38344) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:11.349553 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.355592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.359134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7af0a36c-1138-4dfb-9055-91fbc71f0ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.443180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3327f4e-36ff-4d2a-b902-4e968d3b0ee5 None None] Pushing event updated for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.465306 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7af0a36c-1138-4dfb-9055-91fbc71f0ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.472149 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7af0a36c-1138-4dfb-9055-91fbc71f0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.486757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Attempting to bind port 0eaed128-894c-4349-ab63-b277275203ce on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:11.487143 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Attempting to bind port 0eaed128-894c-4349-ab63-b277275203ce by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:11.487515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Attempting to bind port 0eaed128-894c-4349-ab63-b277275203ce on network 9a894bbc-1dd8-447d-8e30-d53c4646143f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:11.494962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:11.495381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Checking segment: {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:11.496060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.496652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Bound using segment: {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:11.497148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Bound port: 0eaed128-894c-4349-ab63-b277275203ce, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092d80da-4263-442b-953e-f037e97bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:11.497539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.522749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7af0a36c-1138-4dfb-9055-91fbc71f0ab1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e308bb074894c2f872e30820e7ed788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831346 Oct 22 13:35:11.524459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0a36c-1138-4dfb-9055-91fbc71f0ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bf46a0-cd66-49b2-a357-c0ca01bb37c9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.526298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38346) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:11.577467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] For port 0eaed128-894c-4349-ab63-b277275203ce, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:11.584543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] For port 0eaed128-894c-4349-ab63-b277275203ce, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0eaed128-894c-4349-ab63-b277275203ce,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:11.590293 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.591469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.617027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.660610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:11.661241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:11.679832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.687135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:11.688788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3bf46a0-cd66-49b2-a357-c0ca01bb37c9 HTTP/1.1" status: 204 len: 168 time: 0.1612279 Oct 22 13:35:11.702318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3327f4e-36ff-4d2a-b902-4e968d3b0ee5 None None] Pushing event updated for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.705204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd704b5-dd83-403d-929a-78b9b3f4ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bf46a0-cd66-49b2-a357-c0ca01bb37c9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:11.830963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:11.837225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] Provisioning complete for port 0eaed128-894c-4349-ab63-b277275203ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:11.837852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:12.096831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8c588ab8-c716-451b-87be-4df93510ec7b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:12.145819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8c588ab8-c716-451b-87be-4df93510ec7b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:12.146171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8c588ab8-c716-451b-87be-4df93510ec7b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:35:12.151590 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:12.204070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] For port 0eaed128-894c-4349-ab63-b277275203ce, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0eaed128-894c-4349-ab63-b277275203ce,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:12.213742 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:12.247438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:07Z', 'revision_number': 4, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0eaed128-894c-4349-ab63-b277275203ce', 'name': '', 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'mac_address': 'fa:16:3e:c3:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:06Z', 'updated_at': '2021-10-22T13:35:11Z', 'revision_number': 4, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'subnets': [{'id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:12.282434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72da4a-aba2-4b8a-940f-a04c27623cab None None] The sync data for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 is: [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:35:07Z', 'revision_number': 4, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '0eaed128-894c-4349-ab63-b277275203ce', 'name': '', 'network_id': '9a894bbc-1dd8-447d-8e30-d53c4646143f', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'mac_address': 'fa:16:3e:c3:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:06Z', 'updated_at': '2021-10-22T13:35:11Z', 'revision_number': 4, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'subnets': [{'id': '6e89d1af-813a-4c99-ba6a-fde728b0eb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:12.305875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fa96a-07b9-4dea-a682-ba451536349d None None] Pushing event updated for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:12.338827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d51e7eaa-8aae-4a89-9ab8-abe8cb2daf96 None None] Provisioning complete for port 0eaed128-894c-4349-ab63-b277275203ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:12.339221 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d51e7eaa-8aae-4a89-9ab8-abe8cb2daf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:13.901086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38398) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:14.080710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:14.100155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0eaed128-894c-4349-ab63-b277275203ce up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:14.109191 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.163871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0eaed128-894c-4349-ab63-b277275203ce triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:14.164815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.228367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.348904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Allocated IP 172.25.6.237 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6b706572-9e4c-488b-8a7f-608c6fff72a4) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:14.454194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.488920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.530645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:14.535476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:14.539712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:14.566403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=6b706572-9e4c-488b-8a7f-608c6fff72a4,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:14.633664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.668285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.837068 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.842304 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.913132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=6b706572-9e4c-488b-8a7f-608c6fff72a4,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:14.927664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.945964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.947257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0dfb8a3f-e17c-4035-836b-d4f73e30ea6a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0451412 Oct 22 13:35:14.949910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:14.954843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-268313355'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:14.977885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Made reservation on behalf of b39bbabee3964f0ab5ae7a9666317960 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:14.982214 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:14.992682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.075142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.079236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.108278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:35:15.118870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf61fcf-0fcc-4d00-aeb0-b68c6203a1d6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:15.124258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.124606 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Added segment b5786516-2811-45e1-ba39-47a8e2382eb0 of type vlan for network 6c647b98-b206-4266-80d1-c21fbe7846c7 Oct 22 13:35:15.166319 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.198046 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.203918 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:15.204700 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.247577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2966199 Oct 22 13:35:15.250660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38408) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:15.255553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Request body: {'subnet': {'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:15.297951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3a804-61e9-45c2-b789-055ea68d171e tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Network': ['ID=6c647b98-b206-4266-80d1-c21fbe7846c7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:15.312008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:35:15.356278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Made reservation on behalf of b39bbabee3964f0ab5ae7a9666317960 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:15.360201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.569343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.631319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Subnet': ['ID=fcd5f943-7c52-4767-8be6-05b229039c27,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:15.641362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Checking segment: {'id': 'b5786516-2811-45e1-ba39-47a8e2382eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:15.641720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network hostable DHCP agents. Network: 6c647b98-b206-4266-80d1-c21fbe7846c7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:35:15.659299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:35:15.667626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6c647b98-b206-4266-80d1-c21fbe7846c7) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:15.671917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:15.672502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.677750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8361e1-6928-4050-8cd4-b3da50f76235 None None] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:15.692239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-01b66fb1-f7c7-4241-b091-88c1dd4b7bd9 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4406672 Oct 22 13:35:15.694895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38410) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:15.700897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1615246982', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:15.731139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.732239 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:15.848047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6c647b98-b206-4266-80d1-c21fbe7846c7', 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7', 'tenant_id': 'b39bbabee3964f0ab5ae7a9666317960', 'fixed_ips': [{'subnet_id': 'fcd5f943-7c52-4767-8be6-05b229039c27'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:15.848995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.004391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Allocated IP 172.20.0.2 (6c647b98-b206-4266-80d1-c21fbe7846c7/fcd5f943-7c52-4767-8be6-05b229039c27/3e903fc5-8b60-424e-86c1-9f0d71298788) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:16.149540 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.165083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.172186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.215119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:16.216802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:16.220795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:16.256433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Pushing event updated for resources: {'Port': ['ID=3e903fc5-8b60-424e-86c1-9f0d71298788,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:16.297021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Attempting to bind port 3e903fc5-8b60-424e-86c1-9f0d71298788 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:16.297630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Attempting to bind port 3e903fc5-8b60-424e-86c1-9f0d71298788 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b5786516-2811-45e1-ba39-47a8e2382eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:16.298267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Attempting to bind port 3e903fc5-8b60-424e-86c1-9f0d71298788 on network 6c647b98-b206-4266-80d1-c21fbe7846c7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:16.311335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:16.311719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Checking segment: {'id': 'b5786516-2811-45e1-ba39-47a8e2382eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:16.312123 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.312694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Bound using segment: {'id': 'b5786516-2811-45e1-ba39-47a8e2382eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:16.312977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Bound port: 3e903fc5-8b60-424e-86c1-9f0d71298788, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5786516-2811-45e1-ba39-47a8e2382eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:16.313367 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.323376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.389431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] For port 3e903fc5-8b60-424e-86c1-9f0d71298788, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:16.392788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] For port 3e903fc5-8b60-424e-86c1-9f0d71298788, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3e903fc5-8b60-424e-86c1-9f0d71298788,segment=NetworkSegment(b5786516-2811-45e1-ba39-47a8e2382eb0),segment_id=b5786516-2811-45e1-ba39-47a8e2382eb0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:16.398930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.459488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f33dd-7e5d-4c40-b4ce-51de1bfda6b6 None None] Pushing event updated for resources: {'Port': ['ID=3e903fc5-8b60-424e-86c1-9f0d71298788,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:16.541792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.562719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.706030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Allocated IP 172.25.6.2 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/8c302c6b-2e36-4540-a64a-43e4eb773d69) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:16.834075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.869426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:16.908961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:16.911921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:16.915407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:16.951381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=8c302c6b-2e36-4540-a64a-43e4eb773d69,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:17.214344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.449066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.526299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151defbf-37e7-41bd-8327-a4de68526963 None None] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:17.588771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Router f690f0ee-9230-4874-8263-17db870e4068 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:35:17.650446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] Provisioning complete for port 3e903fc5-8b60-424e-86c1-9f0d71298788 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:17.651199 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.708715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:17.720773 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] Sync routers for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:17.736333 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.737612 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a619bd30-e00d-48a0-bff9-5404a607ef0a tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.0415046 Oct 22 13:35:17.741912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38416) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:17.753772 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:17.754472 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:17.788631 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.811073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:17.821495 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:17.822348 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:17.840300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] For port 3e903fc5-8b60-424e-86c1-9f0d71298788, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3e903fc5-8b60-424e-86c1-9f0d71298788,segment=NetworkSegment(b5786516-2811-45e1-ba39-47a8e2382eb0),segment_id=b5786516-2811-45e1-ba39-47a8e2382eb0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:17.852069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:17.861510 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:17.863132 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e06b-df7c-4d2b-a612-ac985c8858c3 None None] The sync data for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:17.925823 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39cfc4-984a-4667-8af0-854b9ae260d6 None None] Pushing event updated for resources: {'Port': ['ID=3e903fc5-8b60-424e-86c1-9f0d71298788,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:18.080545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e89e5c70-806f-4aac-a8d3-a8ac728fbff9 None None] Provisioning complete for port 3e903fc5-8b60-424e-86c1-9f0d71298788 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:18.080902 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c70-806f-4aac-a8d3-a8ac728fbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:18.119398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3e903fc5-8b60-424e-86c1-9f0d71298788 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:18.223557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3e903fc5-8b60-424e-86c1-9f0d71298788 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:18.224022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:18.334953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:18.623915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Allocated IP 172.20.0.1 (6c647b98-b206-4266-80d1-c21fbe7846c7/fcd5f943-7c52-4767-8be6-05b229039c27/24a2c313-1f8d-4c12-a517-aa69cdd39dea) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:19.066105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.102771 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.143006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:19.146138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:19.151458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:19.185624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=24a2c313-1f8d-4c12-a517-aa69cdd39dea,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:19.204166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.204514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.204863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.205214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.205552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.205894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.206227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.206556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.206913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.207247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.207579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.207908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:19.225813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.372242 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.461869 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3ab29b56-6254-4bc2-9c52-254085f9649a None None] Provisioning complete for port 24a2c313-1f8d-4c12-a517-aa69cdd39dea triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:19.462308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3ab29b56-6254-4bc2-9c52-254085f9649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.659497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3ab29b56-6254-4bc2-9c52-254085f9649a None None] Port 24a2c313-1f8d-4c12-a517-aa69cdd39dea cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:19.686250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.691881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.770459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:19.772228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=24a2c313-1f8d-4c12-a517-aa69cdd39dea,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:19.871620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:19.873208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:20.011505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Router f690f0ee-9230-4874-8263-17db870e4068 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:20.138565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:20.144014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9691aa31-8208-4949-9549-7d1829e5e47b tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "PUT /v2.0/routers/f690f0ee-9230-4874-8263-17db870e4068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4008977 Oct 22 13:35:20.146977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38422) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:20.151607 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] Sync routers for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:20.153929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Request body: {'port': {'network_id': '6c647b98-b206-4266-80d1-c21fbe7846c7', 'name': 'tempest-FloatingIPAdminTestJSON-602802789'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:20.162227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:20.163438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:20.201237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:20.220117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f7f9d69b-cf1a-41b7-bfbe-8bc6132579be None None] Provisioning complete for port 24a2c313-1f8d-4c12-a517-aa69cdd39dea triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:20.220499 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d69b-cf1a-41b7-bfbe-8bc6132579be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.222804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:20.223431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:20.280563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:20.281237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85258d4-5aa0-4af7-9bc7-eafb09a1844c None None] The sync data for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:20.291245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9d69b-cf1a-41b7-bfbe-8bc6132579be None None] Port 24a2c313-1f8d-4c12-a517-aa69cdd39dea cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:20.303478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Made reservation on behalf of b39bbabee3964f0ab5ae7a9666317960 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:20.307204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.325690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] device_id is not set on port de5d3c1a-3b57-485d-a301-d69e7475f552 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:20.438872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Allocated IP 172.20.0.4 (6c647b98-b206-4266-80d1-c21fbe7846c7/fcd5f943-7c52-4767-8be6-05b229039c27/de5d3c1a-3b57-485d-a301-d69e7475f552) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:20.598797 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.633513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.677748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:20.681054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:20.692779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event updated for resources: {'Port': ['ID=de5d3c1a-3b57-485d-a301-d69e7475f552,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:20.697959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:20.755764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:20.756452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.774998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-31b0be74-2f33-43b0-98d3-f211f0ff1b30 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259773 Oct 22 13:35:20.778008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38426) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:20.833390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'project_id': 'b39bbabee3964f0ab5ae7a9666317960', 'port_id': 'de5d3c1a-3b57-485d-a301-d69e7475f552'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:20.859444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.914933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-107c1f6d-23b9-4fd6-940d-2a3056300fa9 None None] Provisioning complete for port de5d3c1a-3b57-485d-a301-d69e7475f552 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:20.915507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-107c1f6d-23b9-4fd6-940d-2a3056300fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:20.955277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-107c1f6d-23b9-4fd6-940d-2a3056300fa9 None None] Port de5d3c1a-3b57-485d-a301-d69e7475f552 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:20.962435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.076857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Allocated IP 172.25.6.201 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6befb8e5-82c9-4dcd-bd90-0490f9c6a073) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:21.187921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.228688 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.269061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:21.271904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:21.278495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:21.281599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Pushing event updated for resources: {'Port': ['ID=6befb8e5-82c9-4dcd-bd90-0490f9c6a073,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:21.680843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.752172 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.899609 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.904101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:21.978849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Pushing event updated for resources: {'Port': ['ID=6befb8e5-82c9-4dcd-bd90-0490f9c6a073,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:21.989499 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:22.097559 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Floating IP 1b040172-1c82-41a8-9e86-3fab0f8e876d associated. External IP: 172.25.6.201, port: de5d3c1a-3b57-485d-a301-d69e7475f552. Oct 22 13:35:22.320716 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Router f690f0ee-9230-4874-8263-17db870e4068 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:22.431014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:22.441235 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] Sync routers for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:22.449794 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:22.452805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:22.453521 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:22.478202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff5e659c-448a-4b0f-9e84-5b19fda066d9 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.6990716 Oct 22 13:35:22.480739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:22.491063 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:22.500077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:22.500796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:22.533652 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:22.534369 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b6c3b-4380-4ed0-bb4e-16ff59c46d1d None None] The sync data for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:22.600718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b0b0805d-e754-4fd6-adcc-98d03ba85a8e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "GET /v2.0/floatingips/1b040172-1c82-41a8-9e86-3fab0f8e876d HTTP/1.1" status: 200 len: 982 time: 0.1186371 Oct 22 13:35:22.603182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:23.031747 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f7dc329a-3e38-41d0-a1e8-b3a731e97553 tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.4274106 Oct 22 13:35:23.034275 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38456) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:23.199719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port 6befb8e5-82c9-4dcd-bd90-0490f9c6a073 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:23.200204 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.282477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.282745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.295757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for 6befb8e5-82c9-4dcd-bd90-0490f9c6a073 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:23.458046 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.486946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=6befb8e5-82c9-4dcd-bd90-0490f9c6a073,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:23.548222 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.548519 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Floating IP 1b040172-1c82-41a8-9e86-3fab0f8e876d disassociated (deleted). External IP: 172.25.6.201, port: de5d3c1a-3b57-485d-a301-d69e7475f552. Oct 22 13:35:23.776313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Router f690f0ee-9230-4874-8263-17db870e4068 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:23.886193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:23.890921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.897577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] Sync routers for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:23.907855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:23.908469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:23.924718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-157e2872-2593-4418-94c4-231e18421904 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/floatingips/1b040172-1c82-41a8-9e86-3fab0f8e876d HTTP/1.1" status: 204 len: 168 time: 0.8842103 Oct 22 13:35:23.925526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38468) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:23.931295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:23.944756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:23.954719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:23.954887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:23.955365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:34:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:23.990451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:23.991215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ada997-1a2d-40ed-a55e-1ff0e4d421da None None] The sync data for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:24.012269 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49c18321-fbab-4dc5-81ea-13a4d7d7043e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.050327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.164282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Allocated IP 172.25.6.204 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1dc2de78-dbb6-458b-a99e-d17390b79bf4) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:24.276119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.309959 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.351795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:24.354571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:24.357972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:24.383315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Pushing event updated for resources: {'Port': ['ID=1dc2de78-dbb6-458b-a99e-d17390b79bf4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:24.458029 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.494001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.652378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.658619 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.731715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Pushing event updated for resources: {'Port': ['ID=1dc2de78-dbb6-458b-a99e-d17390b79bf4,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:24.746352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.761878 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.763143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9247bf54-2f6d-4ab2-bd6f-21370882353e tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8359962 Oct 22 13:35:24.765860 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38472) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:24.873093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:24.896175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:24.999282 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.105792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Allocated IP 172.25.6.183 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/508b6185-3dd2-4869-9b6a-4f32f599fb9e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:25.217338 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.262331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.301033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:25.304707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:25.308889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:25.334176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Pushing event updated for resources: {'Port': ['ID=508b6185-3dd2-4869-9b6a-4f32f599fb9e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:25.403074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.449489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.505728 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:35:25.606169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.611688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.675332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Pushing event updated for resources: {'Port': ['ID=508b6185-3dd2-4869-9b6a-4f32f599fb9e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:25.692466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.708549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:25.710498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a26ca898-4354-4482-8683-af0a306da46b tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9435768 Oct 22 13:35:25.714629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38476) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:25.780279 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-62f390e8-12f0-403a-9813-000729732d8c tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.0621605 Oct 22 13:35:25.780662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:25.883564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a5d11f23-161c-476e-9f72-777a7fee4605 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0980368 Oct 22 13:35:25.883850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:26.043113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Deleting port 508b6185-3dd2-4869-9b6a-4f32f599fb9e {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:26.043717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.143042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.143312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.158818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Calling delete_port for 508b6185-3dd2-4869-9b6a-4f32f599fb9e owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:26.330948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.358318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Pushing event deleted for resources: {'Port': ['ID=508b6185-3dd2-4869-9b6a-4f32f599fb9e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:26.424127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.426939 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.428134 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a30eeba9-d8bb-4b80-8430-cdd3179b22ac tempest-FloatingIPAdminTestJSON-1571414832 tempest-FloatingIPAdminTestJSON-1571414832-project] 10.222.0.25 "DELETE /v2.0/floatingips/8f868492-fb8a-46c7-9e41-2c34e00606cc HTTP/1.1" status: 204 len: 168 time: 0.5434873 Oct 22 13:35:26.430817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38484) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:26.556541 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Deleting port 1dc2de78-dbb6-458b-a99e-d17390b79bf4 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:26.556976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.635199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.635445 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.646976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Calling delete_port for 1dc2de78-dbb6-458b-a99e-d17390b79bf4 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:26.792397 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.819545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dc2de78-dbb6-458b-a99e-d17390b79bf4,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:26.885257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.888616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:26.891977 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5af77ec9-db13-4c68-aeaa-7fa4137409ab tempest-FloatingIPAdminTestJSON-1296903851 tempest-FloatingIPAdminTestJSON-1296903851-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/727a6f90-a06e-40bf-8405-8a21802a19fd HTTP/1.1" status: 204 len: 168 time: 0.4581118 Oct 22 13:35:26.893604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38488) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:26.986928 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port de5d3c1a-3b57-485d-a301-d69e7475f552 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:26.987278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.071263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a78b7bac-f47f-4f53-ab52-347c00f53b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.082760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.095425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for de5d3c1a-3b57-485d-a301-d69e7475f552 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:27.224114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.257553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=de5d3c1a-3b57-485d-a301-d69e7475f552,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:27.326667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.329964 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cb5ababd-8efa-487b-b95e-5909a9f19ac0 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/ports/de5d3c1a-3b57-485d-a301-d69e7475f552 HTTP/1.1" status: 204 len: 168 time: 0.4353585 Oct 22 13:35:27.332413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38490) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:27.382993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1ed04-d57e-4377-b210-d135c23badcc tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:27.384590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c4b1ed04-d57e-4377-b210-d135c23badcc tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "GET /v2.0/ports?device_id=f690f0ee-9230-4874-8263-17db870e4068 HTTP/1.1" status: 200 len: 913 time: 0.0512795 Oct 22 13:35:27.387194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38492) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:27.748330 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.789128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:27.790716 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:28.015338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port 24a2c313-1f8d-4c12-a517-aa69cdd39dea {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:28.015844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:28.111114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:28.124476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for 24a2c313-1f8d-4c12-a517-aa69cdd39dea owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:28.335735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:28.361426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=24a2c313-1f8d-4c12-a517-aa69cdd39dea,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:28.541941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:28.789124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Router f690f0ee-9230-4874-8263-17db870e4068 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:35:28.896674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:28.901813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c3120338-0db0-4b36-89cc-38da684454e2 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "PUT /v2.0/routers/f690f0ee-9230-4874-8263-17db870e4068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136580 Oct 22 13:35:28.904365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38504) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:28.908615 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] Sync routers for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:28.919893 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:28.920831 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:28.958898 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:28.969230 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] Routers {'f690f0ee-9230-4874-8263-17db870e4068'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:28.969899 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f690f0ee-9230-4874-8263-17db870e4068'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:29.003837 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:29.004501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a661d05-1165-4f1b-ae7d-8066eca690cd None None] The sync data for ids ['f690f0ee-9230-4874-8263-17db870e4068'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:35:29.023303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.452791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.504885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port 8c302c6b-2e36-4540-a64a-43e4eb773d69 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:29.505218 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.582552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.594156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for 8c302c6b-2e36-4540-a64a-43e4eb773d69 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:29.775489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.797721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.808999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=8c302c6b-2e36-4540-a64a-43e4eb773d69,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:29.871592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.963577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:29.966008 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.010518 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.011169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Fanout notify agent at l3_agent the message router_deleted on router f690f0ee-9230-4874-8263-17db870e4068 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:35:30.018525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.019704 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1cd90dc1-b46e-446c-bc4f-7c8964bf29ed tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/routers/f690f0ee-9230-4874-8263-17db870e4068 HTTP/1.1" status: 204 len: 168 time: 1.1144090 Oct 22 13:35:30.022819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38510) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:30.077197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting subnet fcd5f943-7c52-4767-8be6-05b229039c27 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:30.080299 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.134071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.227889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.285217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.314396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd5f943-7c52-4767-8be6-05b229039c27,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:30.316671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.320107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0d7e3d26-f28f-4e0e-ba60-66ffb4b67d7f tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/subnets/fcd5f943-7c52-4767-8be6-05b229039c27 HTTP/1.1" status: 204 len: 168 time: 0.2955072 Oct 22 13:35:30.321016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aac814-f165-4bd6-9698-57e8243a71cc None None] Network 6c647b98-b206-4266-80d1-c21fbe7846c7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:30.322727 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:30.417850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.475522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port 3e903fc5-8b60-424e-86c1-9f0d71298788 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:30.476123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.541275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] DHCP port deletion for 6c647b98-b206-4266-80d1-c21fbe7846c7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:30.545204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] For port 3e903fc5-8b60-424e-86c1-9f0d71298788, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3e903fc5-8b60-424e-86c1-9f0d71298788,segment=NetworkSegment(b5786516-2811-45e1-ba39-47a8e2382eb0),segment_id=b5786516-2811-45e1-ba39-47a8e2382eb0)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:30.545583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.558791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for 3e903fc5-8b60-424e-86c1-9f0d71298788 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:30.591245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Deleting port 3e903fc5-8b60-424e-86c1-9f0d71298788 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:30.591727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.653235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.664142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] For port 3e903fc5-8b60-424e-86c1-9f0d71298788, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3e903fc5-8b60-424e-86c1-9f0d71298788,segment=NetworkSegment(b5786516-2811-45e1-ba39-47a8e2382eb0),segment_id=b5786516-2811-45e1-ba39-47a8e2382eb0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:30.664643 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.678824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Calling delete_port for 3e903fc5-8b60-424e-86c1-9f0d71298788 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:30.680063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=3e903fc5-8b60-424e-86c1-9f0d71298788,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:30.686978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] No DVR routers for this DVR port 3e903fc5-8b60-424e-86c1-9f0d71298788 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:30.768539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.774310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.795573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c647b98-b206-4266-80d1-c21fbe7846c7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:30.797549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] Pushing event deleted for resources: {'Port': ['ID=3e903fc5-8b60-424e-86c1-9f0d71298788,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:30.806292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5786516-2811-45e1-ba39-47a8e2382eb0') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:30.806618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5786516-2811-45e1-ba39-47a8e2382eb0') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:30.808716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe8ca6-d692-4db7-b14d-2b5d7b54006e None None] No DVR routers for this DVR port 3e903fc5-8b60-424e-86c1-9f0d71298788 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:30.819625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.833592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.840192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:35:30.840667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:35:30.844084 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:35:30.906863 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.914404 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:30.917594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/networks/6c647b98-b206-4266-80d1-c21fbe7846c7 HTTP/1.1" status: 204 len: 168 time: 0.5938108 Oct 22 13:35:30.920183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38516) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:30.932802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558aa4-97ef-4d48-a5f5-9918b5b35519 tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Network': ['ID=6c647b98-b206-4266-80d1-c21fbe7846c7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:31.045491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Deleting port 6b706572-9e4c-488b-8a7f-608c6fff72a4 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:31.046143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.124892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.125130 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.137579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Calling delete_port for 6b706572-9e4c-488b-8a7f-608c6fff72a4 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:31.277343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.307523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Pushing event deleted for resources: {'Port': ['ID=6b706572-9e4c-488b-8a7f-608c6fff72a4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:31.366824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.369423 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.372932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ec9c8446-d3ed-459e-a11c-f4bb08722ffd tempest-FloatingIPAdminTestJSON-429409201 tempest-FloatingIPAdminTestJSON-429409201-project] 10.222.0.25 "DELETE /v2.0/floatingips/3a2a5a21-068d-4a70-b4a0-d52c2880a834 HTTP/1.1" status: 204 len: 168 time: 0.4494021 Oct 22 13:35:31.619560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38524) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:31.759079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0bd17a5-75d6-42a8-9042-5f1da26b7744 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b39bbabee3964f0ab5ae7a9666317960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383104 Oct 22 13:35:31.761418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38528) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:31.810006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.838576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.896265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.899811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:31.900979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caf61fcf-0fcc-4d00-aeb0-b68c6203a1d6 HTTP/1.1" status: 204 len: 168 time: 0.1386585 Oct 22 13:35:31.909747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb3f18-0153-45cb-87fa-24a4d7a1e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf61fcf-0fcc-4d00-aeb0-b68c6203a1d6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:32.082777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3e903fc5-8b60-424e-86c1-9f0d71298788 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:32.111753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3e903fc5-8b60-424e-86c1-9f0d71298788 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:32.112090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3e903fc5-8b60-424e-86c1-9f0d71298788 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:35:32.248754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38534) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:32.263972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c96ab21-08a7-4667-82f2-68bf44c1c736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.356703 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c96ab21-08a7-4667-82f2-68bf44c1c736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.360836 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3c96ab21-08a7-4667-82f2-68bf44c1c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.402745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ab21-08a7-4667-82f2-68bf44c1c736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc12a32-94e7-4278-87da-5f67322365c6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:32.410049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3c96ab21-08a7-4667-82f2-68bf44c1c736 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e83060bccf114a0ea1ec95988a5f94cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573076 Oct 22 13:35:32.410264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:32.473547 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.499842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.554026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.557082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.558259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cc12a32-94e7-4278-87da-5f67322365c6 HTTP/1.1" status: 204 len: 168 time: 0.1468616 Oct 22 13:35:32.567591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a2c5-1ba6-4a35-9640-ae9327cafa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc12a32-94e7-4278-87da-5f67322365c6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:32.894124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38544) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:32.907981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0684360-3d54-47a6-b488-7fe961d8c507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.992197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0684360-3d54-47a6-b488-7fe961d8c507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:32.996086 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0684360-3d54-47a6-b488-7fe961d8c507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:33.035626 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0684360-3d54-47a6-b488-7fe961d8c507 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ad0d59ed0904316b29f5dd3bfb72e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403482 Oct 22 13:35:33.036608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0684360-3d54-47a6-b488-7fe961d8c507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a840b5-31af-456f-9307-843c87611936,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:33.039000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38546) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:33.098185 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:33.119931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:33.167807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:33.170522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:33.172055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5a840b5-31af-456f-9307-843c87611936 HTTP/1.1" status: 204 len: 168 time: 0.1314354 Oct 22 13:35:33.180217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcc1f3-51b5-4a74-aa8c-5be25bcfa219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a840b5-31af-456f-9307-843c87611936,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:34.436021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38588) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:34.538756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1600105904', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:34.562641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Made reservation on behalf of a80070a17f2a40479b7e81d88279981b for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:34.569645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:34.578038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:34.651740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:34.656051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:34.661533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] device_id is not set on port 4fb24571-f813-494f-9f1a-df179a712b4b yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:34.716596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969c3aa-cd71-44d0-83fe-8e5bad2d3d42,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:34.783222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Allocated IP 172.25.6.113 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/4fb24571-f813-494f-9f1a-df179a712b4b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:34.924279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:34.958121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.000031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:35.002930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:35.005275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:35.038031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Pushing event updated for resources: {'Port': ['ID=4fb24571-f813-494f-9f1a-df179a712b4b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:35.057253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:35.057900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.073755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e9263fa3-1dee-45ec-b701-5f715c304419 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6366615 Oct 22 13:35:35.076999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38592) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:35.081669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.113'}]}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:35.103078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.104360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.159452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.308549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.515982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.536078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.684423 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.850325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.853048 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.898144 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:35.898763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a656f8d-75b7-4f36-8edd-87bd185d465a {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:35:35.918627 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 22 13:35:35.919708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a6222f38-8d6c-485c-b8eb-b3821b1ec49b tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8416994 Oct 22 13:35:35.922487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:36.003485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Deleting port 4fb24571-f813-494f-9f1a-df179a712b4b {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:36.003833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.081278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.094395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Calling delete_port for 4fb24571-f813-494f-9f1a-df179a712b4b owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:36.225936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.254742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fb24571-f813-494f-9f1a-df179a712b4b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:36.321455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.325562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0d192b32-fe1a-46b8-bc7a-679579032630 tempest-RoutersAdminNegativeIpV6Test-732202997 tempest-RoutersAdminNegativeIpV6Test-732202997-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4fb24571-f813-494f-9f1a-df179a712b4b HTTP/1.1" status: 204 len: 168 time: 0.4020846 Oct 22 13:35:36.570916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:36.679080 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38cf8cfa-0a02-4dec-aece-1f14dd420efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.760095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38cf8cfa-0a02-4dec-aece-1f14dd420efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.764059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-38cf8cfa-0a02-4dec-aece-1f14dd420efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.805319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38cf8cfa-0a02-4dec-aece-1f14dd420efe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96cfbde251f54a10834e4c9b87797f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331738 Oct 22 13:35:36.806305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8cfa-0a02-4dec-aece-1f14dd420efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d0f8f-8834-4f1b-8979-c33c86780d03,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:36.808012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38638) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:36.858831 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.880435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.926689 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.929917 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:36.931090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/507d0f8f-8834-4f1b-8979-c33c86780d03 HTTP/1.1" status: 204 len: 168 time: 0.1214371 Oct 22 13:35:36.939510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4edc03-47a6-424c-8b71-8a6d369a2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d0f8f-8834-4f1b-8979-c33c86780d03,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:37.192535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38644) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:37.233632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-51bb1f9f-bf29-48db-9e68-9abb097cf348 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a80070a17f2a40479b7e81d88279981b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390835 Oct 22 13:35:37.236019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38646) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:37.288262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:37.312490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:37.359023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:37.361629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:37.362805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a969c3aa-cd71-44d0-83fe-8e5bad2d3d42 HTTP/1.1" status: 204 len: 168 time: 0.1256878 Oct 22 13:35:37.371006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158b3f1-3c01-482d-a974-ad86d64153d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969c3aa-cd71-44d0-83fe-8e5bad2d3d42,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:38.083236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:38.180456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-429765718'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:38.204308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:38.208117 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.216915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.294093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.299208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.329715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:35:38.339416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c537e53b-0905-40f5-bd7a-217624324a81,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:38.346697 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.347042 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Added segment 21ec535f-7650-4654-b589-08d13ce632a2 of type vlan for network 5208675d-cfec-448d-b248-98e8fb72f3f3 Oct 22 13:35:38.390107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.414011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.419608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:38.420197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.460005 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3755510 Oct 22 13:35:38.463388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38680) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:38.468352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:38.476759 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.513311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b095-9466-450f-a4c0-2fe8c83a9b5c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Network': ['ID=5208675d-cfec-448d-b248-98e8fb72f3f3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:38.524708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:35:38.595015 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:38.598868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.786264 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.847192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=5e241cb5-417b-4bbf-b657-1783b17371f9,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:38.855846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:38.856277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network hostable DHCP agents. Network: 5208675d-cfec-448d-b248-98e8fb72f3f3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:35:38.872378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:35:38.880506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5208675d-cfec-448d-b248-98e8fb72f3f3) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:38.885428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:38.885988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:38.891067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672b507-f217-4d46-a83f-aea691d20748 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:38.905254 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8dfa7296-ed23-48ec-a54b-fa7771684559 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4406455 Oct 22 13:35:38.908162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:38.913759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'name': 'tempest-NetworksTestDHCPv6-2128343673'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:39.040440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:39.044224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.064143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port b54765df-69d4-49db-9e0e-a008e1f39f47 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:39.071854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '5e241cb5-417b-4bbf-b657-1783b17371f9'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:39.073096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.191533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::36 (5208675d-cfec-448d-b248-98e8fb72f3f3/5e241cb5-417b-4bbf-b657-1783b17371f9/b54765df-69d4-49db-9e0e-a008e1f39f47) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:39.348880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.383733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.429368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/5e241cb5-417b-4bbf-b657-1783b17371f9/e89a76e6-85ed-4d03-b9f9-5d68b3698984) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:39.431350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:39.436464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:39.440926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:39.447115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:39.447627 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.462446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=b54765df-69d4-49db-9e0e-a008e1f39f47,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:39.475392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23e69b3f-5ff8-4d1b-96d7-d8d34a36e8fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5654492 Oct 22 13:35:39.477984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38694) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:39.570123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31fb27-4530-430e-9b3f-0980002c2ec2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:39.571690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9c31fb27-4530-430e-9b3f-0980002c2ec2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0925167 Oct 22 13:35:39.574235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38700) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:39.588244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.595495 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.637257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:39.641700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:39.650892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:39.688049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port b54765df-69d4-49db-9e0e-a008e1f39f47 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:39.688372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.701240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Pushing event updated for resources: {'Port': ['ID=e89a76e6-85ed-4d03-b9f9-5d68b3698984,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:39.716055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Attempting to bind port e89a76e6-85ed-4d03-b9f9-5d68b3698984 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:39.716508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Attempting to bind port e89a76e6-85ed-4d03-b9f9-5d68b3698984 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:39.717008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Attempting to bind port e89a76e6-85ed-4d03-b9f9-5d68b3698984 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:39.722185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:39.722669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:39.723146 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.723614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:39.724198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Bound port: e89a76e6-85ed-4d03-b9f9-5d68b3698984, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:39.724876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.788014 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.800772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for b54765df-69d4-49db-9e0e-a008e1f39f47 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:39.804003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] For port e89a76e6-85ed-4d03-b9f9-5d68b3698984, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:39.807736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] For port e89a76e6-85ed-4d03-b9f9-5d68b3698984, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e89a76e6-85ed-4d03-b9f9-5d68b3698984,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:39.812709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.875352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae3e72-c749-4bb4-9d69-4a0488677285 None None] Pushing event updated for resources: {'Port': ['ID=e89a76e6-85ed-4d03-b9f9-5d68b3698984,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:39.966333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:39.998053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=b54765df-69d4-49db-9e0e-a008e1f39f47,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:40.026520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.032632 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-912122b6-b49e-4ffe-991d-f7caea22c59c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b54765df-69d4-49db-9e0e-a008e1f39f47 HTTP/1.1" status: 204 len: 168 time: 0.4547915 Oct 22 13:35:40.035123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38706) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:40.093210 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.157837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983b67a-f682-4c37-aeb9-cc63cc3d5dd3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:40.159542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983b67a-f682-4c37-aeb9-cc63cc3d5dd3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:40.164134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7983b67a-f682-4c37-aeb9-cc63cc3d5dd3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1241097 Oct 22 13:35:40.164685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38708) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:40.225674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 5e241cb5-417b-4bbf-b657-1783b17371f9 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:40.233952 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.278307 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.359586 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.437889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.466379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=5e241cb5-417b-4bbf-b657-1783b17371f9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:40.494542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.498337 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1de7949b-19b7-4fa8-a6d8-4ed9bcb10daa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/5e241cb5-417b-4bbf-b657-1783b17371f9 HTTP/1.1" status: 204 len: 168 time: 0.3323681 Oct 22 13:35:40.500884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38720) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:40.564246 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-831ddabe-cbd6-41e6-a7cc-2860ce8e9bf7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616565 Oct 22 13:35:40.567491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38722) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:40.573302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:40.670961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:40.675923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.883542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.910843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:40.924309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f39aaa-cebd-4881-99cd-e6a8b1a73593 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:40.937004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:40.941874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:40.942704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:40.973370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38728) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:40.973693 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4046881 Oct 22 13:35:40.978804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17215b-d735-46e7-a173-c705d75eca02 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=35f58c7e-38ee-42fb-9b0d-a2eac39b577f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:40.980376 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'name': 'tempest-NetworksTestDHCPv6-409450576'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:41.057480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] Provisioning complete for port e89a76e6-85ed-4d03-b9f9-5d68b3698984 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:41.058165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.105400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:41.109489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.129827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 78c3f4a8-0bbf-40d9-b450-29090e54b831 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:41.199199 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.243764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] For port e89a76e6-85ed-4d03-b9f9-5d68b3698984, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e89a76e6-85ed-4d03-b9f9-5d68b3698984,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:41.251897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.289647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::23a (5208675d-cfec-448d-b248-98e8fb72f3f3/35f58c7e-38ee-42fb-9b0d-a2eac39b577f/78c3f4a8-0bbf-40d9-b450-29090e54b831) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:41.302965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacd04d-2d34-47f5-91dc-b1f647711a0c None None] Pushing event updated for resources: {'Port': ['ID=e89a76e6-85ed-4d03-b9f9-5d68b3698984,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:41.396960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330aef4-4c74-4bae-93a2-053bc7e131d9 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:41.445187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.480940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.506361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-544ebab7-bead-4419-9b29-e6914c3832b2 None None] Provisioning complete for port e89a76e6-85ed-4d03-b9f9-5d68b3698984 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:41.507011 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-544ebab7-bead-4419-9b29-e6914c3832b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.532582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:41.535936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:41.544462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:41.550195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:41.550852 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.555349 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=78c3f4a8-0bbf-40d9-b450-29090e54b831,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:41.573007 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5a6c1c15-f7d7-48c5-9a1e-4ea40a4a6b32 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5983269 Oct 22 13:35:41.575574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:41.629053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860ef72-b967-412d-967d-a02fe9c3bc44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:41.635817 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860ef72-b967-412d-967d-a02fe9c3bc44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:41.639743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1860ef72-b967-412d-967d-a02fe9c3bc44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0605805 Oct 22 13:35:41.640265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38742) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:41.735919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 78c3f4a8-0bbf-40d9-b450-29090e54b831 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:41.736259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.827966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:41.842741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 78c3f4a8-0bbf-40d9-b450-29090e54b831 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:41.983349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.022824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4541a1d5-3d9d-4b50-ba80-359eb45db87c None None] Provisioning complete for port e89a76e6-85ed-4d03-b9f9-5d68b3698984 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:42.023355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4541a1d5-3d9d-4b50-ba80-359eb45db87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.035905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=78c3f4a8-0bbf-40d9-b450-29090e54b831,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:42.090081 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.101484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-17ad1d5b-d932-4567-ab54-2881f44a7406 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/78c3f4a8-0bbf-40d9-b450-29090e54b831 HTTP/1.1" status: 204 len: 168 time: 0.4595957 Oct 22 13:35:42.104202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38748) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:42.154806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4541a1d5-3d9d-4b50-ba80-359eb45db87c None None] Could not find standard attr ID for object 78c3f4a8-0bbf-40d9-b450-29090e54b831. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:42.196660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e89a76e6-85ed-4d03-b9f9-5d68b3698984 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:42.199930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac00bfd-341d-4687-98e4-af3342232d3d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:42.201697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac00bfd-341d-4687-98e4-af3342232d3d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:42.203456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fac00bfd-341d-4687-98e4-af3342232d3d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0987439 Oct 22 13:35:42.206194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38750) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:42.250585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e89a76e6-85ed-4d03-b9f9-5d68b3698984 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:42.251092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.273398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 35f58c7e-38ee-42fb-9b0d-a2eac39b577f {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:42.276906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.285101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5ed8afa9-e2ab-4dff-89c1-900e943d07d7 None None] Could not find standard attr ID for object b54765df-69d4-49db-9e0e-a008e1f39f47. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:42.351140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.400830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.470332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.498535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=35f58c7e-38ee-42fb-9b0d-a2eac39b577f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:42.504108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.510136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f6bd8415-d246-456b-adaf-b0f87f316a28 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/35f58c7e-38ee-42fb-9b0d-a2eac39b577f HTTP/1.1" status: 204 len: 168 time: 0.3003519 Oct 22 13:35:42.510358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:42.513905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0d11f031-8dc7-4fde-97fc-934a8c1e47c6 None None] Could not find standard attr ID for object 78c3f4a8-0bbf-40d9-b450-29090e54b831. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:42.562758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38756) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:42.568097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:42.572059 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-014d2b97-0a0d-467e-be3e-f5f1ff1652d0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604742 Oct 22 13:35:42.664231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:42.672362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.744500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b893d8-a981-4992-b21c-a34e31565604 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:42.879201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.928083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:42.931270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:42.938455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:42.939076 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:42.945694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:42.951434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=d239df60-ca01-4719-a2f6-58e8945ed1c8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:42.972321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5c441807-7ea5-4b32-96c4-7d5b9b21f925 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4084480 Oct 22 13:35:42.976689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38760) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:42.982480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'name': 'tempest-NetworksTestDHCPv6-1195194982'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:43.005017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Deleting port e89a76e6-85ed-4d03-b9f9-5d68b3698984 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:43.005401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.101266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] For port e89a76e6-85ed-4d03-b9f9-5d68b3698984, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e89a76e6-85ed-4d03-b9f9-5d68b3698984,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:43.101966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.116129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Calling delete_port for e89a76e6-85ed-4d03-b9f9-5d68b3698984 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:43.207954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.242745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] Pushing event deleted for resources: {'Port': ['ID=e89a76e6-85ed-4d03-b9f9-5d68b3698984,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:43.248043 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8aa2f-613e-488c-aa9e-f43803b89cb6 None None] No DVR routers for this DVR port e89a76e6-85ed-4d03-b9f9-5d68b3698984 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:43.278352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0082d3-28d0-4b31-85dd-862a4fa50337 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:43.497477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:43.501010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.520841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port f5fc05d1-9735-4675-bd3e-4bcf3844367e yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:43.635518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': 'd239df60-ca01-4719-a2f6-58e8945ed1c8'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:43.636879 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.666234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::2b2 (5208675d-cfec-448d-b248-98e8fb72f3f3/d239df60-ca01-4719-a2f6-58e8945ed1c8/f5fc05d1-9735-4675-bd3e-4bcf3844367e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:43.823645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.829302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-65ab81b4-49c4-4c83-ae27-15c08c5a6560 req-7bb294ba-ade6-4b01-a66c-5d947daf9492 service neutron] (100619) timed out ('10.222.0.25', 55346) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:35:43.868414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.919131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/d239df60-ca01-4719-a2f6-58e8945ed1c8/fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:43.921077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:43.925060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:43.940464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:43.946732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:43.947358 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:43.950990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=f5fc05d1-9735-4675-bd3e-4bcf3844367e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:43.971147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b2a9f8eb-d109-4a8b-ac82-815da692fe3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9929612 Oct 22 13:35:43.973562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:44.029388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc44bd-c5e3-4e9e-99c7-99156b3cc1a4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:44.031131 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0dc44bd-c5e3-4e9e-99c7-99156b3cc1a4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0564375 Oct 22 13:35:44.033777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38774) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:44.092013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e89a76e6-85ed-4d03-b9f9-5d68b3698984 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:44.117432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e89a76e6-85ed-4d03-b9f9-5d68b3698984 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:44.118135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e89a76e6-85ed-4d03-b9f9-5d68b3698984 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:35:44.134594 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.142150 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.149164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port f5fc05d1-9735-4675-bd3e-4bcf3844367e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:44.150140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.187685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:44.194156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:44.199144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:44.215479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Pushing event updated for resources: {'Port': ['ID=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:44.242489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.254810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for f5fc05d1-9735-4675-bd3e-4bcf3844367e owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:44.263650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Attempting to bind port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:44.264028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Attempting to bind port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:44.264390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Attempting to bind port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:44.269368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:44.269731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:44.270131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.270520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:44.271020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Bound port: fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:44.271451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.337333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] For port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:44.340491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] For port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:44.346941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.409584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.409862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ed8ff-f44d-47e1-b424-a12c4501b536 None None] Pushing event updated for resources: {'Port': ['ID=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:44.449876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=f5fc05d1-9735-4675-bd3e-4bcf3844367e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:44.467622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.473887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38776) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:44.474172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ac7e595-73ef-4916-9295-18a445dbfb03 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f5fc05d1-9735-4675-bd3e-4bcf3844367e HTTP/1.1" status: 204 len: 168 time: 0.4387004 Oct 22 13:35:44.536021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ef36c-2944-4b45-99ae-8a54e2925e62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:44.538848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ef36c-2944-4b45-99ae-8a54e2925e62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:44.540603 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c75ef36c-2944-4b45-99ae-8a54e2925e62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0648546 Oct 22 13:35:44.543534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:44.621567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet d239df60-ca01-4719-a2f6-58e8945ed1c8 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:44.630237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.695861 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.810746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.880457 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.909609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=d239df60-ca01-4719-a2f6-58e8945ed1c8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:44.919349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:44.922773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d239df60-ca01-4719-a2f6-58e8945ed1c8 HTTP/1.1" status: 204 len: 168 time: 0.3780909 Oct 22 13:35:44.925035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.925246 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.925451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.925788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.926083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:44.926653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.926653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.926818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.927120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.927451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.928026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.928358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.928733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eca9f58-ac8a-45cf-a5c3-ea58a77aec16 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:35:44.980757 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-61a6e9ad-1e1c-4ab4-bbab-a5cb4e59e868 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508995 Oct 22 13:35:44.981357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:45.033618 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231551ab-9d13-4660-9e50-242c1f98a864 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:45.035218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-231551ab-9d13-4660-9e50-242c1f98a864 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0529368 Oct 22 13:35:45.038662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:45.092170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e66e3-651d-4535-bda5-4d6899bcb354 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:45.093766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c8e66e3-651d-4535-bda5-4d6899bcb354 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540340 Oct 22 13:35:45.096473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38792) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:45.144157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77311dd5-7160-4148-af3e-984ec6d2167b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426238 Oct 22 13:35:45.144497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38794) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:45.153219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:45.258194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:45.262797 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.476001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.525745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:45.527800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce908e27-f4bb-4acd-9ab7-27011c9f0090 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:45.529072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:45.533344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:45.533938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.545840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=e30f081e-46f2-4826-8183-d0cabc2285fc,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:45.559191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ca0a47c-9342-49e6-9ade-41909407e60d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4107623 Oct 22 13:35:45.559633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:45.565365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': 'e30f081e-46f2-4826-8183-d0cabc2285fc', 'ip_address': '2001:db8::8f57:371c:8b72:6fcb'}], 'name': 'tempest-NetworksTestDHCPv6-601529306'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:45.625858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] Provisioning complete for port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:45.626265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.684287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:45.775005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.778432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.798959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 8c9ff163-7677-4236-b95f-34019c7c222d yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:45.822935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] For port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:45.829699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:45.902854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24889f4b-4aa3-474f-9e6a-23309b48e7a5 None None] Pushing event updated for resources: {'Port': ['ID=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:46.003894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::8f57:371c:8b72:6fcb (5208675d-cfec-448d-b248-98e8fb72f3f3/e30f081e-46f2-4826-8183-d0cabc2285fc/8c9ff163-7677-4236-b95f-34019c7c222d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:46.079274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f27223-acd4-4c70-a335-c5299fd61220 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:46.162657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:46.231847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b5867e86-c2ff-4c61-9770-c85b777514ed None None] Provisioning complete for port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:46.232285 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5867e86-c2ff-4c61-9770-c85b777514ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.234470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.272487 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.321996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:46.322392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.326923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:46.330142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:46.334567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:46.340436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:46.341055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.353944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=8c9ff163-7677-4236-b95f-34019c7c222d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:46.370813 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-02243166-3752-4175-a1ac-3477a2ada62a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8097773 Oct 22 13:35:46.373365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:46.432685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85d278-6aef-4313-8f0b-eaffc3035407 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:46.438726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85d278-6aef-4313-8f0b-eaffc3035407 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:46.440550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6d85d278-6aef-4313-8f0b-eaffc3035407 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0660417 Oct 22 13:35:46.444518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38806) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:46.558977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 8c9ff163-7677-4236-b95f-34019c7c222d {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:46.559338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.651854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.666142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 8c9ff163-7677-4236-b95f-34019c7c222d owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:46.789653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bfd83f53-4a50-45c8-8a15-bf6a2cf2aae5 None None] Provisioning complete for port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:46.790861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfd83f53-4a50-45c8-8a15-bf6a2cf2aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.907747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bfd83f53-4a50-45c8-8a15-bf6a2cf2aae5 None None] Provisioning complete for port 8c9ff163-7677-4236-b95f-34019c7c222d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:46.908180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfd83f53-4a50-45c8-8a15-bf6a2cf2aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:46.953383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bfd83f53-4a50-45c8-8a15-bf6a2cf2aae5 None None] Port 8c9ff163-7677-4236-b95f-34019c7c222d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:47.069816 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4f04f85e-f7a7-4738-8ca7-b72431cc2b60 None None] Could not find standard attr ID for object f5fc05d1-9735-4675-bd3e-4bcf3844367e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:47.154320 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.201437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=8c9ff163-7677-4236-b95f-34019c7c222d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:47.219950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.223319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-88005321-f7d1-4296-a897-2ea19a4da82c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/8c9ff163-7677-4236-b95f-34019c7c222d HTTP/1.1" status: 204 len: 168 time: 0.7778597 Oct 22 13:35:47.226834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38816) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:47.284991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-83e87785-e712-46b5-b698-d693329cb5e5 None None] Could not find standard attr ID for object 8c9ff163-7677-4236-b95f-34019c7c222d. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:47.294440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fbe73-b054-457f-8c39-fe0f8f60417b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:47.296157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fbe73-b054-457f-8c39-fe0f8f60417b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:47.297719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c47fbe73-b054-457f-8c39-fe0f8f60417b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0698884 Oct 22 13:35:47.300469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38818) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:47.355398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet e30f081e-46f2-4826-8183-d0cabc2285fc {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:47.358928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.401350 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.453291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.518122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.532767 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.536456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/e30f081e-46f2-4826-8183-d0cabc2285fc HTTP/1.1" status: 204 len: 168 time: 0.2349658 Oct 22 13:35:47.539541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38820) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:47.625226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f6c54eac-bcfd-4bf4-8b7c-3018ba6881b8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820558 Oct 22 13:35:47.625226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce070c1a-1a90-4ab1-9a2a-fe2039850970 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=e30f081e-46f2-4826-8183-d0cabc2285fc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:47.626264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38822) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:47.634999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:47.655160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc94d6c-9f07-4f8b-b986-1f5bb4b6abf4 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:47.738138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:47.741789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.887644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:47.950194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Deleting port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:47.950676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.954344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:47.997148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:48.000295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:48.004609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:48.005202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.020235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=29acf8e7-ba74-4f0e-a882-346049f2f3b3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:48.032381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38830) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:48.032550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-19e6d0c9-0096-44f9-b2e2-2537fc54dbc7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4018006 Oct 22 13:35:48.040356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '29acf8e7-ba74-4f0e-a882-346049f2f3b3', 'ip_address': '2001:db8::ba23:682f:bbfb:63b0'}], 'name': 'tempest-NetworksTestDHCPv6-868731723'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:48.048375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] For port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:48.048791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.062959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Calling delete_port for fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:48.120694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:48.174021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:48.228050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.240259 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.265568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] Pushing event deleted for resources: {'Port': ['ID=fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:48.270326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb72190-a56b-4ebf-b444-c5ef500aa903 None None] No DVR routers for this DVR port fe85564b-55b2-4d76-8c01-cf5e2d7d2f2e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:48.272629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.303917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348925d9-1679-4d68-a7d0-bec08551ca79 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:48.304348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port ae8175b0-cd1a-4757-90a4-2184e1aa0926 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:48.463276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '29acf8e7-ba74-4f0e-a882-346049f2f3b3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:48.464275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.471568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::ba23:682f:bbfb:63b0 (5208675d-cfec-448d-b248-98e8fb72f3f3/29acf8e7-ba74-4f0e-a882-346049f2f3b3/ae8175b0-cd1a-4757-90a4-2184e1aa0926) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:48.631448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.664575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.687230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:48.690929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:48.694026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:48.700987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:48.701797 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.710856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/29acf8e7-ba74-4f0e-a882-346049f2f3b3/31584c4f-4ed5-49cc-b3f6-eb7728db9664) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:48.744543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7104409 Oct 22 13:35:48.747020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38832) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:48.767978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507aa58-855a-4f56-8c43-67a5428b7d91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=ae8175b0-cd1a-4757-90a4-2184e1aa0926,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:48.815419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093330f5-6f09-4e54-b416-6f13dec2e72c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:48.817481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-093330f5-6f09-4e54-b416-6f13dec2e72c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0692170 Oct 22 13:35:48.820982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38836) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:48.858417 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-6d565f43-3a1d-43a5-804f-129c0c487ef9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697737 Oct 22 13:35:48.922993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.930148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.959812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-16763ce4-f303-4b23-abeb-e301502fdef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:48.960124 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port ae8175b0-cd1a-4757-90a4-2184e1aa0926 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:48.960124 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:48.960481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-16763ce4-f303-4b23-abeb-e301502fdef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.0505104 Oct 22 13:35:48.990536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:48.993775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:49.001034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:49.005764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Pushing event updated for resources: {'Port': ['ID=31584c4f-4ed5-49cc-b3f6-eb7728db9664,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:49.076485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Attempting to bind port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:49.076994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Attempting to bind port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:49.077444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Attempting to bind port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:49.083469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:49.084177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:49.084659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.085173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:49.085728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Bound port: 31584c4f-4ed5-49cc-b3f6-eb7728db9664, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:49.086745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-4b90cf30-cd8c-493b-823b-925c6a0bf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:49.086960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.088611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-4b90cf30-cd8c-493b-823b-925c6a0bf6d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 897 time: 0.1033614 Oct 22 13:35:49.097846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.117852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for ae8175b0-cd1a-4757-90a4-2184e1aa0926 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:49.160752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] For port 31584c4f-4ed5-49cc-b3f6-eb7728db9664, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:49.164953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] For port 31584c4f-4ed5-49cc-b3f6-eb7728db9664, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31584c4f-4ed5-49cc-b3f6-eb7728db9664,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:49.171143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-7eb3ff67-da89-4ca9-9330-5eabe8f57d8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 1001 time: 0.0744426 Oct 22 13:35:49.171576 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.241682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc2c5-0581-4ae1-b289-35bdb653649a None None] Pushing event updated for resources: {'Port': ['ID=31584c4f-4ed5-49cc-b3f6-eb7728db9664,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:49.251940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-917e14ad-23e1-461d-a1be-6074ecdcaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:49.254651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-917e14ad-23e1-461d-a1be-6074ecdcaccb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.0757852 Oct 22 13:35:49.309783 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.336970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-27263e21-4d16-4ac5-b754-dcf7da39b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:49.338514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-27263e21-4d16-4ac5-b754-dcf7da39b3cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744102 Oct 22 13:35:49.343471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=ae8175b0-cd1a-4757-90a4-2184e1aa0926,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:49.377244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.381291 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c38ee93-1e06-440a-8eb6-5e85aea65bd7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/ae8175b0-cd1a-4757-90a4-2184e1aa0926 HTTP/1.1" status: 204 len: 168 time: 0.5591571 Oct 22 13:35:49.385762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38842) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:49.467421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-f8f1ed21-0032-4383-a732-fbf771357fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162121 Oct 22 13:35:49.498345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bcab0-0a05-4422-b15d-8a0b6b28587d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:49.499990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bcab0-0a05-4422-b15d-8a0b6b28587d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:49.501652 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd9bcab0-0a05-4422-b15d-8a0b6b28587d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1148443 Oct 22 13:35:49.504410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38844) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:49.589628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 29acf8e7-ba74-4f0e-a882-346049f2f3b3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:49.592980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.597846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fea80c71-2755-42dd-9b7f-363c6a59d1b9 req-2e9476ea-25b9-40a0-82de-a581badcd1bb service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218657 Oct 22 13:35:49.645011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.736152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.803829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.835737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=29acf8e7-ba74-4f0e-a882-346049f2f3b3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:49.837805 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:49.841095 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8be568e-ffd4-4b43-b698-5264b5e7dca4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/29acf8e7-ba74-4f0e-a882-346049f2f3b3 HTTP/1.1" status: 204 len: 168 time: 0.3357403 Oct 22 13:35:49.843627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:49.888130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-58d56c74-48e5-4fd5-bc54-8b65efb59988 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433939 Oct 22 13:35:49.890833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:49.895600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:49.988048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:49.992866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.145868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31584c4f-4ed5-49cc-b3f6-eb7728db9664 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:50.206736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:50.207409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.240388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.291989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:50.295744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:50.303445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:50.304092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.317329 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.339244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:50.340065 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4474905 Oct 22 13:35:50.347226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a', 'ip_address': '2001:db8::b9f8:8df1:9846:5f4a'}], 'name': 'tempest-NetworksTestDHCPv6-379865970'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:50.348072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c4912-1a3b-40f9-91a8-2463ccdfc169 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:50.361397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 31584c4f-4ed5-49cc-b3f6-eb7728db9664, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31584c4f-4ed5-49cc-b3f6-eb7728db9664,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:50.367871 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.420448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=31584c4f-4ed5-49cc-b3f6-eb7728db9664,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:50.445968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4c153-30eb-4210-ab15-3c9283ee30fc None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:50.499701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:50.506099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.529538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 204e8b42-d430-48cc-8ce7-143bb3e9eed7 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:50.557747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-15ea8bed-8ae5-4d55-a4cc-6b96a1502db1 None None] Provisioning complete for port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:50.558218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-15ea8bed-8ae5-4d55-a4cc-6b96a1502db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.704276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::b9f8:8df1:9846:5f4a (5208675d-cfec-448d-b248-98e8fb72f3f3/1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a/204e8b42-d430-48cc-8ce7-143bb3e9eed7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:50.911196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.949888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:50.974819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:50.999780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:51.008605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:51.015580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:51.016213 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.051450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7100856 Oct 22 13:35:51.053468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81a452-58e2-491e-848a-8a1f5c89873c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=204e8b42-d430-48cc-8ce7-143bb3e9eed7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:51.054216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38866) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:51.116648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce3788-4d68-4501-a338-c6eea6fc9503 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:51.122931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce3788-4d68-4501-a338-c6eea6fc9503 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:51.124584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-18ce3788-4d68-4501-a338-c6eea6fc9503 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0689979 Oct 22 13:35:51.127189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38868) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:51.191073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ee9363b8-b962-4c4c-838e-62ad91960e68 None None] Provisioning complete for port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:51.192190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee9363b8-b962-4c4c-838e-62ad91960e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.240194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 204e8b42-d430-48cc-8ce7-143bb3e9eed7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:51.240640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.357930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.370431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 204e8b42-d430-48cc-8ce7-143bb3e9eed7 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:51.410515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9b2517e1-48ea-4284-a59a-fef093a3ca74 None None] Could not find standard attr ID for object ae8175b0-cd1a-4757-90a4-2184e1aa0926. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:51.511141 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.543612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=204e8b42-d430-48cc-8ce7-143bb3e9eed7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:51.576321 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.579798 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-14597af8-dc40-422f-a51d-9bd609248b48 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/204e8b42-d430-48cc-8ce7-143bb3e9eed7 HTTP/1.1" status: 204 len: 168 time: 0.4510791 Oct 22 13:35:51.582280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38870) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:51.631377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a6cacd2a-dde2-407f-a018-8abc76de0499 None None] Could not find standard attr ID for object 204e8b42-d430-48cc-8ce7-143bb3e9eed7. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:51.646154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aa2cf-bab3-45a3-98d0-6bbdbdcd8ebf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:51.647791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aa2cf-bab3-45a3-98d0-6bbdbdcd8ebf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:51.649991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6c6aa2cf-bab3-45a3-98d0-6bbdbdcd8ebf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0665231 Oct 22 13:35:51.651869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38872) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:51.706941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:51.711782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.764873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.815349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.893073 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.922121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:51.926112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:51.930069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3fe07380-d315-465e-95ed-46d62c8ba321 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a HTTP/1.1" status: 204 len: 168 time: 0.2771513 Oct 22 13:35:51.932688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38880) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:51.976817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c8a48677-bc0f-4258-b459-170080fb6a1e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429456 Oct 22 13:35:51.979106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38882) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:52.078784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dcfd17-a725-4fb7-83ea-99310e4274df None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:52.080284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97ee02-5573-46ca-b35a-d57efe342140 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:52.084747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0a97ee02-5573-46ca-b35a-d57efe342140 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1017852 Oct 22 13:35:52.084912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:52.099928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31584c4f-4ed5-49cc-b3f6-eb7728db9664 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:52.147016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b086c-db71-4ddf-8d22-90fb53c301b3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:52.150806 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-128b086c-db71-4ddf-8d22-90fb53c301b3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626285 Oct 22 13:35:52.151028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38886) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:52.196384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bf90dd70-2bc2-41ff-a901-97dd6e557960 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399003 Oct 22 13:35:52.198840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38888) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:52.201944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:52.249104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:52.250138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.301802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:52.306979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.389714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:52.438349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Deleting port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:52.438771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.501409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] For port 31584c4f-4ed5-49cc-b3f6-eb7728db9664, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=31584c4f-4ed5-49cc-b3f6-eb7728db9664,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:52.501821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.512831 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.518880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Calling delete_port for 31584c4f-4ed5-49cc-b3f6-eb7728db9664 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:52.535699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:52.538891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:52.542060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:52.542751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.587355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3868198 Oct 22 13:35:52.589316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38890) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:52.596127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '85f0360a-a968-4e5e-921e-d64cc6fa87f9', 'ip_address': '2001:db8::fef7:71b2:e2ee:ab'}], 'name': 'tempest-NetworksTestDHCPv6-254503430'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:52.602335 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.610760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e594e-4dec-468c-9e5a-0f2586b79d72 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=85f0360a-a968-4e5e-921e-d64cc6fa87f9,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:52.635713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] No DVR routers for this DVR port 31584c4f-4ed5-49cc-b3f6-eb7728db9664 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:52.639834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ebd28-261c-4d2b-8be4-cbc876313974 None None] Pushing event deleted for resources: {'Port': ['ID=31584c4f-4ed5-49cc-b3f6-eb7728db9664,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:52.654767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e3f69-1dc8-4f04-98a7-fc98198b28e5 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:52.779593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:52.850691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '85f0360a-a968-4e5e-921e-d64cc6fa87f9'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:52.851802 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.902405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:52.922307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port b3ac94d9-9ebe-4416-b36e-d8e31169f3ca yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:53.009918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/85f0360a-a968-4e5e-921e-d64cc6fa87f9/56d2fcd5-cfba-4763-acbe-8b7bface7d5c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:53.155808 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.163346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.212855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:53.213105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::fef7:71b2:e2ee:ab (5208675d-cfec-448d-b248-98e8fb72f3f3/85f0360a-a968-4e5e-921e-d64cc6fa87f9/b3ac94d9-9ebe-4416-b36e-d8e31169f3ca) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:53.217699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:53.220184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:53.233382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Pushing event updated for resources: {'Port': ['ID=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:53.290873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Attempting to bind port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:53.291959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Attempting to bind port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:53.292326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Attempting to bind port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:53.297329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:53.297703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:53.298100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.298650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:53.299124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Bound port: 56d2fcd5-cfba-4763-acbe-8b7bface7d5c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:53.299507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.375479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.376271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] For port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:53.379740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] For port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:53.385875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.413698 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.448072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8b1f1-3499-4507-9ebd-bc252779430b None None] Pushing event updated for resources: {'Port': ['ID=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:53.470522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:53.473698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:53.477454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:53.483193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:53.483816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.499336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=b3ac94d9-9ebe-4416-b36e-d8e31169f3ca,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:53.516385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:53.516905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed55505f-ba71-447f-851b-7d25dc1c3d62 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.9257143 Oct 22 13:35:53.522519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '85f0360a-a968-4e5e-921e-d64cc6fa87f9', 'ip_address': '2001:db8::fef7:71b2:e2ee:ab'}], 'name': 'tempest-NetworksTestDHCPv6-971999857'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:53.666861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:53.762532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:53.785717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port bd7de643-e602-4971-b399-e2e19fe32336 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:53.947234 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 22 13:35:53.947700 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:35:53.967995 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b4fd426e-63fd-495a-8f93-0e3cf628e1e3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.4501929 Oct 22 13:35:53.970350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:54.010449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-563b9eae-ab36-4ebc-a423-a60ab50d559c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.026934 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7951a-dc35-4fff-b3bd-2a4cc703096c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:54.033026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7951a-dc35-4fff-b3bd-2a4cc703096c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:54.037772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7cd7951a-dc35-4fff-b3bd-2a4cc703096c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0633304 Oct 22 13:35:54.038514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38908) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:54.127734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 56d2fcd5-cfba-4763-acbe-8b7bface7d5c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:54.164929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port b3ac94d9-9ebe-4416-b36e-d8e31169f3ca {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:54.165312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.207431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:54.208158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.287605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.303842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for b3ac94d9-9ebe-4416-b36e-d8e31169f3ca owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:54.319106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.361124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:54.367116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.444937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31584c4f-4ed5-49cc-b3f6-eb7728db9664 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:54.483554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 31584c4f-4ed5-49cc-b3f6-eb7728db9664 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:54.483915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 31584c4f-4ed5-49cc-b3f6-eb7728db9664 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:35:54.485543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:54.507274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.540437 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=b3ac94d9-9ebe-4416-b36e-d8e31169f3ca,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:54.574378 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.578189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3fea74fb-d5da-485c-bfec-51fff0ecc574 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b3ac94d9-9ebe-4416-b36e-d8e31169f3ca HTTP/1.1" status: 204 len: 168 time: 0.5373518 Oct 22 13:35:54.580375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38914) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:54.608056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-4313e8c6-09a0-4093-99ae-d1bc2c4760f2 None None] Provisioning complete for port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:54.608706 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4313e8c6-09a0-4093-99ae-d1bc2c4760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.645464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28729bcb-4744-4498-b2ac-d532f6dff7a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:54.647087 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28729bcb-4744-4498-b2ac-d532f6dff7a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:54.648985 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28729bcb-4744-4498-b2ac-d532f6dff7a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0673337 Oct 22 13:35:54.651315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:54.716233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 85f0360a-a968-4e5e-921e-d64cc6fa87f9 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:54.719966 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.762924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.823675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2b9aa4d1-93c7-475f-ba99-a9c70c1bf13c None None] Could not find standard attr ID for object b3ac94d9-9ebe-4416-b36e-d8e31169f3ca. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:35:54.863440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.924964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.952008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0360a-a968-4e5e-921e-d64cc6fa87f9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:54.959441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:54.961994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e9a200ed-78fc-4612-a24f-3a700f7547ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/85f0360a-a968-4e5e-921e-d64cc6fa87f9 HTTP/1.1" status: 204 len: 168 time: 0.3096375 Oct 22 13:35:54.964416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38920) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.012994 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e96f35e7-da60-46db-807a-3d7228835ae4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432699 Oct 22 13:35:55.012994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.018253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:55.019900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a63c8-d6c2-4ff6-b581-cbacd1eea028 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:55.112115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:55.115993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.206595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:35:55.279999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Deleting port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:55.281246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.335895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.358329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] For port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:55.358971 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.374633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Calling delete_port for 56d2fcd5-cfba-4763-acbe-8b7bface7d5c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:55.379730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:55.383939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:55.387198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:55.387855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.403339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=6d0d6e6f-20a9-4583-a20f-b9050a7cf386,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:55.411767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a4b7c5e-ac71-4f0b-a1ff-b68013b8de4a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3979661 Oct 22 13:35:55.415168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.420555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '6d0d6e6f-20a9-4583-a20f-b9050a7cf386', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-664322437'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:55.471323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.486828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] No DVR routers for this DVR port 56d2fcd5-cfba-4763-acbe-8b7bface7d5c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:35:55.519657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72283a-6b44-434d-b3c7-8fa391dced1d None None] Pushing event deleted for resources: {'Port': ['ID=56d2fcd5-cfba-4763-acbe-8b7bface7d5c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:55.522628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da609bb-6cc8-4179-abab-cb94b6f8162e None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:55.546454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:55.551699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.570745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 605fa3bc-6530-405e-962d-1d22240c2b5a yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:35:55.685002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '6d0d6e6f-20a9-4583-a20f-b9050a7cf386'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:35:55.686040 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.687687 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:35:55.688268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:35:55.705591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f8f853ef-0d51-4a5e-8e2f-30de0431ed19 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2892978 Oct 22 13:35:55.708274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38930) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.739805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1d931d4c-c8bc-4d0d-9c0d-3063bd7c78bf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0271869 Oct 22 13:35:55.740009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.798012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e5def-7fe4-4583-be22-51a1f118cf2c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:55.799490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e5def-7fe4-4583-be22-51a1f118cf2c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:55.803832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-819e5def-7fe4-4583-be22-51a1f118cf2c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0598788 Oct 22 13:35:55.804054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38934) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:55.832433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/6d0d6e6f-20a9-4583-a20f-b9050a7cf386/abf91765-5b04-401a-b0de-00d901da47a2) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:55.862281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 6d0d6e6f-20a9-4583-a20f-b9050a7cf386 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:35:55.976786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.982177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:55.982638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.020820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:56.026855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:56.029221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:56.037102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.039400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Pushing event updated for resources: {'Port': ['ID=abf91765-5b04-401a-b0de-00d901da47a2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:56.110128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Attempting to bind port abf91765-5b04-401a-b0de-00d901da47a2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:56.110473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Attempting to bind port abf91765-5b04-401a-b0de-00d901da47a2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:56.110925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Attempting to bind port abf91765-5b04-401a-b0de-00d901da47a2 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:56.120470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 56d2fcd5-cfba-4763-acbe-8b7bface7d5c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:35:56.123189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:56.123562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:56.123959 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.124350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:56.124825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Bound port: abf91765-5b04-401a-b0de-00d901da47a2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:56.125350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.145242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.159239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 56d2fcd5-cfba-4763-acbe-8b7bface7d5c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:35:56.159683 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 56d2fcd5-cfba-4763-acbe-8b7bface7d5c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:35:56.227000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.236729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] For port abf91765-5b04-401a-b0de-00d901da47a2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:56.240735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] For port abf91765-5b04-401a-b0de-00d901da47a2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=abf91765-5b04-401a-b0de-00d901da47a2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:56.245089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.259128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0d6e6f-20a9-4583-a20f-b9050a7cf386,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:56.268327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.274170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e9df53a-1293-4be8-99da-1b31c915c21a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/6d0d6e6f-20a9-4583-a20f-b9050a7cf386 HTTP/1.1" status: 204 len: 168 time: 0.4669495 Oct 22 13:35:56.274495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38942) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:56.325236 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b772bcac-3d54-4e01-a0a6-c845b102d07f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461702 Oct 22 13:35:56.325687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38944) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:56.326486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc52b6-075f-452b-8e8e-1eefcf0d96a7 None None] Pushing event updated for resources: {'Port': ['ID=abf91765-5b04-401a-b0de-00d901da47a2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:56.335919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:56.428638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:35:56.432430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.656707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.706556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:56.710346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:56.714592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:56.715209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.724525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=d70c1445-bdd1-4f97-a33d-fe60915b317d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:56.738658 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-539f7cce-1c2b-485f-aec2-2a70a85acf11 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4095113 Oct 22 13:35:56.738958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38948) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:56.743873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-984457940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:35:56.767733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.768668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.821841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.826344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.842748 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:56.843944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-05d4a5da-263a-4874-9aa1-a79999de8456 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1039014 Oct 22 13:35:56.846739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38950) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:57.095002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67d7cb9d-9cf3-4441-8e8a-d434b386e531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.151821 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.436969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bb12c-5e62-427c-b101-46f06723d4a0 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:35:57.456167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::1 (5208675d-cfec-448d-b248-98e8fb72f3f3/d70c1445-bdd1-4f97-a33d-fe60915b317d/4d24a878-00da-42b9-9d58-d3130ca3e30f) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:35:57.511086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] Provisioning complete for port abf91765-5b04-401a-b0de-00d901da47a2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:57.511609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.583098 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.620785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.664106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:57.664589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.667323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:57.673705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:35:57.674517 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.712357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] For port abf91765-5b04-401a-b0de-00d901da47a2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=abf91765-5b04-401a-b0de-00d901da47a2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:35:57.717113 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.720171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=4d24a878-00da-42b9-9d58-d3130ca3e30f,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:57.796894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2ba0-00a1-4863-801d-c5fc1006a2c2 None None] Pushing event updated for resources: {'Port': ['ID=abf91765-5b04-401a-b0de-00d901da47a2,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:57.835777 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.839828 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.844702 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.942497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a0ac9481-16b2-4a6d-a365-ccf181464d94 None None] Provisioning complete for port 4d24a878-00da-42b9-9d58-d3130ca3e30f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:57.943058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9481-16b2-4a6d-a365-ccf181464d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:57.979751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac9481-16b2-4a6d-a365-ccf181464d94 None None] Port 4d24a878-00da-42b9-9d58-d3130ca3e30f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:57.989967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a0ac9481-16b2-4a6d-a365-ccf181464d94 None None] Provisioning complete for port abf91765-5b04-401a-b0de-00d901da47a2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:57.990479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9481-16b2-4a6d-a365-ccf181464d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.174485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device abf91765-5b04-401a-b0de-00d901da47a2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:35:58.195592 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.204589 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.205238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.242993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port abf91765-5b04-401a-b0de-00d901da47a2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:58.243740 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.283692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=4d24a878-00da-42b9-9d58-d3130ca3e30f,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:58.354360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-83e9ebba-7a57-4990-85ca-e666c88880d5 None None] Provisioning complete for port 4d24a878-00da-42b9-9d58-d3130ca3e30f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:58.354480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83e9ebba-7a57-4990-85ca-e666c88880d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.358647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:35:58.360097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:35:58.398276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-83e9ebba-7a57-4990-85ca-e666c88880d5 None None] Port 4d24a878-00da-42b9-9d58-d3130ca3e30f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:58.485196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Router 6022dd8c-a089-4314-8a21-e3c39d2c3407 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:35:58.625860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3ddbdd3c-304f-445e-887f-1852db761d72 None None] Provisioning complete for port 4d24a878-00da-42b9-9d58-d3130ca3e30f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:35:58.626530 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd3c-304f-445e-887f-1852db761d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:58.676164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbdd3c-304f-445e-887f-1852db761d72 None None] Port 4d24a878-00da-42b9-9d58-d3130ca3e30f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:35:58.910215 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:35:58.918858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-422ffed6-d4a4-4bf9-a13c-39f2714c7198 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "PUT /v2.0/routers/6022dd8c-a089-4314-8a21-e3c39d2c3407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676053 Oct 22 13:35:58.918858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38964) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:58.920428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Sync routers for ids ['6022dd8c-a089-4314-8a21-e3c39d2c3407'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:35:58.931909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Routers {'6022dd8c-a089-4314-8a21-e3c39d2c3407'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:35:58.932526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['6022dd8c-a089-4314-8a21-e3c39d2c3407'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:58.963780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b1125-bd9f-4304-b50c-cac018fd2d1c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:58.967633 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c94b1125-bd9f-4304-b50c-cac018fd2d1c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports/4d24a878-00da-42b9-9d58-d3130ca3e30f HTTP/1.1" status: 200 len: 911 time: 0.0464547 Oct 22 13:35:58.967929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:59.019741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486904ac-3294-4e0f-a550-0eea286af799 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:59.026469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486904ac-3294-4e0f-a550-0eea286af799 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:35:59.029413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-486904ac-3294-4e0f-a550-0eea286af799 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0592811 Oct 22 13:35:59.031198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:35:59.180557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Set router 6022dd8c-a089-4314-8a21-e3c39d2c3407 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:35:59.376463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'name': 'tempest-NetworksTestDHCPv6-router-984457940', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:56Z', 'updated_at': '2021-10-22T13:35:57Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None, '_interfaces': [{'id': '4d24a878-00da-42b9-9d58-d3130ca3e30f', 'name': '', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'mac_address': 'fa:16:3e:0f:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:57Z', 'updated_at': '2021-10-22T13:35:58Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'subnets': [{'id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:35:59.406937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Checking router: 6022dd8c-a089-4314-8a21-e3c39d2c3407 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:35:59.407287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Updating router 6022dd8c-a089-4314-8a21-e3c39d2c3407 port 4d24a878-00da-42b9-9d58-d3130ca3e30f binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:35:59.432984 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.479736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.720782 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.726980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 4d24a878-00da-42b9-9d58-d3130ca3e30f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:35:59.727617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.727993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.788347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc176e70-2b67-4e67-bd75-39e18c717d82 None None] Pushing event updated for resources: {'Port': ['ID=4d24a878-00da-42b9-9d58-d3130ca3e30f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:35:59.847616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.854787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.865197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 4d24a878-00da-42b9-9d58-d3130ca3e30f owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:35:59.867101 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Attempting to bind port 4d24a878-00da-42b9-9d58-d3130ca3e30f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:35:59.867567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Attempting to bind port 4d24a878-00da-42b9-9d58-d3130ca3e30f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:35:59.868297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Attempting to bind port 4d24a878-00da-42b9-9d58-d3130ca3e30f on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:35:59.873713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:35:59.874256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:35:59.874797 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.875291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:35:59.875878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Bound port: 4d24a878-00da-42b9-9d58-d3130ca3e30f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:35:59.876374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:35:59.943318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] For port 4d24a878-00da-42b9-9d58-d3130ca3e30f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:35:59.947015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] For port 4d24a878-00da-42b9-9d58-d3130ca3e30f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4d24a878-00da-42b9-9d58-d3130ca3e30f,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:35:59.955651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.039877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Routers {'6022dd8c-a089-4314-8a21-e3c39d2c3407'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:00.040775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['6022dd8c-a089-4314-8a21-e3c39d2c3407'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:00.072426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.079488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc176e70-2b67-4e67-bd75-39e18c717d82 None None] Pushing event updated for resources: {'Port': ['ID=4d24a878-00da-42b9-9d58-d3130ca3e30f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:00.108475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=4d24a878-00da-42b9-9d58-d3130ca3e30f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:00.143224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7c3d9343-c879-4b2e-a9cf-2e8aaadf411c None None] Could not find standard attr ID for object 4d24a878-00da-42b9-9d58-d3130ca3e30f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:00.162708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] Set router 6022dd8c-a089-4314-8a21-e3c39d2c3407 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:00.223833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.416313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'name': 'tempest-NetworksTestDHCPv6-router-984457940', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:56Z', 'updated_at': '2021-10-22T13:35:57Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None, '_interfaces': [{'id': '4d24a878-00da-42b9-9d58-d3130ca3e30f', 'name': '', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'mac_address': 'fa:16:3e:0f:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:57Z', 'updated_at': '2021-10-22T13:35:59Z', 'revision_number': 4, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'subnets': [{'id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:00.420035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Router 6022dd8c-a089-4314-8a21-e3c39d2c3407 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:00.447689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bcdd55-5f95-46ae-978e-b25383234d25 None None] The sync data for ids ['6022dd8c-a089-4314-8a21-e3c39d2c3407'] in n-d-813419-8 is: [{'id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'name': 'tempest-NetworksTestDHCPv6-router-984457940', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:56Z', 'updated_at': '2021-10-22T13:35:57Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None, '_interfaces': [{'id': '4d24a878-00da-42b9-9d58-d3130ca3e30f', 'name': '', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'mac_address': 'fa:16:3e:0f:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6022dd8c-a089-4314-8a21-e3c39d2c3407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:57Z', 'updated_at': '2021-10-22T13:35:59Z', 'revision_number': 4, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'subnets': [{'id': 'd70c1445-bdd1-4f97-a33d-fe60915b317d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:00.462206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d335b63-f0d7-4774-80d1-d18e1ab8541b None None] Could not find standard attr ID for object 4d24a878-00da-42b9-9d58-d3130ca3e30f. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:00.525673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:00.531258 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ce8e1b6-d359-47a4-923c-b9197436bbed tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "PUT /v2.0/routers/6022dd8c-a089-4314-8a21-e3c39d2c3407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989858 Oct 22 13:36:00.533628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38978) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:00.594183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf182f-4d6b-40ab-9442-563f03b19715 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:00.595916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf182f-4d6b-40ab-9442-563f03b19715 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:00.601217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-debf182f-4d6b-40ab-9442-563f03b19715 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0637050 Oct 22 13:36:00.603200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38980) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:00.665192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet d70c1445-bdd1-4f97-a33d-fe60915b317d {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:00.669177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.728220 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.780694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.852414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.877873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=d70c1445-bdd1-4f97-a33d-fe60915b317d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:00.892818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:00.898589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45c148-4b54-443f-b5cd-5c66f0f46fa3 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:00.907490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-01d87094-23a5-42f3-9068-ab9a15d229b1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d70c1445-bdd1-4f97-a33d-fe60915b317d HTTP/1.1" status: 204 len: 168 time: 0.3031373 Oct 22 13:36:00.910194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 38986) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:01.056463 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-59939c65-e29d-4e0e-a412-f5e5cea0dab4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1450701 Oct 22 13:36:01.059084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38988) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:01.138423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:01.159134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.217577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Deleting port abf91765-5b04-401a-b0de-00d901da47a2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:01.219780 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.304651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] For port abf91765-5b04-401a-b0de-00d901da47a2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=abf91765-5b04-401a-b0de-00d901da47a2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:01.305029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.318925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Calling delete_port for abf91765-5b04-401a-b0de-00d901da47a2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:01.359896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.362395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.408105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.408835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Fanout notify agent at l3_agent the message router_deleted on router 6022dd8c-a089-4314-8a21-e3c39d2c3407 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:36:01.412337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.421191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.425146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-33f6856c-026e-4fad-9947-ff7107fe71ff tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/routers/6022dd8c-a089-4314-8a21-e3c39d2c3407 HTTP/1.1" status: 204 len: 168 time: 0.3621542 Oct 22 13:36:01.425547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 38992) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:01.431039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:01.442037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] No DVR routers for this DVR port abf91765-5b04-401a-b0de-00d901da47a2 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:01.447000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3122558-b3e4-4a98-9ecb-80971a64ac70 None None] Pushing event deleted for resources: {'Port': ['ID=abf91765-5b04-401a-b0de-00d901da47a2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:01.547524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:01.551171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.747628 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.802581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:01.806758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:01.810331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:01.810954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.818659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03f200-c82e-4f70-9f1c-2bf80cc0b07c None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:01.825214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=5dadb225-2f43-4da2-b6de-f149f229f463,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:01.838485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0c22d9fe-57f2-4648-953b-92b9c89a6333 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4114201 Oct 22 13:36:01.840604 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39000) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:01.846399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-294506360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:01.875285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.876323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.937970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.944970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.967492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:01.971037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f5a070e-7f68-4aec-a029-4f755a1c1d25 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1294053 Oct 22 13:36:01.971853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39002) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:01.988897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '5dadb225-2f43-4da2-b6de-f149f229f463'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:01.990561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.156876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device abf91765-5b04-401a-b0de-00d901da47a2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:02.158284 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Sync routers for ids ['6022dd8c-a089-4314-8a21-e3c39d2c3407'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:02.171773 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:02.172237 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:36:02.172902 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6022dd8c-a089-4314-8a21-e3c39d2c3407'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:36:02.183122 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:02.183702 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:36:02.185103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: abf91765-5b04-401a-b0de-00d901da47a2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:02.185658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device abf91765-5b04-401a-b0de-00d901da47a2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:02.185866 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6022dd8c-a089-4314-8a21-e3c39d2c3407'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:36:02.186323 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7bf3ef-5c53-4862-ae1e-9bc1abe9f3f9 None None] The sync data for ids ['6022dd8c-a089-4314-8a21-e3c39d2c3407'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:02.215744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/5dadb225-2f43-4da2-b6de-f149f229f463/55dfd1c6-e985-4910-aa48-29b87afb50bf) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:02.326775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.425139 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.432627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.475687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:02.482105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:02.484541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:02.487438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Pushing event updated for resources: {'Port': ['ID=55dfd1c6-e985-4910-aa48-29b87afb50bf,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:02.498355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.498819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.499234 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.499650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.500354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.500495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.500841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.501261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.501662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.502063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.502462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.502894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:02.518332 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:36:02.555266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Attempting to bind port 55dfd1c6-e985-4910-aa48-29b87afb50bf on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:02.555637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Attempting to bind port 55dfd1c6-e985-4910-aa48-29b87afb50bf by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:02.556005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Attempting to bind port 55dfd1c6-e985-4910-aa48-29b87afb50bf on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:02.560978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:02.561352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:02.561804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.562202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:02.563370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Bound port: 55dfd1c6-e985-4910-aa48-29b87afb50bf, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:02.563773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.600503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::1 (5208675d-cfec-448d-b248-98e8fb72f3f3/5dadb225-2f43-4da2-b6de-f149f229f463/21171286-420c-4a01-8f4d-311bf61700c1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:02.629302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] For port 55dfd1c6-e985-4910-aa48-29b87afb50bf, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:02.632910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] For port 55dfd1c6-e985-4910-aa48-29b87afb50bf, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55dfd1c6-e985-4910-aa48-29b87afb50bf,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:02.638096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.697668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d06d-c946-4f85-9012-6f6d2ed0f151 None None] Pushing event updated for resources: {'Port': ['ID=55dfd1c6-e985-4910-aa48-29b87afb50bf,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:02.728382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.767189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.809712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:02.812931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:02.816897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:02.817467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:02.863342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=21171286-420c-4a01-8f4d-311bf61700c1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:02.973360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:03.255796 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:03.261317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:03.262220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:03.334248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=21171286-420c-4a01-8f4d-311bf61700c1,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:03.397865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:03.399491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:03.532227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Router 49fe448f-55e6-40e6-92f9-0c2d34389163 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:36:03.637005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:03.642307 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-baa85310-fcbb-4e97-8da1-e15b4c915da5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "PUT /v2.0/routers/49fe448f-55e6-40e6-92f9-0c2d34389163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6688750 Oct 22 13:36:03.645032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:03.649605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Sync routers for ids ['49fe448f-55e6-40e6-92f9-0c2d34389163'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:03.663019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Routers {'49fe448f-55e6-40e6-92f9-0c2d34389163'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:03.663965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['49fe448f-55e6-40e6-92f9-0c2d34389163'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:03.709055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485fa6d7-4967-4040-b5bd-ae8e3ec98813 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:03.712052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-485fa6d7-4967-4040-b5bd-ae8e3ec98813 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports/21171286-420c-4a01-8f4d-311bf61700c1 HTTP/1.1" status: 200 len: 911 time: 0.0653915 Oct 22 13:36:03.715225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39020) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:03.795426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Set router 49fe448f-55e6-40e6-92f9-0c2d34389163 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:03.810459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1e41e-e301-4811-a552-4cc52be1345e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:03.819259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1e41e-e301-4811-a552-4cc52be1345e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:03.821396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6ac1e41e-e301-4811-a552-4cc52be1345e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1042330 Oct 22 13:36:03.824608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:03.954903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] Provisioning complete for port 55dfd1c6-e985-4910-aa48-29b87afb50bf triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:03.955256 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.126546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156b4c-a6fd-4871-83fb-21357e4bda7d req-ca016f5b-3350-445c-b86a-7d91dc8751f4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:04.128951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42156b4c-a6fd-4871-83fb-21357e4bda7d req-ca016f5b-3350-445c-b86a-7d91dc8751f4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.1454470 Oct 22 13:36:04.183553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42156b4c-a6fd-4871-83fb-21357e4bda7d req-f27cb19a-e0cf-4c1a-b954-256f41504878 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Oct 22 13:36:04.317307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55dfd1c6-e985-4910-aa48-29b87afb50bf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:04.384327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.408793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.452693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] For port 55dfd1c6-e985-4910-aa48-29b87afb50bf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55dfd1c6-e985-4910-aa48-29b87afb50bf,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:04.465399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.474219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 55dfd1c6-e985-4910-aa48-29b87afb50bf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:04.474907 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.495629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe448f-55e6-40e6-92f9-0c2d34389163', 'name': 'tempest-NetworksTestDHCPv6-router-294506360', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:36:01Z', 'updated_at': '2021-10-22T13:36:02Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None, '_interfaces': [{'id': '21171286-420c-4a01-8f4d-311bf61700c1', 'name': '', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'mac_address': 'fa:16:3e:d7:4f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe448f-55e6-40e6-92f9-0c2d34389163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5dadb225-2f43-4da2-b6de-f149f229f463', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:36:02Z', 'updated_at': '2021-10-22T13:36:03Z', 'revision_number': 2, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'subnets': [{'id': '5dadb225-2f43-4da2-b6de-f149f229f463', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:04.556861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Checking router: 49fe448f-55e6-40e6-92f9-0c2d34389163 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:36:04.557087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Updating router 49fe448f-55e6-40e6-92f9-0c2d34389163 port 21171286-420c-4a01-8f4d-311bf61700c1 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:36:04.605570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95641bd4-3e45-439f-961b-7f9cebf1750f None None] Pushing event updated for resources: {'Port': ['ID=55dfd1c6-e985-4910-aa48-29b87afb50bf,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:04.641575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.650400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 21171286-420c-4a01-8f4d-311bf61700c1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:04.651010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.658263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-03eecca1-e123-4ccc-adbf-9cc9cb9b2997 None None] Provisioning complete for port 21171286-420c-4a01-8f4d-311bf61700c1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:04.658784 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03eecca1-e123-4ccc-adbf-9cc9cb9b2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.744856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:04.758664 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d24a878-00da-42b9-9d58-d3130ca3e30f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:04.762856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-03eecca1-e123-4ccc-adbf-9cc9cb9b2997 None None] Port 21171286-420c-4a01-8f4d-311bf61700c1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:36:04.772691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 21171286-420c-4a01-8f4d-311bf61700c1 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:04.839622 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4d24a878-00da-42b9-9d58-d3130ca3e30f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:04.839969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4d24a878-00da-42b9-9d58-d3130ca3e30f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:04.967114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:05.021658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=21171286-420c-4a01-8f4d-311bf61700c1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:05.037265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:05.037702 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:05.347372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1dbd4-6886-48c7-ba46-c45e69b1d272 req-04a34398-152e-41cb-8531-9b2b0aa02696 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:05.357086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39c1dbd4-6886-48c7-ba46-c45e69b1d272 req-04a34398-152e-41cb-8531-9b2b0aa02696 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.0628111 Oct 22 13:36:05.392531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39c1dbd4-6886-48c7-ba46-c45e69b1d272 req-08b09535-ed43-4e82-837c-a053209a2ee7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340784 Oct 22 13:36:05.455540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:05.557348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Port 21171286-420c-4a01-8f4d-311bf61700c1 not found while updating agent binding for router 49fe448f-55e6-40e6-92f9-0c2d34389163. {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 22 13:36:05.566585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Routers {'49fe448f-55e6-40e6-92f9-0c2d34389163'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:05.567232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['49fe448f-55e6-40e6-92f9-0c2d34389163'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:05.614067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Router 49fe448f-55e6-40e6-92f9-0c2d34389163 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:05.640033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] Set router 49fe448f-55e6-40e6-92f9-0c2d34389163 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:05.699658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe448f-55e6-40e6-92f9-0c2d34389163', 'name': 'tempest-NetworksTestDHCPv6-router-294506360', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:36:01Z', 'updated_at': '2021-10-22T13:36:04Z', 'revision_number': 3, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:05.703076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:05.710290 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8ad8855-0fe3-46ed-88ca-710ab5b7ad93 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "PUT /v2.0/routers/49fe448f-55e6-40e6-92f9-0c2d34389163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8823006 Oct 22 13:36:05.711649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39042) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:05.729590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9334f-14e9-4595-968c-3f91d01c8ab6 None None] The sync data for ids ['49fe448f-55e6-40e6-92f9-0c2d34389163'] in n-d-813419-8 is: [{'id': '49fe448f-55e6-40e6-92f9-0c2d34389163', 'name': 'tempest-NetworksTestDHCPv6-router-294506360', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:36:01Z', 'updated_at': '2021-10-22T13:36:04Z', 'revision_number': 3, 'project_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:05.807766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e416cb-7ce7-44c6-a7ed-66246ab3d389 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:05.809351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e416cb-7ce7-44c6-a7ed-66246ab3d389 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:05.811001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f7e416cb-7ce7-44c6-a7ed-66246ab3d389 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0980625 Oct 22 13:36:05.814330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:05.852735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f584-5b68-454d-8121-f1e066a9245e req-efe7a4d3-5fc7-41db-a3c1-524681e8259f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:05.854718 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52b9f584-5b68-454d-8121-f1e066a9245e req-efe7a4d3-5fc7-41db-a3c1-524681e8259f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.1097062 Oct 22 13:36:05.876470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 5dadb225-2f43-4da2-b6de-f149f229f463 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:05.880360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:05.923097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:05.953311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port ebc6b785-4b2f-4404-85c7-be09281168ee {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:05.953649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.022788 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.087211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.103011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.108657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/5dadb225-2f43-4da2-b6de-f149f229f463 HTTP/1.1" status: 204 len: 168 time: 0.2905817 Oct 22 13:36:06.111479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4475bf24-ea30-4407-8cd1-e596815f7784 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:06.126835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55dfd1c6-e985-4910-aa48-29b87afb50bf up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:06.141865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39048) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.151119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7d9f-3ce0-4413-8e63-58b6624daf8a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=5dadb225-2f43-4da2-b6de-f149f229f463,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:06.283033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-97919970-c13a-4e17-acc4-428b75f5961c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1390617 Oct 22 13:36:06.284223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39050) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.289954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 55dfd1c6-e985-4910-aa48-29b87afb50bf triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:06.290569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.383016 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.480967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:06.610375 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.612844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.621496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Deleting port 55dfd1c6-e985-4910-aa48-29b87afb50bf {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:06.623805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.640249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port ebc6b785-4b2f-4404-85c7-be09281168ee, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=ebc6b785-4b2f-4404-85c7-be09281168ee,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:06.640818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.665219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38ea2-d5de-45d9-a567-b6c26f34c4aa req-2e5925a1-2327-42ed-a9c4-baec05752d90 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:06.673561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9a38ea2-d5de-45d9-a567-b6c26f34c4aa req-2e5925a1-2327-42ed-a9c4-baec05752d90 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 946 time: 0.1020484 Oct 22 13:36:06.692053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.693160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Fanout notify agent at l3_agent the message router_deleted on router 49fe448f-55e6-40e6-92f9-0c2d34389163 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:36:06.705403 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.707733 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8229aa88-6a50-498e-81ea-d82dab5adc3f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/routers/49fe448f-55e6-40e6-92f9-0c2d34389163 HTTP/1.1" status: 204 len: 168 time: 0.4223442 Oct 22 13:36:06.710869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39060) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.739170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] For port 55dfd1c6-e985-4910-aa48-29b87afb50bf, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=55dfd1c6-e985-4910-aa48-29b87afb50bf,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:06.745739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.764963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9a38ea2-d5de-45d9-a567-b6c26f34c4aa req-a187efd1-1ef3-4c8e-b409-c0ebb223678f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904241 Oct 22 13:36:06.787906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Calling delete_port for 55dfd1c6-e985-4910-aa48-29b87afb50bf owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:06.796329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd2597-614e-4cbd-bcb7-9b7e8f3c077d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:06.800808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2fcd2597-614e-4cbd-bcb7-9b7e8f3c077d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0887034 Oct 22 13:36:06.801510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39062) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.861871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056b707-eca8-403d-8a0c-7a9f3a776362 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:06.863400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a056b707-eca8-403d-8a0c-7a9f3a776362 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0603335 Oct 22 13:36:06.866621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39064) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.904651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.909085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.909456 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:06.909812 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP 3c87bcdf-72a3-47c5-a9ef-99292637f38c disassociated. External IP: 172.25.6.211, port: ebc6b785-4b2f-4404-85c7-be09281168ee. Oct 22 13:36:06.910327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for ebc6b785-4b2f-4404-85c7-be09281168ee owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:06.915718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0bc292f9-04a2-46dc-b903-131caa9a11bc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479035 Oct 22 13:36:06.923695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:06.929555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:06.941590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] Pushing event deleted for resources: {'Port': ['ID=55dfd1c6-e985-4910-aa48-29b87afb50bf,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:06.952884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb0b8d-c939-469a-b232-225b8594a0c4 None None] No DVR routers for this DVR port 55dfd1c6-e985-4910-aa48-29b87afb50bf on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:06.990946 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Sync routers for ids ['49fe448f-55e6-40e6-92f9-0c2d34389163'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:07.006493 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:07.007937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:36:07.010781 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49fe448f-55e6-40e6-92f9-0c2d34389163'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:36:07.027409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Routers set() bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:07.028077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Router IDs set() for agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 13:36:07.028769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_agentschedulers_db [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49fe448f-55e6-40e6-92f9-0c2d34389163'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent'). {{(pid=100622) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 22 13:36:07.029588 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d1f65-b39c-43f0-a58e-3c0a4f002adb None None] The sync data for ids ['49fe448f-55e6-40e6-92f9-0c2d34389163'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:07.052700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:07.056370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.085887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.123049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=ebc6b785-4b2f-4404-85c7-be09281168ee,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:07.273770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:07.386516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:07.399031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:07.413900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:07.416267 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.418647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:07.420623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:07.436181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port ebc6b785-4b2f-4404-85c7-be09281168ee on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:07.439134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.443541 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-52b9f584-5b68-454d-8121-f1e066a9245e req-50221e7b-8e2a-4469-9d1f-53c0c74a0bf0 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "DELETE /v2.0/ports/ebc6b785-4b2f-4404-85c7-be09281168ee HTTP/1.1" status: 204 len: 173 time: 1.5821199 Oct 22 13:36:07.444173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'name': 'network-vif-deleted', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:07.455625 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45133ae9-521b-4e66-97b7-99ba1844398b" -d '{"events": [{"server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "name": "network-vif-deleted", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:07.469414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:07.477903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:07.483698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:07.484843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.519237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39074) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:07.526389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:07.530771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6057642 Oct 22 13:36:07.544226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f905eb-37e5-4cd2-8823-61406f8d9329 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=ca573295-399f-4dbe-b670-eb52efa06750,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:07.623802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef878e-1bf1-4de8-8c89-1021d9536669 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:07.646760 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655bc780-8283-4366-800e-928e77cc97b3 x-openstack-request-id: req-655bc780-8283-4366-800e-928e77cc97b3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:07.647256 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f98a80-63e0-4e34-9851-a4c652adb049", "name": "network-vif-deleted", "tag": "ebc6b785-4b2f-4404-85c7-be09281168ee", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:07.647455 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-655bc780-8283-4366-800e-928e77cc97b3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:07.647893 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f98a80-63e0-4e34-9851-a4c652adb049', 'name': 'network-vif-deleted', 'tag': 'ebc6b785-4b2f-4404-85c7-be09281168ee', 'status': 'completed', 'code': 200} Oct 22 13:36:07.711971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:07.718435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:07.736136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:07.925310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-23ff420f-6b79-4294-8283-b55e9bd56f57 req-5b5dd8d7-c103-4f8f-9fc3-3d66ddf7b265 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Oct 22 13:36:08.108702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:08.177641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=09729692-962c-47f3-9cea-56acdbbef241,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:08.205152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:08.207664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:08.211392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:08.212332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:08.240946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b946faff-ef4e-4103-9313-24289912d279 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7204430 Oct 22 13:36:08.244221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:08.249993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:22:17:13', 'name': 'tempest-NetworksTestDHCPv6-333976471'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:08.371604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': 'ca573295-399f-4dbe-b670-eb52efa06750'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:08.372472 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:08.385118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55dfd1c6-e985-4910-aa48-29b87afb50bf no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:08.393580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:08.420716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 55dfd1c6-e985-4910-aa48-29b87afb50bf {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:08.421232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 55dfd1c6-e985-4910-aa48-29b87afb50bf not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:08.524069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:08.540504 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:08.575411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:36:08.586198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 169b39dc-63dd-4fe7-8c25-9b0d570e00f1 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:08.586451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:08.614567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:08.615207 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:08.702353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Allocated IP 2001:db8::f816:3eff:fe0b:93b5 (5208675d-cfec-448d-b248-98e8fb72f3f3/ca573295-399f-4dbe-b670-eb52efa06750/b5ea5910-55b8-485f-8c37-2d48442f4426) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:08.785145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:08.984331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.026884 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.062524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fca212be-3a94-4cd3-b5ca-a898d251387d req-8db458a8-1472-455a-a662-16744b05c79c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0585628 Oct 22 13:36:09.103925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:09.111106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:09.119598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:09.158507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Pushing event updated for resources: {'Port': ['ID=b5ea5910-55b8-485f-8c37-2d48442f4426,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:09.160824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 172.20.0.12 (5208675d-cfec-448d-b248-98e8fb72f3f3/09729692-962c-47f3-9cea-56acdbbef241/169b39dc-63dd-4fe7-8c25-9b0d570e00f1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:09.174799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe22:1713 (5208675d-cfec-448d-b248-98e8fb72f3f3/ca573295-399f-4dbe-b670-eb52efa06750/169b39dc-63dd-4fe7-8c25-9b0d570e00f1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:09.210178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Attempting to bind port b5ea5910-55b8-485f-8c37-2d48442f4426 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:09.210921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Attempting to bind port b5ea5910-55b8-485f-8c37-2d48442f4426 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:09.211454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Attempting to bind port b5ea5910-55b8-485f-8c37-2d48442f4426 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:09.226881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:09.227567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:09.228303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.228879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:09.229525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Bound port: b5ea5910-55b8-485f-8c37-2d48442f4426, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:09.230091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.297679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:09.331157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311089b-ed4d-48aa-933a-4c63f1cf79cf None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:09.342695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] For port b5ea5910-55b8-485f-8c37-2d48442f4426, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:09.360591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] For port b5ea5910-55b8-485f-8c37-2d48442f4426, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5ea5910-55b8-485f-8c37-2d48442f4426,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:09.366410 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.376429 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.413949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.462984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:09.466017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:09.470224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:09.479039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929790c6-fc14-4f76-b47e-72e78f2fb67a None None] Pushing event updated for resources: {'Port': ['ID=b5ea5910-55b8-485f-8c37-2d48442f4426,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:09.511268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=169b39dc-63dd-4fe7-8c25-9b0d570e00f1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:09.572646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:09.573324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.617235 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f981cd3e-a438-471b-9c1f-eb120c756247 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3712478 Oct 22 13:36:09.619636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39098) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:09.696975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0586717-7103-4c84-b63b-6c5ea1fa3330 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:09.703826 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0586717-7103-4c84-b63b-6c5ea1fa3330 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:09.709009 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0586717-7103-4c84-b63b-6c5ea1fa3330 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0847776 Oct 22 13:36:09.709432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:09.855473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 169b39dc-63dd-4fe7-8c25-9b0d570e00f1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:09.856102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.879233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875be796-1f00-4b89-9ed6-60abb74d8c21 None None] New status for floating IP 3c87bcdf-72a3-47c5-a9ef-99292637f38c: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:36:09.975332 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:09.989795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 169b39dc-63dd-4fe7-8c25-9b0d570e00f1 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:10.083900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.209324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebc6b785-4b2f-4404-85c7-be09281168ee no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:10.244758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5ea5910-55b8-485f-8c37-2d48442f4426 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:10.294673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: ebc6b785-4b2f-4404-85c7-be09281168ee {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:10.294673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device ebc6b785-4b2f-4404-85c7-be09281168ee not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:10.295019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.315494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b5ea5910-55b8-485f-8c37-2d48442f4426 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:10.316030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.317480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2b14b18-0a6c-4556-a53c-3809e2c45a31 req-32f019d5-fbc2-4c50-862f-023e48b4ae2d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0378895 Oct 22 13:36:10.353813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=169b39dc-63dd-4fe7-8c25-9b0d570e00f1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:10.435700 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.487601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b5ea5910-55b8-485f-8c37-2d48442f4426, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5ea5910-55b8-485f-8c37-2d48442f4426,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:10.493436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.506180 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.510238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-638f4950-cb12-4a41-ab88-4bfff4941583 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/169b39dc-63dd-4fe7-8c25-9b0d570e00f1 HTTP/1.1" status: 204 len: 168 time: 0.7993274 Oct 22 13:36:10.512665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39104) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:10.580121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0644538-ca7c-4bc3-b696-696a432fcf1d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:10.582133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0644538-ca7c-4bc3-b696-696a432fcf1d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:10.583960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0644538-ca7c-4bc3-b696-696a432fcf1d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:10.585546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e0644538-ca7c-4bc3-b696-696a432fcf1d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0718977 Oct 22 13:36:10.586997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b5ea5910-55b8-485f-8c37-2d48442f4426,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:10.588877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39110) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:10.647960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 09729692-962c-47f3-9cea-56acdbbef241 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:10.651983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.705041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.756606 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.830818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.860457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=09729692-962c-47f3-9cea-56acdbbef241,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:10.865761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:10.869346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07919015-c597-4210-8fce-b3110fbbf720 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/09729692-962c-47f3-9cea-56acdbbef241 HTTP/1.1" status: 204 len: 168 time: 0.2790942 Oct 22 13:36:10.871678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39116) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:10.913021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39118) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:10.920473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c11579-cf62-4ce5-85ae-491870ef1016 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:10.932345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet ca573295-399f-4dbe-b670-eb52efa06750 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:10.936445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.023250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.125233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.147495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-135f1093-d913-48e5-9e75-2f8b724cab0b None None] Provisioning complete for port b5ea5910-55b8-485f-8c37-2d48442f4426 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:11.148371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-135f1093-d913-48e5-9e75-2f8b724cab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.171470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port dc3fcce2-827b-4d6b-9108-e23df6845514 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:11.171920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.215793 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.297475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=ca573295-399f-4dbe-b670-eb52efa06750,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:11.303658 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.310060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-175dfc82-4bdc-4ce5-999c-84671d40f4fa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ca573295-399f-4dbe-b670-eb52efa06750 HTTP/1.1" status: 204 len: 168 time: 0.4352605 Oct 22 13:36:11.310383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39120) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:11.356436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.356774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.373380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for dc3fcce2-827b-4d6b-9108-e23df6845514 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:11.379206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f937ec48-a757-44ff-be5e-8ced993e2b23 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673599 Oct 22 13:36:11.380613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39124) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:11.391361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:11.553942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85845e77-ea86-46a0-b197-bd99b75e7692 req-c585bdba-1fc4-4c10-80d3-d851a8152a07 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Oct 22 13:36:11.563620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.580882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:11.587454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.606674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=dc3fcce2-827b-4d6b-9108-e23df6845514,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:11.656187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a995bfb-07fd-4392-8fd5-8e2d6dacc8c1 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:11.690491 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.691111 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Floating IP 9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb disassociated (deleted). External IP: 172.25.6.122, port: a9bf2f58-3b51-483c-b274-ee19ed511f9e. Oct 22 13:36:11.749379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b512bfe6-8a16-4d1f-9ce3-027e82ee8ffe None None] Provisioning complete for port b5ea5910-55b8-485f-8c37-2d48442f4426 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:11.749957 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b512bfe6-8a16-4d1f-9ce3-027e82ee8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:11.948743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:12.013344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Deleting port b5ea5910-55b8-485f-8c37-2d48442f4426 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:12.013890 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.079891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 3394362f-0811-4151-8fbc-f95202db4f82 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:12.144054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:12.157342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5ea5910-55b8-485f-8c37-2d48442f4426 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:12.199238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] For port b5ea5910-55b8-485f-8c37-2d48442f4426, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b5ea5910-55b8-485f-8c37-2d48442f4426,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:12.200071 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.216235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Calling delete_port for b5ea5910-55b8-485f-8c37-2d48442f4426 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:12.321613 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.489913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:12.512300 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.513986 n-d-813419-8 neutron-server[100620]: WARNING neutron.services.revisions.revision_plugin [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Could not find related port for resource to bump revision. Oct 22 13:36:12.521307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_pluggable_backend [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Port b5ea5910-55b8-485f-8c37-2d48442f4426 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100620) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 22 13:36:12.521631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_pluggable_backend [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:93b5 {{(pid=100620) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 22 13:36:12.526124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_pluggable_backend [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:93b5 {{(pid=100620) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 22 13:36:12.527701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.574943 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2e5bffda-7739-43bd-9686-ac543a9bec11 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/floatingips/9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb HTTP/1.1" status: 204 len: 168 time: 1.6565540 Oct 22 13:36:12.577151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:12.581778 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb564bf5-3e56-47c8-8cbc-109549ad5117" -d '{"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:12.616910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=d5f3bc87-ffb9-466e-b243-10a666ac6e79,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:12.622095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:12.623873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:12.627679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:12.629491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:12.631178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] No DVR routers for this DVR port b5ea5910-55b8-485f-8c37-2d48442f4426 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:12.655437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3c356-3ab9-4561-a602-bbad745dad71 None None] Pushing event deleted for resources: {'Port': ['ID=b5ea5910-55b8-485f-8c37-2d48442f4426,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:12.675611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39142) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:12.675891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-76e75c53-d810-412e-a207-482677deba43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2922275 Oct 22 13:36:12.681942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:12.693447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f40ac-fff8-46b7-bab5-a34ede2abf28 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:12.704602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Sync routers for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:12.762910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port b5ea5910-55b8-485f-8c37-2d48442f4426 {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:36:12.764072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b5ea5910-55b8-485f-8c37-2d48442f4426 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:12.841146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:12.842387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:12.930066 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d442596-afa3-41a4-9ab6-d13a175d6f19 x-openstack-request-id: req-7d442596-afa3-41a4-9ab6-d13a175d6f19 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:12.930504 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:12.930885 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d442596-afa3-41a4-9ab6-d13a175d6f19 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:12.931396 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'status': 'completed', 'code': 200} Oct 22 13:36:12.959835 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-a5d2a046-3948-46c7-b566-1cda7cc771e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:12.961570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-a5d2a046-3948-46c7-b566-1cda7cc771e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d995d80d005e424da11709db076b1b4a&device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 1096 time: 0.1054888 Oct 22 13:36:12.992066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:12.995904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:13.023484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b19bbb13-fecf-4ff2-a207-5c5436d52099 req-8dde3cdb-b283-4824-b825-c6352a2455a9 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Oct 22 13:36:13.149737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7fe98-97eb-48ee-939b-7efc04fd5840 req-b59f4522-6595-4e7e-ac5d-246f6ba8b0ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:13.151747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ef7fe98-97eb-48ee-939b-7efc04fd5840 req-b59f4522-6595-4e7e-ac5d-246f6ba8b0ea tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.1063774 Oct 22 13:36:13.180509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-9dea1e65-4331-4d0d-ab29-56c40296a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:13.182365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-9dea1e65-4331-4d0d-ab29-56c40296a422 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 200 len: 897 time: 0.2096519 Oct 22 13:36:13.238794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-934e8302-f982-4e67-8056-3a9783588bfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 200 len: 217 time: 0.0456145 Oct 22 13:36:13.278698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:13.333273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ef7fe98-97eb-48ee-939b-7efc04fd5840 req-801795a9-a7b9-4f90-b7c3-002ca5b37af1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699157 Oct 22 13:36:13.366419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-817d667f-9e76-4e03-91f3-9cbcccaa3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:13.367996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-817d667f-9e76-4e03-91f3-9cbcccaa3739 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 200 len: 834 time: 0.1157920 Oct 22 13:36:13.370127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': 'd5f3bc87-ffb9-466e-b243-10a666ac6e79'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:13.371375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:13.447022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-38974f83-8116-482b-9cb1-756d7ad6ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:13.449042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-38974f83-8116-482b-9cb1-756d7ad6ee05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b148412d-71b1-4959-b65e-c1020abba368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671902 Oct 22 13:36:13.454431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:13.573466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=7ab5f65c-822e-43a6-b99b-b9ddc68e6c13,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:13.587458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:13.589597 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:13.601197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:13.601962 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:13.631171 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-0a384c53-d291-42c1-abea-bf21766d2428 service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708286 Oct 22 13:36:13.653563 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3b7b29ce-81ad-4d47-a6a2-2b1c9373f480 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9761462 Oct 22 13:36:13.656232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:13.662112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:cf:df:32', 'name': 'tempest-NetworksTestDHCPv6-1371332446'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:13.744635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Allocated IP 2001:db8::f816:3eff:fedf:7e2f (5208675d-cfec-448d-b248-98e8fb72f3f3/d5f3bc87-ffb9-466e-b243-10a666ac6e79/8f457e70-f692-4ec7-bc3e-730dcb1de290) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:13.789362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cb564bf5-3e56-47c8-8cbc-109549ad5117 req-dc2d0d7e-cd8c-4ca2-a49d-a0edb994733f service neutron] 10.222.0.21 "GET /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474440 Oct 22 13:36:13.860811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:13.877612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:13.898009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Checking router: 3394362f-0811-4151-8fbc-f95202db4f82 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:36:13.920542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:13.921372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:13.971254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:13.993992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:14.009271 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.060931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.118882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:14.130777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:14.138740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:14.141350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:14.201305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Pushing event updated for resources: {'Port': ['ID=8f457e70-f692-4ec7-bc3e-730dcb1de290,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:14.226191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65806980-f0e6-4875-a695-f604bac91ca3 req-198f66b8-74ea-46de-84d9-35d77aacdd80 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4f98a80-63e0-4e34-9851-a4c652adb049 HTTP/1.1" status: 200 len: 210 time: 0.0767336 Oct 22 13:36:14.238574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 172.20.0.14 (5208675d-cfec-448d-b248-98e8fb72f3f3/7ab5f65c-822e-43a6-b99b-b9ddc68e6c13/b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:14.240780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Attempting to bind port 8f457e70-f692-4ec7-bc3e-730dcb1de290 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:14.241148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Attempting to bind port 8f457e70-f692-4ec7-bc3e-730dcb1de290 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:14.241509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Attempting to bind port 8f457e70-f692-4ec7-bc3e-730dcb1de290 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:14.248286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:14.248663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:14.249063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.249454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:14.249940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Bound port: 8f457e70-f692-4ec7-bc3e-730dcb1de290, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:14.250298 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.266141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fecf:df32 (5208675d-cfec-448d-b248-98e8fb72f3f3/d5f3bc87-ffb9-466e-b243-10a666ac6e79/b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:14.409496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] For port 8f457e70-f692-4ec7-bc3e-730dcb1de290, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:14.426255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] For port 8f457e70-f692-4ec7-bc3e-730dcb1de290, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8f457e70-f692-4ec7-bc3e-730dcb1de290,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:14.441205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.462910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-e8745fb1-c340-4baa-afaa-0faaafb11db1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:14.464611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-e8745fb1-c340-4baa-afaa-0faaafb11db1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.0981390 Oct 22 13:36:14.490693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.539643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24a251-97b8-4b09-9e4c-6541c2d78442 None None] Pushing event updated for resources: {'Port': ['ID=8f457e70-f692-4ec7-bc3e-730dcb1de290,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:14.559653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:14.581902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.600725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2882261-01d0-4f82-8b07-176771a28b55 None None] The sync data for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 is: [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:33:27Z', 'revision_number': 4, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9d342979-e5f2-458f-bf51-4d89508b694c', 'name': '', 'network_id': 'b148412d-71b1-4959-b65e-c1020abba368', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'mac_address': 'fa:16:3e:99:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:26Z', 'updated_at': '2021-10-22T13:33:31Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'subnets': [{'id': '7f4eb711-a478-4061-8df6-9a5aa8594dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:14.618634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e748fa-7f80-4f2c-8cd3-719ec69ecd2d req-0131aaec-77ac-4cfb-bac7-612f6e43252c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:14.629451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e748fa-7f80-4f2c-8cd3-719ec69ecd2d req-0131aaec-77ac-4cfb-bac7-612f6e43252c tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 945 time: 0.2046802 Oct 22 13:36:14.665399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:14.674189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:14.676551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:14.679207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:14.723742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6e748fa-7f80-4f2c-8cd3-719ec69ecd2d req-41691a3b-7e7f-4b46-ba91-1a36e3552012 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/security-groups?id=c49f12a6-8b2b-4fba-9811-d0bb1d949166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911758 Oct 22 13:36:14.756067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port a9bf2f58-3b51-483c-b274-ee19ed511f9e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:14.756518 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.768828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:14.769660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.796022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e0481f3-568d-4c4a-b2c0-141245ae5fcc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1384783 Oct 22 13:36:14.796751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39164) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:14.873100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1425f-75c8-43f5-a92d-00f175a0bda7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:14.881588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1425f-75c8-43f5-a92d-00f175a0bda7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:14.885453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5fc1425f-75c8-43f5-a92d-00f175a0bda7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0873699 Oct 22 13:36:14.889329 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39166) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:14.938403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port a9bf2f58-3b51-483c-b274-ee19ed511f9e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a9bf2f58-3b51-483c-b274-ee19ed511f9e,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:14.942296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:14.968094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for a9bf2f58-3b51-483c-b274-ee19ed511f9e owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:15.040825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:15.041338 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.085468 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965ffa0-22a4-4eb5-b365-b2405893117c None None] New status for floating IP 9e11fbaa-e66b-4b0a-a51c-d10af2abd0fb: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:36:15.136493 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.160641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.187751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:15.237885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=a9bf2f58-3b51-483c-b274-ee19ed511f9e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:15.246076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] No DVR routers for this DVR port a9bf2f58-3b51-483c-b274-ee19ed511f9e on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:15.248790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.257461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e9b40e6-fffb-4b13-859d-0aa8616c3a3c req-72b8999a-e0f6-4d17-8964-5dd34efb3996 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.21 "DELETE /v2.0/ports/a9bf2f58-3b51-483c-b274-ee19ed511f9e HTTP/1.1" status: 204 len: 173 time: 0.7682326 Oct 22 13:36:15.257461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-deleted', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:15.257831 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41b760b-709b-4191-8cd9-757ef818f5a7" -d '{"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-deleted", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:15.346695 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8bd01-5b88-488f-a854-cac2f0b293a6 x-openstack-request-id: req-cdf8bd01-5b88-488f-a854-cac2f0b293a6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:15.346928 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03e5bdd-b3cd-4cfe-8c09-1b773ca96598", "name": "network-vif-deleted", "tag": "a9bf2f58-3b51-483c-b274-ee19ed511f9e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:15.347118 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdf8bd01-5b88-488f-a854-cac2f0b293a6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:15.347534 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03e5bdd-b3cd-4cfe-8c09-1b773ca96598', 'name': 'network-vif-deleted', 'tag': 'a9bf2f58-3b51-483c-b274-ee19ed511f9e', 'status': 'completed', 'code': 200} Oct 22 13:36:15.487889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.525447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:15.618444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-bf11b952-85b6-4353-b11f-b8433db521de tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952142885&fields=id&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 267 time: 0.0617113 Oct 22 13:36:15.677860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.683803 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1dea909d-b59f-42f0-bc61-e218d64b9e91 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70 HTTP/1.1" status: 204 len: 168 time: 0.7911863 Oct 22 13:36:15.684306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39182) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:15.773845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67c47c-f318-4f41-8484-1247e5c311d5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:15.779558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67c47c-f318-4f41-8484-1247e5c311d5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:15.783197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67c47c-f318-4f41-8484-1247e5c311d5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:15.788982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8b67c47c-f318-4f41-8484-1247e5c311d5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0992107 Oct 22 13:36:15.789630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39188) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:15.903587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 7ab5f65c-822e-43a6-b99b-b9ddc68e6c13 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:15.907486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.966465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-4e177649-32f9-4966-a2d0-022319eb66e4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:15.968049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-4e177649-32f9-4966-a2d0-022319eb66e4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.3414474 Oct 22 13:36:15.968538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:15.993341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31365af8-a5d7-4089-93c8-b10098978238 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:16.007016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c566219-ce6d-4e3e-b2b3-a795271fa2e7 req-2ba50fde-b118-421d-9657-b6085dc23c7b tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03e5bdd-b3cd-4cfe-8c09-1b773ca96598 HTTP/1.1" status: 200 len: 210 time: 0.0493755 Oct 22 13:36:16.011302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-4fb360a3-5c66-49cc-8f8b-fc990824b837 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0334344 Oct 22 13:36:16.026828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.107435 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.139940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab5f65c-822e-43a6-b99b-b9ddc68e6c13,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:16.143997 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.148535 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e59d1bd-8f95-49c1-abec-00ed25596457 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/7ab5f65c-822e-43a6-b99b-b9ddc68e6c13 HTTP/1.1" status: 204 len: 168 time: 0.3579001 Oct 22 13:36:16.151019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39190) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:16.156638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-698a1356-0536-4fd8-ac9a-eefca18f85b4 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382415 Oct 22 13:36:16.192173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8f457e70-f692-4ec7-bc3e-730dcb1de290 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:16.239417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet d5f3bc87-ffb9-466e-b243-10a666ac6e79 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:16.243464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.295050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-838b34a7-4cdf-4d0b-8d57-5c7bb7c3ddbb service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331208 Oct 22 13:36:16.307003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.413749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] Provisioning complete for port 8f457e70-f692-4ec7-bc3e-730dcb1de290 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:16.414393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.415072 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.416081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-f7472bda-4d18-4ac2-83f6-db2b0b0026a8 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106806 Oct 22 13:36:16.493393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.524874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 8f457e70-f692-4ec7-bc3e-730dcb1de290 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:16.525263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.528000 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f3bc87-ffb9-466e-b243-10a666ac6e79,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:16.532239 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.538057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:16.538325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-26ebd88f-e74e-4aa8-93f4-117a3766ff21 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d5f3bc87-ffb9-466e-b243-10a666ac6e79 HTTP/1.1" status: 204 len: 168 time: 0.3859832 Oct 22 13:36:16.601298 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-960d28d6-68e9-45ec-b567-23b5efa4283e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577857 Oct 22 13:36:16.601531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39204) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:16.605343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:16.635931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.697642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] For port 8f457e70-f692-4ec7-bc3e-730dcb1de290, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8f457e70-f692-4ec7-bc3e-730dcb1de290,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:16.708561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.726781 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.751853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:16.757602 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:16.842352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0f2fc-4c95-4b19-af40-044a783dc612 None None] Pushing event updated for resources: {'Port': ['ID=8f457e70-f692-4ec7-bc3e-730dcb1de290,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:16.872880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:16.873746 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:16.897671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3dbd9-2c5f-44e5-8e63-5289def33b84 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:16.967327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6fac2120-4eb0-4d38-ab12-957865da9f5d req-54339162-1a93-45ab-b0e0-de271bd3defa tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0498517 Oct 22 13:36:17.037446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-955f8a1d-b743-4970-9dcc-0668f0212f23 None None] Provisioning complete for port 8f457e70-f692-4ec7-bc3e-730dcb1de290 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:17.038128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-955f8a1d-b743-4970-9dcc-0668f0212f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.042109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.106139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:17.109931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:17.114963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:17.115270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.136069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=28a74aea-21aa-43a1-b17a-db6975dacecc,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:17.140818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39216) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:17.164770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed730633-0647-48fe-bf99-245890cf68fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5618219 Oct 22 13:36:17.165005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39218) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:17.173805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:17.246849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:17.350626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:17.355152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.359322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Deleting port 8f457e70-f692-4ec7-bc3e-730dcb1de290 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:17.361401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.466022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] For port 8f457e70-f692-4ec7-bc3e-730dcb1de290, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8f457e70-f692-4ec7-bc3e-730dcb1de290,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:17.466677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.483867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Calling delete_port for 8f457e70-f692-4ec7-bc3e-730dcb1de290 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:17.640231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.670909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] Pushing event deleted for resources: {'Port': ['ID=8f457e70-f692-4ec7-bc3e-730dcb1de290,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:17.677241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4984d-73bc-4abc-afb2-b343e7cbb099 None None] No DVR routers for this DVR port 8f457e70-f692-4ec7-bc3e-730dcb1de290 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:17.691167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ac119-3f43-45d7-a32d-c03610c2f84e None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:17.857594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:17.859512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.902099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '28a74aea-21aa-43a1-b17a-db6975dacecc'}, {'subnet_id': '8207dbf2-15e2-4e38-90e2-9d45bd70161e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:17.904905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.937913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:17.948654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:17.961391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:17.962978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:17.972567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=8207dbf2-15e2-4e38-90e2-9d45bd70161e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:18.030306 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8f620dff-28a2-481c-9d1c-7e6200d1c06a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8616173 Oct 22 13:36:18.030895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39234) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:18.037629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:81:ee:23', 'name': 'tempest-NetworksTestDHCPv6-881709767'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:18.184243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8f457e70-f692-4ec7-bc3e-730dcb1de290 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:18.214136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8f457e70-f692-4ec7-bc3e-730dcb1de290 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:18.214775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8f457e70-f692-4ec7-bc3e-730dcb1de290 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:18.226202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a7691ee-9fe5-495c-9a7d-410d93588591 req-39961ef7-458a-4c7f-892e-75ddab024c58 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0664451 Oct 22 13:36:18.228425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Allocated IP 172.20.0.2 (5208675d-cfec-448d-b248-98e8fb72f3f3/28a74aea-21aa-43a1-b17a-db6975dacecc/d73be92a-c257-40e1-aaca-2c4a1e669464) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:18.237106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Allocated IP 2001:db8::f816:3eff:fe47:20b2 (5208675d-cfec-448d-b248-98e8fb72f3f3/8207dbf2-15e2-4e38-90e2-9d45bd70161e/d73be92a-c257-40e1-aaca-2c4a1e669464) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:18.261967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:18.269096 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.270732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:18.302630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: a9bf2f58-3b51-483c-b274-ee19ed511f9e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:18.302973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 57d3bb59-785b-4ec5-89eb-5609676289e8 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:18.303090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a9bf2f58-3b51-483c-b274-ee19ed511f9e not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:18.336139 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.462543 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.470181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.525516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Pushing event updated for resources: {'Port': ['ID=d73be92a-c257-40e1-aaca-2c4a1e669464,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:18.534129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:18.536436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:18.539404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:18.665367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Attempting to bind port d73be92a-c257-40e1-aaca-2c4a1e669464 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:18.665916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Attempting to bind port d73be92a-c257-40e1-aaca-2c4a1e669464 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:18.666506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Attempting to bind port d73be92a-c257-40e1-aaca-2c4a1e669464 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:18.671213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 172.20.0.3 (5208675d-cfec-448d-b248-98e8fb72f3f3/28a74aea-21aa-43a1-b17a-db6975dacecc/57d3bb59-785b-4ec5-89eb-5609676289e8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:18.679003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe81:ee23 (5208675d-cfec-448d-b248-98e8fb72f3f3/8207dbf2-15e2-4e38-90e2-9d45bd70161e/57d3bb59-785b-4ec5-89eb-5609676289e8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:18.680448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:18.680448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:18.683085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.685263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:18.685953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Bound port: d73be92a-c257-40e1-aaca-2c4a1e669464, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:18.689030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.711773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-1b9e0319-5b03-4cd0-aafb-626c6974c335 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:18.713297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-1b9e0319-5b03-4cd0-aafb-626c6974c335 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1978683 Oct 22 13:36:18.805779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-8e271d34-bdd4-4894-993a-b297d5dcb7bb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 379 time: 0.0685089 Oct 22 13:36:18.816910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 9d342979-e5f2-458f-bf51-4d89508b694c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:18.817318 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.818562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] For port d73be92a-c257-40e1-aaca-2c4a1e669464, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:18.825370 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'security_groups': ['d23da3ec-8c13-49f6-84fa-29defe90c07d']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:18.839715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] For port d73be92a-c257-40e1-aaca-2c4a1e669464, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d73be92a-c257-40e1-aaca-2c4a1e669464,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:18.846552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.906708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:18.959890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b662f2a-b12b-4acc-801a-5d796dfa22f5 None None] Pushing event updated for resources: {'Port': ['ID=d73be92a-c257-40e1-aaca-2c4a1e669464,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:18.976580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.037155 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:19.041516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:19.049935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:19.055991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=57d3bb59-785b-4ec5-89eb-5609676289e8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:19.073635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:19.079402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.121074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:19.121889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.147058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72b1b100-ea8f-410d-8cd2-820430b2b731 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1145689 Oct 22 13:36:19.149304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39248) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:19.222830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b463a0-069a-461d-8c23-9e24e418c034 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:19.230728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b463a0-069a-461d-8c23-9e24e418c034 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:19.240309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-79b463a0-069a-461d-8c23-9e24e418c034 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0873992 Oct 22 13:36:19.242146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39254) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:19.369718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 9d342979-e5f2-458f-bf51-4d89508b694c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9d342979-e5f2-458f-bf51-4d89508b694c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:19.370798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.401021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 57d3bb59-785b-4ec5-89eb-5609676289e8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:19.401363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.484575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 9d342979-e5f2-458f-bf51-4d89508b694c owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:19.505066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aebcdaf9-d21d-4e90-9438-f23da4038c3b req-653d23a8-561f-46e5-a62b-b07c54203d43 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0643685 Oct 22 13:36:19.518469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.528066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.12 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/110c71dd-c15f-4f1c-880a-ac991f3d41ce) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:19.534088 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 57d3bb59-785b-4ec5-89eb-5609676289e8 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:19.790310 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.808326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.849952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=57d3bb59-785b-4ec5-89eb-5609676289e8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:19.882320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.882692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.883038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.883373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.883706 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.884685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.884685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.884685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.884956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.885281 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.885606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.885924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:19.938105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.971001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:19.973617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=9d342979-e5f2-458f-bf51-4d89508b694c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:19.977734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ff70d506-e47b-4f43-8c8b-bb5b6a75ff42 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/57d3bb59-785b-4ec5-89eb-5609676289e8 HTTP/1.1" status: 204 len: 168 time: 0.7327919 Oct 22 13:36:19.977986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39262) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:20.034384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.090907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5e68d-f685-49e0-8df8-7e2c1a355806 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:20.092851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5e68d-f685-49e0-8df8-7e2c1a355806 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:20.092998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:20.094952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5e68d-f685-49e0-8df8-7e2c1a355806 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:20.125511 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d7c5e68d-f685-49e0-8df8-7e2c1a355806 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1457448 Oct 22 13:36:20.127526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39266) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:20.137947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:20.141336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:20.143872 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:20.246277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 28a74aea-21aa-43a1-b17a-db6975dacecc {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:20.275444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.366140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.400380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d73be92a-c257-40e1-aaca-2c4a1e669464 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:20.496921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:20.497592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.525106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d73be92a-c257-40e1-aaca-2c4a1e669464 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:20.525789 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.539819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-24db7269-80ad-41c5-a1f3-b743e24faa4d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7245376 Oct 22 13:36:20.561119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Request body: {'port': {'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:20.590904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.647137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.709850 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.713924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-490181b9-c366-46bf-8e63-f0b871f46525 None None] Provisioning complete for port 110c71dd-c15f-4f1c-880a-ac991f3d41ce triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:20.714662 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-490181b9-c366-46bf-8e63-f0b871f46525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.726795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.766129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-490181b9-c366-46bf-8e63-f0b871f46525 None None] Port 110c71dd-c15f-4f1c-880a-ac991f3d41ce cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:36:20.770830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=28a74aea-21aa-43a1-b17a-db6975dacecc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:20.777389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.781760 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28228885-4a30-4499-99b3-c63eeeca4ff3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/28a74aea-21aa-43a1-b17a-db6975dacecc HTTP/1.1" status: 204 len: 168 time: 0.6530602 Oct 22 13:36:20.787105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39274) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:20.811176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd83def-e809-4b7e-ac82-42bdf0112bb0 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:20.822848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.855895 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:20.858056 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:20.871833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 8207dbf2-15e2-4e38-90e2-9d45bd70161e {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:20.875426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.894028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97355f52-5973-4708-95d7-1158559de5f3 req-46f5b7d5-49c3-4b4b-bf26-650daa3d387c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:20.896282 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97355f52-5973-4708-95d7-1158559de5f3 req-46f5b7d5-49c3-4b4b-bf26-650daa3d387c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 932 time: 0.2538311 Oct 22 13:36:20.929532 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:20.943095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2041680f-2db9-4821-aa70-36fd3453eab6 None None] Provisioning complete for port d73be92a-c257-40e1-aaca-2c4a1e669464 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:20.943588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2041680f-2db9-4821-aa70-36fd3453eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.009249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97355f52-5973-4708-95d7-1158559de5f3 req-4506014e-c29e-4b72-b48e-a9e7c6bba86f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852480 Oct 22 13:36:21.048765 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.130543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.162235 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2041680f-2db9-4821-aa70-36fd3453eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.203240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=8207dbf2-15e2-4e38-90e2-9d45bd70161e,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:21.221401 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.227001 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a80a84e-80c8-4518-89fa-23526fd79def tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/8207dbf2-15e2-4e38-90e2-9d45bd70161e HTTP/1.1" status: 204 len: 168 time: 0.4374132 Oct 22 13:36:21.229495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:21.250982 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-2041680f-2db9-4821-aa70-36fd3453eab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:21.251439 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-2041680f-2db9-4821-aa70-36fd3453eab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:21.287990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567d83e-919c-4ec9-8fe5-cb00bb17b05d None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '8207dbf2-15e2-4e38-90e2-9d45bd70161e'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'd73be92a-c257-40e1-aaca-2c4a1e669464'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:21.292423 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-29422e53-b686-484f-a89e-8574f1d3b5de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618002 Oct 22 13:36:21.297519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39280) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:21.303169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:21.322735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0567d83e-919c-4ec9-8fe5-cb00bb17b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.529703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.651496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port d73be92a-c257-40e1-aaca-2c4a1e669464, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d73be92a-c257-40e1-aaca-2c4a1e669464,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:21.654474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a11590-1dde-4a5d-a3e8-488322564de7 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:21.674489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.732047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Router 3394362f-0811-4151-8fbc-f95202db4f82 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:21.783478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:21.791209 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:21.865679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=d73be92a-c257-40e1-aaca-2c4a1e669464,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:21.964181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:21.965421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:21.985874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e9d524db-3c57-4459-bd7e-1741ae8b5de1 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "PUT /v2.0/routers/3394362f-0811-4151-8fbc-f95202db4f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8436177 Oct 22 13:36:21.989184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39290) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:21.991741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Sync routers for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:22.033921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f10f4ced-9260-452c-843b-5ea8a89759ee None None] Provisioning complete for port d73be92a-c257-40e1-aaca-2c4a1e669464 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:22.034368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f10f4ced-9260-452c-843b-5ea8a89759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.056327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110c71dd-c15f-4f1c-880a-ac991f3d41ce {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:36:22.104367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:22.105029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:22.128071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.175394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d73be92a-c257-40e1-aaca-2c4a1e669464 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:22.196376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.207463 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Transition to ACTIVE for port object 110c71dd-c15f-4f1c-880a-ac991f3d41ce will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:36:22.218776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting subnet 7f4eb711-a478-4061-8df6-9a5aa8594dcb {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:22.225942 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.229812 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.282891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:22.284409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:22.288533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:22.289235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.309154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:22.327564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288725 Oct 22 13:36:22.328392 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870a407-5738-47ec-adde-f8cdab8dff75 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=ba90f225-0333-4cdf-b973-531ef4b28ab8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:22.332153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39296) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:22.337624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:22.366150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5128a-d5d9-4c7c-9188-5ad825628b82 req-caafff93-8a28-4856-962d-ae071a91ced6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:22.375487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b5128a-d5d9-4c7c-9188-5ad825628b82 req-caafff93-8a28-4856-962d-ae071a91ced6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 932 time: 0.2074254 Oct 22 13:36:22.402742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.522481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:22.526718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.558591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Attempting to bind port 110c71dd-c15f-4f1c-880a-ac991f3d41ce on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:22.559253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Attempting to bind port 110c71dd-c15f-4f1c-880a-ac991f3d41ce by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:22.559758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Attempting to bind port 110c71dd-c15f-4f1c-880a-ac991f3d41ce on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:22.575218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Port 110c71dd-c15f-4f1c-880a-ac991f3d41ce on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:36:22.575837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Attempting to bind port 110c71dd-c15f-4f1c-880a-ac991f3d41ce on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:22.585989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:22.586656 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:22.587221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:22.587845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Bound port: 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:22.588381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.647543 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:22.687082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:22.690878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:22.695524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b5128a-d5d9-4c7c-9188-5ad825628b82 req-35aff2ce-4d8f-4595-a133-17d85f889293 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191345 Oct 22 13:36:22.712956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.785071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:22.786313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.787759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] 10.222.0.26 "PUT /v2.0/ports/110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 1092 time: 2.2377558 Oct 22 13:36:22.788221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:22.788779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Deleting port d73be92a-c257-40e1-aaca-2c4a1e669464 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:22.789164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.791193 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c57c4-7498-47bf-8fd8-00ed303cc17c" -d '{"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:22.868007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:22.874742 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadbc897-dc50-4c8d-98c3-ca08fb34c989 x-openstack-request-id: req-eadbc897-dc50-4c8d-98c3-ca08fb34c989 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:22.874742 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:22.874742 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eadbc897-dc50-4c8d-98c3-ca08fb34c989 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:22.874742 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'status': 'completed', 'code': 200} Oct 22 13:36:22.943062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be833d07-7fe2-4151-8713-d0a3b279e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:22.991150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] For port d73be92a-c257-40e1-aaca-2c4a1e669464, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d73be92a-c257-40e1-aaca-2c4a1e669464,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:22.992029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.007476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-855a672c-7541-4cfe-883c-2b371277c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:23.009050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-855a672c-7541-4cfe-883c-2b371277c7a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1095 time: 0.1570826 Oct 22 13:36:23.084591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Calling delete_port for d73be92a-c257-40e1-aaca-2c4a1e669464 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:23.101467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-4e70c642-2c88-4829-bf26-8bdc612258ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 217 time: 0.0839698 Oct 22 13:36:23.115024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.211109 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.261526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4318de-563d-4083-9650-607b29ca2fae None None] Network b148412d-71b1-4959-b65e-c1020abba368 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:23.312657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-f0297953-c1ee-4869-baf7-9f470d0f42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:23.318491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-f0297953-c1ee-4869-baf7-9f470d0f42fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1762381 Oct 22 13:36:23.318927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:23.322021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.334591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/subnets/7f4eb711-a478-4061-8df6-9a5aa8594dcb HTTP/1.1" status: 204 len: 168 time: 1.3443036 Oct 22 13:36:23.339305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7bf10-c2b6-479b-97ab-858bff138000 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4eb711-a478-4061-8df6-9a5aa8594dcb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:23.341378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:23.373720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port d73be92a-c257-40e1-aaca-2c4a1e669464, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d73be92a-c257-40e1-aaca-2c4a1e669464,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:23.391284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.506161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297564-2ec1-4b54-8c31-29d48612504a req-197a53fa-ad9e-47cf-9e63-25228dbe1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:23.507800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-197a53fa-ad9e-47cf-9e63-25228dbe1f85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637254 Oct 22 13:36:23.546577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.557890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=d73be92a-c257-40e1-aaca-2c4a1e669464,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:23.587300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:36:19Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:23.643582 n-d-813419-8 neutron-server[100619]: WARNING neutron.services.revisions.revision_plugin [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Could not find related port for resource to bump revision. Oct 22 13:36:23.645822 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.659953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Port d73be92a-c257-40e1-aaca-2c4a1e669464 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 22 13:36:23.663213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation for 2001:db8::f816:3eff:fe47:20b2 {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 22 13:36:23.667548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe47:20b2 {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 22 13:36:23.682079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.713018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Checking router: 3394362f-0811-4151-8fbc-f95202db4f82 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:36:23.716304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] Pushing event deleted for resources: {'Port': ['ID=d73be92a-c257-40e1-aaca-2c4a1e669464,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:23.718943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd82a8-5245-488c-8ea3-712a36dd3490 None None] No DVR routers for this DVR port d73be92a-c257-40e1-aaca-2c4a1e669464 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:23.731311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:23.737069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:23.741082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:23.741935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:23.762313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Routers {'3394362f-0811-4151-8fbc-f95202db4f82'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:23.763006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:35:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3394362f-0811-4151-8fbc-f95202db4f82'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:23.764907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=ddb6923a-438b-4028-8ae8-e6ab3ed027d3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:23.780145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70091794-8bb0-4c8d-b789-21d8e8e1b368 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:23.781314 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-99eb4899-55d5-4b73-9ff6-fc7d0755c908 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4479268 Oct 22 13:36:23.782322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39314) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:23.793098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:c1:8b:87', 'name': 'tempest-NetworksTestDHCPv6-1709026015'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:23.897342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] DHCP port deletion for b148412d-71b1-4959-b65e-c1020abba368 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:23.959375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.021335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-19cfa2e3-3e45-4618-84cb-704dac1cacd0 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770384 Oct 22 13:36:24.056859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:24.078844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f03940af-7ea9-4152-8c86-ab3dd0778ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.138146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] Set router 3394362f-0811-4151-8fbc-f95202db4f82 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:24.175261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c329a8-3ef5-45b5-8b45-eeed819f4e13 req-26e467bf-e907-492d-a69c-eabe7ec59eff tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:24.177359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c2b080be-3df1-4c18-adb4-768744a3990c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:24.184158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1c329a8-3ef5-45b5-8b45-eeed819f4e13 req-26e467bf-e907-492d-a69c-eabe7ec59eff tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.2793660 Oct 22 13:36:24.253929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.277371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Deleting port c2b080be-3df1-4c18-adb4-768744a3990c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:24.277720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b1c329a8-3ef5-45b5-8b45-eeed819f4e13 req-bd5b2f37-deb8-42ec-a118-c3e4f6bc737a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933516 Oct 22 13:36:24.277843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.281747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 324cbadd-c359-40d7-a010-49fec4a298dd yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:24.340637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Deleting port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:24.341200 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.453941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] For port c2b080be-3df1-4c18-adb4-768744a3990c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c2b080be-3df1-4c18-adb4-768744a3990c,segment=NetworkSegment(fce5b052-708a-485b-967a-33cd217a0ae0),segment_id=fce5b052-708a-485b-967a-33cd217a0ae0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:24.454468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.460913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb297564-2ec1-4b54-8c31-29d48612504a req-dee4159a-4a11-4520-8ae4-05abd565592a service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088135 Oct 22 13:36:24.486098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Calling delete_port for c2b080be-3df1-4c18-adb4-768744a3990c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:24.512442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] For port 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:24.517648 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.595320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 172.20.0.14 (5208675d-cfec-448d-b248-98e8fb72f3f3/ba90f225-0333-4cdf-b973-531ef4b28ab8/324cbadd-c359-40d7-a010-49fec4a298dd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:24.605388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Calling delete_port for 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:24.608968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fec1:8b87 (5208675d-cfec-448d-b248-98e8fb72f3f3/ddb6923a-438b-4028-8ae8-e6ab3ed027d3/324cbadd-c359-40d7-a010-49fec4a298dd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:24.616242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': 'ba90f225-0333-4cdf-b973-531ef4b28ab8'}, {'subnet_id': 'ddb6923a-438b-4028-8ae8-e6ab3ed027d3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:24.617881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.639103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.673428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No active binding found for port c2b080be-3df1-4c18-adb4-768744a3990c {{(pid=100621) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 13:36:24.674297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c2b080be-3df1-4c18-adb4-768744a3990c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:24.700966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] Pushing event deleted for resources: {'Port': ['ID=c2b080be-3df1-4c18-adb4-768744a3990c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:24.702707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-60e250f4-3710-4b73-bdf5-989282a25ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:24.703929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-60e250f4-3710-4b73-bdf5-989282a25ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1095 time: 0.1767809 Oct 22 13:36:24.770583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2f146-74dd-406e-ae8d-37afb798ef59 None None] No DVR routers for this DVR port c2b080be-3df1-4c18-adb4-768744a3990c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:24.838512 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.888377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:24.967221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=324cbadd-c359-40d7-a010-49fec4a298dd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:24.981292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:24.982677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:24.985323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:25.017209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.050038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.054038 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.060842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:36:19Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:25.069891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Port': ['ID=5a6606ed-b53f-467d-bb7a-7ef39cfa6c15,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:25.087585 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-104de215-3895-4187-8a38-b339dc360ca5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3037400 Oct 22 13:36:25.091625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39326) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:25.156866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5445d91-c353-46a1-8626-3d4e9baf14cb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.158378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f5445d91-c353-46a1-8626-3d4e9baf14cb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.0652809 Oct 22 13:36:25.161119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39328) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:25.202841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fea7d-0a8a-4f0d-8001-7dc0e11010b6 None None] The sync data for ids ['3394362f-0811-4151-8fbc-f95202db4f82'] in n-d-813419-8 is: [{'id': '3394362f-0811-4151-8fbc-f95202db4f82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798884919', 'tenant_id': 'd995d80d005e424da11709db076b1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:33:23Z', 'updated_at': '2021-10-22T13:36:19Z', 'revision_number': 5, 'project_id': 'd995d80d005e424da11709db076b1b4a', 'gw_port': {'id': '5a6606ed-b53f-467d-bb7a-7ef39cfa6c15', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394362f-0811-4151-8fbc-f95202db4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:33:24Z', 'updated_at': '2021-10-22T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:25.242914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Allocated IP 172.20.0.2 (5208675d-cfec-448d-b248-98e8fb72f3f3/ba90f225-0333-4cdf-b973-531ef4b28ab8/6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:25.264189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Allocated IP 2001:db8::f816:3eff:fed0:b1df (5208675d-cfec-448d-b248-98e8fb72f3f3/ddb6923a-438b-4028-8ae8-e6ab3ed027d3/6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:25.267818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.350746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 324cbadd-c359-40d7-a010-49fec4a298dd {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:25.351232 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.449854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.453072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.458434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-cea2891d-c439-40a9-b6d6-c3ed0048278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.460549 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-cea2891d-c439-40a9-b6d6-c3ed0048278f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.7470586 Oct 22 13:36:25.492485 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.542177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-66868fe0-9305-4928-a360-6c95e50a0081 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 217 time: 0.0407114 Oct 22 13:36:25.555703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 324cbadd-c359-40d7-a010-49fec4a298dd owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:25.557996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af33e-584c-4fcc-a038-207042e35e73 req-819b3805-a38f-49ea-b9ce-8849918a2e70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.559701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da7af33e-584c-4fcc-a038-207042e35e73 req-819b3805-a38f-49ea-b9ce-8849918a2e70 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.2116559 Oct 22 13:36:25.575443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.576023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Fanout notify agent at l3_agent the message router_deleted on router 3394362f-0811-4151-8fbc-f95202db4f82 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:36:25.584037 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.587859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-058f5a2d-115a-406c-8baa-6a99e614695d tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/routers/3394362f-0811-4151-8fbc-f95202db4f82 HTTP/1.1" status: 204 len: 168 time: 2.2221067 Oct 22 13:36:25.588236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:25.683750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-6296885d-d011-4829-b696-491eb6155f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.685465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-6296885d-d011-4829-b696-491eb6155f2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1244733 Oct 22 13:36:25.781837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.801257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da7af33e-584c-4fcc-a038-207042e35e73 req-040d14c6-6924-48a0-a346-953924d8cc95 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146232 Oct 22 13:36:25.821740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-36a0570f-7828-4dfd-a316-a2d7c16ed3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:25.823576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-36a0570f-7828-4dfd-a316-a2d7c16ed3bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980601 Oct 22 13:36:25.883821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.899392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.956947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:25.970818 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-6d3cba0a-0b58-4e1b-a457-9e5b7d75c490 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164353 Oct 22 13:36:26.003616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=324cbadd-c359-40d7-a010-49fec4a298dd,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:26.012623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Pushing event updated for resources: {'Port': ['ID=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:26.040216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:26.043866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:26.047385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:26.090056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.155671 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.164190 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c0a0e3ed-57a6-4757-b257-3f8bfc8b7d5a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/324cbadd-c359-40d7-a010-49fec4a298dd HTTP/1.1" status: 204 len: 168 time: 1.0018384 Oct 22 13:36:26.165013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39342) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:26.192208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d342979-e5f2-458f-bf51-4d89508b694c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:26.194537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Attempting to bind port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:26.194964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Attempting to bind port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:26.195328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Attempting to bind port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:26.201696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b148412d-71b1-4959-b65e-c1020abba368']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:26.234365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:26.234781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:26.236888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.237688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:26.237803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Bound port: 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:26.238158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.240866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9d342979-e5f2-458f-bf51-4d89508b694c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:26.241210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9d342979-e5f2-458f-bf51-4d89508b694c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:26.244562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce5b052-708a-485b-967a-33cd217a0ae0') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:26.244947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce5b052-708a-485b-967a-33cd217a0ae0') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:26.320902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5931ad-0e6c-4ff4-b035-9857c10e7ef4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:26.322091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5931ad-0e6c-4ff4-b035-9857c10e7ef4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:26.323655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5931ad-0e6c-4ff4-b035-9857c10e7ef4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:26.325259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f5931ad-0e6c-4ff4-b035-9857c10e7ef4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1593070 Oct 22 13:36:26.328873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39346) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:26.330187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.364295 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.387842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] For port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:26.391161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] For port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:26.398944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.415112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-292c57c4-7498-47bf-8fd8-00ed303cc17c req-af080f4d-ed8e-49ef-98eb-5596761863ee service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941436 Oct 22 13:36:26.419702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:36:26.420128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:36:26.427481 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:36:26.445552 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet ba90f225-0333-4cdf-b973-531ef4b28ab8 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:26.450221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.474269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d6fd-5db8-47ef-b86f-825e3618ab43 None None] Pushing event updated for resources: {'Port': ['ID=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:26.512760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.552247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.562419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.571504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/networks/b148412d-71b1-4959-b65e-c1020abba368 HTTP/1.1" status: 204 len: 168 time: 0.9822180 Oct 22 13:36:26.573518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39352) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:26.583337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc397fd5-3537-4a9e-8ac0-5097bb971d5f tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'Network': ['ID=b148412d-71b1-4959-b65e-c1020abba368,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:26.725202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.752097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.824010 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.911668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.960705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=ba90f225-0333-4cdf-b973-531ef4b28ab8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:26.971377 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:26.976294 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e0ed2228-2d41-46b4-ab6d-1e731c9251bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ba90f225-0333-4cdf-b973-531ef4b28ab8 HTTP/1.1" status: 204 len: 168 time: 0.6463931 Oct 22 13:36:26.981694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:26.999460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.002887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.004139 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] 10.222.0.25 "DELETE /v2.0/security-groups/c49f12a6-8b2b-4fba-9811-d0bb1d949166 HTTP/1.1" status: 204 len: 168 time: 0.4277174 Oct 22 13:36:27.088516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet ddb6923a-438b-4028-8ae8-e6ab3ed027d3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:27.089733 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-27047951-0d44-418c-83de-449b524461dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.092427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaf06c-1cb6-41ae-ae87-0feb84b98ce2 tempest-TestNetworkAdvancedServerOps-594114997 tempest-TestNetworkAdvancedServerOps-594114997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f12a6-8b2b-4fba-9811-d0bb1d949166,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:27.094458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.194568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.292648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.369804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15911-6627-4a75-a36d-bf2085f14f87 req-5ab4b15b-8d7e-4416-a36b-e5f32ccd5812 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:27.371493 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.371645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41c15911-6627-4a75-a36d-bf2085f14f87 req-5ab4b15b-8d7e-4416-a36b-e5f32ccd5812 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.4202836 Oct 22 13:36:27.407675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb6923a-438b-4028-8ae8-e6ab3ed027d3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:27.410425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.416966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-683a8e57-8d8c-47d1-8c93-45f59c096064 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ddb6923a-438b-4028-8ae8-e6ab3ed027d3 HTTP/1.1" status: 204 len: 168 time: 0.4341409 Oct 22 13:36:27.417867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.435065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-41c15911-6627-4a75-a36d-bf2085f14f87 req-0c25e4f1-da6d-402e-8ed8-8a0a075f3299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545273 Oct 22 13:36:27.460962 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8e8c0493-8307-4be2-adb0-02ddc00045f8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416670 Oct 22 13:36:27.463968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.522499 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77194c51-21e7-46e6-984a-8b955238e0e9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:27.526717 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77194c51-21e7-46e6-984a-8b955238e0e9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0592685 Oct 22 13:36:27.527014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.589964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e356eb91-4ee5-4345-81c2-6a5f422a21cb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:27.591039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e356eb91-4ee5-4345-81c2-6a5f422a21cb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0630088 Oct 22 13:36:27.594167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39378) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.647554 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bc8d3a7e-5de2-4036-b403-728888a84961 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476439 Oct 22 13:36:27.648360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.654053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:27.758290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:27.762170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.763773 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:27.764222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:27.793129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e391b332-8ac9-4012-8adc-23d440051dac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1431692 Oct 22 13:36:27.796521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.803574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.803984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:27.807445 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.913613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:27.917220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:27.918687 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:27.919132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:27.939320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a3485311-e3ad-4f10-b712-3d2437475a69 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1411247 Oct 22 13:36:27.943591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39390) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:27.948820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:27.999174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196336ea-c0f5-41ac-8472-732369dd1bb3 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:28.121752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:28.128991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.132001 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:28.132566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:28.135686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] Provisioning complete for port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:28.136169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.170635 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-320c24b3-bc81-4ba7-bd1b-05bae28a89fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2231371 Oct 22 13:36:28.170976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39396) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.176565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:28.245781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:28.289977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.304913 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:28.309993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.319978 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:28.320438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:28.323068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:28.341770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a07b65ac-7d6d-4db4-98ee-37179e6ef204 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1695898 Oct 22 13:36:28.344908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39398) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.353933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:28.354090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:28.354315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.380218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] For port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:28.402697 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.480988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3c28-299c-45b2-ac04-d8cad4ce675f None None] Pushing event updated for resources: {'Port': ['ID=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:28.491266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Deleting port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:28.491652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.528931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:28.535126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.537571 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:28.538278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:28.578492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.585770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c9487c62-f70b-4431-b0a6-6baae832e028 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2394395 Oct 22 13:36:28.590572 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39408) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.596370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] For port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:28.597328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:28.597604 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.607159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:28.633176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Calling delete_port for 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:28.635522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:28.636066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5a6606ed-b53f-467d-bb7a-7ef39cfa6c15 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:28.713775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:28.717443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.719069 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:28.723160 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:28.733550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002311a2-c364-43f1-97bc-ee167bb15768 req-31c9615c-46c6-4459-90ee-ce79c1141a3e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:28.736707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-002311a2-c364-43f1-97bc-ee167bb15768 req-31c9615c-46c6-4459-90ee-ce79c1141a3e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.1912293 Oct 22 13:36:28.743128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.747621 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ce52d7e4-16a3-420f-b850-10b7bcc48f10 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1557937 Oct 22 13:36:28.750096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39414) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.775500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] No DVR routers for this DVR port 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:28.794077 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15d19761-1407-4e04-a07f-938fb6f1a90f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0425568 Oct 22 13:36:28.799301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39418) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.812929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7d94-4b1b-4ebf-b9e8-226c0cd1fead None None] Pushing event deleted for resources: {'Port': ['ID=6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:28.815136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-002311a2-c364-43f1-97bc-ee167bb15768 req-f584b96c-7888-424f-b3d8-9a4eea37c994 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657189 Oct 22 13:36:28.883769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f0718-939f-4231-a9bc-e9c82e019fb0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:28.885215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-958f0718-939f-4231-a9bc-e9c82e019fb0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690794 Oct 22 13:36:28.888790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39420) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.902653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fb60ca21-c42a-447b-831b-5a078e6ee81c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d995d80d005e424da11709db076b1b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223240 Oct 22 13:36:28.904661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39422) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.929754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-438a3844-98b4-4250-a527-6679c117295e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396509 Oct 22 13:36:28.933944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39424) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:28.940143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:28.964019 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:28.986037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.037522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:29.039379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.041074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.042418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.046157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf85ecc-f0c2-46cf-88fd-8258465c0b7b HTTP/1.1" status: 204 len: 168 time: 0.1379774 Oct 22 13:36:29.054968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37d6a-08c8-4892-8db1-c2089bfc3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf85ecc-f0c2-46cf-88fd-8258465c0b7b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:29.331788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:29.335243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39430) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:29.342696 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.401919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:29.408933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:29.411966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:29.412868 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.419604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd091c6a-1e2d-4141-b49b-a255703db0d2 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:29.438421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-647aa8f3-5074-4c71-9397-074633492b77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aecd89fe086b4a28b710773746cf13f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998840 Oct 22 13:36:29.440200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:29.446752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=2fcd9e8c-373c-4bbb-8b73-7114bfe243e6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:29.459852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9f8b7c0-cfd3-44cb-a1f0-a186f7cb8302 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5245731 Oct 22 13:36:29.462435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:29.468035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:4b:4c:cb', 'name': 'tempest-NetworksTestDHCPv6-1082513771'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:29.514228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.545991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.600194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:29.610921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.615323 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.619707 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97dec037-5649-400d-990d-c6baddd8f76f HTTP/1.1" status: 204 len: 168 time: 0.1743217 Oct 22 13:36:29.631657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dca98-6a36-4d3c-9b74-5b5599399436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dec037-5649-400d-990d-c6baddd8f76f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:29.667106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '2fcd9e8c-373c-4bbb-8b73-7114bfe243e6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:29.667969 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.710950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.740957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port f8d718f0-b65c-4598-8ea1-28b9e9533108 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:29.842376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Allocated IP 2001:db8::f816:3eff:fe3c:15b3 (5208675d-cfec-448d-b248-98e8fb72f3f3/2fcd9e8c-373c-4bbb-8b73-7114bfe243e6/6f3b980e-6954-45a4-8bb1-2555048b932d) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:29.854441 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:29.965765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbad81-ddf1-4a33-a675-f42d58934bb3 req-a0dbfbc8-e5d0-435f-a506-f0ff32bbe453 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:29.967437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7fbad81-ddf1-4a33-a675-f42d58934bb3 req-a0dbfbc8-e5d0-435f-a506-f0ff32bbe453 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.0682180 Oct 22 13:36:30.017217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7fbad81-ddf1-4a33-a675-f42d58934bb3 req-dc3fa6b1-bf1b-4c2a-9c67-328e7b02fc2e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411911 Oct 22 13:36:30.037556 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.058545 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.134524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Pushing event updated for resources: {'Port': ['ID=6f3b980e-6954-45a4-8bb1-2555048b932d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:30.170297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:30.176680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:30.179640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe4b:4ccb (5208675d-cfec-448d-b248-98e8fb72f3f3/2fcd9e8c-373c-4bbb-8b73-7114bfe243e6/f8d718f0-b65c-4598-8ea1-28b9e9533108) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:30.199251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:30.199728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6d4b06a2-f7c2-4db3-8306-f31c0bf6f4f1 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:30.201410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:30.204249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:30.293556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Attempting to bind port 6f3b980e-6954-45a4-8bb1-2555048b932d on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:30.294160 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Attempting to bind port 6f3b980e-6954-45a4-8bb1-2555048b932d by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:30.294801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Attempting to bind port 6f3b980e-6954-45a4-8bb1-2555048b932d on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:30.302140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:30.302795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:30.303312 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.303809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:30.304666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Bound port: 6f3b980e-6954-45a4-8bb1-2555048b932d, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:30.305175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.395070 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.395698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] For port 6f3b980e-6954-45a4-8bb1-2555048b932d, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:30.400426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] For port 6f3b980e-6954-45a4-8bb1-2555048b932d, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6f3b980e-6954-45a4-8bb1-2555048b932d,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:30.405085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.430448 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.467209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ac134-afb9-411e-b5af-157d42ea5ecb None None] Pushing event updated for resources: {'Port': ['ID=6f3b980e-6954-45a4-8bb1-2555048b932d,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:30.475765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:30.479085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:30.481780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:30.488146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:30.489373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.523090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0592341 Oct 22 13:36:30.524122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddce3e-b3e1-4bd1-a20f-2040d32026f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=f8d718f0-b65c-4598-8ea1-28b9e9533108,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:30.525954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:30.581260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98669fc-a90d-4881-83c4-372b197cc613 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:30.588460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98669fc-a90d-4881-83c4-372b197cc613 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:30.590098 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f98669fc-a90d-4881-83c4-372b197cc613 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0624185 Oct 22 13:36:30.592765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:30.716181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port f8d718f0-b65c-4598-8ea1-28b9e9533108 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:30.716560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.812580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.826798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for f8d718f0-b65c-4598-8ea1-28b9e9533108 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:30.961500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:30.994775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=f8d718f0-b65c-4598-8ea1-28b9e9533108,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:31.020171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.024369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-393b8c5c-dc7c-44b9-98e5-403ddbab2b3c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f8d718f0-b65c-4598-8ea1-28b9e9533108 HTTP/1.1" status: 204 len: 168 time: 0.4306812 Oct 22 13:36:31.028106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39456) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:31.080357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a773da-afa7-4f3d-bb78-38a09856f13b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:31.081895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a773da-afa7-4f3d-bb78-38a09856f13b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:31.083577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38a773da-afa7-4f3d-bb78-38a09856f13b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0545566 Oct 22 13:36:31.086093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39462) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:31.143300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 2fcd9e8c-373c-4bbb-8b73-7114bfe243e6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:31.148536 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.200583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.203855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476d0d-9b74-4f23-8cdb-f108177508fa req-40968147-8a2d-46e9-b47a-70eb9b6288ad tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:31.205531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89476d0d-9b74-4f23-8cdb-f108177508fa req-40968147-8a2d-46e9-b47a-70eb9b6288ad tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.0824394 Oct 22 13:36:31.257664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89476d0d-9b74-4f23-8cdb-f108177508fa req-e1a426d2-1bb3-4f13-86dd-defdd997c336 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371466 Oct 22 13:36:31.305907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.370376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.398490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcd9e8c-373c-4bbb-8b73-7114bfe243e6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:31.404543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.410413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4f14087e-c2be-41d7-bfc0-265e5a52fd57 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/2fcd9e8c-373c-4bbb-8b73-7114bfe243e6 HTTP/1.1" status: 204 len: 168 time: 0.3209350 Oct 22 13:36:31.410866 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39470) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:31.460264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-576992c8-ee1f-4f27-9a08-97f4be03d0de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480037 Oct 22 13:36:31.463130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39472) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:31.468589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:31.545549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebcb29-77a5-4e81-874d-afb24cc8ce1b None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:31.574831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:31.578469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.677918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] Provisioning complete for port 6f3b980e-6954-45a4-8bb1-2555048b932d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:31.678591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.755653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:31.834823 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.861655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Deleting port 6f3b980e-6954-45a4-8bb1-2555048b932d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:31.862029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.887410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] For port 6f3b980e-6954-45a4-8bb1-2555048b932d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6f3b980e-6954-45a4-8bb1-2555048b932d,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:31.893110 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:31.921399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:31.992485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48229d-f009-454f-ab96-2b6ba6f8902c None None] Pushing event updated for resources: {'Port': ['ID=6f3b980e-6954-45a4-8bb1-2555048b932d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:32.017106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] For port 6f3b980e-6954-45a4-8bb1-2555048b932d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6f3b980e-6954-45a4-8bb1-2555048b932d,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:32.017842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.034471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Calling delete_port for 6f3b980e-6954-45a4-8bb1-2555048b932d owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:32.094223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.122386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.148845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] Pushing event deleted for resources: {'Port': ['ID=6f3b980e-6954-45a4-8bb1-2555048b932d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:32.153192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cef3bc-8474-4930-8420-2db34cb418dd None None] No DVR routers for this DVR port 6f3b980e-6954-45a4-8bb1-2555048b932d on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:32.260675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] For port 6f3b980e-6954-45a4-8bb1-2555048b932d, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6f3b980e-6954-45a4-8bb1-2555048b932d,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:32.295722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.300573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.302394 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.360924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=6f3b980e-6954-45a4-8bb1-2555048b932d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:32.397080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:32.403441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:32.406823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:32.407413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.409643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=3c2076f5-ac31-4db7-a4b1-7913c7f38278,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:32.412579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18fc55-b2f8-4a4d-9a10-2a9ecc9873af None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:32.436430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a86f8-8849-4b38-bc1e-50442200b86e req-b784d67e-40d8-46e9-bc79-9a5a22293d5e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:32.437956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d5a86f8-8849-4b38-bc1e-50442200b86e req-b784d67e-40d8-46e9-bc79-9a5a22293d5e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.0814412 Oct 22 13:36:32.443137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cf68b2f0-af0a-4990-a1f7-536318695228 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9790463 Oct 22 13:36:32.445783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39490) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:32.450877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:7c:92:5b', 'name': 'tempest-NetworksTestDHCPv6-414161248'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:32.546151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d5a86f8-8849-4b38-bc1e-50442200b86e req-d379bc99-15e1-42e3-84a7-650d1905423c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918388 Oct 22 13:36:32.602495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '3c2076f5-ac31-4db7-a4b1-7913c7f38278'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:32.603577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.607730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:32.612314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.637470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 9f6d504e-051b-4874-8a47-ab637ed0f2c9 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:32.762837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe7c:925b (5208675d-cfec-448d-b248-98e8fb72f3f3/3c2076f5-ac31-4db7-a4b1-7913c7f38278/9f6d504e-051b-4874-8a47-ab637ed0f2c9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:32.954887 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:32.996517 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.052499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:33.055983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Allocated IP 2001:db8::f816:3eff:fec4:2d79 (5208675d-cfec-448d-b248-98e8fb72f3f3/3c2076f5-ac31-4db7-a4b1-7913c7f38278/fc4d57a0-0efe-4e14-b150-c4556839fe1b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:33.057201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:33.063145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:33.074725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:33.075547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.091574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=9f6d504e-051b-4874-8a47-ab637ed0f2c9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:33.108055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39506) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:33.108472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5764a5e0-0b16-473e-a163-94021d1531b0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6609297 Oct 22 13:36:33.190241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3a7a6-46fa-4f2c-8549-176d829730a5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:33.195202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f3a3a7a6-46fa-4f2c-8549-176d829730a5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0817780 Oct 22 13:36:33.196021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:33.269488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.277022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.311265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 9f6d504e-051b-4874-8a47-ab637ed0f2c9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:33.311857 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.321924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:33.329376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:33.332872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:33.372808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Pushing event updated for resources: {'Port': ['ID=fc4d57a0-0efe-4e14-b150-c4556839fe1b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:33.414483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Attempting to bind port fc4d57a0-0efe-4e14-b150-c4556839fe1b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:33.415074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Attempting to bind port fc4d57a0-0efe-4e14-b150-c4556839fe1b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:33.416555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Attempting to bind port fc4d57a0-0efe-4e14-b150-c4556839fe1b on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:33.422515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:33.422984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:33.423289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.423675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:33.424387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Bound port: fc4d57a0-0efe-4e14-b150-c4556839fe1b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:33.424521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.440686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.458122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 9f6d504e-051b-4874-8a47-ab637ed0f2c9 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:33.509737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] For port fc4d57a0-0efe-4e14-b150-c4556839fe1b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:33.514252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] For port fc4d57a0-0efe-4e14-b150-c4556839fe1b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc4d57a0-0efe-4e14-b150-c4556839fe1b,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:33.518865 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.608953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768f58f-9fe2-4998-b163-b1be965e898f None None] Pushing event updated for resources: {'Port': ['ID=fc4d57a0-0efe-4e14-b150-c4556839fe1b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:33.697633 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.738462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=9f6d504e-051b-4874-8a47-ab637ed0f2c9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:33.762480 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:33.766346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f8ad101-5ad5-42b8-aef0-ea60132bbcbf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/9f6d504e-051b-4874-8a47-ab637ed0f2c9 HTTP/1.1" status: 204 len: 168 time: 0.5690496 Oct 22 13:36:33.769208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39522) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:33.775454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b292-5ffc-49bd-a5c5-abc4d0ed8da6 req-9d13780a-5ef8-460a-8fbe-6843ed08d451 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:33.779749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66d9b292-5ffc-49bd-a5c5-abc4d0ed8da6 req-9d13780a-5ef8-460a-8fbe-6843ed08d451 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.1385136 Oct 22 13:36:33.849490 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66d9b292-5ffc-49bd-a5c5-abc4d0ed8da6 req-56627732-fca9-41ab-aa7d-72a0ea9efe03 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626783 Oct 22 13:36:34.116002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba2d41-eeeb-438c-8dfe-d13d2119a4e8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:34.117567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba2d41-eeeb-438c-8dfe-d13d2119a4e8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:34.119127 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20ba2d41-eeeb-438c-8dfe-d13d2119a4e8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3479414 Oct 22 13:36:34.121832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39528) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.148876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc4d57a0-0efe-4e14-b150-c4556839fe1b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:34.176695 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 3c2076f5-ac31-4db7-a4b1-7913c7f38278 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:34.179910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.204063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port fc4d57a0-0efe-4e14-b150-c4556839fe1b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:34.204445 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.236460 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.314845 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.336421 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.414902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.446846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2076f5-ac31-4db7-a4b1-7913c7f38278,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:34.454254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:34.454645 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:34.454888 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.461357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b8c822ee-28da-45de-89ec-d21a639cf26b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/3c2076f5-ac31-4db7-a4b1-7913c7f38278 HTTP/1.1" status: 204 len: 168 time: 0.3362846 Oct 22 13:36:34.462112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39534) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.507267 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1622e0f8-3d2b-4817-8f69-98f4ce32d37f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439730 Oct 22 13:36:34.509622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39536) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.561268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327796e-e3a6-4492-b8fd-5494624e59f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:34.566778 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c327796e-e3a6-4492-b8fd-5494624e59f4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0522294 Oct 22 13:36:34.566778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.625024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55baf0-672c-4369-b493-45a2e1817316 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:34.629757 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6b55baf0-672c-4369-b493-45a2e1817316 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600226 Oct 22 13:36:34.629999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39546) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.637913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b2419-c0db-4481-be8c-f75985d8e295 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:34.679337 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a704020f-b910-47c8-a380-423c136bb888 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478632 Oct 22 13:36:34.682985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39548) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:34.688140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:34.787119 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:34.790877 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:34.940611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Provisioning complete for port fc4d57a0-0efe-4e14-b150-c4556839fe1b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:34.940984 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.000739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581039b-10d3-4996-86c2-a4d259b4523c req-70b8318e-4bc5-4157-9997-907f0018c2bc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:35.002895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9581039b-10d3-4996-86c2-a4d259b4523c req-70b8318e-4bc5-4157-9997-907f0018c2bc tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 944 time: 0.0672569 Oct 22 13:36:35.009178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 110c71dd-c15f-4f1c-880a-ac991f3d41ce details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:36:35.075280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9581039b-10d3-4996-86c2-a4d259b4523c req-ba22204f-72ee-4921-941b-c279622efcc3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Oct 22 13:36:35.110490 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.113689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:35.150018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:35.226382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port fc4d57a0-0efe-4e14-b150-c4556839fe1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc4d57a0-0efe-4e14-b150-c4556839fe1b,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:35.252456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:35.255616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.297638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:36:35.315121 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.323753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.368491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=fc4d57a0-0efe-4e14-b150-c4556839fe1b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:35.395649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Deleting port fc4d57a0-0efe-4e14-b150-c4556839fe1b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:35.396019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.399366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.450895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110c71dd-c15f-4f1c-880a-ac991f3d41ce {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:36:35.495421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] For port fc4d57a0-0efe-4e14-b150-c4556839fe1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc4d57a0-0efe-4e14-b150-c4556839fe1b,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:35.514986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:35.515337 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:35.516860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:35.524813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.528283 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.536818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.537791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.563535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] For port fc4d57a0-0efe-4e14-b150-c4556839fe1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=fc4d57a0-0efe-4e14-b150-c4556839fe1b,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:35.563941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.581663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Calling delete_port for fc4d57a0-0efe-4e14-b150-c4556839fe1b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:35.607445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:35.608150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:35.621270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:35.636068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:35.636677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.674186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=62a35fdc-bf5f-4681-89f3-77dc2a39e0b4,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:35.676778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=fc4d57a0-0efe-4e14-b150-c4556839fe1b,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:35.684952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7f89c28f-f6dd-4834-8deb-e54c4a8a0d50 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9984760 Oct 22 13:36:35.685391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39568) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:35.690297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:9b:ad:3b', 'name': 'tempest-NetworksTestDHCPv6-124994692'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:35.740771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['110c71dd-c15f-4f1c-880a-ac991f3d41ce'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:36:35.801477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.822681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:35.849602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] Pushing event deleted for resources: {'Port': ['ID=fc4d57a0-0efe-4e14-b150-c4556839fe1b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:35.901388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8732ddd-1af0-4e1a-bca8-f0194c9c75b6 None None] No DVR routers for this DVR port fc4d57a0-0efe-4e14-b150-c4556839fe1b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:35.916097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:35.940637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 2263c651-7a4f-4646-b252-19aebc5484ed yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:35.958401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff19304-d952-4cd5-b0e8-e7ed523cba6c None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:36.078221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2a871f9e-2044-41eb-a40d-bd49f490f279 None None] Port fc4d57a0-0efe-4e14-b150-c4556839fe1b update to ACTIVE by agent not found {{(pid=100621) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 13:36:36.083759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe9b:ad3b (5208675d-cfec-448d-b248-98e8fb72f3f3/62a35fdc-bf5f-4681-89f3-77dc2a39e0b4/2263c651-7a4f-4646-b252-19aebc5484ed) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:36.209602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc4d57a0-0efe-4e14-b150-c4556839fe1b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:36.226210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87a9dc-9475-44b3-81f4-684d35bc1cc7 req-c3b5c81e-08d8-4c15-8ac0-9db529b4342a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:36.235617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c87a9dc-9475-44b3-81f4-684d35bc1cc7 req-c3b5c81e-08d8-4c15-8ac0-9db529b4342a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 945 time: 0.0706506 Oct 22 13:36:36.239426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: fc4d57a0-0efe-4e14-b150-c4556839fe1b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:36.239779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device fc4d57a0-0efe-4e14-b150-c4556839fe1b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:36.298446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c87a9dc-9475-44b3-81f4-684d35bc1cc7 req-d5ae9cb4-054d-43f8-bd16-83c55d0ef4bf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569761 Oct 22 13:36:36.302999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '62a35fdc-bf5f-4681-89f3-77dc2a39e0b4'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:36.303844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.320924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.358531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.413921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:36.417264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:36.424128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:36.433073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:36.433827 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.437674 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=2263c651-7a4f-4646-b252-19aebc5484ed,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:36.452722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Allocated IP 2001:db8::f816:3eff:fe26:628 (5208675d-cfec-448d-b248-98e8fb72f3f3/62a35fdc-bf5f-4681-89f3-77dc2a39e0b4/3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:36.455798 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24e9dc15-5a31-4318-ab59-655267cdedad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7695489 Oct 22 13:36:36.459607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:36.514298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b323b-e6b3-49bf-807b-c93dd61523f9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:36.518854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-623b323b-e6b3-49bf-807b-c93dd61523f9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0581415 Oct 22 13:36:36.520271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39588) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:36.620802 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.621043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 2263c651-7a4f-4646-b252-19aebc5484ed {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:36.621372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.627854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.680180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Pushing event updated for resources: {'Port': ['ID=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:36.690054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:36.691488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:36.693775 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:36.729842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.742961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 2263c651-7a4f-4646-b252-19aebc5484ed owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:36.756204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Attempting to bind port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:36.756805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Attempting to bind port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:36.756935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Attempting to bind port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:36.762215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:36.763418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:36.763827 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.764222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:36.764691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Bound port: 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:36.765224 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.836646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] For port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:36.838257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] For port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:36.844058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.891958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.900751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24663-8709-4f5a-83ee-536d28227edf None None] Pushing event updated for resources: {'Port': ['ID=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:36.956515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=2263c651-7a4f-4646-b252-19aebc5484ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:36.958974 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:36.964659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7770db64-68b4-4f3c-8595-2624db0f043b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/2263c651-7a4f-4646-b252-19aebc5484ed HTTP/1.1" status: 204 len: 168 time: 0.4407048 Oct 22 13:36:36.964819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39596) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:36.981215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 110c71dd-c15f-4f1c-880a-ac991f3d41ce up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:37.032904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ede9b-289c-45cd-962e-8ddbc513c3bc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:37.034721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ede9b-289c-45cd-962e-8ddbc513c3bc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:37.039433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-312ede9b-289c-45cd-962e-8ddbc513c3bc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0710850 Oct 22 13:36:37.039951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39602) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:37.073374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 110c71dd-c15f-4f1c-880a-ac991f3d41ce completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:36:37.094268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 110c71dd-c15f-4f1c-880a-ac991f3d41ce triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:37.095516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.132065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 62a35fdc-bf5f-4681-89f3-77dc2a39e0b4 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:37.136007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.186909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.210885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.248878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:37.257537 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1027185b-1afe-461c-964c-440cbad40104" -d '{"events": [{"server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "name": "network-vif-plugged", "status": "completed", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:37.270509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:37.277150 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.290806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.320024 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1af37e-5098-4b50-ae20-48ab99a07de5 x-openstack-request-id: req-ab1af37e-5098-4b50-ae20-48ab99a07de5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:37.320552 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "name": "network-vif-plugged", "status": "completed", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:37.321403 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab1af37e-5098-4b50-ae20-48ab99a07de5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:37.321403 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'code': 200} Oct 22 13:36:37.366328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.369577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:37.397559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=62a35fdc-bf5f-4681-89f3-77dc2a39e0b4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:37.411421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.414985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a2c29663-a1be-48ad-b2a9-344cc1a2729a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/62a35fdc-bf5f-4681-89f3-77dc2a39e0b4 HTTP/1.1" status: 204 len: 168 time: 0.3742270 Oct 22 13:36:37.417848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:37.467762 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f051f72a-2e27-4ede-bc4b-950c28e75128 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486727 Oct 22 13:36:37.470391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39614) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:37.476464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:37.493580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120fbc-e8fd-4a24-96d7-095d4b26010a req-ac82e612-83e5-4dbb-9aa6-bd3271b943ba tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:37.501133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79120fbc-e8fd-4a24-96d7-095d4b26010a req-ac82e612-83e5-4dbb-9aa6-bd3271b943ba tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.1058407 Oct 22 13:36:37.536315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7898-14e5-46aa-9fcb-dc8babf00690 req-bf8a2926-276b-444a-a400-cf2a148469e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:37.537840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35af7898-14e5-46aa-9fcb-dc8babf00690 req-bf8a2926-276b-444a-a400-cf2a148469e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.1283689 Oct 22 13:36:37.545804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79120fbc-e8fd-4a24-96d7-095d4b26010a req-c4700739-10cc-4880-9ff9-822d9913a002 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Oct 22 13:36:37.573627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:37.577466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:37.588535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35af7898-14e5-46aa-9fcb-dc8babf00690 req-aafdcdc5-f7e3-4d1f-aafe-1c1beba2f688 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Oct 22 13:36:37.903082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:37.991736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383dc173-eda9-4d0c-8d03-7c7d1264af03 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:38.084136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d913dd59-90a4-4f76-8184-f1d66af4d890 None None] Provisioning complete for port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:38.084510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d913dd59-90a4-4f76-8184-f1d66af4d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.094563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.201955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:38.298186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] For port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:38.317486 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d913dd59-90a4-4f76-8184-f1d66af4d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.339426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.349563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.350324 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.350546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:38.350966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.452501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-d913dd59-90a4-4f76-8184-f1d66af4d890 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:38.452870 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-d913dd59-90a4-4f76-8184-f1d66af4d890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:38.486724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:38.491921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:38.496236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,revision_number=5']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:38.500680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:38.501851 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.516452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=96f9881c-b255-4e84-b6cd-9154709c5eb3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:38.530478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a30227d-8d43-43a7-8082-4e1f0470038f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0589988 Oct 22 13:36:38.533035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:38.540224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:29:f2:19', 'name': 'tempest-NetworksTestDHCPv6-516040768'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:38.570503 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.585555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ab6f5-9305-4434-98ee-ba5292b1df37 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:38.588072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.688307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:38.694024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:38.699300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.704584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:38.747584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port f5c1c40c-875c-4698-a85b-cdc79e2dc0dd yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:38.788572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e07d-1725-43ce-b83d-0944b914fe92 req-29d9ae10-0fe1-4ac1-9513-dadcb53b8250 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:38.791569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d268e07d-1725-43ce-b83d-0944b914fe92 req-29d9ae10-0fe1-4ac1-9513-dadcb53b8250 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.0733087 Oct 22 13:36:38.849374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d268e07d-1725-43ce-b83d-0944b914fe92 req-6d8d50e7-ab98-4481-a2fd-867719f0d37b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Oct 22 13:36:38.886285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fe29:f219 (5208675d-cfec-448d-b248-98e8fb72f3f3/96f9881c-b255-4e84-b6cd-9154709c5eb3/f5c1c40c-875c-4698-a85b-cdc79e2dc0dd) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:39.063981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.066700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:39.104028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.155853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:39.159038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:39.162113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:39.168341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.168975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.188085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=f5c1c40c-875c-4698-a85b-cdc79e2dc0dd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:39.209736 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-173ca28d-048b-4a66-9d55-7298804ca11a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6749508 Oct 22 13:36:39.211110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b83eaef2-41c8-4f9b-81dc-60f4061e9c67 None None] Provisioning complete for port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:39.211583 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b83eaef2-41c8-4f9b-81dc-60f4061e9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.212056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39644) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:39.277698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e628a58-afd8-438d-ab9c-3caa18442a61 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.284216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e628a58-afd8-438d-ab9c-3caa18442a61 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.288220 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e628a58-afd8-438d-ab9c-3caa18442a61 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0741360 Oct 22 13:36:39.290346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39650) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:39.400669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port f5c1c40c-875c-4698-a85b-cdc79e2dc0dd {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:39.401277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.442200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7638808b-390f-4231-9c8e-04e1b42359d7 None None] Provisioning complete for port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:39.442574 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7638808b-390f-4231-9c8e-04e1b42359d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.510750 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:36:39.512852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.527455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for f5c1c40c-875c-4698-a85b-cdc79e2dc0dd owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:39.660962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ba7f9017-18d3-44b0-8675-7f5426e24a17 None None] Could not find standard attr ID for object 9f6d504e-051b-4874-8a47-ab637ed0f2c9. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:39.712718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.750946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=f5c1c40c-875c-4698-a85b-cdc79e2dc0dd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:39.779175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-067c76c3-9d61-43bc-a6ff-4181473ccff3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986898 Oct 22 13:36:39.782570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:39.787236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ccea38fe-c083-4989-b932-863b6f4e8c0c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f5c1c40c-875c-4698-a85b-cdc79e2dc0dd HTTP/1.1" status: 204 len: 168 time: 0.4958162 Oct 22 13:36:39.789707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:39.849217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd350f5c-e6e8-4292-8875-db81f9133025 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.851068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd350f5c-e6e8-4292-8875-db81f9133025 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.855136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bd350f5c-e6e8-4292-8875-db81f9133025 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0619862 Oct 22 13:36:39.855649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:39.883429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-77046c2e-e121-4a3a-a854-398d170b9b98 None None] Could not find standard attr ID for object 2263c651-7a4f-4646-b252-19aebc5484ed. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:39.915967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-4ed3b6dc-fdc2-409b-85a7-7da74338a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:39.919707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-4ed3b6dc-fdc2-409b-85a7-7da74338a049 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0780096 Oct 22 13:36:39.950803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 96f9881c-b255-4e84-b6cd-9154709c5eb3 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:39.954549 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.028018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.063110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb7739-24f0-4a3d-8f7a-029021c4541d req-3fb9fb46-bf29-4dad-b4be-da669c8a2472 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.073850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5eb7739-24f0-4a3d-8f7a-029021c4541d req-3fb9fb46-bf29-4dad-b4be-da669c8a2472 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.1364088 Oct 22 13:36:40.076064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.143466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.150280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f5eb7739-24f0-4a3d-8f7a-029021c4541d req-d595e82f-5004-4067-bfe1-163503c0ab20 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753393 Oct 22 13:36:40.151972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-e21a590b-ca40-48e4-b33b-8353ba34d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.152121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:40.153605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-e21a590b-ca40-48e4-b33b-8353ba34d659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.2022383 Oct 22 13:36:40.205606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-1135034b-c08c-407f-817f-adb90704c455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 217 time: 0.0439045 Oct 22 13:36:40.246307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:40.246998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.248948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-792bc123-35ee-4555-b276-da2ea271823d None None] Could not find standard attr ID for object f5c1c40c-875c-4698-a85b-cdc79e2dc0dd. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:40.319368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-7d864b4f-3804-483c-8270-a92467921994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.320888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-7d864b4f-3804-483c-8270-a92467921994 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1079929 Oct 22 13:36:40.322159 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.350447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.354076 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/96f9881c-b255-4e84-b6cd-9154709c5eb3 HTTP/1.1" status: 204 len: 168 time: 0.4974799 Oct 22 13:36:40.356822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.414589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd7470-9509-4740-89fc-01550e74dd5a req-cd8a5998-7866-47f3-b56e-dee47020436b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.416152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8bd7470-9509-4740-89fc-01550e74dd5a req-cd8a5998-7866-47f3-b56e-dee47020436b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.1174500 Oct 22 13:36:40.426113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-d0a4c943-7b1a-4703-9b1d-70795f8fcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.427642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-d0a4c943-7b1a-4703-9b1d-70795f8fcf0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920835 Oct 22 13:36:40.427791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a819-d783-43f8-a477-cd280b14a3a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=96f9881c-b255-4e84-b6cd-9154709c5eb3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:40.461773 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-20cf6ec0-fb7a-4495-8e79-fe633393d1bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038508 Oct 22 13:36:40.464227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39676) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.497759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c8bd7470-9509-4740-89fc-01550e74dd5a req-9d833c56-c018-4fa6-8cf0-7077cd586e5b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691540 Oct 22 13:36:40.524438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39678) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.541735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe67b3-4222-4a59-9bfe-f142046d1fe3 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:40.556767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b137e9-47e0-4674-8a70-faccbb1e8cad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.561428 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0b137e9-47e0-4674-8a70-faccbb1e8cad tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0943654 Oct 22 13:36:40.563354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39682) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.572397 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-7c371be6-6729-4b3b-b9b0-e699846d6c74 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178489 Oct 22 13:36:40.632478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590debff-955a-4567-bd0f-3a4f497e567d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.634527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-590debff-955a-4567-bd0f-3a4f497e567d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700319 Oct 22 13:36:40.637118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39688) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.688186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bce86317-1f5d-4e05-9e88-b1522e5c2c1f req-5e8e6b04-4195-47dc-a743-385ee6174646 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081095 Oct 22 13:36:40.696222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-614f765b-3e15-441c-afa2-a57ef539718c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568814 Oct 22 13:36:40.700440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39690) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.705924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:40.813679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:40.832078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:40.836766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.874246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Deleting port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:40.874989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.954368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] For port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:40.954801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:40.965667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5548a3-0b62-4de0-98a6-c5a4a19300e7 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:40.967461 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc5548a3-0b62-4de0-98a6-c5a4a19300e7 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1092 time: 0.4407451 Oct 22 13:36:40.970217 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39698) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:40.973334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Calling delete_port for 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:40.974720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:41.004009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.080149 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.100637 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.114740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.140478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] No DVR routers for this DVR port 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:41.142663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:41.154801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:41.155433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5349202-298d-4f2f-ab62-5ab495c996c5 None None] Pushing event deleted for resources: {'Port': ['ID=3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:41.158476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:41.159114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.166400 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=a68a9e29-767f-4071-b625-8c22ddfbdf24,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:41.175206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74150a-f5e0-491d-b201-64b20511ce1f None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:41.189009 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a77514ef-3eb8-4d2b-8847-6dc959cd9c88 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4870956 Oct 22 13:36:41.190196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:41.199977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:ed:b4:29', 'name': 'tempest-NetworksTestDHCPv6-2008551881'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:41.263721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.25.6.13 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b9c0508e-d8a6-403e-86ad-b80de12e3cc7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:41.354220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:41.369596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': 'a68a9e29-767f-4071-b625-8c22ddfbdf24'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:41.371176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.387042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.431151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.478710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:41.480081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.481834 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:41.485320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:41.513438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 248ddf0d-4843-4733-8661-9e29d630d857 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:41.526240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/a68a9e29-767f-4071-b625-8c22ddfbdf24/354ac312-6da9-47f6-9b61-0bc5d64d48f2) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:41.702617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.712529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.761027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:41.765470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:41.770258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:41.786667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Pushing event updated for resources: {'Port': ['ID=354ac312-6da9-47f6-9b61-0bc5d64d48f2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:41.792255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=b9c0508e-d8a6-403e-86ad-b80de12e3cc7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:41.796808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::2c8 (5208675d-cfec-448d-b248-98e8fb72f3f3/a68a9e29-767f-4071-b625-8c22ddfbdf24/248ddf0d-4843-4733-8661-9e29d630d857) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:41.860248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Attempting to bind port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:41.860924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Attempting to bind port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:41.861493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Attempting to bind port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:41.867799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:41.868542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:41.869192 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.869813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:41.870518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Bound port: 354ac312-6da9-47f6-9b61-0bc5d64d48f2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:41.871167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:41.942917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] For port 354ac312-6da9-47f6-9b61-0bc5d64d48f2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:41.947246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] For port 354ac312-6da9-47f6-9b61-0bc5d64d48f2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=354ac312-6da9-47f6-9b61-0bc5d64d48f2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:41.956875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.084786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28178-0155-4f90-9711-a2b55ba426fa None None] Pushing event updated for resources: {'Port': ['ID=354ac312-6da9-47f6-9b61-0bc5d64d48f2,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:42.167008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:42.201594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:42.202149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3bf85fa0-c3d9-4f76-bb62-8a15c1ffd67e not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:42.306636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.382973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.421805 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.437664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:42.442185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:42.446357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:42.454850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:42.455869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.477441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=248ddf0d-4843-4733-8661-9e29d630d857,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:42.492866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-519c7ed9-a05a-40fd-8273-cdf8da1a0e0d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2996042 Oct 22 13:36:42.495789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39720) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:42.551836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.595259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e257ad7-5a12-4d06-bb84-8d8cef0edc43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:42.601588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e257ad7-5a12-4d06-bb84-8d8cef0edc43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:42.603297 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e257ad7-5a12-4d06-bb84-8d8cef0edc43 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1045392 Oct 22 13:36:42.606003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39722) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:42.706621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 248ddf0d-4843-4733-8661-9e29d630d857 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:42.707384 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.751467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.757103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.809869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.827016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 248ddf0d-4843-4733-8661-9e29d630d857 owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:42.835114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=b9c0508e-d8a6-403e-86ad-b80de12e3cc7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:42.849380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.980224 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:42.999839 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP ccad8c8d-0855-4bf3-a3cf-834fba08e559 associated. External IP: 172.25.6.13, port: 110c71dd-c15f-4f1c-880a-ac991f3d41ce. Oct 22 13:36:43.020317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=248ddf0d-4843-4733-8661-9e29d630d857,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:43.063837 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.071341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a4afdd08-3c3a-4d15-b824-f9fb62e3658c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/248ddf0d-4843-4733-8661-9e29d630d857 HTTP/1.1" status: 204 len: 168 time: 0.4642315 Oct 22 13:36:43.071848 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39726) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.201599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bf9f4-e67c-49f7-91a8-45e007ff8da0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:43.203196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bf9f4-e67c-49f7-91a8-45e007ff8da0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:43.204776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f07bf9f4-e67c-49f7-91a8-45e007ff8da0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1319573 Oct 22 13:36:43.208312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39728) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.273185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet a68a9e29-767f-4071-b625-8c22ddfbdf24 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:43.276726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.305984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:36:43.324255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Provisioning complete for port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:43.324721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.343542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.457145 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.462119 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.471540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:36:43.487384 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:36:43.509250 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:43.509879 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:36:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:43.523802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.542113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.563392 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:43.567058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/a68a9e29-767f-4071-b625-8c22ddfbdf24 HTTP/1.1" status: 204 len: 168 time: 0.3576477 Oct 22 13:36:43.571127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39730) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.604680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8c962-deb6-429c-8762-20567433e5a6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=a68a9e29-767f-4071-b625-8c22ddfbdf24,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:43.607839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:43.613422 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:43.640756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe4f6acb-131d-4101-8a27-c7494f17a89f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664158 Oct 22 13:36:43.643193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39732) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.653302 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b07835d9-43d6-4310-8481-0b6db53fcd75 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6821573 Oct 22 13:36:43.654676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:36:43.657455 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c104875b-479b-4eb8-a8dd-697a1dbfd45e" -d '{"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:36:43.704871 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:43.735422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb71122-c25f-4a11-8bf3-688b93c58605 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:43.737786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6fb71122-c25f-4a11-8bf3-688b93c58605 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0935690 Oct 22 13:36:43.740800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39738) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.758202 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3addb6d-cd61-497f-9b9a-9ca28d566860 x-openstack-request-id: req-a3addb6d-cd61-497f-9b9a-9ca28d566860 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:36:43.758499 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:36:43.759202 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3addb6d-cd61-497f-9b9a-9ca28d566860 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:36:43.759725 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'status': 'completed', 'code': 200} Oct 22 13:36:43.830644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6581cd-7611-4e62-a891-2b9778d719d0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:43.833546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ba6581cd-7611-4e62-a891-2b9778d719d0 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895278 Oct 22 13:36:43.836351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-66418abf-fd4b-4aab-bbd0-0f5e9bf0984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:43.837108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39740) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.842359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-66418abf-fd4b-4aab-bbd0-0f5e9bf0984d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0753777 Oct 22 13:36:43.853773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24acbe29-e3b7-403a-b583-d6668a1b52c3 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:43.886097 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb9311f8-db0c-4d45-bdaf-066e212f247f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474088 Oct 22 13:36:43.889890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39744) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:43.897046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:44.007645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-91a92508-db5c-4ded-b792-67b020d0fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:44.009257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-91a92508-db5c-4ded-b792-67b020d0fe7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1593246 Oct 22 13:36:44.034282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:44.039847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.071666 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:42Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:44.091502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:44.109590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-ae1899a2-4761-4921-9b52-2e9e9b69dbb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 999 time: 0.0920455 Oct 22 13:36:44.116462 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:36:44.126202 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:36:44.126852 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:36:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:44.186399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-8b33dcba-de16-4a73-a812-5f0b99629326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:44.187793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-8b33dcba-de16-4a73-a812-5f0b99629326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0710578 Oct 22 13:36:44.203377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.244796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] For port 354ac312-6da9-47f6-9b61-0bc5d64d48f2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=354ac312-6da9-47f6-9b61-0bc5d64d48f2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:44.248943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-0a9034ea-efb8-480a-a521-286445413b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:44.251162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-0a9034ea-efb8-480a-a521-286445413b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554044 Oct 22 13:36:44.255220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Deleting port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:44.255901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.258368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.357487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25b42-563e-4b74-8375-261d2a1bb4d1 None None] Pushing event updated for resources: {'Port': ['ID=354ac312-6da9-47f6-9b61-0bc5d64d48f2,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:44.394959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-873dea36-d0e2-4515-8dc6-af0d41f24141 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345584 Oct 22 13:36:44.445384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] For port 354ac312-6da9-47f6-9b61-0bc5d64d48f2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=354ac312-6da9-47f6-9b61-0bc5d64d48f2,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:44.445911 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.454927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eb625c78-73d8-4250-aa08-531d42bbf974 None None] Could not find standard attr ID for object 248ddf0d-4843-4733-8661-9e29d630d857. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:44.463386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Calling delete_port for 354ac312-6da9-47f6-9b61-0bc5d64d48f2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:44.463980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:36:44.511919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c104875b-479b-4eb8-a8dd-697a1dbfd45e req-d0e480a6-95f3-4c02-9031-7bb73c09d0d9 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090038 Oct 22 13:36:44.583234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:44.614798 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.651649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] No DVR routers for this DVR port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:44.654026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7883c99-7cce-4bbd-98f8-deeca8204659 None None] Pushing event deleted for resources: {'Port': ['ID=354ac312-6da9-47f6-9b61-0bc5d64d48f2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:44.695889 n-d-813419-8 neutron-server[100619]: WARNING neutron.services.revisions.revision_plugin [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Could not find related port for resource to bump revision. Oct 22 13:36:44.701260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Port 354ac312-6da9-47f6-9b61-0bc5d64d48f2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 22 13:36:44.701575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:3ef9 {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 22 13:36:44.705397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:3ef9 {{(pid=100619) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 22 13:36:44.707299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.752715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:44.757038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:44.763225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:44.763809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.766428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a18fe8-8450-480f-a45d-06beea4867b2 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:44.774631 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:42Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:36:44.790168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=9dd3426e-76ae-467a-876a-c79f7eff7db8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:44.812657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bfa0da58-7257-4c67-ab16-4357d80328ce tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9187243 Oct 22 13:36:44.813158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39746) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:44.814820 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17904cd8-f1cc-40f2-8dc1-3a5667bac8a9 None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:42Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:36:44.824399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:44.957038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '9dd3426e-76ae-467a-876a-c79f7eff7db8'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:44.958290 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:44.980747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:44.984952 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.117977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3f006-1d25-4017-ae12-e4fcfe20307c None None] New status for floating IP ccad8c8d-0855-4bf3-a3cf-834fba08e559: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:36:45.131701 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dd3426e-76ae-467a-876a-c79f7eff7db8 (CIDR: 2001:db8::/64) Oct 22 13:36:45.135620 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:45.136340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:45.157042 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ce91f8d-83a4-48ef-8e4c-cf6df5c1ff26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3397620 Oct 22 13:36:45.158416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39750) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:45.163545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:45.182853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Allocated IP 2001:db8::f816:3eff:fe2c:36b (5208675d-cfec-448d-b248-98e8fb72f3f3/9dd3426e-76ae-467a-876a-c79f7eff7db8/b7c2e29d-5f77-426a-ae36-a707000af43c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:45.289792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:45.293650 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.442337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.448729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.488711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:45.493299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:45.495779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:45.504390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:45.550879 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.560510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Attempting to bind port b7c2e29d-5f77-426a-ae36-a707000af43c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:45.560887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Attempting to bind port b7c2e29d-5f77-426a-ae36-a707000af43c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:45.561256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Attempting to bind port b7c2e29d-5f77-426a-ae36-a707000af43c on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:45.567070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:45.567445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:45.567862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.568485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:45.568968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Bound port: b7c2e29d-5f77-426a-ae36-a707000af43c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:45.569345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.600131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:45.604362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:45.609224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:45.609989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.624126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=618cc36c-c411-4398-9ec0-43bef7ef739a,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:45.636723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4778438 Oct 22 13:36:45.638098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.638596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.639323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39752) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:45.639825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.640038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.640446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.640854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.641706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.641706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.642044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.642418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.642858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.643248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f6a91-44c8-433a-b3b9-b4709974d9c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:36:45.650421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:d1:b8:e6', 'name': 'tempest-NetworksTestDHCPv6-1178977808'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:45.656367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:45.659458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:45.663535 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.727168 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b0341-7337-4215-bd17-f8e7a7a6fae3 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:45.785225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:45.873312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:45.905075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 8ad7a771-32d1-48d8-9fd1-973c3d010043 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:46.126410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8:0:1::363 (5208675d-cfec-448d-b248-98e8fb72f3f3/618cc36c-c411-4398-9ec0-43bef7ef739a/8ad7a771-32d1-48d8-9fd1-973c3d010043) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:46.134512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fed1:b8e6 (5208675d-cfec-448d-b248-98e8fb72f3f3/9dd3426e-76ae-467a-876a-c79f7eff7db8/8ad7a771-32d1-48d8-9fd1-973c3d010043) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:46.157460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:46.218576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:46.219115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.307325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.314311 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.344844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.350324 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:46.355625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.367191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 354ac312-6da9-47f6-9b61-0bc5d64d48f2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:46.389378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:46.392818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:46.398021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:46.403949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:46.404743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.422248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 354ac312-6da9-47f6-9b61-0bc5d64d48f2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:46.422890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 354ac312-6da9-47f6-9b61-0bc5d64d48f2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:46.436199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=8ad7a771-32d1-48d8-9fd1-973c3d010043,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:46.463046 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e580414c-6b82-459c-ad1b-36cd7e9df61e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8197083 Oct 22 13:36:46.465644 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39758) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:46.473459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:46.598616 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 8ad7a771-32d1-48d8-9fd1-973c3d010043 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:46.599367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.703813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.719440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 8ad7a771-32d1-48d8-9fd1-973c3d010043 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:46.833032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144b479-9f1c-4e8f-b886-8a1b2eaea856 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:46.914396 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.930634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-702ccecd-9266-49bc-a223-541dc45c23a7 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:46.931025 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-702ccecd-9266-49bc-a223-541dc45c23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:46.953273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=8ad7a771-32d1-48d8-9fd1-973c3d010043,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:47.003799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.010138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fb2750b-a58e-4fca-8119-a03c3e7480ba tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/8ad7a771-32d1-48d8-9fd1-973c3d010043 HTTP/1.1" status: 204 len: 168 time: 0.5410378 Oct 22 13:36:47.010138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39762) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.073859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a95105-d229-4813-9386-643820245114 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:47.075500 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-38a95105-d229-4813-9386-643820245114 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0639985 Oct 22 13:36:47.077888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39764) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.133192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f333cc1-befd-4f70-8e85-44123ec2a42d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:47.134892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7f333cc1-befd-4f70-8e85-44123ec2a42d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0560265 Oct 22 13:36:47.137315 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39766) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.202304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4452e4-a9e3-40a1-b57f-bfb88ca015f5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:47.203930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4452e4-a9e3-40a1-b57f-bfb88ca015f5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:47.205627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4452e4-a9e3-40a1-b57f-bfb88ca015f5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:47.210316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6c4452e4-a9e3-40a1-b57f-bfb88ca015f5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0696328 Oct 22 13:36:47.211048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.283149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 618cc36c-c411-4398-9ec0-43bef7ef739a {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:47.286373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.287299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4212547-a1ca-4dab-986d-0142a30f27af None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '9dd3426e-76ae-467a-876a-c79f7eff7db8', 'ip_address': '2001:db8::f816:3eff:fe2c:36b'}, {'subnet_id': '618cc36c-c411-4398-9ec0-43bef7ef739a'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'b7c2e29d-5f77-426a-ae36-a707000af43c'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:47.317270 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e4212547-a1ca-4dab-986d-0142a30f27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.329507 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.379372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.452441 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-e4212547-a1ca-4dab-986d-0142a30f27af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 618cc36c-c411-4398-9ec0-43bef7ef739a: This subnet is being modified by another concurrent operation. Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 618cc36c-c411-4398-9ec0-43bef7ef739a: This subnet is being modified by another concurrent operation. Oct 22 13:36:47.454484 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:36:47.480038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=618cc36c-c411-4398-9ec0-43bef7ef739a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:47.486378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.493024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-948b105c-1627-4032-adf9-429cf34afc9c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/618cc36c-c411-4398-9ec0-43bef7ef739a HTTP/1.1" status: 204 len: 168 time: 0.2784212 Oct 22 13:36:47.493462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39770) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.557699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 9dd3426e-76ae-467a-876a-c79f7eff7db8 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:47.561156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.578214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ea4ca322-8712-43bf-b159-4deb67f51217 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:47.578801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca322-8712-43bf-b159-4deb67f51217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.617826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.721692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028175b2-f449-4d2d-b634-4c1f39a848ce None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:36:47.725050 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.795071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.823527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-16af65d9-3bec-4227-8be4-3ce69a606035 None None] Could not find standard attr ID for object 8ad7a771-32d1-48d8-9fd1-973c3d010043. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:47.825237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd3426e-76ae-467a-876a-c79f7eff7db8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:47.831391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028175b2-f449-4d2d-b634-4c1f39a848ce None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:36:47.832388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:47.838262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dfcc024e-afcb-4319-8fa5-43f65d0a0b44 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/9dd3426e-76ae-467a-876a-c79f7eff7db8 HTTP/1.1" status: 204 len: 168 time: 0.3414617 Oct 22 13:36:47.838451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.885242 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c5d5acb3-0d4d-4fb6-b92b-3afcc506a7fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451944 Oct 22 13:36:47.887905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39774) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:47.893049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:47.987822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:47.991605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.115303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661880f-e6e5-4ec0-b2e0-8200bfd56847 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:36:48.138698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:48.221398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-895e42f3-f60d-468b-bdc1-c5e579bd7b6c None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:48.221807 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-895e42f3-f60d-468b-bdc1-c5e579bd7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.290417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661880f-e6e5-4ec0-b2e0-8200bfd56847 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:36:48.342106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.478794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:48.487009 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.588179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:48.618650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:48.752321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '4ff5a960-18b6-4a74-a7ee-c40e3355dd3f'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'b7c2e29d-5f77-426a-ae36-a707000af43c'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:48.781193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.788849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.953303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:48.984290 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.989785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.990769 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:48.993154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:36:48.993757 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:36:49.066533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:49.074941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:49.084701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:49.085441 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.117042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=4ff5a960-18b6-4a74-a7ee-c40e3355dd3f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:49.125690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:49.136489 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-08fcfa24-7cf8-4a5d-8b41-d85709030254 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2444954 Oct 22 13:36:49.136677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39786) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:49.142730 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:49.271173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:49.275331 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.389297 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ff5a960-18b6-4a74-a7ee-c40e3355dd3f (CIDR: 2001:db8::/64) Oct 22 13:36:49.392217 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:49.392682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:49.411118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-292114e1-a76e-46b0-b517-11894e58f4fb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2733233 Oct 22 13:36:49.414199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:49.420237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:49.530450 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.554167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:49.558559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.820461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:49.837990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.854391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.859577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.901018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:49.905261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:49.910064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:49.910789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:49.916806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=9938f204-cdd6-4ee6-9fe5-40b26984e01a,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:49.932903 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eee57922-5d1b-4e21-bec0-7c3ba1ac76de tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5176785 Oct 22 13:36:49.935948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39792) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:49.943629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:a6:19:2c', 'name': 'tempest-NetworksTestDHCPv6-1339254992'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:49.944915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9653e-002e-404e-a20c-34bf63382aea None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:50.118542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:50.187338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:50.241486 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.262098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:50.262552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.271567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:50.359529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.403374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:50.408332 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.473848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:50.493027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8:0:1::2ec (5208675d-cfec-448d-b248-98e8fb72f3f3/9938f204-cdd6-4ee6-9fe5-40b26984e01a/790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:50.501553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::f816:3eff:fea6:192c (5208675d-cfec-448d-b248-98e8fb72f3f3/4ff5a960-18b6-4a74-a7ee-c40e3355dd3f/790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:50.673961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.711017 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.745114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d8fd0-8757-448f-8b91-26cf3b7719cc None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:50.757276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:50.760571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:50.763320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:50.774933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:50.775854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.794218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:50.806470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a3de3ad4-8191-47ed-92eb-5bb2e83164a9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8668785 Oct 22 13:36:50.806718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39798) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:50.835396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-efc94e7c-5ec5-48d7-8081-7470d2a4cc02 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:50.835961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-efc94e7c-5ec5-48d7-8081-7470d2a4cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.899398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:50.899771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:50.992733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.005745 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:51.061661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '4ff5a960-18b6-4a74-a7ee-c40e3355dd3f', 'ip_address': '2001:db8::f816:3eff:fe2c:36b'}, {'subnet_id': '9938f204-cdd6-4ee6-9fe5-40b26984e01a'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'b7c2e29d-5f77-426a-ae36-a707000af43c'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:51.092941 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.197223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.246122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:51.297552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.305231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Allocated IP 2001:db8:0:1::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/9938f204-cdd6-4ee6-9fe5-40b26984e01a/b7c2e29d-5f77-426a-ae36-a707000af43c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:51.307121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39804) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:51.319221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-46c526ba-f18b-466a-b60f-6424a9452c98 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e HTTP/1.1" status: 204 len: 168 time: 0.5113599 Oct 22 13:36:51.381943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002c3f2-e7f2-4047-8f65-89d4bcd02bd4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:51.386893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39806) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:51.396954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7002c3f2-e7f2-4047-8f65-89d4bcd02bd4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0885749 Oct 22 13:36:51.422331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:51.448960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6256845-3230-4633-b4e1-b710100f3af8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:51.454334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39808) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:51.455922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.459388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6256845-3230-4633-b4e1-b710100f3af8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0711699 Oct 22 13:36:51.464439 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.528957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d537f-b6ee-4441-91d4-11a2cb4b39c3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:51.532725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d537f-b6ee-4441-91d4-11a2cb4b39c3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:51.535385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d537f-b6ee-4441-91d4-11a2cb4b39c3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:51.537661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-099d537f-b6ee-4441-91d4-11a2cb4b39c3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0803733 Oct 22 13:36:51.540458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39812) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:51.570735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1f75b-2624-409f-843f-d1e5403a0c24 None None] Pushing event updated for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:51.618030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 4ff5a960-18b6-4a74-a7ee-c40e3355dd3f {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:51.621463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.670227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.767312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.831526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.861231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff5a960-18b6-4a74-a7ee-c40e3355dd3f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:51.871236 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.876991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-de99574e-c69c-4462-8294-3e13bf1fd3aa tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/4ff5a960-18b6-4a74-a7ee-c40e3355dd3f HTTP/1.1" status: 204 len: 168 time: 0.3330576 Oct 22 13:36:51.877223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39816) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:51.936205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 9938f204-cdd6-4ee6-9fe5-40b26984e01a {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:51.941168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:51.985448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.088873 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.135550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:52.156661 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.196442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=9938f204-cdd6-4ee6-9fe5-40b26984e01a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:52.201055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbc38c-a2bc-4df5-83ab-ebc31bce80c9 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:52.203328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.210517 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0764c8e9-d0d5-47e4-b0b2-dcad127eac15 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/9938f204-cdd6-4ee6-9fe5-40b26984e01a HTTP/1.1" status: 204 len: 168 time: 0.3320773 Oct 22 13:36:52.210744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39818) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:52.224180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:52.224561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.255134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39820) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:52.259723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e7b249c8-7b07-441f-a967-f9f42f5a41cd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477550 Oct 22 13:36:52.260576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:52.293194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0dc686f3-9317-4595-94d9-dd3ce9196cb1 None None] Could not find standard attr ID for object 790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:52.356601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:52.360444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.363058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0dc686f3-9317-4595-94d9-dd3ce9196cb1 None None] Provisioning complete for port b7c2e29d-5f77-426a-ae36-a707000af43c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:52.363441 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0dc686f3-9317-4595-94d9-dd3ce9196cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.568813 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.630924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:52.634527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:52.637700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:52.638394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.671056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4147558 Oct 22 13:36:52.672420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7effb-612c-4184-b7f3-71d1f0f69df2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:52.672845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:52.678846 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:52.697975 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:36:52.746563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Deleting port b7c2e29d-5f77-426a-ae36-a707000af43c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:52.746964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.805354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:52.809608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.850485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] For port b7c2e29d-5f77-426a-ae36-a707000af43c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b7c2e29d-5f77-426a-ae36-a707000af43c,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:52.851078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.865696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Calling delete_port for b7c2e29d-5f77-426a-ae36-a707000af43c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:52.920084 n-d-813419-8 neutron-server[100620]: INFO neutron.db.ipam_backend_mixin [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72 (CIDR: 2001:db8::/64) Oct 22 13:36:52.924848 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:52.925403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:52.942444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0aac1d84-42f3-4e42-afa7-3a1b0128eb81 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2679214 Oct 22 13:36:52.945192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39826) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:52.949713 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:52.950458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:52.979837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] Pushing event deleted for resources: {'Port': ['ID=b7c2e29d-5f77-426a-ae36-a707000af43c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:52.985473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154bc6b-f20b-4c68-a07e-0a498ab4ff43 None None] No DVR routers for this DVR port b7c2e29d-5f77-426a-ae36-a707000af43c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:36:52.998655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e033594-471d-43fb-94af-e8d9b7fc80c1 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:53.079354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:53.083850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.159992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5208675d-cfec-448d-b248-98e8fb72f3f3', 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'tenant_id': '6b51c26e4b8240188fbf59a4b6d3e710', 'fixed_ips': [{'subnet_id': '3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:36:53.160921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.331007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72/c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:53.419980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:53.421853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.465721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:53.469188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:53.473866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:53.474567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.484248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=b8738092-4252-45ae-8ad9-632ce9eb9a48,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:53.499103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.503048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5bd2a31f-4944-491d-8719-2b4f3d9e5271 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5536633 Oct 22 13:36:53.503048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:53.508887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.509316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:a4:c7:ee', 'name': 'tempest-NetworksTestDHCPv6-1273003944'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:53.552486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:53.555547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:53.558707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:53.575919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:53.641048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Attempting to bind port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:36:53.641736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Attempting to bind port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:36:53.642717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Attempting to bind port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd on network 5208675d-cfec-448d-b248-98e8fb72f3f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:36:53.645860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:53.650239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:36:53.651157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Checking segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:36:53.651157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.651755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Bound using segment: {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:36:53.652362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Bound port: c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec535f-7650-4654-b589-08d13ce632a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:36:53.652840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.720538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:36:53.724233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:36:53.730447 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.743778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:53.765932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 72ef0106-cf0d-4270-8d30-81668b114ee1 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:53.796245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aad056-6485-4979-b9b8-26527ab64197 None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:53.959446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::18e (5208675d-cfec-448d-b248-98e8fb72f3f3/3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72/72ef0106-cf0d-4270-8d30-81668b114ee1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:53.970102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:c7ee (5208675d-cfec-448d-b248-98e8fb72f3f3/b8738092-4252-45ae-8ad9-632ce9eb9a48/72ef0106-cf0d-4270-8d30-81668b114ee1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:54.005684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-098c9e39-61f1-4805-a9e6-4e523e01197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.175254 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.178720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:36:54.222417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.244397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:54.245046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.270967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:54.276523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:54.280753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:54.288063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:54.288789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.305794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=72ef0106-cf0d-4270-8d30-81668b114ee1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:54.319839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7abe5bc3-dbef-4d0a-ac0d-cc57b0c8d101 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8151720 Oct 22 13:36:54.322463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39832) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:54.343002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.379826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:54.385094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.438496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 72ef0106-cf0d-4270-8d30-81668b114ee1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:54.441587 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.453627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:54.459795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:54.486003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b7c2e29d-5f77-426a-ae36-a707000af43c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:36:54.487201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b7c2e29d-5f77-426a-ae36-a707000af43c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:36:54.540728 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.555378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 72ef0106-cf0d-4270-8d30-81668b114ee1 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:54.763738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.809013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=72ef0106-cf0d-4270-8d30-81668b114ee1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:54.853793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.857536 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-83e371b8-92cc-494d-8ae1-e7e092c05a2e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/72ef0106-cf0d-4270-8d30-81668b114ee1 HTTP/1.1" status: 204 len: 168 time: 0.5339673 Oct 22 13:36:54.859956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39836) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:54.899779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95f5de-fcec-4f46-97b9-8726ee5bca53 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:54.914487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea968eef-1c65-449f-8239-75c54aefd29b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:54.918315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ea968eef-1c65-449f-8239-75c54aefd29b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0551620 Oct 22 13:36:54.918569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:54.970007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1c503caf-9685-4fb2-8dca-424e586281fd None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:54.970403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1c503caf-9685-4fb2-8dca-424e586281fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:54.972568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42428b1-7103-4c0e-a30e-93b406afa5a2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:54.976619 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d42428b1-7103-4c0e-a30e-93b406afa5a2 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0546870 Oct 22 13:36:54.976832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39840) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:55.047517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac4098-f065-46a9-b4a0-91ac96c3a449 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:55.050286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac4098-f065-46a9-b4a0-91ac96c3a449 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:55.052838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac4098-f065-46a9-b4a0-91ac96c3a449 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:55.055012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3bac4098-f065-46a9-b4a0-91ac96c3a449 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0773034 Oct 22 13:36:55.058381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39842) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:55.129163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:55.134175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.184352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.208750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23568748-e0b7-4d54-a513-5cb9e8a82012 None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8738092-4252-45ae-8ad9-632ce9eb9a48'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:55.236776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-23568748-e0b7-4d54-a513-5cb9e8a82012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.289136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.370164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-23568748-e0b7-4d54-a513-5cb9e8a82012 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72: This subnet is being modified by another concurrent operation. Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72: This subnet is being modified by another concurrent operation. Oct 22 13:36:55.372978 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:36:55.401276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:55.421498 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.425797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ed1c9af2-4d8a-4d59-8e8a-308e7be08f78 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72 HTTP/1.1" status: 204 len: 168 time: 0.3648491 Oct 22 13:36:55.428204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:55.470527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246da72-8c1a-4699-8c02-bad080cd5360 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:55.483351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet b8738092-4252-45ae-8ad9-632ce9eb9a48 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:55.486719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.527067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.570586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.588408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-86963dfe-c5a4-408c-aa77-638f7377766d None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:55.588786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-86963dfe-c5a4-408c-aa77-638f7377766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.634899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.661306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=b8738092-4252-45ae-8ad9-632ce9eb9a48,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:55.668115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.674092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-675327ff-8a36-4682-9b21-20cd14c32a0e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/b8738092-4252-45ae-8ad9-632ce9eb9a48 HTTP/1.1" status: 204 len: 168 time: 0.2427404 Oct 22 13:36:55.674694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:55.714921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-652b3379-e343-4a6e-90a1-be94a4db963c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383534 Oct 22 13:36:55.717663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:55.722441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:55.738509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ffc7f-d471-4805-a6da-0ed8a9188063 None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': 'b8738092-4252-45ae-8ad9-632ce9eb9a48'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:55.764368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c1ffc7f-d471-4805-a6da-0ed8a9188063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.813768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:55.817711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:55.926180 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1f377fe3-d42e-4af7-b4a0-499d175159ea None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:55.926475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f377fe3-d42e-4af7-b4a0-499d175159ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.029105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.082200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:56.086353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:56.091821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:56.092502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.111721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=94aef5d7-a200-49ea-9d81-093b5469c4d0,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:56.120426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371c1c2-5a8f-4dcb-825a-3a0f7d8d7c2f None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:56.130249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f113ed3b-ee1a-492e-8d96-4596b212f122 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4115288 Oct 22 13:36:56.133711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:56.139203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:56.149011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c211d49b-58a1-4b0f-a686-a9915ac7c029 None None] Could not find standard attr ID for object 72ef0106-cf0d-4270-8d30-81668b114ee1. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:56.163672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c211d49b-58a1-4b0f-a686-a9915ac7c029 None None] Could not find standard attr ID for object 790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:36:56.201605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:36:56.277033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:56.281725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.381008 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.399762 n-d-813419-8 neutron-server[100619]: INFO neutron.db.ipam_backend_mixin [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94aef5d7-a200-49ea-9d81-093b5469c4d0 (CIDR: 2001:db8::/64) Oct 22 13:36:56.403281 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:36:56.403864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:36:56.424402 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3bdf29bd-75e1-4dcf-aead-07b17c731643 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2889969 Oct 22 13:36:56.427671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39856) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:56.429389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:56.434374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'subnet': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:56.436565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.511357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3555277-1721-4ac5-a9e0-fa27d4ab5900 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:36:56.537999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:56.565944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:56.570238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.622726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:56.623021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:56.663105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3555277-1721-4ac5-a9e0-fa27d4ab5900 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:36:57.012697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:36:57.121066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.121066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:57.121066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.166543 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-39ac5219-9be7-4985-9be3-eac0f1ff8452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.170448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd914fc-d69a-43e2-988d-4e5465bbe64c None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:57.172782 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.384837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:57.389422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Update dhcp port {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'fixed_ips': [{'subnet_id': '18ac6f3d-7cbc-450a-a168-4b4ec41a1079', 'ip_address': '2001:db8:0:1:f816:3eff:fe26:5a51'}, {'subnet_id': '94aef5d7-a200-49ea-9d81-093b5469c4d0'}], 'binding:host_id': 'n-d-813419-8'}, 'id': 'c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd'} from n-d-813419-8. {{(pid=100621) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 22 13:36:57.414918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.419903 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.423307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.424203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.497940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:57.505278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:57.511417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:57.512025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.537497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Subnet': ['ID=18ac6f3d-7cbc-450a-a168-4b4ec41a1079,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:57.544002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=8']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:57.550120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-723dcfd1-615e-4cd0-a22b-8e4471b39b2b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1206636 Oct 22 13:36:57.553610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39884) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:57.559360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Request body: {'port': {'network_id': '5208675d-cfec-448d-b248-98e8fb72f3f3', 'mac_address': 'fa:16:3e:df:f0:fb', 'name': 'tempest-NetworksTestDHCPv6-289999357'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:36:57.635685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Allocated IP 2001:db8::2 (5208675d-cfec-448d-b248-98e8fb72f3f3/94aef5d7-a200-49ea-9d81-093b5469c4d0/c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:57.706583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Made reservation on behalf of 6b51c26e4b8240188fbf59a4b6d3e710 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:36:57.712452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.744223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] device_id is not set on port 510b3575-c28c-4497-b9ad-92d9a4507f13 yet. {{(pid=100619) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:36:57.803784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:36:57.821704 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.824245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.842433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.849000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:57.950619 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b5e6f-81fd-49df-8774-977f67f1f523 None None] Pushing event updated for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:57.992596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8::314 (5208675d-cfec-448d-b248-98e8fb72f3f3/94aef5d7-a200-49ea-9d81-093b5469c4d0/510b3575-c28c-4497-b9ad-92d9a4507f13) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:57.999414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:f0fb (5208675d-cfec-448d-b248-98e8fb72f3f3/18ac6f3d-7cbc-450a-a168-4b4ec41a1079/510b3575-c28c-4497-b9ad-92d9a4507f13) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:36:58.210409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.249581 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.299953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:36:58.304236 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:36:58.308007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:36:58.318816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:58.319503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.340715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event updated for resources: {'Port': ['ID=510b3575-c28c-4497-b9ad-92d9a4507f13,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:58.353819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c27fef3e-d3dc-4932-8e3d-44930e8c5eac tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7984371 Oct 22 13:36:58.356347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39900) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:58.477650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting port 510b3575-c28c-4497-b9ad-92d9a4507f13 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:36:58.478069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.601617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.615647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Calling delete_port for 510b3575-c28c-4497-b9ad-92d9a4507f13 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:36:58.821776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1bae2-fd96-4fb8-ba1c-04c04e04a38f None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:36:58.854709 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.897883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Port': ['ID=510b3575-c28c-4497-b9ad-92d9a4507f13,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:58.920206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5fd33f58-21cf-422f-81c4-1705131814ca None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:58.920691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fd33f58-21cf-422f-81c4-1705131814ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.951011 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:58.955464 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15efb831-4e9f-4f45-a0cc-545524f9a01f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/510b3575-c28c-4497-b9ad-92d9a4507f13 HTTP/1.1" status: 204 len: 168 time: 0.5981848 Oct 22 13:36:58.958469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39912) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:58.978743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1bae2-fd96-4fb8-ba1c-04c04e04a38f None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:36:59.010444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48179175-e1c3-4e29-bcf8-ca12b89b2b6f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:59.014477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-48179175-e1c3-4e29-bcf8-ca12b89b2b6f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0525687 Oct 22 13:36:59.014738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:59.076256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9a121-7dfa-4b26-b2f0-6d0b2d61733a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:59.078309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-25b9a121-7dfa-4b26-b2f0-6d0b2d61733a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0626950 Oct 22 13:36:59.083085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39918) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:59.143011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b2080-90c4-4d01-8d0d-42419e172253 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:59.145564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b2080-90c4-4d01-8d0d-42419e172253 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:59.147443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b2080-90c4-4d01-8d0d-42419e172253 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:36:59.149060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-544b2080-90c4-4d01-8d0d-42419e172253 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0647073 Oct 22 13:36:59.151909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39922) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:59.210878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 18ac6f3d-7cbc-450a-a168-4b4ec41a1079 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:59.214372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.264519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.372251 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.439388 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.477788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=18ac6f3d-7cbc-450a-a168-4b4ec41a1079,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:59.484176 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.490791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f4b90894-7bdf-49ce-94d6-120d3a34d44e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/18ac6f3d-7cbc-450a-a168-4b4ec41a1079 HTTP/1.1" status: 204 len: 168 time: 0.3355851 Oct 22 13:36:59.491217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39928) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:59.556190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Deleting subnet 94aef5d7-a200-49ea-9d81-093b5469c4d0 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:36:59.560187 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.615309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.720086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.810104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.825485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.842954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Subnet': ['ID=94aef5d7-a200-49ea-9d81-093b5469c4d0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:36:59.845098 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:36:59.849546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-415c720b-373e-48aa-bab0-42d33cc9bffb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/94aef5d7-a200-49ea-9d81-093b5469c4d0 HTTP/1.1" status: 204 len: 168 time: 0.3573029 Oct 22 13:36:59.852130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39938) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:36:59.938209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66898b5e-c32d-4303-a707-81d18f088033 None None] Network 5208675d-cfec-448d-b248-98e8fb72f3f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:36:59.981920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-830ba680-6eb2-4ff1-a46b-63bc0103fbc5 None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:36:59.982426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-830ba680-6eb2-4ff1-a46b-63bc0103fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:00.168260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9f628303-887a-4235-8d1f-3b90fc53787c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3148069 Oct 22 13:37:00.171055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39944) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.232850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36b253-000e-41a2-91f4-16aac67ddeca tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:00.234630 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae36b253-000e-41a2-91f4-16aac67ddeca tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0626118 Oct 22 13:37:00.237287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39946) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.247009 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] DHCP port deletion for 5208675d-cfec-448d-b248-98e8fb72f3f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:00.300021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afef2e-01b2-46ab-b745-5c17a7439776 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:00.301806 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-32afef2e-01b2-46ab-b745-5c17a7439776 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633631 Oct 22 13:37:00.304335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39948) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.308513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Deleting port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:00.309244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:00.352534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-033c92cf-2b63-48a9-8df4-495c2a9fd28b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470307 Oct 22 13:37:00.356645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39950) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.388708 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4dea48-ebba-4079-8c2b-4dede0a9a5e9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.389591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4dea48-ebba-4079-8c2b-4dede0a9a5e9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.394660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e4dea48-ebba-4079-8c2b-4dede0a9a5e9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/510b3575-c28c-4497-b9ad-92d9a4507f13 HTTP/1.1" status: 404 len: 333 time: 0.0352271 Oct 22 13:37:00.395644 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c664b63d-b01e-442b-801c-a85cbe7240cb None None] Provisioning complete for port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:00.396012 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c664b63d-b01e-442b-801c-a85cbe7240cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:00.396989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.428086 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74a27e6-3036-4eac-8ebb-07da2a702d26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.428886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74a27e6-3036-4eac-8ebb-07da2a702d26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.430296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] For port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,segment=NetworkSegment(21ec535f-7650-4654-b589-08d13ce632a2),segment_id=21ec535f-7650-4654-b589-08d13ce632a2)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:00.430773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:00.435297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c74a27e6-3036-4eac-8ebb-07da2a702d26 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/18ac6f3d-7cbc-450a-a168-4b4ec41a1079 HTTP/1.1" status: 404 len: 337 time: 0.0373092 Oct 22 13:37:00.435810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39956) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.451527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Calling delete_port for c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:00.464965 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9521d54-cbcb-4ffc-b844-bfb646833996 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.465463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9521d54-cbcb-4ffc-b844-bfb646833996 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.471177 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9521d54-cbcb-4ffc-b844-bfb646833996 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/94aef5d7-a200-49ea-9d81-093b5469c4d0 HTTP/1.1" status: 404 len: 337 time: 0.0318160 Oct 22 13:37:00.471412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.494909 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2c5812-c560-4c4e-b452-59edae5beebd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.495530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2c5812-c560-4c4e-b452-59edae5beebd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.501157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7e2c5812-c560-4c4e-b452-59edae5beebd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/72ef0106-cf0d-4270-8d30-81668b114ee1 HTTP/1.1" status: 404 len: 333 time: 0.0264060 Oct 22 13:37:00.501911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.530108 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c71b6e0-83f6-4983-ad61-9d71410a9cdf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.530515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c71b6e0-83f6-4983-ad61-9d71410a9cdf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.536070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0c71b6e0-83f6-4983-ad61-9d71410a9cdf tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/b8738092-4252-45ae-8ad9-632ce9eb9a48 HTTP/1.1" status: 404 len: 337 time: 0.0308232 Oct 22 13:37:00.536577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39964) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.575857 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9762bfa2-796e-4acd-9e6f-ec8ab70593e5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.576417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9762bfa2-796e-4acd-9e6f-ec8ab70593e5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.580365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9762bfa2-796e-4acd-9e6f-ec8ab70593e5 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/3e7f7956-c70e-4b1b-a91c-53aa9cf7bc72 HTTP/1.1" status: 404 len: 337 time: 0.0418200 Oct 22 13:37:00.583047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39966) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.594792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:00.611481 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-77336a7d-1535-4080-b15a-507c1a024d0b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.612202 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77336a7d-1535-4080-b15a-507c1a024d0b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.617984 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-77336a7d-1535-4080-b15a-507c1a024d0b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/790bcab2-f5f6-4a9f-8ab6-d0b15b326f5e HTTP/1.1" status: 404 len: 333 time: 0.0296099 Oct 22 13:37:00.618193 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39968) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.628244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] Pushing event deleted for resources: {'Port': ['ID=c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:00.633903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2246b29-2b70-4ea3-87c5-c09edab22e3f None None] No DVR routers for this DVR port c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:00.649504 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b90f9cb-fb8d-4d35-9a21-cca704714bab tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.649975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b90f9cb-fb8d-4d35-9a21-cca704714bab tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.653138 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7b90f9cb-fb8d-4d35-9a21-cca704714bab tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/9938f204-cdd6-4ee6-9fe5-40b26984e01a HTTP/1.1" status: 404 len: 337 time: 0.0340374 Oct 22 13:37:00.656577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39970) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.688768 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf3ac73-a9ce-499e-be04-b11f34312beb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.689233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf3ac73-a9ce-499e-be04-b11f34312beb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.693213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1bf3ac73-a9ce-499e-be04-b11f34312beb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/4ff5a960-18b6-4a74-a7ee-c40e3355dd3f HTTP/1.1" status: 404 len: 337 time: 0.0357404 Oct 22 13:37:00.695613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39974) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.718543 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c21ae16-f95d-48cb-88af-5230122ede84 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.719191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c21ae16-f95d-48cb-88af-5230122ede84 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.722277 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7c21ae16-f95d-48cb-88af-5230122ede84 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/8ad7a771-32d1-48d8-9fd1-973c3d010043 HTTP/1.1" status: 404 len: 333 time: 0.0257275 Oct 22 13:37:00.725033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39976) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.751921 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-3787380b-74b2-4a9c-b2a6-ca9c0dc83a23 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.752370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3787380b-74b2-4a9c-b2a6-ca9c0dc83a23 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.756207 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3787380b-74b2-4a9c-b2a6-ca9c0dc83a23 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/618cc36c-c411-4398-9ec0-43bef7ef739a HTTP/1.1" status: 404 len: 337 time: 0.0300934 Oct 22 13:37:00.758777 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39978) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.796307 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7ef0ee-e80e-4557-8c15-bf95a978a807 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.797758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7ef0ee-e80e-4557-8c15-bf95a978a807 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.803484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4a7ef0ee-e80e-4557-8c15-bf95a978a807 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/9dd3426e-76ae-467a-876a-c79f7eff7db8 HTTP/1.1" status: 404 len: 337 time: 0.0435009 Oct 22 13:37:00.806459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39982) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.834355 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69fd386-e293-40ef-ab11-30523ff31ecd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.834355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69fd386-e293-40ef-ab11-30523ff31ecd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.837355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d69fd386-e293-40ef-ab11-30523ff31ecd tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/248ddf0d-4843-4733-8661-9e29d630d857 HTTP/1.1" status: 404 len: 333 time: 0.0297635 Oct 22 13:37:00.839939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39986) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.872497 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0d392-0c14-4a2d-8d99-cdaca0cf1f89 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.872944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b0d392-0c14-4a2d-8d99-cdaca0cf1f89 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.875975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d4b0d392-0c14-4a2d-8d99-cdaca0cf1f89 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/a68a9e29-767f-4071-b625-8c22ddfbdf24 HTTP/1.1" status: 404 len: 337 time: 0.0348947 Oct 22 13:37:00.879265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 39988) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.903567 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e52945-a4a0-4092-b6e9-eeeec793d42c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.904217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e52945-a4a0-4092-b6e9-eeeec793d42c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.907342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-34e52945-a4a0-4092-b6e9-eeeec793d42c tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f5c1c40c-875c-4698-a85b-cdc79e2dc0dd HTTP/1.1" status: 404 len: 333 time: 0.0270126 Oct 22 13:37:00.910143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.941434 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86e71f9-ad7c-45c5-a12d-45c782cb63ef tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.942185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86e71f9-ad7c-45c5-a12d-45c782cb63ef tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.945484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e86e71f9-ad7c-45c5-a12d-45c782cb63ef tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/96f9881c-b255-4e84-b6cd-9154709c5eb3 HTTP/1.1" status: 404 len: 337 time: 0.0343127 Oct 22 13:37:00.948287 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:00.972954 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad8fc99-8b86-4a5e-9e16-86ae330dacc6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:00.973932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad8fc99-8b86-4a5e-9e16-86ae330dacc6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:00.977230 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ad8fc99-8b86-4a5e-9e16-86ae330dacc6 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/2263c651-7a4f-4646-b252-19aebc5484ed HTTP/1.1" status: 404 len: 333 time: 0.0277936 Oct 22 13:37:00.979934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39996) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.018535 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-015d94cf-766e-4ddc-8231-45627b1f7729 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.019112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015d94cf-766e-4ddc-8231-45627b1f7729 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.022182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-015d94cf-766e-4ddc-8231-45627b1f7729 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/62a35fdc-bf5f-4681-89f3-77dc2a39e0b4 HTTP/1.1" status: 404 len: 337 time: 0.0412140 Oct 22 13:37:01.024670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 39998) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.048446 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfe5287-315f-4eb0-ad20-41c2d129e40d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.049103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfe5287-315f-4eb0-ad20-41c2d129e40d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.053722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7cfe5287-315f-4eb0-ad20-41c2d129e40d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/9f6d504e-051b-4874-8a47-ab637ed0f2c9 HTTP/1.1" status: 404 len: 333 time: 0.0275016 Oct 22 13:37:01.055771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.090744 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-19705463-4cd9-4313-bac1-d9c69c5f3d5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.091342 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19705463-4cd9-4313-bac1-d9c69c5f3d5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.094462 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-19705463-4cd9-4313-bac1-d9c69c5f3d5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/3c2076f5-ac31-4db7-a4b1-7913c7f38278 HTTP/1.1" status: 404 len: 337 time: 0.0377321 Oct 22 13:37:01.097374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40004) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.122112 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc775fbe-ebe3-405c-a273-ddbcf158ca96 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.122959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc775fbe-ebe3-405c-a273-ddbcf158ca96 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.126060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bc775fbe-ebe3-405c-a273-ddbcf158ca96 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f8d718f0-b65c-4598-8ea1-28b9e9533108 HTTP/1.1" status: 404 len: 333 time: 0.0276103 Oct 22 13:37:01.128551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40006) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.154546 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49b4f49-c286-4913-ba5b-c0d79d9846c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.154939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49b4f49-c286-4913-ba5b-c0d79d9846c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.157909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f49b4f49-c286-4913-ba5b-c0d79d9846c9 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/2fcd9e8c-373c-4bbb-8b73-7114bfe243e6 HTTP/1.1" status: 404 len: 337 time: 0.0284631 Oct 22 13:37:01.161139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40008) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.185281 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f365e1f-8092-4554-bd10-92954dd87d5d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.185933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f365e1f-8092-4554-bd10-92954dd87d5d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.191839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6f365e1f-8092-4554-bd10-92954dd87d5d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/324cbadd-c359-40d7-a010-49fec4a298dd HTTP/1.1" status: 404 len: 333 time: 0.0270898 Oct 22 13:37:01.192036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40010) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.230026 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf2b476-2dc0-42de-9e64-6ec79d274e0f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.230482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf2b476-2dc0-42de-9e64-6ec79d274e0f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.233763 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0bf2b476-2dc0-42de-9e64-6ec79d274e0f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ddb6923a-438b-4028-8ae8-e6ab3ed027d3 HTTP/1.1" status: 404 len: 337 time: 0.0407088 Oct 22 13:37:01.236345 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40012) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.266086 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf30e54-2e13-43e5-9a3e-527e794d8d9f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.266835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf30e54-2e13-43e5-9a3e-527e794d8d9f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.271056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2cf30e54-2e13-43e5-9a3e-527e794d8d9f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ba90f225-0333-4cdf-b973-531ef4b28ab8 HTTP/1.1" status: 404 len: 337 time: 0.0337329 Oct 22 13:37:01.272415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40016) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.296078 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a47517-79f8-4168-8e89-60fc09fab8ec tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.296700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a47517-79f8-4168-8e89-60fc09fab8ec tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.300395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b6a47517-79f8-4168-8e89-60fc09fab8ec tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/57d3bb59-785b-4ec5-89eb-5609676289e8 HTTP/1.1" status: 404 len: 333 time: 0.0264742 Oct 22 13:37:01.302932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40018) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.328757 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7ecf12-ff6f-47d6-b0a6-5940c5619ce8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.329205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7ecf12-ff6f-47d6-b0a6-5940c5619ce8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.332335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3b7ecf12-ff6f-47d6-b0a6-5940c5619ce8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/8207dbf2-15e2-4e38-90e2-9d45bd70161e HTTP/1.1" status: 404 len: 337 time: 0.0284960 Oct 22 13:37:01.334873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40020) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.363040 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d6bc38-2272-4737-aa28-66c9d585528b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.363451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d6bc38-2272-4737-aa28-66c9d585528b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.366681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-51d6bc38-2272-4737-aa28-66c9d585528b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/28a74aea-21aa-43a1-b17a-db6975dacecc HTTP/1.1" status: 404 len: 337 time: 0.0307548 Oct 22 13:37:01.369334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40022) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.393226 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe94b22-41fe-4a1d-84b5-bd52f65bf611 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.393898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe94b22-41fe-4a1d-84b5-bd52f65bf611 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.396995 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ffe94b22-41fe-4a1d-84b5-bd52f65bf611 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b2f1ec0a-cc89-41ef-81ba-e642e3a9ef70 HTTP/1.1" status: 404 len: 333 time: 0.0265608 Oct 22 13:37:01.399637 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40026) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.429205 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5fb78d-51f1-4cc3-9340-6a9ebe38c543 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.429680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5fb78d-51f1-4cc3-9340-6a9ebe38c543 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.432771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7b5fb78d-51f1-4cc3-9340-6a9ebe38c543 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/7ab5f65c-822e-43a6-b99b-b9ddc68e6c13 HTTP/1.1" status: 404 len: 337 time: 0.0321250 Oct 22 13:37:01.435451 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40028) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.466717 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6ef655-3f9b-4c48-be51-f25f83d55b82 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.467168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6ef655-3f9b-4c48-be51-f25f83d55b82 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.470160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd6ef655-3f9b-4c48-be51-f25f83d55b82 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d5f3bc87-ffb9-466e-b243-10a666ac6e79 HTTP/1.1" status: 404 len: 337 time: 0.0337200 Oct 22 13:37:01.473485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40030) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.496271 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bc8ceb-5ae1-418c-8127-dadabdcfee08 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.496900 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bc8ceb-5ae1-418c-8127-dadabdcfee08 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.500038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e5bc8ceb-5ae1-418c-8127-dadabdcfee08 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/169b39dc-63dd-4fe7-8c25-9b0d570e00f1 HTTP/1.1" status: 404 len: 333 time: 0.0254955 Oct 22 13:37:01.502692 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40032) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.529267 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-23656dc2-a390-44cf-b5b4-ac85e79827bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.529736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23656dc2-a390-44cf-b5b4-ac85e79827bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.533064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-23656dc2-a390-44cf-b5b4-ac85e79827bb tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/09729692-962c-47f3-9cea-56acdbbef241 HTTP/1.1" status: 404 len: 337 time: 0.0293429 Oct 22 13:37:01.536197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40034) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.568020 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69d4bf-e07f-48d6-b0d1-85b1ba331852 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.568691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d69d4bf-e07f-48d6-b0d1-85b1ba331852 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.574708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40038) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.575409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d69d4bf-e07f-48d6-b0d1-85b1ba331852 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/ca573295-399f-4dbe-b670-eb52efa06750 HTTP/1.1" status: 404 len: 337 time: 0.0359147 Oct 22 13:37:01.603913 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73266656-ed5c-452e-8006-7df7692ae991 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports?device_id=49fe448f-55e6-40e6-92f9-0c2d34389163 HTTP/1.1" status: 200 len: 205 time: 0.0280421 Oct 22 13:37:01.606380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40040) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.644758 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-43d91ebc-53ca-49ce-b7ce-bbf57de0891b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] delete failed (client error): The resource could not be found. Oct 22 13:37:01.645809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-43d91ebc-53ca-49ce-b7ce-bbf57de0891b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/routers/49fe448f-55e6-40e6-92f9-0c2d34389163 HTTP/1.1" status: 404 len: 336 time: 0.0384941 Oct 22 13:37:01.648426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40042) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.678239 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f771023e-1753-4a49-8721-bda48ef5eba3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.678648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f771023e-1753-4a49-8721-bda48ef5eba3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.682022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f771023e-1753-4a49-8721-bda48ef5eba3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/5dadb225-2f43-4da2-b6de-f149f229f463 HTTP/1.1" status: 404 len: 337 time: 0.0325255 Oct 22 13:37:01.684537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40044) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.719396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4767355f-9b14-4da9-aed8-f4ac0be8935d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "GET /v2.0/ports?device_id=6022dd8c-a089-4314-8a21-e3c39d2c3407 HTTP/1.1" status: 200 len: 205 time: 0.0337627 Oct 22 13:37:01.722293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40046) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.759088 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-c375b7ee-a18a-45f8-aba9-036a2e1ce6b8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] delete failed (client error): The resource could not be found. Oct 22 13:37:01.763029 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c375b7ee-a18a-45f8-aba9-036a2e1ce6b8 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/routers/6022dd8c-a089-4314-8a21-e3c39d2c3407 HTTP/1.1" status: 404 len: 336 time: 0.0368934 Oct 22 13:37:01.763029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40050) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.789833 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c22158-fe1e-4745-a2e0-90b28255ca5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.790288 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c22158-fe1e-4745-a2e0-90b28255ca5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.795650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-43c22158-fe1e-4745-a2e0-90b28255ca5b tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d70c1445-bdd1-4f97-a33d-fe60915b317d HTTP/1.1" status: 404 len: 337 time: 0.0298078 Oct 22 13:37:01.795867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40052) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.822143 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c813bfe9-3f93-4459-893b-b38932d997cc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.822596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c813bfe9-3f93-4459-893b-b38932d997cc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.825633 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c813bfe9-3f93-4459-893b-b38932d997cc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/6d0d6e6f-20a9-4583-a20f-b9050a7cf386 HTTP/1.1" status: 404 len: 337 time: 0.0288613 Oct 22 13:37:01.828231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40054) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.856810 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f3d76f-ae8e-49bc-99ad-f9a98745e249 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.862634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f3d76f-ae8e-49bc-99ad-f9a98745e249 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.862634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-23f3d76f-ae8e-49bc-99ad-f9a98745e249 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b3ac94d9-9ebe-4416-b36e-d8e31169f3ca HTTP/1.1" status: 404 len: 333 time: 0.0315146 Oct 22 13:37:01.864174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40058) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.891658 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76517fb-7b93-408c-9ec1-d68bf960be0a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.892107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76517fb-7b93-408c-9ec1-d68bf960be0a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.898486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c76517fb-7b93-408c-9ec1-d68bf960be0a tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/85f0360a-a968-4e5e-921e-d64cc6fa87f9 HTTP/1.1" status: 404 len: 337 time: 0.0308576 Oct 22 13:37:01.898815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40062) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.931232 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7bfa97-17ed-44c4-910f-fdf357edfdc3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.931879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7bfa97-17ed-44c4-910f-fdf357edfdc3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.935161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f7bfa97-17ed-44c4-910f-fdf357edfdc3 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/204e8b42-d430-48cc-8ce7-143bb3e9eed7 HTTP/1.1" status: 404 len: 333 time: 0.0353508 Oct 22 13:37:01.937630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40064) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.965083 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-183c0003-82e1-4972-88f9-43d8815a54fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.965583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183c0003-82e1-4972-88f9-43d8815a54fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.968803 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-183c0003-82e1-4972-88f9-43d8815a54fc tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/1e4fb0ad-a0aa-4c9f-a345-2fbe543ba37a HTTP/1.1" status: 404 len: 337 time: 0.0302007 Oct 22 13:37:01.971568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:01.995695 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-c412703a-219d-47b8-b3f0-6d436b45175f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:01.996459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c412703a-219d-47b8-b3f0-6d436b45175f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:01.999923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c412703a-219d-47b8-b3f0-6d436b45175f tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/ae8175b0-cd1a-4757-90a4-2184e1aa0926 HTTP/1.1" status: 404 len: 333 time: 0.0271678 Oct 22 13:37:02.003265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.032556 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9977a6e-febe-4edd-8851-e8a64df9d57e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.033006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9977a6e-febe-4edd-8851-e8a64df9d57e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.037406 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f9977a6e-febe-4edd-8851-e8a64df9d57e tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/29acf8e7-ba74-4f0e-a882-346049f2f3b3 HTTP/1.1" status: 404 len: 337 time: 0.0315983 Oct 22 13:37:02.039219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40072) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.062555 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6da8c3f-0426-4cb3-be61-936c355b16a7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.063140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6da8c3f-0426-4cb3-be61-936c355b16a7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.070063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40074) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.070222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e6da8c3f-0426-4cb3-be61-936c355b16a7 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/8c9ff163-7677-4236-b95f-34019c7c222d HTTP/1.1" status: 404 len: 333 time: 0.0298975 Oct 22 13:37:02.099561 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2118ff-7740-48ba-89c6-96d952f292ca tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.100339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2118ff-7740-48ba-89c6-96d952f292ca tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.105783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ab2118ff-7740-48ba-89c6-96d952f292ca tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/e30f081e-46f2-4826-8183-d0cabc2285fc HTTP/1.1" status: 404 len: 337 time: 0.0319617 Oct 22 13:37:02.106084 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.134326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:02.147263 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18da862-1003-4b2b-8d8b-c0a3bb0bf6c4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.148019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18da862-1003-4b2b-8d8b-c0a3bb0bf6c4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.153970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40078) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.154186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b18da862-1003-4b2b-8d8b-c0a3bb0bf6c4 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/f5fc05d1-9735-4675-bd3e-4bcf3844367e HTTP/1.1" status: 404 len: 333 time: 0.0467391 Oct 22 13:37:02.165010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:02.165310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c3b7cfeb-f68c-4b94-b0af-dde05ba1c8dd not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:02.186577 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae37096-f0d0-4fdd-9aec-09a962dbc58d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.187107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae37096-f0d0-4fdd-9aec-09a962dbc58d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.191137 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dae37096-f0d0-4fdd-9aec-09a962dbc58d tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/d239df60-ca01-4719-a2f6-58e8945ed1c8 HTTP/1.1" status: 404 len: 337 time: 0.0355346 Oct 22 13:37:02.194409 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40082) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.225243 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eea981d-9164-433b-859c-924da0bba668 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.225886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eea981d-9164-433b-859c-924da0bba668 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.231711 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6eea981d-9164-433b-859c-924da0bba668 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/78c3f4a8-0bbf-40d9-b450-29090e54b831 HTTP/1.1" status: 404 len: 333 time: 0.0336976 Oct 22 13:37:02.231851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40084) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.258955 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b46717-dc1d-48bb-a1e8-6e6fac364a24 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.259418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b46717-dc1d-48bb-a1e8-6e6fac364a24 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.262653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-56b46717-dc1d-48bb-a1e8-6e6fac364a24 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/35f58c7e-38ee-42fb-9b0d-a2eac39b577f HTTP/1.1" status: 404 len: 337 time: 0.0297618 Oct 22 13:37:02.265177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40086) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.289612 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1d6dd1-284d-47b9-a8c7-5b4e05214267 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.290120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1d6dd1-284d-47b9-a8c7-5b4e05214267 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.293231 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ca1d6dd1-284d-47b9-a8c7-5b4e05214267 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/ports/b54765df-69d4-49db-9e0e-a008e1f39f47 HTTP/1.1" status: 404 len: 333 time: 0.0270255 Oct 22 13:37:02.296168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40088) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.324666 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a46f5e9-51d9-4e2a-9c79-3368b4a3a144 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:02.325104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a46f5e9-51d9-4e2a-9c79-3368b4a3a144 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:02.331111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40092) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:02.331364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a46f5e9-51d9-4e2a-9c79-3368b4a3a144 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/subnets/5e241cb5-417b-4bbf-b657-1783b17371f9 HTTP/1.1" status: 404 len: 337 time: 0.0336711 Oct 22 13:37:02.420668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.517632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.540022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5208675d-cfec-448d-b248-98e8fb72f3f3']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:02.550963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ec535f-7650-4654-b589-08d13ce632a2') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:02.551264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ec535f-7650-4654-b589-08d13ce632a2') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:02.562060 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.577355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.586224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:02.586862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:02.591608 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:02.663156 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.671503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:02.675421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] 10.222.0.25 "DELETE /v2.0/networks/5208675d-cfec-448d-b248-98e8fb72f3f3 HTTP/1.1" status: 204 len: 168 time: 0.3425016 Oct 22 13:37:02.687947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1d722-eeed-4913-8202-b8e66a8e09f1 tempest-NetworksTestDHCPv6-641161669 tempest-NetworksTestDHCPv6-641161669-project] Pushing event deleted for resources: {'Network': ['ID=5208675d-cfec-448d-b248-98e8fb72f3f3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:02.979772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40108) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:03.150814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40114) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:03.154714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0502f964-d152-48b4-b252-73cbca4ac4d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b51c26e4b8240188fbf59a4b6d3e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698563 Oct 22 13:37:03.220238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:03.243005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:03.291855 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:03.294483 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:03.298263 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c537e53b-0905-40f5-bd7a-217624324a81 HTTP/1.1" status: 204 len: 168 time: 0.1439922 Oct 22 13:37:03.305557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8b9f2-7358-4f15-8f57-78524c80a171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537e53b-0905-40f5-bd7a-217624324a81,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:04.086029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40152) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:04.201273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1573769369'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:04.226740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Made reservation on behalf of 297fc07243974390ad43db1c97ec7c7a for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:04.231043 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.245314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.334015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.337964 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.369001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:04.375876 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cd3845-9775-4845-8d83-773d7d0eee84,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:04.383975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.384333 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Added segment 7a912a83-cc22-44dc-8863-f96e3f2dcfe0 of type vlan for network a895b589-acdb-4a8c-935f-55d0d538bb55 Oct 22 13:37:04.436775 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.465389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.472314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:04.472938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:04.509071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4217124 Oct 22 13:37:04.511972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:04.518151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Request body: {'subnet': {'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:04.553227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ae55-3da7-46aa-86d1-8675f527d48c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'Network': ['ID=a895b589-acdb-4a8c-935f-55d0d538bb55,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:04.563858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:04.637903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Made reservation on behalf of 297fc07243974390ad43db1c97ec7c7a for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:04.647711 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.125679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.195102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'Subnet': ['ID=0d608a65-23e9-4eb6-9737-414885d2bee1,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:05.199510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Checking segment: {'id': '7a912a83-cc22-44dc-8863-f96e3f2dcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:05.199874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Network hostable DHCP agents. Network: a895b589-acdb-4a8c-935f-55d0d538bb55, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:05.218201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Network a895b589-acdb-4a8c-935f-55d0d538bb55 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:05.227630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a895b589-acdb-4a8c-935f-55d0d538bb55) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:05.231988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:05.232572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.240394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ecd18-270c-4776-8647-07700de90834 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:05.255056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-aa503425-890c-46f6-9b7a-9f1c4c39e126 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7419019 Oct 22 13:37:05.256102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40182) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:05.261526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Request body: {'port': {'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55', 'name': 'tempest-ExtraDHCPOptionsTestJSON-873921058'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:05.392358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Made reservation on behalf of 297fc07243974390ad43db1c97ec7c7a for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:05.396390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.415742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-a895b589-acdb-4a8c-935f-55d0d538bb55', 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55', 'tenant_id': '297fc07243974390ad43db1c97ec7c7a', 'fixed_ips': [{'subnet_id': '0d608a65-23e9-4eb6-9737-414885d2bee1'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:05.416681 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.426456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] device_id is not set on port 3e0d7e65-a27c-419d-924b-6abb635ae39a yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:37:05.540059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Allocated IP 172.20.0.4 (a895b589-acdb-4a8c-935f-55d0d538bb55/0d608a65-23e9-4eb6-9737-414885d2bee1/3e0d7e65-a27c-419d-924b-6abb635ae39a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:05.705659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.739761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.791933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Network a895b589-acdb-4a8c-935f-55d0d538bb55 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:05.795317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:05.798322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:05.804189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Allocated IP 172.20.0.2 (a895b589-acdb-4a8c-935f-55d0d538bb55/0d608a65-23e9-4eb6-9737-414885d2bee1/1a50b26b-3cc9-4951-b2a7-70fb6983e078) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:05.828260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'Port': ['ID=3e0d7e65-a27c-419d-924b-6abb635ae39a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:05.863961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:05.864656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.886010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b89f96ac-6476-4c3b-8ca8-605002db72a8 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6284161 Oct 22 13:37:05.889065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:05.894321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Request body: {'port': {'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1407899482', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:05.895205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] bootfile-name is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:05.895205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] tftp-server is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:05.895491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] server-ip-address is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:05.966128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:05.974207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.016298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:06.021701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:06.025123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:06.032074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Made reservation on behalf of 297fc07243974390ad43db1c97ec7c7a for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:06.036131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Pushing event updated for resources: {'Port': ['ID=1a50b26b-3cc9-4951-b2a7-70fb6983e078,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:06.036901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.055505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] device_id is not set on port e4e4b8a0-9966-44c2-b366-59cfa3281d4c yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:37:06.060317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.060671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.061015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.061554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.062063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.062589 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.062949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.063451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.063958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.064742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.065157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.065693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:06.112462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Attempting to bind port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:06.112757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Attempting to bind port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '7a912a83-cc22-44dc-8863-f96e3f2dcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:06.113080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Attempting to bind port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 on network a895b589-acdb-4a8c-935f-55d0d538bb55 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:06.121535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:06.121916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Checking segment: {'id': '7a912a83-cc22-44dc-8863-f96e3f2dcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:06.122330 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.122921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Bound using segment: {'id': '7a912a83-cc22-44dc-8863-f96e3f2dcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:06.123428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Bound port: 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a912a83-cc22-44dc-8863-f96e3f2dcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a895b589-acdb-4a8c-935f-55d0d538bb55'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:06.124032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.187676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Allocated IP 172.20.0.10 (a895b589-acdb-4a8c-935f-55d0d538bb55/0d608a65-23e9-4eb6-9737-414885d2bee1/e4e4b8a0-9966-44c2-b366-59cfa3281d4c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:06.195671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] For port 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:06.202433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] For port 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1a50b26b-3cc9-4951-b2a7-70fb6983e078,segment=NetworkSegment(7a912a83-cc22-44dc-8863-f96e3f2dcfe0),segment_id=7a912a83-cc22-44dc-8863-f96e3f2dcfe0)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:06.212100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.288661 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1b897-9304-4946-87c7-54e135d01b53 None None] Pushing event updated for resources: {'Port': ['ID=1a50b26b-3cc9-4951-b2a7-70fb6983e078,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:06.408537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.459492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.523161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Network a895b589-acdb-4a8c-935f-55d0d538bb55 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:06.527068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:06.530269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:06.568231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'Port': ['ID=e4e4b8a0-9966-44c2-b366-59cfa3281d4c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:06.600242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:06.600913 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.623272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d1a5d3ef-b661-4831-b392-61595a8c1c85 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7308853 Oct 22 13:37:06.623749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40210) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:06.685703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faf348-f715-4ff3-8ef6-9725e217a058 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:06.692820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faf348-f715-4ff3-8ef6-9725e217a058 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:06.699018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faf348-f715-4ff3-8ef6-9725e217a058 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:06.700764 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-30faf348-f715-4ff3-8ef6-9725e217a058 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0759909 Oct 22 13:37:06.703633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:06.804362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Deleting port e4e4b8a0-9966-44c2-b366-59cfa3281d4c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:06.805009 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.903365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:06.915880 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Calling delete_port for e4e4b8a0-9966-44c2-b366-59cfa3281d4c owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:07.067743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.099413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event deleted for resources: {'Port': ['ID=e4e4b8a0-9966-44c2-b366-59cfa3281d4c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:07.182451 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.185717 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d986d30b-6a7f-4041-b126-88bae1f7774c tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "DELETE /v2.0/ports/e4e4b8a0-9966-44c2-b366-59cfa3281d4c HTTP/1.1" status: 204 len: 168 time: 0.4811554 Oct 22 13:37:07.190184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40226) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:07.199590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Request body: {'port': {'name': 'tempest-new-port-name-1024443410', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:07.199989 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] bootfile-name is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:07.200331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] tftp-server is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:07.200719 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.api.validators [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] server-ip-address is not in valid_values {{(pid=100620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 22 13:37:07.285293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.420492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8403e7f-5ddd-46d5-84d1-b78f742e3752 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:07.502970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] Provisioning complete for port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:07.503347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.505632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.511664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.594816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event updated for resources: {'Port': ['ID=3e0d7e65-a27c-419d-924b-6abb635ae39a,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:07.618725 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] In _notify_port_updated(), no bound segment for port 3e0d7e65-a27c-419d-924b-6abb635ae39a on network a895b589-acdb-4a8c-935f-55d0d538bb55 {{(pid=100620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 22 13:37:07.624616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:07.625412 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.627049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-58319c58-2b30-447c-91e3-c4930734dc6b tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "PUT /v2.0/ports/3e0d7e65-a27c-419d-924b-6abb635ae39a HTTP/1.1" status: 200 len: 1136 time: 0.4318125 Oct 22 13:37:07.629899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40236) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:07.656351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.700469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] For port 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1a50b26b-3cc9-4951-b2a7-70fb6983e078,segment=NetworkSegment(7a912a83-cc22-44dc-8863-f96e3f2dcfe0),segment_id=7a912a83-cc22-44dc-8863-f96e3f2dcfe0)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:07.708171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.717802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28454347-8734-43b5-b100-2b8fa6a12cd6 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:07.725924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40240) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:07.728126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28454347-8734-43b5-b100-2b8fa6a12cd6 tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "GET /v2.0/ports/3e0d7e65-a27c-419d-924b-6abb635ae39a HTTP/1.1" status: 200 len: 1136 time: 0.0955169 Oct 22 13:37:07.788270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8f466-3a5b-420f-8b28-7ed8772bc8c0 None None] Pushing event updated for resources: {'Port': ['ID=1a50b26b-3cc9-4951-b2a7-70fb6983e078,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:07.857218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Deleting port 3e0d7e65-a27c-419d-924b-6abb635ae39a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:07.857561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.931608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-81198b23-400a-402b-811c-7e414e3c18dd None None] Provisioning complete for port 3e0d7e65-a27c-419d-924b-6abb635ae39a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:07.931986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81198b23-400a-402b-811c-7e414e3c18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.955043 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:07.969302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Calling delete_port for 3e0d7e65-a27c-419d-924b-6abb635ae39a owned by {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:07.977046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-81198b23-400a-402b-811c-7e414e3c18dd None None] Port 3e0d7e65-a27c-419d-924b-6abb635ae39a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:07.988694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-81198b23-400a-402b-811c-7e414e3c18dd None None] Provisioning complete for port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:07.989070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81198b23-400a-402b-811c-7e414e3c18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.163897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.201007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event deleted for resources: {'Port': ['ID=3e0d7e65-a27c-419d-924b-6abb635ae39a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:08.202265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1a50b26b-3cc9-4951-b2a7-70fb6983e078 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:08.276059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:08.276718 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.278895 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bc2ebd47-bec2-4784-8731-05aa32a06ed4 None None] Could not find standard attr ID for object 3e0d7e65-a27c-419d-924b-6abb635ae39a. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:37:08.296418 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.303586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:08.304019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-83864fa6-eabf-4b02-ba8e-ca67bcb23ebe tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "DELETE /v2.0/ports/3e0d7e65-a27c-419d-924b-6abb635ae39a HTTP/1.1" status: 204 len: 168 time: 0.5778773 Oct 22 13:37:08.361371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Deleting subnet 0d608a65-23e9-4eb6-9737-414885d2bee1 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:08.366155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.416160 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.491897 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.506808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0e6dd949-94fc-42a5-865b-58ccc882d3cd None None] Could not find standard attr ID for object e4e4b8a0-9966-44c2-b366-59cfa3281d4c. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 13:37:08.520973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.593837 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.633920 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.640909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:08.641435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "DELETE /v2.0/subnets/0d608a65-23e9-4eb6-9737-414885d2bee1 HTTP/1.1" status: 204 len: 168 time: 0.3364019 Oct 22 13:37:08.641995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c1e5c-00ed-4045-ad55-d355c5a8f76a tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event deleted for resources: {'Subnet': ['ID=0d608a65-23e9-4eb6-9737-414885d2bee1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:08.734798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95afc291-53a3-4d8d-a013-c5234bb8e266 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:08.738235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.796878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Deleting port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:08.797134 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.882306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] For port 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1a50b26b-3cc9-4951-b2a7-70fb6983e078,segment=NetworkSegment(7a912a83-cc22-44dc-8863-f96e3f2dcfe0),segment_id=7a912a83-cc22-44dc-8863-f96e3f2dcfe0)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:08.882699 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:08.895539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Calling delete_port for 1a50b26b-3cc9-4951-b2a7-70fb6983e078 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:08.966399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] DHCP port deletion for a895b589-acdb-4a8c-935f-55d0d538bb55 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:08.984066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.011105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event deleted for resources: {'Port': ['ID=1a50b26b-3cc9-4951-b2a7-70fb6983e078,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:09.014719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] No DVR routers for this DVR port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:09.017511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Deleting port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:09.017976 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.121301 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.153228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a895b589-acdb-4a8c-935f-55d0d538bb55']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:09.165885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a912a83-cc22-44dc-8863-f96e3f2dcfe0') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:09.166188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a912a83-cc22-44dc-8863-f96e3f2dcfe0') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:09.178293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.195916 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.202140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:09.202819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:09.275438 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:09.291790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] For port 1a50b26b-3cc9-4951-b2a7-70fb6983e078, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:09.292361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.298924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.309113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Calling delete_port for 1a50b26b-3cc9-4951-b2a7-70fb6983e078 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:09.310762 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.313301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 13:37:09.318428 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.318587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] 10.222.0.25 "DELETE /v2.0/networks/a895b589-acdb-4a8c-935f-55d0d538bb55 HTTP/1.1" status: 204 len: 168 time: 0.6722858 Oct 22 13:37:09.342220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Pushing event deleted for resources: {'Port': ['ID=1a50b26b-3cc9-4951-b2a7-70fb6983e078,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:09.344356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] Network a895b589-acdb-4a8c-935f-55d0d538bb55 is not hosted by any dhcp agent {{(pid=100621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 22 13:37:09.344825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b42a83-6f98-4ee9-a10f-340cfb856789 None None] No DVR routers for this DVR port 1a50b26b-3cc9-4951-b2a7-70fb6983e078 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:09.362676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1173-8f26-481a-8625-f84e60bb39bc tempest-ExtraDHCPOptionsTestJSON-1416809687 tempest-ExtraDHCPOptionsTestJSON-1416809687-project] Pushing event deleted for resources: {'Network': ['ID=a895b589-acdb-4a8c-935f-55d0d538bb55,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:09.616319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40288) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:09.764594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b56e7fb9-0fe3-4bb1-a62a-4b5d5c1dfbf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=297fc07243974390ad43db1c97ec7c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470017 Oct 22 13:37:09.767029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:09.816446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.839421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.889338 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.892102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:09.893994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37cd3845-9775-4845-8d83-773d7d0eee84 HTTP/1.1" status: 204 len: 168 time: 0.1258655 Oct 22 13:37:09.904516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d1ea4-d35c-4158-acb0-9142ba74cfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cd3845-9775-4845-8d83-773d7d0eee84,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:10.076879 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.151471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1a50b26b-3cc9-4951-b2a7-70fb6983e078 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:10.175778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1a50b26b-3cc9-4951-b2a7-70fb6983e078 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:10.176356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1a50b26b-3cc9-4951-b2a7-70fb6983e078 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:10.624948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40336) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:10.730123 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2003422424'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:10.752299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:10.756285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.769846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.846284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.851483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.890942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:10.898216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c02486-3fde-4d74-888d-52b44d16bf11,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:10.904677 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.905027 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment adca5b57-ab41-461c-92d6-6ce5f29480d1 of type vlan for network 24a32769-2f64-46f6-a68a-5abb23b12c95 Oct 22 13:37:10.959779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.990181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:10.996136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:10.996946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:11.044233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4180846 Oct 22 13:37:11.081483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1bd1-77d2-4720-abc6-e27bd7830645 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=24a32769-2f64-46f6-a68a-5abb23b12c95,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:11.092719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:14.325350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:14.331142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:14.426596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:14.430090 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.612474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.670736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=4f241a12-ba74-422f-a363-78a0a33ecf09,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:14.691451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': 'adca5b57-ab41-461c-92d6-6ce5f29480d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:14.691811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: 24a32769-2f64-46f6-a68a-5abb23b12c95, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:14.709223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:14.718178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 24a32769-2f64-46f6-a68a-5abb23b12c95) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:14.722706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:14.723364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.730357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9ff85-178e-422b-b0f5-203d1944c338 None None] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:14.746140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-45cb9044-0961-4c08-a22d-c20648e7e764 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4160380 Oct 22 13:37:14.746381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40352) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:14.753212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1794637101'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:14.776902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:14.780753 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.808029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:14.820832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.821138 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment 787e0b43-2089-4ba6-b895-28db23875dad of type vlan for network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 Oct 22 13:37:14.873959 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.892633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-24a32769-2f64-46f6-a68a-5abb23b12c95', 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': '4f241a12-ba74-422f-a363-78a0a33ecf09'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:14.894109 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.902009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.907783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:14.908375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:14.941255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1937792 Oct 22 13:37:14.944262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40354) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:14.949842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:14.982856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38cfb2-b958-48fd-b535-989c094fc780 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=7ce3bcdf-300e-4e43-9a01-8a25a3283039,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:15.032595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:15.058770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:15.063287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.078051 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Allocated IP 2001:db8:0:ffff::2 (24a32769-2f64-46f6-a68a-5abb23b12c95/4f241a12-ba74-422f-a363-78a0a33ecf09/9c705931-1267-4973-963b-6d9f316dd9b5) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:15.294473 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.301362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.339343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:37:15.341227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.355616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:15.357068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Pushing event updated for resources: {'Port': ['ID=9c705931-1267-4973-963b-6d9f316dd9b5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:15.359679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:15.362374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:15.418044 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Attempting to bind port 9c705931-1267-4973-963b-6d9f316dd9b5 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:15.418339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Attempting to bind port 9c705931-1267-4973-963b-6d9f316dd9b5 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'adca5b57-ab41-461c-92d6-6ce5f29480d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:15.418754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Attempting to bind port 9c705931-1267-4973-963b-6d9f316dd9b5 on network 24a32769-2f64-46f6-a68a-5abb23b12c95 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:15.423353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=cec0e018-fa81-46ce-a0fb-736df397e4d6,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:15.424818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:15.425361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Checking segment: {'id': 'adca5b57-ab41-461c-92d6-6ce5f29480d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:15.425771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.426176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Bound using segment: {'id': 'adca5b57-ab41-461c-92d6-6ce5f29480d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:15.426793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Bound port: 9c705931-1267-4973-963b-6d9f316dd9b5, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adca5b57-ab41-461c-92d6-6ce5f29480d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '24a32769-2f64-46f6-a68a-5abb23b12c95'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:15.427194 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.432767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': '787e0b43-2089-4ba6-b895-28db23875dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:15.433260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: 7ce3bcdf-300e-4e43-9a01-8a25a3283039, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:15.450375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:15.459723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 7ce3bcdf-300e-4e43-9a01-8a25a3283039) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:15.464786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:15.466235 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.473937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66f25f-43cd-423c-bafc-6ce3d4041f66 None None] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:15.486478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cbba37dc-ad21-4f1f-a8c3-112577a263f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5382817 Oct 22 13:37:15.487364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40358) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:15.492698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'port': {'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039', 'name': 'tempest-NetworksIpV6TestAttrs-847443368'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:15.575471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] For port 9c705931-1267-4973-963b-6d9f316dd9b5, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:15.580765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] For port 9c705931-1267-4973-963b-6d9f316dd9b5, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9c705931-1267-4973-963b-6d9f316dd9b5,segment=NetworkSegment(adca5b57-ab41-461c-92d6-6ce5f29480d1),segment_id=adca5b57-ab41-461c-92d6-6ce5f29480d1)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:15.605178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.613653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:15.618109 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.636274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] device_id is not set on port 7a3d96de-931d-4875-8526-7c9e1b06dec1 yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:37:15.719155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46d4be-3ea8-410e-9655-e0b37138b71f None None] Pushing event updated for resources: {'Port': ['ID=9c705931-1267-4973-963b-6d9f316dd9b5,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:15.734936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-7ce3bcdf-300e-4e43-9a01-8a25a3283039', 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': 'cec0e018-fa81-46ce-a0fb-736df397e4d6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:15.735910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:15.776418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Allocated IP 2001:db8::f816:3eff:fe87:9e32 (7ce3bcdf-300e-4e43-9a01-8a25a3283039/cec0e018-fa81-46ce-a0fb-736df397e4d6/7a3d96de-931d-4875-8526-7c9e1b06dec1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:15.974368 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.013445 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.060113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:16.063501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:16.068227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:16.073994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Allocated IP 2001:db8::f816:3eff:fe62:29f (7ce3bcdf-300e-4e43-9a01-8a25a3283039/cec0e018-fa81-46ce-a0fb-736df397e4d6/a995fea8-fb90-4fcf-8d10-8105b6b1938b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:16.074351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:16.075091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.093039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Port': ['ID=7a3d96de-931d-4875-8526-7c9e1b06dec1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:16.101909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d44d486b-f2a1-460c-ae63-107f1c70b843 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6132979 Oct 22 13:37:16.104749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:16.166468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting subnet cec0e018-fa81-46ce-a0fb-736df397e4d6 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:16.181189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9c705931-1267-4973-963b-6d9f316dd9b5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:16.274310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.282969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.284479 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.289050 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9c705931-1267-4973-963b-6d9f316dd9b5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:16.289423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.340327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.355145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:16.365577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:16.369527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:16.373740 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Pushing event updated for resources: {'Port': ['ID=a995fea8-fb90-4fcf-8d10-8105b6b1938b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:16.458170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Attempting to bind port a995fea8-fb90-4fcf-8d10-8105b6b1938b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:16.458551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Attempting to bind port a995fea8-fb90-4fcf-8d10-8105b6b1938b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '787e0b43-2089-4ba6-b895-28db23875dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:16.458967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Attempting to bind port a995fea8-fb90-4fcf-8d10-8105b6b1938b on network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:16.469802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:16.470183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Checking segment: {'id': '787e0b43-2089-4ba6-b895-28db23875dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:16.470591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.471606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Bound using segment: {'id': '787e0b43-2089-4ba6-b895-28db23875dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:16.472100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Bound port: a995fea8-fb90-4fcf-8d10-8105b6b1938b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787e0b43-2089-4ba6-b895-28db23875dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7ce3bcdf-300e-4e43-9a01-8a25a3283039'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:16.472485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.494068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.496655 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.510900 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:37:16.556687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 9c705931-1267-4973-963b-6d9f316dd9b5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9c705931-1267-4973-963b-6d9f316dd9b5,segment=NetworkSegment(adca5b57-ab41-461c-92d6-6ce5f29480d1),segment_id=adca5b57-ab41-461c-92d6-6ce5f29480d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:16.569854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.591733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.604270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-014c4703-6b4e-4285-9922-222162a74ded None None] For port a995fea8-fb90-4fcf-8d10-8105b6b1938b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:16.623444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-014c4703-6b4e-4285-9922-222162a74ded None None] For port a995fea8-fb90-4fcf-8d10-8105b6b1938b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a995fea8-fb90-4fcf-8d10-8105b6b1938b,segment=NetworkSegment(787e0b43-2089-4ba6-b895-28db23875dad),segment_id=787e0b43-2089-4ba6-b895-28db23875dad)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:16.625423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=cec0e018-fa81-46ce-a0fb-736df397e4d6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:16.631334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.634822 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-67b1ffa4-84e0-4f9f-998b-f781db6e0722 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/cec0e018-fa81-46ce-a0fb-736df397e4d6 HTTP/1.1" status: 204 len: 168 time: 0.5281925 Oct 22 13:37:16.637282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:16.643769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.647310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=9c705931-1267-4973-963b-6d9f316dd9b5,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:16.718860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c4703-6b4e-4285-9922-222162a74ded None None] Pushing event updated for resources: {'Port': ['ID=a995fea8-fb90-4fcf-8d10-8105b6b1938b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:16.742486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a071c6-99ca-4310-93c9-b18e28af163d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:16.744120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a071c6-99ca-4310-93c9-b18e28af163d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:16.746501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d5a071c6-99ca-4310-93c9-b18e28af163d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1073997 Oct 22 13:37:16.748795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40372) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:16.839104 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-acefa37f-d517-4633-8e80-eb40e9241dda tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.847364 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-acefa37f-d517-4633-8e80-eb40e9241dda tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 22 13:37:16.847835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acefa37f-d517-4633-8e80-eb40e9241dda tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:16.851145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-acefa37f-d517-4633-8e80-eb40e9241dda tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/7ce3bcdf-300e-4e43-9a01-8a25a3283039 HTTP/1.1" status: 409 len: 405 time: 0.1013172 Oct 22 13:37:16.855354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:16.860475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-583442587'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:16.888327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:16.892647 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.947097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:16.959316 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:16.959827 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment f141db02-bcc8-4e09-a45b-5e318a05bde5 of type vlan for network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 Oct 22 13:37:17.005926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.034934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f967e-7314-4c30-99e7-f31a9efbb3b5 None None] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:17.044965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.051703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:17.052332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.102013 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2431076 Oct 22 13:37:17.103193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40376) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:17.109015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:17.139617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a177-3ae1-42e6-8961-2bca3200aaa0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=24c04d69-467f-45e0-8f6d-d0a51cb72f99,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:17.153616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:17.184075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc7ce0de-fe6e-49ac-bdab-6af8eded69ae None None] Provisioning complete for port 9c705931-1267-4973-963b-6d9f316dd9b5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:17.184350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce0de-fe6e-49ac-bdab-6af8eded69ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.221746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:17.225570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.508314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.objects.ports [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:37:17.510040 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.567402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=c863baeb-b087-4d82-a3b8-018e368b0548,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:17.601608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': 'f141db02-bcc8-4e09-a45b-5e318a05bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:17.602100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: 24c04d69-467f-45e0-8f6d-d0a51cb72f99, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:17.621498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:17.632168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 24c04d69-467f-45e0-8f6d-d0a51cb72f99) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:17.637017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:17.637622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.644409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b64e76-afe2-4738-92d0-e9efee1d7899 None None] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:17.661520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fc7cb09b-0509-4bbb-9a1e-00ccc6466544 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5566132 Oct 22 13:37:17.664218 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:17.670710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'port': {'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99', 'name': 'tempest-NetworksIpV6TestAttrs-2037695923'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:17.703633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40380) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:17.711833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308786930', 'description': 'tempest-secgroup-smoke-308786930 description', 'project_id': '060e62e482024204a1f9466fd9730b86'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:17.746413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.749731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f10d94dd-7e72-499d-8e90-0d9ac2880ee0 None None] Provisioning complete for port 9c705931-1267-4973-963b-6d9f316dd9b5 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:17.750109 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f10d94dd-7e72-499d-8e90-0d9ac2880ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.835588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:17.839898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.852745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-24c04d69-467f-45e0-8f6d-d0a51cb72f99', 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': 'c863baeb-b087-4d82-a3b8-018e368b0548'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:17.853603 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.855194 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.864145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.868398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] device_id is not set on port 7b66ad77-8e50-4e02-8155-8b0b3c78b55a yet. {{(pid=100620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 22 13:37:17.899020 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:17.900280 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1935542 Oct 22 13:37:17.902267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a912d-8abf-4939-9239-699dc08ace9b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a5cc02-babf-4850-a6a2-bdce8056d233,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:17.904555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40382) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:17.910398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:17.944465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.014076 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.017614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Allocated IP 2001:db8::f816:3eff:fe90:9a82 (24c04d69-467f-45e0-8f6d-d0a51cb72f99/c863baeb-b087-4d82-a3b8-018e368b0548/7b66ad77-8e50-4e02-8155-8b0b3c78b55a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:18.018408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56da5e-2172-42a2-93f1-ca05d066f076 None None] Network 7ce3bcdf-300e-4e43-9a01-8a25a3283039 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:18.021597 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.044262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e1b6db-44b6-40ab-b3c4-d8710ee1a0fa,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.055476 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.057039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9fb84322-5118-4b11-b917-e84f6a378253 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515403 Oct 22 13:37:18.059743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40384) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.065483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:18.119963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.154461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] Provisioning complete for port a995fea8-fb90-4fcf-8d10-8105b6b1938b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:18.155084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.214541 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.220360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.236352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.269609 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.278799 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.281438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.284033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40386) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.284873 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2223310 Oct 22 13:37:18.285852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c0def-ce76-4490-9742-957450c3b134 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca5c8ce-b094-46b2-9ec9-08d43831febd,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.290971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:18.306835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] DHCP port deletion for 7ce3bcdf-300e-4e43-9a01-8a25a3283039 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:18.308612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9c705931-1267-4973-963b-6d9f316dd9b5 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:18.351005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:18.357646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:18.363226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:18.368945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:18.369565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.387288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Port': ['ID=7b66ad77-8e50-4e02-8155-8b0b3c78b55a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.396239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] For port a995fea8-fb90-4fcf-8d10-8105b6b1938b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a995fea8-fb90-4fcf-8d10-8105b6b1938b,segment=NetworkSegment(787e0b43-2089-4ba6-b895-28db23875dad),segment_id=787e0b43-2089-4ba6-b895-28db23875dad)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:18.400103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.404502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Allocated IP 2001:db8::f816:3eff:fe10:d037 (24c04d69-467f-45e0-8f6d-d0a51cb72f99/c863baeb-b087-4d82-a3b8-018e368b0548/7b398635-bad5-4f5f-9134-3bbd84c829ac) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:18.413209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a20b68ca-14cf-47c6-9702-a8fee297b0f3 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7475076 Oct 22 13:37:18.415338 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.415937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40388) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.493002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting subnet c863baeb-b087-4d82-a3b8-018e368b0548 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:18.509922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.513615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.535798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c64d3f6-806e-403e-96d9-a3e1412d408b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.544209 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.545768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dcbbabb0-82c5-4430-b7a1-b2a52229e4b8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2602985 Oct 22 13:37:18.548544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40390) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.553770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:18.583663 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.653761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.657470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.682099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed7873c-2da5-4921-82f4-531c3b9a770a,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.691052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.694847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1737dee0-d104-4325-ab69-a5e8369de4ed tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422129 Oct 22 13:37:18.695191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40392) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.699545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:18.719853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408e60-51ab-4172-b423-1f3547cf6b10 None None] Pushing event updated for resources: {'Port': ['ID=a995fea8-fb90-4fcf-8d10-8105b6b1938b,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.729216 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Project 060e62e482024204a1f9466fd9730b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:37:18.734323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9c705931-1267-4973-963b-6d9f316dd9b5 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:18.734666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.734796 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.739002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Deleting port a995fea8-fb90-4fcf-8d10-8105b6b1938b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:18.739370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.801553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.805599 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.821115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e517e950-8994-4603-9738-29f6687a63fb,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.832419 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.833765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-faeb2565-0efc-4253-9940-394fa14282c4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376462 Oct 22 13:37:18.836666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40394) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:18.840942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'security_group_rule': {'security_group_id': 'd4a5cc02-babf-4850-a6a2-bdce8056d233', 'project_id': '060e62e482024204a1f9466fd9730b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:18.864085 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Project 060e62e482024204a1f9466fd9730b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 13:37:18.868923 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.883427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] For port a995fea8-fb90-4fcf-8d10-8105b6b1938b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a995fea8-fb90-4fcf-8d10-8105b6b1938b,segment=NetworkSegment(787e0b43-2089-4ba6-b895-28db23875dad),segment_id=787e0b43-2089-4ba6-b895-28db23875dad)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:18.883829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.903669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Calling delete_port for a995fea8-fb90-4fcf-8d10-8105b6b1938b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:18.930674 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.934568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.944805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.953679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4f0161-e38a-4902-8324-67076ad95e2a,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:18.955641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.981416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:18.991011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-18b5e307-a152-4c98-bcf3-53425e38d286 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450369 Oct 22 13:37:18.991252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.004226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.053955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:19.059721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:19.069359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:19.073817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Pushing event updated for resources: {'Port': ['ID=7b398635-bad5-4f5f-9134-3bbd84c829ac,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:19.131003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.162829 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.170803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] Pushing event deleted for resources: {'Port': ['ID=a995fea8-fb90-4fcf-8d10-8105b6b1938b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:19.174244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Attempting to bind port 7b398635-bad5-4f5f-9134-3bbd84c829ac on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:19.174783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Attempting to bind port 7b398635-bad5-4f5f-9134-3bbd84c829ac by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f141db02-bcc8-4e09-a45b-5e318a05bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:19.175250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Attempting to bind port 7b398635-bad5-4f5f-9134-3bbd84c829ac on network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:19.177849 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91a266-ca8d-4c3b-b3c3-0535ee10f667 None None] No DVR routers for this DVR port a995fea8-fb90-4fcf-8d10-8105b6b1938b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:19.185156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:19.185643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Checking segment: {'id': 'f141db02-bcc8-4e09-a45b-5e318a05bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:19.186416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.186947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Bound using segment: {'id': 'f141db02-bcc8-4e09-a45b-5e318a05bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:19.187547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Bound port: 7b398635-bad5-4f5f-9134-3bbd84c829ac, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f141db02-bcc8-4e09-a45b-5e318a05bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '24c04d69-467f-45e0-8f6d-d0a51cb72f99'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:19.188032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.244059 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.266552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] For port 7b398635-bad5-4f5f-9134-3bbd84c829ac, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:19.271917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] For port 7b398635-bad5-4f5f-9134-3bbd84c829ac, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b398635-bad5-4f5f-9134-3bbd84c829ac,segment=NetworkSegment(f141db02-bcc8-4e09-a45b-5e318a05bde5),segment_id=f141db02-bcc8-4e09-a45b-5e318a05bde5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:19.276475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.277672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=c863baeb-b087-4d82-a3b8-018e368b0548,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:19.281489 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.291209 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef4be89d-8568-4948-8b27-650611bca92d tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/c863baeb-b087-4d82-a3b8-018e368b0548 HTTP/1.1" status: 204 len: 168 time: 0.8711255 Oct 22 13:37:19.291323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:19.349608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048ae2-2b3f-4375-bc4f-1181200b2efa None None] Pushing event updated for resources: {'Port': ['ID=7b398635-bad5-4f5f-9134-3bbd84c829ac,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:19.357660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a47452-b1ff-4f37-bfe0-65e4d376faf9 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:19.359106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a47452-b1ff-4f37-bfe0-65e4d376faf9 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:19.360616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-53a47452-b1ff-4f37-bfe0-65e4d376faf9 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0688784 Oct 22 13:37:19.364158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40404) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:19.383681 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-ea5fdc46-0fe4-4096-976a-cb518725985d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308786930&fields=id&tenant_id=060e62e482024204a1f9466fd9730b86 HTTP/1.1" status: 200 len: 267 time: 0.0379179 Oct 22 13:37:19.448103 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e90f51a3-3839-43a5-a9b9-0a5b0b5775a6 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.454998 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90f51a3-3839-43a5-a9b9-0a5b0b5775a6 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 22 13:37:19.455749 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90f51a3-3839-43a5-a9b9-0a5b0b5775a6 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:19.459171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e90f51a3-3839-43a5-a9b9-0a5b0b5775a6 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/24c04d69-467f-45e0-8f6d-d0a51cb72f99 HTTP/1.1" status: 409 len: 405 time: 0.0940056 Oct 22 13:37:19.462917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40406) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:19.468059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-553625517'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:19.491992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:19.495503 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.504315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-f3389bcd-483c-4826-aef6-f902dff702be tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:19.506147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-f3389bcd-483c-4826-aef6-f902dff702be tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 814 time: 0.1147325 Oct 22 13:37:19.538846 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:19.539574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-3d9bbe84-3941-4852-843d-a37095478a91 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/quotas/060e62e482024204a1f9466fd9730b86 HTTP/1.1" status: 200 len: 375 time: 0.0228374 Oct 22 13:37:19.552635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.552993 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment 69b4ff7f-3106-437d-aac3-34f540fffb94 of type vlan for network c73dec31-7d65-419c-8adf-fa2fc5cc10db Oct 22 13:37:19.603409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.611055 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-6b052ce1-3aee-4d78-92f0-bea062d02468 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691943 Oct 22 13:37:19.638710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.645866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:19.646479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:19.688738 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2244406 Oct 22 13:37:19.697250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:19.702719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': 'c73dec31-7d65-419c-8adf-fa2fc5cc10db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:19.749033 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd78b-49ac-4ef1-8538-c0fb05c88bdc tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=c73dec31-7d65-419c-8adf-fa2fc5cc10db,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:19.760906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c73dec31-7d65-419c-8adf-fa2fc5cc10db details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:19.837421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:19.841736 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.052651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9ccb5ff3-c6f7-4ed7-998a-67e5209ec92a service neutron] 10.222.0.25 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285445 Oct 22 13:37:20.140875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:37:20.143339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.175076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-981b6caf-5456-4d0f-b0d8-b4bdb41dd8b0 service neutron] 10.222.0.25 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152384 Oct 22 13:37:20.210532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b398635-bad5-4f5f-9134-3bbd84c829ac up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:20.222587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=8adfec0f-e23e-4458-ab00-41170b654116,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:20.233306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.233649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.233990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.234324 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.234692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.235025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.235397 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.235783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.236083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.236948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.237405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.237822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:37:20.245022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': '69b4ff7f-3106-437d-aac3-34f540fffb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c73dec31-7d65-419c-8adf-fa2fc5cc10db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:20.245390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: c73dec31-7d65-419c-8adf-fa2fc5cc10db, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:20.270947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network c73dec31-7d65-419c-8adf-fa2fc5cc10db is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:20.287859 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c73dec31-7d65-419c-8adf-fa2fc5cc10db) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:20.290378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 7b398635-bad5-4f5f-9134-3bbd84c829ac triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:20.290837 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.309032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:20.311130 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.315238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98a64b-a1d0-44ff-9103-34311a8f04b6 None None] Network c73dec31-7d65-419c-8adf-fa2fc5cc10db requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:20.334649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28f75db3-21c7-4ee3-885d-b0015a7b4c1b tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6366358 Oct 22 13:37:20.337258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40418) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:20.478406 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.537365 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.553191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4520a53-c00d-4628-bc9c-b70f026bed0d req-8c6154c4-0f97-4ab9-91b8-dc8e9bed1c01 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0392907 Oct 22 13:37:20.597931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.619500 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced699b5-8aca-43c4-8817-37ce914e10cd None None] Network 24c04d69-467f-45e0-8f6d-d0a51cb72f99 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:20.635354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 7b398635-bad5-4f5f-9134-3bbd84c829ac, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b398635-bad5-4f5f-9134-3bbd84c829ac,segment=NetworkSegment(f141db02-bcc8-4e09-a45b-5e318a05bde5),segment_id=f141db02-bcc8-4e09-a45b-5e318a05bde5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:20.648648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113ca50-d778-420d-8f9e-360475c10c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c73dec31-7d65-419c-8adf-fa2fc5cc10db', 'network_id': 'c73dec31-7d65-419c-8adf-fa2fc5cc10db', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': '8adfec0f-e23e-4458-ab00-41170b654116'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:20.649770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4113ca50-d778-420d-8f9e-360475c10c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.668158 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.669465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.700331 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=8adfec0f-e23e-4458-ab00-41170b654116,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:20.769714 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.776696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a995fea8-fb90-4fcf-8d10-8105b6b1938b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:20.794838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73dec31-7d65-419c-8adf-fa2fc5cc10db']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:20.806075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b4ff7f-3106-437d-aac3-34f540fffb94') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:20.806371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b4ff7f-3106-437d-aac3-34f540fffb94') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:20.816717 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.832042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.838830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:20.839393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.841572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a995fea8-fb90-4fcf-8d10-8105b6b1938b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:20.841937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a995fea8-fb90-4fcf-8d10-8105b6b1938b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:20.842055 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:20.845604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-15d3a8fa-ebab-4f95-87a5-e4194a36cfa3 None None] Provisioning complete for port 7b398635-bad5-4f5f-9134-3bbd84c829ac triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:20.845604 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-15d3a8fa-ebab-4f95-87a5-e4194a36cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.902403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=7b398635-bad5-4f5f-9134-3bbd84c829ac,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:20.913084 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.917704 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-4113ca50-d778-420d-8f9e-360475c10c5b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 13:37:20.917704 n-d-813419-8 neutron-server[100621]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 22 13:37:20.917704 n-d-813419-8 neutron-server[100621]: [parameters: {'project_id': '337ebd494e734f0eb09dfd94535f67c6', 'id': 'b4ed2afa-1a59-42a3-808f-54c70232d690', 'name': '', 'network_id': 'c73dec31-7d65-419c-8adf-fa2fc5cc10db', 'mac_address': 'fa:16:3e:db:4a:5f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c73dec31-7d65-419c-8adf-fa2fc5cc10db', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3912}] Oct 22 13:37:20.917704 n-d-813419-8 neutron-server[100621]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:37:20.918144 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-4113ca50-d778-420d-8f9e-360475c10c5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:37:20.929484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:20.933155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/c73dec31-7d65-419c-8adf-fa2fc5cc10db HTTP/1.1" status: 204 len: 168 time: 0.5948653 Oct 22 13:37:20.938403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40430) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:20.945375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1135337438'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:20.953958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af3ae-a2e5-4ee8-b921-7f745ce45415 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=c73dec31-7d65-419c-8adf-fa2fc5cc10db,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:20.974101 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:20.977670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.005255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:21.014430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.018950 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment f41a5dd9-0434-46bc-b706-ba09bc608c4e of type vlan for network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f Oct 22 13:37:21.024350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] DHCP port deletion for 24c04d69-467f-45e0-8f6d-d0a51cb72f99 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:21.059164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.078383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Deleting port 7b398635-bad5-4f5f-9134-3bbd84c829ac {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:21.079047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.090119 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.097914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:21.098770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.118880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1787484 Oct 22 13:37:21.121815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:21.129447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:21.149229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] For port 7b398635-bad5-4f5f-9134-3bbd84c829ac, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=7b398635-bad5-4f5f-9134-3bbd84c829ac,segment=NetworkSegment(f141db02-bcc8-4e09-a45b-5e318a05bde5),segment_id=f141db02-bcc8-4e09-a45b-5e318a05bde5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:21.149646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.163175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Calling delete_port for 7b398635-bad5-4f5f-9134-3bbd84c829ac owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:21.194180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac74a4c-7f3f-4b7c-94f6-3fc9ec8f1bc0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=7575b044-f7ea-4c80-bc4e-de01d13f9e3f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:21.208920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:21.239344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:21.243824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.309176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.337476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] Pushing event deleted for resources: {'Port': ['ID=7b398635-bad5-4f5f-9134-3bbd84c829ac,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:21.341678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3f608-57d1-416f-add9-7a54323598a8 None None] No DVR routers for this DVR port 7b398635-bad5-4f5f-9134-3bbd84c829ac on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:21.419196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4113ca50-d778-420d-8f9e-360475c10c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.442280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.456977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859c217-fe7d-4474-a2c2-2ede42216e11 None None] Network c73dec31-7d65-419c-8adf-fa2fc5cc10db requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:21.468956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859c217-fe7d-4474-a2c2-2ede42216e11 None None] Network c73dec31-7d65-419c-8adf-fa2fc5cc10db could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 13:37:21.505640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=d6deedbc-b331-4d66-bb6f-a6fb2f8379a2,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:21.512805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': 'f41a5dd9-0434-46bc-b706-ba09bc608c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:21.513162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: 7575b044-f7ea-4c80-bc4e-de01d13f9e3f, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:21.529692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:21.540103 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 7575b044-f7ea-4c80-bc4e-de01d13f9e3f) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:21.544373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:21.544844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.552965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b868b5f-100d-45db-95cd-f17e4314dfb1 None None] Network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:21.565974 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b7cca7dd-ac74-4add-8630-e3dfca02e3cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4400158 Oct 22 13:37:21.566252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:21.724459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a977bd6-7bf9-45be-b4e0-de827c49a4b1 req-7afbbb05-9e07-43ca-a2c1-e7b678bbeb6f tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0448167 Oct 22 13:37:21.753019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-2dd303e4-eb6c-4e35-b2c1-ada1d64089cf tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:21.754625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-2dd303e4-eb6c-4e35-b2c1-ada1d64089cf tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 814 time: 0.1859732 Oct 22 13:37:21.760950 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-7575b044-f7ea-4c80-bc4e-de01d13f9e3f', 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': 'd6deedbc-b331-4d66-bb6f-a6fb2f8379a2'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:21.761903 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:21.815045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-8cc44018-6a07-4a1f-87e8-c91ab1a34219 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060e62e482024204a1f9466fd9730b86 HTTP/1.1" status: 200 len: 379 time: 0.0453644 Oct 22 13:37:21.826785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'port': {'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'admin_state_up': True, 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'security_groups': ['d4a5cc02-babf-4850-a6a2-bdce8056d233']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:21.937230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Allocated IP 2001:db8::2 (7575b044-f7ea-4c80-bc4e-de01d13f9e3f/d6deedbc-b331-4d66-bb6f-a6fb2f8379a2/2f5a45af-5412-43b8-94f9-e613e31f4ceb) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:21.978992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Made reservation on behalf of 060e62e482024204a1f9466fd9730b86 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:21.985621 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.011268 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.085916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.145789 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.152025 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.182776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.198859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Allocated IP 172.20.0.3 (4051f53a-ad62-4eb1-a26e-deba43a708cc/0fa0cfec-20a4-4878-b0a6-c6d2ae352f01/f2c8778d-cbf5-4856-8868-9d9fe86483e1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:22.204425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b398635-bad5-4f5f-9134-3bbd84c829ac no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:22.231560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=d6deedbc-b331-4d66-bb6f-a6fb2f8379a2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:22.269037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:22.273108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:22.275042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 7b398635-bad5-4f5f-9134-3bbd84c829ac {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:22.275399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 7b398635-bad5-4f5f-9134-3bbd84c829ac not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:22.276952 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:22.294961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Pushing event updated for resources: {'Port': ['ID=2f5a45af-5412-43b8-94f9-e613e31f4ceb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:22.336746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.352557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Attempting to bind port 2f5a45af-5412-43b8-94f9-e613e31f4ceb on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:22.353617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Attempting to bind port 2f5a45af-5412-43b8-94f9-e613e31f4ceb by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'f41a5dd9-0434-46bc-b706-ba09bc608c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:22.354230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Attempting to bind port 2f5a45af-5412-43b8-94f9-e613e31f4ceb on network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:22.358578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.360487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:22.361022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Checking segment: {'id': 'f41a5dd9-0434-46bc-b706-ba09bc608c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:22.361557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.362032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Bound using segment: {'id': 'f41a5dd9-0434-46bc-b706-ba09bc608c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:22.362586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Bound port: 2f5a45af-5412-43b8-94f9-e613e31f4ceb, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41a5dd9-0434-46bc-b706-ba09bc608c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:22.363118 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.368828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7575b044-f7ea-4c80-bc4e-de01d13f9e3f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:22.385249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41a5dd9-0434-46bc-b706-ba09bc608c4e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:22.385849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41a5dd9-0434-46bc-b706-ba09bc608c4e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:22.396910 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.401823 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.416560 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.423728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:22.424328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:22.427593 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:22.439179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] For port 2f5a45af-5412-43b8-94f9-e613e31f4ceb, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:22.456939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:22.464000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:22.466720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:22.469873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:22.504486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] For port 2f5a45af-5412-43b8-94f9-e613e31f4ceb, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2f5a45af-5412-43b8-94f9-e613e31f4ceb,segment=NetworkSegment(f41a5dd9-0434-46bc-b706-ba09bc608c4e),segment_id=f41a5dd9-0434-46bc-b706-ba09bc608c4e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:22.507328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.db.api [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 22 13:37:22.507328 n-d-813419-8 neutron-server[100619]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 22 13:37:22.507328 n-d-813419-8 neutron-server[100619]: [parameters: {'id': '7575b044-f7ea-4c80-bc4e-de01d13f9e3f'}] Oct 22 13:37:22.507328 n-d-813419-8 neutron-server[100619]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:37:22.509888 n-d-813419-8 neutron-server[100619]: DEBUG oslo_db.api [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:37:22.512642 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.560494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:22.561327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.584374 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-1f824f70-6d6b-4901-91f9-aed693ebff20 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629514 Oct 22 13:37:22.600188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Request body: {'port': {'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:22.604025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b51b2-65fe-4bde-a636-010604cb86ae None None] Pushing event updated for resources: {'Port': ['ID=2f5a45af-5412-43b8-94f9-e613e31f4ceb,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:22.621970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc8170-67bd-4d16-ad6e-44c3dd7950ed None None] Network 7575b044-f7ea-4c80-bc4e-de01d13f9e3f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:22.672468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.755872 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-72653ce0-95b9-475b-82d3-2561ebec24ff None None] Provisioning complete for port f2c8778d-cbf5-4856-8868-9d9fe86483e1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:22.756151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72653ce0-95b9-475b-82d3-2561ebec24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:22.806833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-72653ce0-95b9-475b-82d3-2561ebec24ff None None] Port f2c8778d-cbf5-4856-8868-9d9fe86483e1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:22.823753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd5746-0c3f-468c-ae89-70ff8b73a47b None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:37:22.924277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd5746-0c3f-468c-ae89-70ff8b73a47b None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:37:22.943331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e2ec-e4da-44dc-930c-390f90f543c2 req-c49c9dd4-88b1-4124-a37b-6295b904add5 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:22.944874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede8e2ec-e4da-44dc-930c-390f90f543c2 req-c49c9dd4-88b1-4124-a37b-6295b904add5 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 931 time: 0.1083548 Oct 22 13:37:23.011518 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.024808 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ede8e2ec-e4da-44dc-930c-390f90f543c2 req-b0f14dfd-7a8f-4b93-9777-83dbf2d38363 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719323 Oct 22 13:37:23.039307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c8778d-cbf5-4856-8868-9d9fe86483e1 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:37:23.047975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.073214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Transition to ACTIVE for port object f2c8778d-cbf5-4856-8868-9d9fe86483e1 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:37:23.080494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.107867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting port 2f5a45af-5412-43b8-94f9-e613e31f4ceb {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:23.108230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.195462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] For port 2f5a45af-5412-43b8-94f9-e613e31f4ceb, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2f5a45af-5412-43b8-94f9-e613e31f4ceb,segment=NetworkSegment(f41a5dd9-0434-46bc-b706-ba09bc608c4e),segment_id=f41a5dd9-0434-46bc-b706-ba09bc608c4e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:23.197984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.201899 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:23.217907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Calling delete_port for 2f5a45af-5412-43b8-94f9-e613e31f4ceb owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:23.247455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Attempting to bind port f2c8778d-cbf5-4856-8868-9d9fe86483e1 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:23.248457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Attempting to bind port f2c8778d-cbf5-4856-8868-9d9fe86483e1 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:23.249015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Attempting to bind port f2c8778d-cbf5-4856-8868-9d9fe86483e1 on network 4051f53a-ad62-4eb1-a26e-deba43a708cc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:23.256655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Port f2c8778d-cbf5-4856-8868-9d9fe86483e1 on network 4051f53a-ad62-4eb1-a26e-deba43a708cc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:37:23.257685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Attempting to bind port f2c8778d-cbf5-4856-8868-9d9fe86483e1 on network 4051f53a-ad62-4eb1-a26e-deba43a708cc {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:23.264155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:23.264935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Checking segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:23.265545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Bound using segment: {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:23.266194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Bound port: f2c8778d-cbf5-4856-8868-9d9fe86483e1, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:23.266946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.327558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.350512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:23.354016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:23.360639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.368739 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No DVR routers for this DVR port 2f5a45af-5412-43b8-94f9-e613e31f4ceb on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:23.399112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Port': ['ID=2f5a45af-5412-43b8-94f9-e613e31f4ceb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:23.427160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:23.446576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:23.447592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.449051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-9df37068-6fc9-4776-9d7e-3cbdee2a42c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 1091 time: 0.8561876 Oct 22 13:37:23.450049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:37:23.452508 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238736ee-a314-4b63-a5a4-48048343a388" -d '{"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:37:23.505355 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.519086 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a714ab7-c2e5-4d0e-a1ba-918cff8bb417 x-openstack-request-id: req-0a714ab7-c2e5-4d0e-a1ba-918cff8bb417 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:37:23.519493 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:37:23.519762 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a714ab7-c2e5-4d0e-a1ba-918cff8bb417 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:37:23.520232 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:37:23.534733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7575b044-f7ea-4c80-bc4e-de01d13f9e3f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:23.546018 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41a5dd9-0434-46bc-b706-ba09bc608c4e') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:23.546474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41a5dd9-0434-46bc-b706-ba09bc608c4e') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:23.556136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-ba842536-8904-4268-acb2-cdc9916932c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:23.557907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.558059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-ba842536-8904-4268-acb2-cdc9916932c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1094 time: 0.0545478 Oct 22 13:37:23.573791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.581688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:23.582252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:23.586367 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:23.629557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-0bb1efe2-bd77-40fc-b066-e883ad127227 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 217 time: 0.0588732 Oct 22 13:37:23.665018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.671244 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.678659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/7575b044-f7ea-4c80-bc4e-de01d13f9e3f HTTP/1.1" status: 204 len: 168 time: 2.1081283 Oct 22 13:37:23.679494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40444) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:23.685221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984768016'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:23.700139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c196b-e13b-4b66-b575-64bd7d2a45f8 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=7575b044-f7ea-4c80-bc4e-de01d13f9e3f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:23.712708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-4f00262e-d162-4e50-a233-93b9b40d5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:23.714241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-4f00262e-d162-4e50-a233-93b9b40d5f7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0733864 Oct 22 13:37:23.733354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:23.735354 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.783689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:23.790356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-476c3f7d-052c-4dee-8165-dde636577b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:23.791966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-476c3f7d-052c-4dee-8165-dde636577b05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698531 Oct 22 13:37:23.797378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.797777 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Added segment 05fc9456-e6e7-4647-9eac-e92017918ec9 of type vlan for network 244287b5-0cb7-44db-bc12-59b6ebaf5ca1 Oct 22 13:37:23.901781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.945656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-7fbbc159-10bf-42a3-9e7d-56d0216ae629 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461728 Oct 22 13:37:23.948705 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:23.954311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:23.954885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.012347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ca84dedf-c55a-47c3-935c-f1c6fe359605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.028973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3483720 Oct 22 13:37:24.032195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:24.039411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Request body: {'subnet': {'network_id': '244287b5-0cb7-44db-bc12-59b6ebaf5ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:24.090689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735a830-1c4e-4b57-939a-8b9ef00958fa tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Network': ['ID=244287b5-0cb7-44db-bc12-59b6ebaf5ca1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:24.103152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 244287b5-0cb7-44db-bc12-59b6ebaf5ca1 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:24.121724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45916449-15a1-4afa-a6f3-26b82a21bcb7 req-a761e837-cc7e-405c-bf64-e6f3a8942a4c service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631322 Oct 22 13:37:24.162529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Made reservation on behalf of 337ebd494e734f0eb09dfd94535f67c6 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:24.175033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.268299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c66bd-d8a5-46d9-9af9-794dc002b46a req-7173d207-a3c5-4a01-ae8f-d47f97894179 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.270121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43c66bd-d8a5-46d9-9af9-794dc002b46a req-7173d207-a3c5-4a01-ae8f-d47f97894179 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.1108704 Oct 22 13:37:24.273155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238736ee-a314-4b63-a5a4-48048343a388 req-ee8e3586-c8e9-456d-a49f-357ba7d4b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.274545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-ee8e3586-c8e9-456d-a49f-357ba7d4b3bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1094 time: 0.0736372 Oct 22 13:37:24.331911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e43c66bd-d8a5-46d9-9af9-794dc002b46a req-22cb2afb-350d-4734-a5aa-c75035b407cd tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554235 Oct 22 13:37:24.411626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238736ee-a314-4b63-a5a4-48048343a388 req-b5730fe3-bb2b-4bb7-8db6-1e1f9bc57146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.413415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-b5730fe3-bb2b-4bb7-8db6-1e1f9bc57146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.1145713 Oct 22 13:37:24.473664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-67dfd82c-acc9-415d-8b09-41518737379f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 217 time: 0.0519559 Oct 22 13:37:24.515471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.objects.ports [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100619) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 13:37:24.517433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.540001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238736ee-a314-4b63-a5a4-48048343a388 req-a60f6702-8bcd-4282-8fe2-434a1024e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.541630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-a60f6702-8bcd-4282-8fe2-434a1024e3f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0602815 Oct 22 13:37:24.594762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Checking segment: {'id': '05fc9456-e6e7-4647-9eac-e92017918ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '244287b5-0cb7-44db-bc12-59b6ebaf5ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:24.595200 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network hostable DHCP agents. Network: 244287b5-0cb7-44db-bc12-59b6ebaf5ca1, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:24.606577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event updated for resources: {'Subnet': ['ID=4687124c-4a25-4f4b-add2-279a2ca255a2,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:24.619993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Network 244287b5-0cb7-44db-bc12-59b6ebaf5ca1 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:24.631981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238736ee-a314-4b63-a5a4-48048343a388 req-9e42ebb1-69a1-4cdf-82b2-e8211d1e8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.634252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 244287b5-0cb7-44db-bc12-59b6ebaf5ca1) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:24.635527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-9e42ebb1-69a1-4cdf-82b2-e8211d1e8055 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850973 Oct 22 13:37:24.639128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:24.639750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.645418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d899e05-4fd7-496d-9426-c539a4d59b3c None None] Network 244287b5-0cb7-44db-bc12-59b6ebaf5ca1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:24.664343 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a3d8702-e6bd-42c7-a037-20663af98c90 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6288247 Oct 22 13:37:24.667223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:24.757514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-24372377-d481-4d17-8e76-ad0a5f197b56 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111858 Oct 22 13:37:24.809692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.871482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.885056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2824ef5-982d-4207-a207-26361fcc12ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-244287b5-0cb7-44db-bc12-59b6ebaf5ca1', 'network_id': '244287b5-0cb7-44db-bc12-59b6ebaf5ca1', 'tenant_id': '337ebd494e734f0eb09dfd94535f67c6', 'fixed_ips': [{'subnet_id': '4687124c-4a25-4f4b-add2-279a2ca255a2'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:24.886425 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2824ef5-982d-4207-a207-26361fcc12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.922242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-238736ee-a314-4b63-a5a4-48048343a388 req-72c12e99-5ced-43f8-8397-42d7d63b63d1 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540136 Oct 22 13:37:24.958201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:24.994432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=4687124c-4a25-4f4b-add2-279a2ca255a2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-e2824ef5-982d-4207-a207-26361fcc12ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4687124c-4a25-4f4b-add2-279a2ca255a2: This subnet is being modified by another concurrent operation. Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4687124c-4a25-4f4b-add2-279a2ca255a2: This subnet is being modified by another concurrent operation. Oct 22 13:37:25.019230 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 13:37:25.036627 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3fb9b2-4dd0-4461-a114-9114ac766716 None None] Network 244287b5-0cb7-44db-bc12-59b6ebaf5ca1 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:25.096079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.117030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244287b5-0cb7-44db-bc12-59b6ebaf5ca1']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:25.129687 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fc9456-e6e7-4647-9eac-e92017918ec9') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:25.130043 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fc9456-e6e7-4647-9eac-e92017918ec9') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:25.141538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.157691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.166159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:25.166578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:25.170454 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:25.209868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4075a5-bef1-47e7-8323-d8cb6fcdb797 None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 13:37:25.262405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.271843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.275429 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/244287b5-0cb7-44db-bc12-59b6ebaf5ca1 HTTP/1.1" status: 204 len: 168 time: 0.6070740 Oct 22 13:37:25.279015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.295276 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5874e-d448-4663-a096-295406da1054 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=244287b5-0cb7-44db-bc12-59b6ebaf5ca1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:25.319634 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5a5a37-c225-4891-877c-7a3e1381d550 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.319970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5a5a37-c225-4891-877c-7a3e1381d550 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.323081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ae5a5a37-c225-4891-877c-7a3e1381d550 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/4687124c-4a25-4f4b-add2-279a2ca255a2 HTTP/1.1" status: 404 len: 337 time: 0.0430553 Oct 22 13:37:25.325876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.345155 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f774563-71a9-45a0-ad4b-a825b312e118 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.345451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f774563-71a9-45a0-ad4b-a825b312e118 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.348838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8f774563-71a9-45a0-ad4b-a825b312e118 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/244287b5-0cb7-44db-bc12-59b6ebaf5ca1 HTTP/1.1" status: 404 len: 339 time: 0.0219455 Oct 22 13:37:25.351495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40456) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.359594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4075a5-bef1-47e7-8323-d8cb6fcdb797 None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 13:37:25.391305 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-31532315-9f2d-4e24-aecd-c3afc00d4f66 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.391778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31532315-9f2d-4e24-aecd-c3afc00d4f66 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.399156 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-31532315-9f2d-4e24-aecd-c3afc00d4f66 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/d6deedbc-b331-4d66-bb6f-a6fb2f8379a2 HTTP/1.1" status: 404 len: 337 time: 0.0438068 Oct 22 13:37:25.399869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.434419 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e7316f-133d-484b-bb64-43a6bfd969cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.435152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e7316f-133d-484b-bb64-43a6bfd969cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.441367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40462) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.441525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-49e7316f-133d-484b-bb64-43a6bfd969cb tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/7575b044-f7ea-4c80-bc4e-de01d13f9e3f HTTP/1.1" status: 404 len: 339 time: 0.0404866 Oct 22 13:37:25.481531 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c10946-0944-4d4f-98f2-55177d164f0c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.482495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c10946-0944-4d4f-98f2-55177d164f0c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.486145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-25c10946-0944-4d4f-98f2-55177d164f0c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/8adfec0f-e23e-4458-ab00-41170b654116 HTTP/1.1" status: 404 len: 337 time: 0.0432496 Oct 22 13:37:25.488762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.508934 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6ab820-16e5-4401-acae-e79ea1a840d5 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.509891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6ab820-16e5-4401-acae-e79ea1a840d5 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.513614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1d6ab820-16e5-4401-acae-e79ea1a840d5 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/c73dec31-7d65-419c-8adf-fa2fc5cc10db HTTP/1.1" status: 404 len: 339 time: 0.0236876 Oct 22 13:37:25.516159 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40466) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.524158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96185a-83ae-415f-9e92-c8aeaa3630ec req-eca9171c-0df7-4255-a2c0-faf258cba1cd tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:25.531912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f96185a-83ae-415f-9e92-c8aeaa3630ec req-eca9171c-0df7-4255-a2c0-faf258cba1cd tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0847487 Oct 22 13:37:25.578656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f96185a-83ae-415f-9e92-c8aeaa3630ec req-312fbb46-7411-47a8-985c-fc9b0d9aceb4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460892 Oct 22 13:37:25.627529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting port 7b66ad77-8e50-4e02-8155-8b0b3c78b55a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:25.628291 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.716528 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.731153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Calling delete_port for 7b66ad77-8e50-4e02-8155-8b0b3c78b55a owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:25.812986 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.845298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Port': ['ID=7b66ad77-8e50-4e02-8155-8b0b3c78b55a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:25.851940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:25.858367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-afa8c7f8-3253-42c3-94dd-c1c0b4f1b7d0 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/ports/7b66ad77-8e50-4e02-8155-8b0b3c78b55a HTTP/1.1" status: 204 len: 168 time: 0.3387766 Oct 22 13:37:25.858721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40468) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.893094 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-989e710e-88a4-450d-85c3-cf7bf8f1ca32 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:25.893559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989e710e-88a4-450d-85c3-cf7bf8f1ca32 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:25.899134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-989e710e-88a4-450d-85c3-cf7bf8f1ca32 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/c863baeb-b087-4d82-a3b8-018e368b0548 HTTP/1.1" status: 404 len: 337 time: 0.0369811 Oct 22 13:37:25.899294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40470) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:25.982430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.078516 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.100444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c04d69-467f-45e0-8f6d-d0a51cb72f99']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.110801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f141db02-bcc8-4e09-a45b-5e318a05bde5') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.111043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f141db02-bcc8-4e09-a45b-5e318a05bde5') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.121375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.135557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.141744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:26.142135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:26.145937 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:26.210902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.230936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.234222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/24c04d69-467f-45e0-8f6d-d0a51cb72f99 HTTP/1.1" status: 204 len: 168 time: 0.3340204 Oct 22 13:37:26.235428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35503367-532e-4363-b094-19476c02830c tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=24c04d69-467f-45e0-8f6d-d0a51cb72f99,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:26.237374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40472) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:26.331450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting port 7a3d96de-931d-4875-8526-7c9e1b06dec1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:26.331793 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.405477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.419046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Calling delete_port for 7a3d96de-931d-4875-8526-7c9e1b06dec1 owned by {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:26.507425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.539286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Port': ['ID=7a3d96de-931d-4875-8526-7c9e1b06dec1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:26.546121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.550030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-181b99dc-913f-47cc-a107-f3c1a8247124 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/ports/7a3d96de-931d-4875-8526-7c9e1b06dec1 HTTP/1.1" status: 204 len: 168 time: 0.3108354 Oct 22 13:37:26.552476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:26.585266 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b04987-0f9a-41e4-9fcc-747cf18531cf tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] DELETE failed (client error): The resource could not be found. Oct 22 13:37:26.585723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b04987-0f9a-41e4-9fcc-747cf18531cf tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 13:37:26.588811 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a8b04987-0f9a-41e4-9fcc-747cf18531cf tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/cec0e018-fa81-46ce-a0fb-736df397e4d6 HTTP/1.1" status: 404 len: 337 time: 0.0351756 Oct 22 13:37:26.591475 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40476) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:26.671923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.726643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac112ef-f0cc-4f76-b937-528eef72df26 req-c51e9d51-40e8-4408-9672-53021c543645 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:26.729088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ac112ef-f0cc-4f76-b937-528eef72df26 req-c51e9d51-40e8-4408-9672-53021c543645 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0752826 Oct 22 13:37:26.773433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.780824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ac112ef-f0cc-4f76-b937-528eef72df26 req-a5b42df7-c1b6-4f75-9bbf-f4af2657a58a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444994 Oct 22 13:37:26.806026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce3bcdf-300e-4e43-9a01-8a25a3283039']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.816883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787e0b43-2089-4ba6-b895-28db23875dad') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.817238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787e0b43-2089-4ba6-b895-28db23875dad') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:26.827017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.841456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.847803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:26.848205 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:26.851153 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:26.909132 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.916278 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:26.919887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/7ce3bcdf-300e-4e43-9a01-8a25a3283039 HTTP/1.1" status: 204 len: 168 time: 0.3272412 Oct 22 13:37:26.922326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:26.948320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8f7f-4560-48cd-bfd6-c97b64593d73 tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=7ce3bcdf-300e-4e43-9a01-8a25a3283039,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:26.999744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting subnet 4f241a12-ba74-422f-a363-78a0a33ecf09 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:27.004173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.045891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.082286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9845879-9f5b-4dc6-8a5b-25d6403cabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.142557 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.207743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.238082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Subnet': ['ID=4f241a12-ba74-422f-a363-78a0a33ecf09,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:27.241874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.245229 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-906f160d-f2d5-49fc-a924-8294f1b291ef tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/subnets/4f241a12-ba74-422f-a363-78a0a33ecf09 HTTP/1.1" status: 204 len: 168 time: 0.3219593 Oct 22 13:37:27.247610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40482) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:27.249577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5e04f-d6a2-4182-9fa7-a80c8c38f9de None None] Network 24a32769-2f64-46f6-a68a-5abb23b12c95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:27.329646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.402168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Deleting port 9c705931-1267-4973-963b-6d9f316dd9b5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:27.402511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.460227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] DHCP port deletion for 24a32769-2f64-46f6-a68a-5abb23b12c95 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:27.480487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] For port 9c705931-1267-4973-963b-6d9f316dd9b5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9c705931-1267-4973-963b-6d9f316dd9b5,segment=NetworkSegment(adca5b57-ab41-461c-92d6-6ce5f29480d1),segment_id=adca5b57-ab41-461c-92d6-6ce5f29480d1)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:27.480875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.496692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Calling delete_port for 9c705931-1267-4973-963b-6d9f316dd9b5 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:27.520011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Deleting port 9c705931-1267-4973-963b-6d9f316dd9b5 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:27.520943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.587383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] For port 9c705931-1267-4973-963b-6d9f316dd9b5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9c705931-1267-4973-963b-6d9f316dd9b5,segment=NetworkSegment(adca5b57-ab41-461c-92d6-6ce5f29480d1),segment_id=adca5b57-ab41-461c-92d6-6ce5f29480d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:27.587926 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.592853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.602486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Calling delete_port for 9c705931-1267-4973-963b-6d9f316dd9b5 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:27.623750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Port': ['ID=9c705931-1267-4973-963b-6d9f316dd9b5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:27.625696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] No DVR routers for this DVR port 9c705931-1267-4973-963b-6d9f316dd9b5 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:27.687619 n-d-813419-8 neutron-server[100621]: self.session.flush() Oct 22 13:37:27.697620 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.719257 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.727073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] Pushing event deleted for resources: {'Port': ['ID=9c705931-1267-4973-963b-6d9f316dd9b5,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:27.731847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896be9e-e660-4a42-b3d1-7521586f52b1 None None] No DVR routers for this DVR port 9c705931-1267-4973-963b-6d9f316dd9b5 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:27.757405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a32769-2f64-46f6-a68a-5abb23b12c95']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:27.767671 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adca5b57-ab41-461c-92d6-6ce5f29480d1') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:27.767983 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adca5b57-ab41-461c-92d6-6ce5f29480d1') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:27.782260 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.799173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.800469 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.805665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.806497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:27.806965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:27.810007 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:27.875664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.886584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:27.890283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] 10.222.0.25 "DELETE /v2.0/networks/24a32769-2f64-46f6-a68a-5abb23b12c95 HTTP/1.1" status: 204 len: 168 time: 0.6415143 Oct 22 13:37:27.904433 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacc2c7-a91b-4c1f-b005-c54f45499b0a tempest-NetworksIpV6TestAttrs-2049021283 tempest-NetworksIpV6TestAttrs-2049021283-project] Pushing event deleted for resources: {'Network': ['ID=24a32769-2f64-46f6-a68a-5abb23b12c95,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:27.919967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844abab-7df9-444f-b5e9-a2b1ded67d57 req-26c507bd-cb22-4ca8-afa1-8b2b85b08bcf tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:27.921537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c844abab-7df9-444f-b5e9-a2b1ded67d57 req-26c507bd-cb22-4ca8-afa1-8b2b85b08bcf tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0564528 Oct 22 13:37:27.967544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c844abab-7df9-444f-b5e9-a2b1ded67d57 req-b5da01e1-d21b-4182-b034-5c01ab105967 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368979 Oct 22 13:37:28.137979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9c705931-1267-4973-963b-6d9f316dd9b5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:28.144959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40490) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:28.162217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9c705931-1267-4973-963b-6d9f316dd9b5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:28.162694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9c705931-1267-4973-963b-6d9f316dd9b5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:28.289758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cfa0b7bd-4209-4f38-bed4-b1f1fca3075c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=337ebd494e734f0eb09dfd94535f67c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435969 Oct 22 13:37:28.292432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40494) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:28.342331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:28.368704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:28.416135 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:28.419024 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:28.420229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60c02486-3fde-4d74-888d-52b44d16bf11 HTTP/1.1" status: 204 len: 168 time: 0.1268859 Oct 22 13:37:28.428654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4ed9-ae48-40ba-be1b-6b618077138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c02486-3fde-4d74-888d-52b44d16bf11,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:29.092737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40518) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:29.095352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b48c9-bce7-4daf-895c-20aeea044d89 req-55074a0c-794e-4458-b8a6-a98d365ec4b3 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:29.097451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-466b48c9-bce7-4daf-895c-20aeea044d89 req-55074a0c-794e-4458-b8a6-a98d365ec4b3 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0511870 Oct 22 13:37:29.138403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-466b48c9-bce7-4daf-895c-20aeea044d89 req-aff58eaf-7a11-486b-a796-1c37548170a1 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Oct 22 13:37:29.196719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b904cd0b-35c8-454f-8886-c3eb7146413c tempest-DvrRoutersNegativeTest-1353324424 tempest-DvrRoutersNegativeTest-1353324424-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-738551474', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:29.199709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.policy [None req-b904cd0b-35c8-454f-8886-c3eb7146413c tempest-DvrRoutersNegativeTest-1353324424 tempest-DvrRoutersNegativeTest-1353324424-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100619) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 22 13:37:29.200020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.policy [None req-b904cd0b-35c8-454f-8886-c3eb7146413c tempest-DvrRoutersNegativeTest-1353324424 tempest-DvrRoutersNegativeTest-1353324424-project] Failed policy check for 'create_router' {{(pid=100619) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 22 13:37:29.200559 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-b904cd0b-35c8-454f-8886-c3eb7146413c tempest-DvrRoutersNegativeTest-1353324424 tempest-DvrRoutersNegativeTest-1353324424-project] create failed (client error): Access was denied to this resource. Oct 22 13:37:29.201573 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b904cd0b-35c8-454f-8886-c3eb7146413c tempest-DvrRoutersNegativeTest-1353324424 tempest-DvrRoutersNegativeTest-1353324424-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1077728 Oct 22 13:37:29.441216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40526) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:29.545970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3485ef2-0a0f-4e46-890a-6e323b397be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.620604 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3485ef2-0a0f-4e46-890a-6e323b397be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.624700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3485ef2-0a0f-4e46-890a-6e323b397be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.664000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b3485ef2-0a0f-4e46-890a-6e323b397be6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd6ce9de5971459795e86481afd21add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217033 Oct 22 13:37:29.664865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485ef2-0a0f-4e46-890a-6e323b397be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214b018f-18c3-42ed-ac06-b66be3b42613,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:29.666683 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40530) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:29.719652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.741111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.792025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.794824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:29.796022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/214b018f-18c3-42ed-ac06-b66be3b42613 HTTP/1.1" status: 204 len: 168 time: 0.1283622 Oct 22 13:37:29.804965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1cb4-f3f5-4e1b-b35c-79cf365bf9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214b018f-18c3-42ed-ac06-b66be3b42613,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:29.806653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.269209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f11e1-feba-4aca-9e3b-dbfdfba4b7bf req-ce256c9f-278b-405e-90e8-c38f0f55909b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:30.275120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3f11e1-feba-4aca-9e3b-dbfdfba4b7bf req-ce256c9f-278b-405e-90e8-c38f0f55909b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0642984 Oct 22 13:37:30.317872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e3f11e1-feba-4aca-9e3b-dbfdfba4b7bf req-8f7ad574-f732-45b7-a025-3f0fe5edebc8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411339 Oct 22 13:37:30.457168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40554) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:30.561346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-515722218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:30.584729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.585816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.638004 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.642041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.660862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.662133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a0585a0a-6fb4-4c2d-aa26-1db3e1d38224 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2039487 Oct 22 13:37:30.664903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40558) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:30.669666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-184583668'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:30.690742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:30.694211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.702774 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.780429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.784763 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.815967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:30.825604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf6a8e2-cefe-42ca-ae5d-aa3019c47fa7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:30.830303 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.830667 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Added segment 4242a911-1628-45ed-a0af-5809adc8a5ba of type vlan for network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc Oct 22 13:37:30.870622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.894915 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.900536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:30.901116 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:30.932726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2668102 Oct 22 13:37:30.935755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40560) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:30.941827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'subnet': {'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:30.970095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e5bf-9f77-4986-9fda-9594dd1ce6af tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Network': ['ID=09c68c83-fb3d-4f99-a0cb-983790a6bdfc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:30.980431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:31.031374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:31.035270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.216120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.282343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Subnet': ['ID=44697ae5-f1e2-485c-91f3-3f06ae44f13d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:31.294151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Checking segment: {'id': '4242a911-1628-45ed-a0af-5809adc8a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:31.294514 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network hostable DHCP agents. Network: 09c68c83-fb3d-4f99-a0cb-983790a6bdfc, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:31.311652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:31.320112 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 09c68c83-fb3d-4f99-a0cb-983790a6bdfc) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:31.324116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:31.324704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.329753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7e1a9-3245-42c2-89b1-59c752c1d8f0 None None] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:31.344218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6c84e44-6ac7-4e4b-a42d-104529bac2b5 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4043646 Oct 22 13:37:31.344623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40564) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:31.350269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'network': {'name': 'tempest-router-network01--2139546372'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:31.373257 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:31.376906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.402147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:31.413727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.414063 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Added segment 7e43d3df-a71b-426c-854f-9a843c3f89de of type vlan for network 20ff704d-3f9c-4b3a-b824-d84e2a881014 Oct 22 13:37:31.448213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cf29e-497f-4549-acef-230f29760335 req-5be31edd-dadc-43a8-9839-05744cec984a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:31.450239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f20cf29e-497f-4549-acef-230f29760335 req-5be31edd-dadc-43a8-9839-05744cec984a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0554981 Oct 22 13:37:31.460052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.490194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f20cf29e-497f-4549-acef-230f29760335 req-24a19f0d-0d24-414b-8d6d-a245e8e61d34 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330071 Oct 22 13:37:31.491754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.495578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-09c68c83-fb3d-4f99-a0cb-983790a6bdfc', 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc', 'tenant_id': 'ad441f60ddfa47cea18c9fb0663258a2', 'fixed_ips': [{'subnet_id': '44697ae5-f1e2-485c-91f3-3f06ae44f13d'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:31.496620 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.497384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:31.497978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.537299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1915483 Oct 22 13:37:31.540147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40566) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:31.544947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'network': {'name': 'tempest-router-network02--2041562463'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:31.567602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:31.571723 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.573020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010822e-58ad-4e74-811f-a6695b89c354 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Network': ['ID=20ff704d-3f9c-4b3a-b824-d84e2a881014,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:31.587669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:31.598298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:31.609717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.610472 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Added segment 6dc7217a-4411-4140-871e-3174f5ed7b3b of type vlan for network 2707e612-5355-41f6-99bb-6452ea6c36ba Oct 22 13:37:31.661636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.693236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.700201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:31.701234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.729826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Allocated IP 2001:db8::2 (09c68c83-fb3d-4f99-a0cb-983790a6bdfc/44697ae5-f1e2-485c-91f3-3f06ae44f13d/16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:31.740208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1990221 Oct 22 13:37:31.743157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40568) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:31.749691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'subnet': {'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:31.780234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142f581-7d45-421f-9459-719f7cd84456 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Network': ['ID=2707e612-5355-41f6-99bb-6452ea6c36ba,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:31.805136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 2707e612-5355-41f6-99bb-6452ea6c36ba details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:31.848013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:31.851782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.948672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.954513 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:31.991788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:31.994519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:31.997036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:32.009445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Pushing event updated for resources: {'Port': ['ID=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:32.040340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.064782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Attempting to bind port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:32.065164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Attempting to bind port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4242a911-1628-45ed-a0af-5809adc8a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:32.066204 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Attempting to bind port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 on network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:32.071776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:32.072159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Checking segment: {'id': '4242a911-1628-45ed-a0af-5809adc8a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:32.072565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.073093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Bound using segment: {'id': '4242a911-1628-45ed-a0af-5809adc8a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:32.073595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Bound port: 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4242a911-1628-45ed-a0af-5809adc8a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '09c68c83-fb3d-4f99-a0cb-983790a6bdfc'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:32.074064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.102805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Subnet': ['ID=faab4a0c-5484-45bc-a88a-6624f3a17962,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:32.110390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Checking segment: {'id': '7e43d3df-a71b-426c-854f-9a843c3f89de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:32.110796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network hostable DHCP agents. Network: 20ff704d-3f9c-4b3a-b824-d84e2a881014, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:32.128658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:32.137711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 20ff704d-3f9c-4b3a-b824-d84e2a881014) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:32.141170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] For port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:32.144786 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:32.145372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] For port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,segment=NetworkSegment(4242a911-1628-45ed-a0af-5809adc8a5ba),segment_id=4242a911-1628-45ed-a0af-5809adc8a5ba)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:32.145515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.148385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce352406-902c-4a75-aaba-a67f4ce04011 None None] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:32.162396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.166986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe2d7105-f840-4e06-9d9c-0c7359e48d14 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195085 Oct 22 13:37:32.166986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40570) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:32.172479 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'subnet': {'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:32.272556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:32.276481 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.286024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e98ee-d385-4648-99e5-3acfcc35f240 None None] Pushing event updated for resources: {'Port': ['ID=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:32.358097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-20ff704d-3f9c-4b3a-b824-d84e2a881014', 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014', 'tenant_id': 'ad441f60ddfa47cea18c9fb0663258a2', 'fixed_ips': [{'subnet_id': 'faab4a0c-5484-45bc-a88a-6624f3a17962'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:32.359132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.516432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.538008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Allocated IP 2001:db8::2 (20ff704d-3f9c-4b3a-b824-d84e2a881014/faab4a0c-5484-45bc-a88a-6624f3a17962/081e85c3-54ab-43e2-930b-1e47314718d3) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:32.606330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Subnet': ['ID=acbad41e-b1e6-40c7-bb7b-2830d6d37424,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:32.608945 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Checking segment: {'id': '6dc7217a-4411-4140-871e-3174f5ed7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:32.609312 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network hostable DHCP agents. Network: 2707e612-5355-41f6-99bb-6452ea6c36ba, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:32.636069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 2707e612-5355-41f6-99bb-6452ea6c36ba is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:32.639534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5d5a-434b-485c-a1fb-9bf725a3ae05 req-362630a5-ae31-4dc4-8da1-8c9da9ef28b2 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:32.641054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313e5d5a-434b-485c-a1fb-9bf725a3ae05 req-362630a5-ae31-4dc4-8da1-8c9da9ef28b2 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0610497 Oct 22 13:37:32.646960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 2707e612-5355-41f6-99bb-6452ea6c36ba) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:32.651332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:32.652036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.662236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab15547-dc71-49e9-9819-413242fa1e96 None None] Network 2707e612-5355-41f6-99bb-6452ea6c36ba requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:32.672442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c6bf6745-5d78-42ee-bace-3c0440ffe827 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5044243 Oct 22 13:37:32.675675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40574) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:32.713172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313e5d5a-434b-485c-a1fb-9bf725a3ae05 req-41e20eeb-c755-4372-be82-dbd6d96f0faa tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514667 Oct 22 13:37:32.762744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.772076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.818744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:32.823427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:32.827463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:32.891722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Pushing event updated for resources: {'Port': ['ID=081e85c3-54ab-43e2-930b-1e47314718d3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:32.944669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Attempting to bind port 081e85c3-54ab-43e2-930b-1e47314718d3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:32.945169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Attempting to bind port 081e85c3-54ab-43e2-930b-1e47314718d3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '7e43d3df-a71b-426c-854f-9a843c3f89de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:32.945759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Attempting to bind port 081e85c3-54ab-43e2-930b-1e47314718d3 on network 20ff704d-3f9c-4b3a-b824-d84e2a881014 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:32.980226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:32.980679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Checking segment: {'id': '7e43d3df-a71b-426c-854f-9a843c3f89de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:32.981120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.981514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Bound using segment: {'id': '7e43d3df-a71b-426c-854f-9a843c3f89de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:32.982010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Bound port: 081e85c3-54ab-43e2-930b-1e47314718d3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e43d3df-a71b-426c-854f-9a843c3f89de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20ff704d-3f9c-4b3a-b824-d84e2a881014'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:32.982401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:32.995382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-2707e612-5355-41f6-99bb-6452ea6c36ba', 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba', 'tenant_id': 'ad441f60ddfa47cea18c9fb0663258a2', 'fixed_ips': [{'subnet_id': 'acbad41e-b1e6-40c7-bb7b-2830d6d37424'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:32.996446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.153124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] For port 081e85c3-54ab-43e2-930b-1e47314718d3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:33.158558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] For port 081e85c3-54ab-43e2-930b-1e47314718d3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=081e85c3-54ab-43e2-930b-1e47314718d3,segment=NetworkSegment(7e43d3df-a71b-426c-854f-9a843c3f89de),segment_id=7e43d3df-a71b-426c-854f-9a843c3f89de)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:33.200448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.291295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Allocated IP 2001:db8::2 (2707e612-5355-41f6-99bb-6452ea6c36ba/acbad41e-b1e6-40c7-bb7b-2830d6d37424/d1856122-1043-4908-abdc-8c0e5928ffc0) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:33.299124 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94d66-e264-47a9-94f0-8f606043ff37 None None] Pushing event updated for resources: {'Port': ['ID=081e85c3-54ab-43e2-930b-1e47314718d3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:33.311024 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.412782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1786e4-4b85-4dde-839e-622eb770de8d None None] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:33.601369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] Provisioning complete for port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:33.602536 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.668967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Allocated IP 2001:db8::1 (20ff704d-3f9c-4b3a-b824-d84e2a881014/faab4a0c-5484-45bc-a88a-6624f3a17962/9c8e7bca-a6c3-4108-a21e-9401f0acb49d) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:33.692757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.706541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.781539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Network 2707e612-5355-41f6-99bb-6452ea6c36ba is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:33.800274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.849816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.851919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80bfff-b970-47fe-9523-c958f21b14b6 req-c1909516-6cde-4368-9407-41220955e6b9 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:33.854504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f80bfff-b970-47fe-9523-c958f21b14b6 req-c1909516-6cde-4368-9407-41220955e6b9 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0616646 Oct 22 13:37:33.906116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f80bfff-b970-47fe-9523-c958f21b14b6 req-d88f6f3a-672b-4d92-9fd8-eec261211e48 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Oct 22 13:37:33.913575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Port': ['ID=9c8e7bca-a6c3-4108-a21e-9401f0acb49d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:33.926384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:33.928182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:33.931004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:33.931711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:33.989509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:33.992517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:34.001669 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Pushing event updated for resources: {'Port': ['ID=d1856122-1043-4908-abdc-8c0e5928ffc0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:34.042834 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.061826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.096252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Attempting to bind port d1856122-1043-4908-abdc-8c0e5928ffc0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:34.096686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Attempting to bind port d1856122-1043-4908-abdc-8c0e5928ffc0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '6dc7217a-4411-4140-871e-3174f5ed7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:34.097065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Attempting to bind port d1856122-1043-4908-abdc-8c0e5928ffc0 on network 2707e612-5355-41f6-99bb-6452ea6c36ba {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:34.114558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:34.114971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Checking segment: {'id': '6dc7217a-4411-4140-871e-3174f5ed7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:34.116254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.116254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Bound using segment: {'id': '6dc7217a-4411-4140-871e-3174f5ed7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:34.116254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Bound port: d1856122-1043-4908-abdc-8c0e5928ffc0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc7217a-4411-4140-871e-3174f5ed7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2707e612-5355-41f6-99bb-6452ea6c36ba'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:34.116677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.119757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] For port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,segment=NetworkSegment(4242a911-1628-45ed-a0af-5809adc8a5ba),segment_id=4242a911-1628-45ed-a0af-5809adc8a5ba)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:34.129987 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.241685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b988f8-a36f-4659-82a3-bd66cbdc49cf None None] Pushing event updated for resources: {'Port': ['ID=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:34.264910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] For port d1856122-1043-4908-abdc-8c0e5928ffc0, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:34.270176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] For port d1856122-1043-4908-abdc-8c0e5928ffc0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d1856122-1043-4908-abdc-8c0e5928ffc0,segment=NetworkSegment(6dc7217a-4411-4140-871e-3174f5ed7b3b),segment_id=6dc7217a-4411-4140-871e-3174f5ed7b3b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:34.276179 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.326688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 081e85c3-54ab-43e2-930b-1e47314718d3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:34.407567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54240a-bc35-4eb5-8968-16a40253368b None None] Pushing event updated for resources: {'Port': ['ID=d1856122-1043-4908-abdc-8c0e5928ffc0,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:34.447732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 081e85c3-54ab-43e2-930b-1e47314718d3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:34.448446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.472926 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.480632 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.482349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.513152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-04d99ceb-a2dc-4f2e-b69d-e8dc76348bf2 None None] Provisioning complete for port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:34.513534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04d99ceb-a2dc-4f2e-b69d-e8dc76348bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.599297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.603870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Port': ['ID=9c8e7bca-a6c3-4108-a21e-9401f0acb49d,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:34.664088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 081e85c3-54ab-43e2-930b-1e47314718d3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=081e85c3-54ab-43e2-930b-1e47314718d3,segment=NetworkSegment(7e43d3df-a71b-426c-854f-9a843c3f89de),segment_id=7e43d3df-a71b-426c-854f-9a843c3f89de)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:34.678688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.679845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:34.687344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dad109-18f5-46af-b808-4290907ec29d None None] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:34.695746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:34.697708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:34.848411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=081e85c3-54ab-43e2-930b-1e47314718d3,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:34.851891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Router 1f497988-1bcd-45f4-b201-450602491692 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:37:34.908651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:34.909489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.951723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1d88b08f-8af5-4a5a-bb02-d5dae93e0b46 None None] Provisioning complete for port 081e85c3-54ab-43e2-930b-1e47314718d3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:34.952175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d88b08f-8af5-4a5a-bb02-d5dae93e0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:34.959247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:34.967323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e4666f0c-93d3-41b2-a8c5-82e671c5d6d6 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880688 Oct 22 13:37:34.968354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40584) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:34.976019 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] Sync routers for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:35.003969 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:35.004782 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:35.053385 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:35.066049 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:35.067102 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:35.076156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e28d-7490-498f-b6a0-663128235007 req-b62452ca-0506-4f5d-b10e-284db720810d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:35.079068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae06e28d-7490-498f-b6a0-663128235007 req-b62452ca-0506-4f5d-b10e-284db720810d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.0788696 Oct 22 13:37:35.131413 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:35.132334 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea73b1-234f-4b60-8981-34104081b779 None None] The sync data for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:35.143122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae06e28d-7490-498f-b6a0-663128235007 req-70ef10c7-cddf-4a93-bbf4-e562f4393e93 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517902 Oct 22 13:37:35.421022 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-9dfb8338-561f-424d-b772-3c8eb54c6c8d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:37:35.422377 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9dfb8338-561f-424d-b772-3c8eb54c6c8d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4535093 Oct 22 13:37:35.425233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:35.469192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1d08693a-3b04-4a1a-96ed-411d63cd0e00 None None] Provisioning complete for port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:35.470388 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d08693a-3b04-4a1a-96ed-411d63cd0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:35.512770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-1d08693a-3b04-4a1a-96ed-411d63cd0e00 None None] Port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:35.525370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1d08693a-3b04-4a1a-96ed-411d63cd0e00 None None] Provisioning complete for port 081e85c3-54ab-43e2-930b-1e47314718d3 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:35.525761 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d08693a-3b04-4a1a-96ed-411d63cd0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:35.689472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4bf92-9057-4c1e-9365-ee48e52446ba None None] Network 2707e612-5355-41f6-99bb-6452ea6c36ba requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:35.775270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Provisioning complete for port d1856122-1043-4908-abdc-8c0e5928ffc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:35.775651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:35.934049 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:35.973253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] For port d1856122-1043-4908-abdc-8c0e5928ffc0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d1856122-1043-4908-abdc-8c0e5928ffc0,segment=NetworkSegment(6dc7217a-4411-4140-871e-3174f5ed7b3b),segment_id=6dc7217a-4411-4140-871e-3174f5ed7b3b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:35.977273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.016238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Provisioning complete for port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.016624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.066495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Pushing event updated for resources: {'Port': ['ID=d1856122-1043-4908-abdc-8c0e5928ffc0,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:36.073358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-22990a77-ea95-4bb6-ba0f-f1e62823e15e None None] Port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:36.116193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.194443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6354fd47-b3e3-42b8-a31f-e7eb0886e1e9 None None] Provisioning complete for port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.194443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6354fd47-b3e3-42b8-a31f-e7eb0886e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.236322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6354fd47-b3e3-42b8-a31f-e7eb0886e1e9 None None] Port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:36.262049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 081e85c3-54ab-43e2-930b-1e47314718d3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:36.311819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 081e85c3-54ab-43e2-930b-1e47314718d3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.312196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.337562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b0ba-005a-44c7-805b-21400e325b2c req-e65e22ad-fc57-4981-a785-6f7f08a6b9ce tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:36.339073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2fd4b0ba-005a-44c7-805b-21400e325b2c req-e65e22ad-fc57-4981-a785-6f7f08a6b9ce tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 943 time: 0.1118767 Oct 22 13:37:36.369300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1bf74c29-78d5-4c9e-ba65-706b74c31c2e None None] Provisioning complete for port d1856122-1043-4908-abdc-8c0e5928ffc0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.369679 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1bf74c29-78d5-4c9e-ba65-706b74c31c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.390969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2fd4b0ba-005a-44c7-805b-21400e325b2c req-8579e087-56e5-47a1-9245-496b5fd05bc2 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Oct 22 13:37:36.441272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:36.496651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting port 9c8e7bca-a6c3-4108-a21e-9401f0acb49d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:36.496994 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.526538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.527155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.567142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2c8778d-cbf5-4856-8868-9d9fe86483e1 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:37:36.597387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.613668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Calling delete_port for 9c8e7bca-a6c3-4108-a21e-9401f0acb49d owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:36.670067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d1856122-1043-4908-abdc-8c0e5928ffc0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:36.729188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:36.746296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:37:36.758721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port d1856122-1043-4908-abdc-8c0e5928ffc0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:36.759138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.804826 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.817510 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.838257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c8778d-cbf5-4856-8868-9d9fe86483e1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:37:36.850593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Port': ['ID=9c8e7bca-a6c3-4108-a21e-9401f0acb49d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:36.884293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:36.891618 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:36.956528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:36.976512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.144742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Router 1f497988-1bcd-45f4-b201-450602491692 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:37:37.215887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f2c8778d-cbf5-4856-8868-9d9fe86483e1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:37:37.232299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:37.239301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e86146dc-54ea-4c63-95b5-ff073f2c3c85 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124187 Oct 22 13:37:37.243203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40590) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:37.247163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] Sync routers for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:37.270166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:37.270826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:37.291477 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-e14d8ddd-00e9-400f-9d3a-c2cdf1d112ba tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] delete failed (client error): The resource could not be found. Oct 22 13:37:37.292539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e14d8ddd-00e9-400f-9d3a-c2cdf1d112ba tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-148815119 HTTP/1.1" status: 404 len: 334 time: 0.0481353 Oct 22 13:37:37.296237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40592) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:37.301546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0b3c0f07-21e0-4f5a-a096-78d23daafddd tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f497988-1bcd-45f4-b201-450602491692'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:37.312859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:37.335249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:37.335905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:37.378626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:37.379502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663279f2-6937-476b-b8fa-7ea3b6eab8cc None None] The sync data for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:37.523298 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0f07-21e0-4f5a-a096-78d23daafddd tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.527642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2cb34-f74c-4a52-8733-ab291a67ae8c req-3e66c706-c763-42b7-9eda-1fb84ffa7a8a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:37.529401 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4b2cb34-f74c-4a52-8733-ab291a67ae8c req-3e66c706-c763-42b7-9eda-1fb84ffa7a8a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 944 time: 0.0574493 Oct 22 13:37:37.550809 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-0b3c0f07-21e0-4f5a-a096-78d23daafddd tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] update failed (client error): The resource could not be found. Oct 22 13:37:37.555835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0b3c0f07-21e0-4f5a-a096-78d23daafddd tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692 HTTP/1.1" status: 404 len: 339 time: 0.2550285 Oct 22 13:37:37.556513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40596) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:37.564719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1427142540'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:37.579153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c4b2cb34-f74c-4a52-8733-ab291a67ae8c req-4999036d-f1e4-417b-a588-186d1ca57701 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Oct 22 13:37:37.603872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:37.607568 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.633794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:37:37.643944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.644290 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Added segment 2053b3d6-4d85-48a6-940a-d22b6e4d54ac of type vlan for network c23c750f-5f01-4225-9fe7-45fbb0032b44 Oct 22 13:37:37.685940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.713471 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.719751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:37.720411 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:37.753664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1951289 Oct 22 13:37:37.756550 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40598) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:37.767986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'subnet': {'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:37.818490 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc196-d693-4046-a588-d572f20988a0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Network': ['ID=c23c750f-5f01-4225-9fe7-45fbb0032b44,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:37.828444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:37:38.139086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Made reservation on behalf of ad441f60ddfa47cea18c9fb0663258a2 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:37:38.142633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.323497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.382969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Subnet': ['ID=8671ea98-35a1-4f00-b5cd-3824114020d8,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:38.391360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Checking segment: {'id': '2053b3d6-4d85-48a6-940a-d22b6e4d54ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:38.391724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network hostable DHCP agents. Network: c23c750f-5f01-4225-9fe7-45fbb0032b44, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:37:38.407718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:37:38.416371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, c23c750f-5f01-4225-9fe7-45fbb0032b44) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:38.420474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:38.421061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.427630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac4e1e-a912-485e-bed5-b49aed4e9525 None None] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:38.438454 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ca8b99e-82ee-4fe7-9db0-77238a5aa9a9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6809039 Oct 22 13:37:38.442640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:38.447472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-220cc02b-6fef-4ecf-bc2b-0ba4aad54c20 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:38.504670 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.585973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2c8778d-cbf5-4856-8868-9d9fe86483e1 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:38.615457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-c23c750f-5f01-4225-9fe7-45fbb0032b44', 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44', 'tenant_id': 'ad441f60ddfa47cea18c9fb0663258a2', 'fixed_ips': [{'subnet_id': '8671ea98-35a1-4f00-b5cd-3824114020d8'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:37:38.616331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.672927 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-220cc02b-6fef-4ecf-bc2b-0ba4aad54c20 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.729130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f2c8778d-cbf5-4856-8868-9d9fe86483e1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:37:38.741241 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f2c8778d-cbf5-4856-8868-9d9fe86483e1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:38.741621 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.752332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b442-f073-4e40-9396-5cd7ee13d408 req-a6ae230c-a077-4437-9b3e-14cc8461fad1 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:38.756811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a3b442-f073-4e40-9396-5cd7ee13d408 req-a6ae230c-a077-4437-9b3e-14cc8461fad1 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 944 time: 0.0792542 Oct 22 13:37:38.818636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Allocated IP 2001:db8:1::2 (c23c750f-5f01-4225-9fe7-45fbb0032b44/8671ea98-35a1-4f00-b5cd-3824114020d8/db47da59-be1c-4746-a9e0-4f0700dcb01f) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:38.838507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62a3b442-f073-4e40-9396-5cd7ee13d408 req-d9f38163-e90c-4ebe-a52d-377e501fe2cc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745990 Oct 22 13:37:38.865753 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-220cc02b-6fef-4ecf-bc2b-0ba4aad54c20 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 13:37:38.870281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-220cc02b-6fef-4ecf-bc2b-0ba4aad54c20 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692 HTTP/1.1" status: 400 len: 364 time: 0.4229853 Oct 22 13:37:38.870698 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40604) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:38.918079 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:38.959378 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:37:38.961552 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfd151-8e4b-49d5-9095-17aaad1a2395" -d '{"events": [{"server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "name": "network-vif-plugged", "status": "completed", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:37:38.984608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:39.007661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.015978 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8c65b-23da-4631-8037-a85e19c6feb9 x-openstack-request-id: req-a3a8c65b-23da-4631-8037-a85e19c6feb9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:37:39.016486 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "name": "network-vif-plugged", "status": "completed", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:37:39.016880 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3a8c65b-23da-4631-8037-a85e19c6feb9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:37:39.017277 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'code': 200} Oct 22 13:37:39.063611 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.078667 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.087963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:39.118200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3be3-8f1a-4c0f-988e-87de8b775f8e req-0ba4c4fe-bfde-422f-8440-bddee85c7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:39.119973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae1c3be3-8f1a-4c0f-988e-87de8b775f8e req-0ba4c4fe-bfde-422f-8440-bddee85c7f91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.0452261 Oct 22 13:37:39.120941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:39.123938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:39.127498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:39.161654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae1c3be3-8f1a-4c0f-988e-87de8b775f8e req-4c0e8ddc-2637-4ffe-b334-cf31fe9d806d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Oct 22 13:37:39.173349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Pushing event updated for resources: {'Port': ['ID=db47da59-be1c-4746-a9e0-4f0700dcb01f,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:39.179305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.207196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Attempting to bind port db47da59-be1c-4746-a9e0-4f0700dcb01f on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:37:39.207570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Attempting to bind port db47da59-be1c-4746-a9e0-4f0700dcb01f by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2053b3d6-4d85-48a6-940a-d22b6e4d54ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:37:39.207938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Attempting to bind port db47da59-be1c-4746-a9e0-4f0700dcb01f on network c23c750f-5f01-4225-9fe7-45fbb0032b44 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:37:39.213274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:37:39.213710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Checking segment: {'id': '2053b3d6-4d85-48a6-940a-d22b6e4d54ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:37:39.214299 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.214935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Bound using segment: {'id': '2053b3d6-4d85-48a6-940a-d22b6e4d54ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:37:39.215605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Bound port: db47da59-be1c-4746-a9e0-4f0700dcb01f, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2053b3d6-4d85-48a6-940a-d22b6e4d54ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c23c750f-5f01-4225-9fe7-45fbb0032b44'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:37:39.216120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.280960 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] For port db47da59-be1c-4746-a9e0-4f0700dcb01f, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:37:39.284195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] For port db47da59-be1c-4746-a9e0-4f0700dcb01f, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=db47da59-be1c-4746-a9e0-4f0700dcb01f,segment=NetworkSegment(2053b3d6-4d85-48a6-940a-d22b6e4d54ac),segment_id=2053b3d6-4d85-48a6-940a-d22b6e4d54ac)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:37:39.288294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.349609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3303fc3-c7b5-45a7-ad0d-cdffcea67509 None None] Pushing event updated for resources: {'Port': ['ID=db47da59-be1c-4746-a9e0-4f0700dcb01f,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:39.428070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Allocated IP 2001:db8::1 (09c68c83-fb3d-4f99-a0cb-983790a6bdfc/44697ae5-f1e2-485c-91f3-3f06ae44f13d/3fe2f590-a92a-4635-b66e-1bd3bbc71cef) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:39.558459 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.594225 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.648394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:39.651521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:39.658956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:39.659519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.663013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Port': ['ID=3fe2f590-a92a-4635-b66e-1bd3bbc71cef,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:39.788018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.960482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f85c74-d150-4daf-95da-81f0955a25b3 req-456e110e-b787-4801-9724-568cea01f9a2 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:39.961067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d27cfbe7-65dc-43f6-b63e-e14310c20e9e None None] Provisioning complete for port 3fe2f590-a92a-4635-b66e-1bd3bbc71cef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:39.961442 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d27cfbe7-65dc-43f6-b63e-e14310c20e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:39.965483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20f85c74-d150-4daf-95da-81f0955a25b3 req-456e110e-b787-4801-9724-568cea01f9a2 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.0570016 Oct 22 13:37:40.011487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d27cfbe7-65dc-43f6-b63e-e14310c20e9e None None] Port 3fe2f590-a92a-4635-b66e-1bd3bbc71cef cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:40.013156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20f85c74-d150-4daf-95da-81f0955a25b3 req-837d5e8e-d732-478f-8882-b2281f0f5077 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Oct 22 13:37:40.068844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.072304 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.077015 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.077828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.180694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event updated for resources: {'Port': ['ID=3fe2f590-a92a-4635-b66e-1bd3bbc71cef,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:40.202572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device db47da59-be1c-4746-a9e0-4f0700dcb01f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:40.224896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:40.226385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:40.263116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port db47da59-be1c-4746-a9e0-4f0700dcb01f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:40.263492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.340948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Router 1f497988-1bcd-45f4-b201-450602491692 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:37:40.357617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.400349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port db47da59-be1c-4746-a9e0-4f0700dcb01f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=db47da59-be1c-4746-a9e0-4f0700dcb01f,segment=NetworkSegment(2053b3d6-4d85-48a6-940a-d22b6e4d54ac),segment_id=2053b3d6-4d85-48a6-940a-d22b6e4d54ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:40.405492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.449758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:40.453885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b004bca5-ef65-431f-bf10-2d92353b2aa2 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5820773 Oct 22 13:37:40.456800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40610) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:40.462227 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] Sync routers for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:40.480509 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:40.481137 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:40.508701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=db47da59-be1c-4746-a9e0-4f0700dcb01f,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:40.531078 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:40.540930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e77772-7461-4cc8-ab93-698088392601 None None] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:40.553498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:40.554435 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:40.568148 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6e4224d1-24cd-401e-b921-827a5e7bd9f9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.593089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:40.594007 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258071e3-1879-4291-a507-68e8833d9b20 None None] The sync data for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 is: [] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:40.666251 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [None req-6e4224d1-24cd-401e-b921-827a5e7bd9f9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 22 13:37:40.667610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6e4224d1-24cd-401e-b921-827a5e7bd9f9 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692 HTTP/1.1" status: 409 len: 329 time: 0.2096329 Oct 22 13:37:40.670558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:40.677429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-02177bdc-d1b7-4954-9865-302488750edf None None] Provisioning complete for port db47da59-be1c-4746-a9e0-4f0700dcb01f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:40.677810 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02177bdc-d1b7-4954-9865-302488750edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.804916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-02177bdc-d1b7-4954-9865-302488750edf None None] Provisioning complete for port 3fe2f590-a92a-4635-b66e-1bd3bbc71cef triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:40.805292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-02177bdc-d1b7-4954-9865-302488750edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:40.845371 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-02177bdc-d1b7-4954-9865-302488750edf None None] Port 3fe2f590-a92a-4635-b66e-1bd3bbc71cef cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:37:40.999531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.068558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-abfab653-1245-4c47-a07d-084fc0becd00 None None] Provisioning complete for port db47da59-be1c-4746-a9e0-4f0700dcb01f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:41.069529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abfab653-1245-4c47-a07d-084fc0becd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.143993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718dcf-0e12-4223-82cd-3ee7750923b1 req-d1d21dca-48be-4529-8434-81c9557cce4a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.145628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61718dcf-0e12-4223-82cd-3ee7750923b1 req-d1d21dca-48be-4529-8434-81c9557cce4a tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Oct 22 13:37:41.187662 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61718dcf-0e12-4223-82cd-3ee7750923b1 req-1719eda7-bb92-4492-ae2f-f1a3d72e450b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339453 Oct 22 13:37:41.251535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting port 3fe2f590-a92a-4635-b66e-1bd3bbc71cef {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:41.251883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.309353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e561b-a900-45ee-8d64-4e7c97afbd95 req-4f5e4a78-293f-4d1c-a3e0-fe42fe8dd255 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.311001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-276e561b-a900-45ee-8d64-4e7c97afbd95 req-4f5e4a78-293f-4d1c-a3e0-fe42fe8dd255 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Oct 22 13:37:41.351085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.364480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Calling delete_port for 3fe2f590-a92a-4635-b66e-1bd3bbc71cef owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:41.376308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-276e561b-a900-45ee-8d64-4e7c97afbd95 req-b4f55b9b-1b91-46b8-b5d5-44ef728bda26 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589559 Oct 22 13:37:41.391637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-141dd6df-55fd-42ad-bae3-6c94a9e185e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530794 Oct 22 13:37:41.399230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40618) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:41.484135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d565-3346-468e-92db-bf8424147788 req-cc02cc19-0796-4d11-a089-b98c99800656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.485742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-cc02cc19-0796-4d11-a089-b98c99800656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0448244 Oct 22 13:37:41.547750 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.575039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Port': ['ID=3fe2f590-a92a-4635-b66e-1bd3bbc71cef,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:41.624019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ba9df-0728-4126-8a5c-66d188b63b4e tempest-TestVolumeBackupRestore-1191007933 tempest-TestVolumeBackupRestore-1191007933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.625567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0f8ba9df-0728-4126-8a5c-66d188b63b4e tempest-TestVolumeBackupRestore-1191007933 tempest-TestVolumeBackupRestore-1191007933-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1091 time: 0.2254112 Oct 22 13:37:41.630525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40622) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:41.635596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:41.641805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d565-3346-468e-92db-bf8424147788 req-36125401-3bd9-450c-b75a-2ff76ace8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.644116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-36125401-3bd9-450c-b75a-2ff76ace8b3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1385229 Oct 22 13:37:41.683295 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.711081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.752024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-ebe67e6b-c090-4f07-b818-0c96a8f42210 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 1001 time: 0.0974162 Oct 22 13:37:41.843493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d565-3346-468e-92db-bf8424147788 req-501da8fe-61a7-4977-9bf0-a7870f3391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.844905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-501da8fe-61a7-4977-9bf0-a7870f3391ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0838797 Oct 22 13:37:41.849710 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Router 1f497988-1bcd-45f4-b201-450602491692 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:37:41.902779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:41.918587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34d565-3346-468e-92db-bf8424147788 req-befe6d90-de4f-478f-8b5b-05ff6e31ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:41.920140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-befe6d90-de4f-478f-8b5b-05ff6e31ec8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670869 Oct 22 13:37:42.095082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Allocated IP 172.25.6.174 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/4c4b16d6-ae07-4621-adef-e61dc0b95092) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:37:42.098699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-8fee9a5f-54b9-4888-8c32-8b634c55c039 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519046 Oct 22 13:37:42.173270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device db47da59-be1c-4746-a9e0-4f0700dcb01f up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:37:42.184682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:42.190425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b4131864-2a56-4342-b112-d390b64ab8f0 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5182118 Oct 22 13:37:42.194071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40624) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:42.209593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] Sync routers for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:42.232228 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-5ef720fe-f12f-4a8f-a1bd-b170bc768f48 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] show failed (client error): The resource could not be found. Oct 22 13:37:42.233272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5ef720fe-f12f-4a8f-a1bd-b170bc768f48 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1009338446 HTTP/1.1" status: 404 len: 335 time: 0.0382497 Oct 22 13:37:42.239219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40626) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:42.241148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:42.242038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:42.245831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0bc18893-ec44-4100-958c-17d4b0e5216e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:42.279974 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-0bc18893-ec44-4100-958c-17d4b0e5216e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] update failed (client error): The resource could not be found. Oct 22 13:37:42.286247 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0bc18893-ec44-4100-958c-17d4b0e5216e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1503880825 HTTP/1.1" status: 404 len: 335 time: 0.0403678 Oct 22 13:37:42.286422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:42.286545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40628) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:42.291675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e34d565-3346-468e-92db-bf8424147788 req-ffd6aeb9-114a-4d7e-8a3e-1bcbc771c550 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842539 Oct 22 13:37:42.298820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port db47da59-be1c-4746-a9e0-4f0700dcb01f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:37:42.299265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.302003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] Routers {'1f497988-1bcd-45f4-b201-450602491692'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:42.302868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['1f497988-1bcd-45f4-b201-450602491692'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:42.304471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.348256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.352360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting subnet 8671ea98-35a1-4f00-b5cd-3824114020d8 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:42.357450 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.366247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:42.367193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79a47e-fb59-42b7-ab97-beac11d4b715 None None] The sync data for ids ['1f497988-1bcd-45f4-b201-450602491692'] in n-d-813419-8 is: [] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:42.386535 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:37:42.389521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:37:42.392403 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:37:42.403729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.438272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'Port': ['ID=4c4b16d6-ae07-4621-adef-e61dc0b95092,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:42.506936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.569368 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.596019 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Subnet': ['ID=8671ea98-35a1-4f00-b5cd-3824114020d8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:42.603376 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.607797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5d0b7d20-3079-4239-af21-6f6e7e95e724 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/subnets/8671ea98-35a1-4f00-b5cd-3824114020d8 HTTP/1.1" status: 204 len: 168 time: 0.3202226 Oct 22 13:37:42.609659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d0a1b-1431-4470-8720-f841f458a66e None None] Network c23c750f-5f01-4225-9fe7-45fbb0032b44 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:42.610289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:42.693047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.756493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting port db47da59-be1c-4746-a9e0-4f0700dcb01f {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:42.756840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.823123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] DHCP port deletion for c23c750f-5f01-4225-9fe7-45fbb0032b44 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:42.831493 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] For port db47da59-be1c-4746-a9e0-4f0700dcb01f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=db47da59-be1c-4746-a9e0-4f0700dcb01f,segment=NetworkSegment(2053b3d6-4d85-48a6-940a-d22b6e4d54ac),segment_id=2053b3d6-4d85-48a6-940a-d22b6e4d54ac)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:42.831874 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.843993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Calling delete_port for db47da59-be1c-4746-a9e0-4f0700dcb01f owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:42.870616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Deleting port db47da59-be1c-4746-a9e0-4f0700dcb01f {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:42.870927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.936447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.937152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] For port db47da59-be1c-4746-a9e0-4f0700dcb01f, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=db47da59-be1c-4746-a9e0-4f0700dcb01f,segment=NetworkSegment(2053b3d6-4d85-48a6-940a-d22b6e4d54ac),segment_id=2053b3d6-4d85-48a6-940a-d22b6e4d54ac)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:42.937562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:42.950638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Calling delete_port for db47da59-be1c-4746-a9e0-4f0700dcb01f owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:42.966216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] No DVR routers for this DVR port db47da59-be1c-4746-a9e0-4f0700dcb01f on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:42.968052 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Port': ['ID=db47da59-be1c-4746-a9e0-4f0700dcb01f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.026397 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.053212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] Pushing event deleted for resources: {'Port': ['ID=db47da59-be1c-4746-a9e0-4f0700dcb01f,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.053681 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.057409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f09ee-8b1c-45a0-b93b-237ba0fa9af7 None None] No DVR routers for this DVR port db47da59-be1c-4746-a9e0-4f0700dcb01f on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:43.081174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23c750f-5f01-4225-9fe7-45fbb0032b44']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:43.091310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2053b3d6-4d85-48a6-940a-d22b6e4d54ac') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:43.091610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2053b3d6-4d85-48a6-940a-d22b6e4d54ac') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:43.101413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.115049 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.121195 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:43.121516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:43.124481 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:43.185611 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.195237 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.195838 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.201334 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/networks/c23c750f-5f01-4225-9fe7-45fbb0032b44 HTTP/1.1" status: 204 len: 168 time: 0.5876493 Oct 22 13:37:43.208245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40632) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:43.217478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7674e7-5d6b-4ede-a37a-47cffd3e512e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Network': ['ID=c23c750f-5f01-4225-9fe7-45fbb0032b44,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.264879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting subnet acbad41e-b1e6-40c7-bb7b-2830d6d37424 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:43.268652 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.296349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.308968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.391845 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.449435 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.454931 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.457465 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.484767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Subnet': ['ID=acbad41e-b1e6-40c7-bb7b-2830d6d37424,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.488537 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.494278 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-81cdf94c-71c4-430a-9d91-f4d1e249fc87 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/subnets/acbad41e-b1e6-40c7-bb7b-2830d6d37424 HTTP/1.1" status: 204 len: 168 time: 0.2850552 Oct 22 13:37:43.494904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40634) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:43.495031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ac06b-d7d4-42d6-88e0-7fd52a942ef1 None None] Network 2707e612-5355-41f6-99bb-6452ea6c36ba requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:43.529158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event updated for resources: {'Port': ['ID=4c4b16d6-ae07-4621-adef-e61dc0b95092,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.539378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.547035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting subnet faab4a0c-5484-45bc-a88a-6624f3a17962 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:43.550866 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.595875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.646075 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Floating IP eef81e45-a030-482e-aa59-cb310b710177 associated. External IP: 172.25.6.174, port: f2c8778d-cbf5-4856-8868-9d9fe86483e1. Oct 22 13:37:43.694793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] DHCP port deletion for 2707e612-5355-41f6-99bb-6452ea6c36ba request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:43.700133 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.751613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Deleting port d1856122-1043-4908-abdc-8c0e5928ffc0 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:43.752016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.769887 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.801120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Subnet': ['ID=faab4a0c-5484-45bc-a88a-6624f3a17962,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:43.803231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.809262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fc261bd7-db57-49d5-9b98-135dd080739e tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/subnets/faab4a0c-5484-45bc-a88a-6624f3a17962 HTTP/1.1" status: 204 len: 168 time: 0.3133936 Oct 22 13:37:43.809931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40636) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:43.821574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7916a5-851f-4f42-bbc8-c2183e0ab701 None None] Network 20ff704d-3f9c-4b3a-b824-d84e2a881014 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:43.845248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] For port d1856122-1043-4908-abdc-8c0e5928ffc0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d1856122-1043-4908-abdc-8c0e5928ffc0,segment=NetworkSegment(6dc7217a-4411-4140-871e-3174f5ed7b3b),segment_id=6dc7217a-4411-4140-871e-3174f5ed7b3b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:43.846769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.867560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Calling delete_port for d1856122-1043-4908-abdc-8c0e5928ffc0 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:43.902021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:43.907373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:37:43.956005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting port d1856122-1043-4908-abdc-8c0e5928ffc0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:43.956644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.019573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] For port d1856122-1043-4908-abdc-8c0e5928ffc0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=d1856122-1043-4908-abdc-8c0e5928ffc0,segment=NetworkSegment(6dc7217a-4411-4140-871e-3174f5ed7b3b),segment_id=6dc7217a-4411-4140-871e-3174f5ed7b3b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:44.020099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.039006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:44.056780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Calling delete_port for d1856122-1043-4908-abdc-8c0e5928ffc0 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:44.065258 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.068675 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:44.072152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.082790 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:44.083645 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.102166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] Pushing event deleted for resources: {'Port': ['ID=d1856122-1043-4908-abdc-8c0e5928ffc0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:44.106375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c9fcb-3da8-4332-90b8-b6c511816b61 None None] No DVR routers for this DVR port d1856122-1043-4908-abdc-8c0e5928ffc0 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:44.125539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] DHCP port deletion for 20ff704d-3f9c-4b3a-b824-d84e2a881014 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:44.135714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-041bbae6-2f0d-4749-9800-b608f2686238 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5011861 Oct 22 13:37:44.135714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:37:44.136801 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d01b65-85ec-429e-8fd6-17f0ca219ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:37:44.140510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40638) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:44.169761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.183071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb825575-bbd6-4af5-a016-135f4bfc2985 tempest-TestVolumeBackupRestore-1191007933 tempest-TestVolumeBackupRestore-1191007933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:44.185548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eb825575-bbd6-4af5-a016-135f4bfc2985 tempest-TestVolumeBackupRestore-1191007933 tempest-TestVolumeBackupRestore-1191007933-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1091 time: 0.0437419 Oct 22 13:37:44.196035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40642) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:44.197286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Deleting port 081e85c3-54ab-43e2-930b-1e47314718d3 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:44.197661 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.203476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Port': ['ID=d1856122-1043-4908-abdc-8c0e5928ffc0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:44.206439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] No DVR routers for this DVR port d1856122-1043-4908-abdc-8c0e5928ffc0 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:44.210663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Request body: {'floatingip': {'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:37:44.285579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 081e85c3-54ab-43e2-930b-1e47314718d3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:44.290579 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b06bbf-2b2e-4dee-8bf8-1b99c9712bfd x-openstack-request-id: req-89b06bbf-2b2e-4dee-8bf8-1b99c9712bfd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:37:44.290927 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:37:44.291180 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b06bbf-2b2e-4dee-8bf8-1b99c9712bfd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:37:44.291785 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:37:44.322755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] For port 081e85c3-54ab-43e2-930b-1e47314718d3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=081e85c3-54ab-43e2-930b-1e47314718d3,segment=NetworkSegment(7e43d3df-a71b-426c-854f-9a843c3f89de),segment_id=7e43d3df-a71b-426c-854f-9a843c3f89de)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:44.323485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.323868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.342170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:37:44.342525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Calling delete_port for 081e85c3-54ab-43e2-930b-1e47314718d3 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:44.357156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2707e612-5355-41f6-99bb-6452ea6c36ba']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.361409 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.372034 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc7217a-4411-4140-871e-3174f5ed7b3b') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.372583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc7217a-4411-4140-871e-3174f5ed7b3b') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.384090 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.399543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.407138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-a153dfdc-e691-4977-acf1-8aafa0172797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:44.407446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:44.407949 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.409358 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-a153dfdc-e691-4977-acf1-8aafa0172797 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.1140072 Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self.session.flush() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:44.412376 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:44.494482 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.500139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.506049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/networks/2707e612-5355-41f6-99bb-6452ea6c36ba HTTP/1.1" status: 204 len: 168 time: 0.6947079 Oct 22 13:37:44.519638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40644) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:44.528480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecceda5-9b2b-400d-aa2a-b03d278fd25d tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Network': ['ID=2707e612-5355-41f6-99bb-6452ea6c36ba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:44.639391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.648962 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:42Z', 'revision_number': 0, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.663234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-9388ae9c-90df-4491-890a-90e90157e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:44.664791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-9388ae9c-90df-4491-890a-90e90157e624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.2484255 Oct 22 13:37:44.677511 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:37:44.682216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 081e85c3-54ab-43e2-930b-1e47314718d3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=081e85c3-54ab-43e2-930b-1e47314718d3,segment=NetworkSegment(7e43d3df-a71b-426c-854f-9a843c3f89de),segment_id=7e43d3df-a71b-426c-854f-9a843c3f89de)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:44.686504 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:44.687145 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:44.690806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.690806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d1856122-1043-4908-abdc-8c0e5928ffc0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:44.711375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.728393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:44.730147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: d1856122-1043-4908-abdc-8c0e5928ffc0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:44.730502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device d1856122-1043-4908-abdc-8c0e5928ffc0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:44.730947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device db47da59-be1c-4746-a9e0-4f0700dcb01f no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:44.762026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: db47da59-be1c-4746-a9e0-4f0700dcb01f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:44.762422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device db47da59-be1c-4746-a9e0-4f0700dcb01f not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:44.771172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] No DVR routers for this DVR port 081e85c3-54ab-43e2-930b-1e47314718d3 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:44.793472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=081e85c3-54ab-43e2-930b-1e47314718d3,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:44.813303 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:37:44.820295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a862a8-5d48-4e1f-8af0-71c6878b4e9c None None] Pushing event deleted for resources: {'Port': ['ID=081e85c3-54ab-43e2-930b-1e47314718d3,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:45.056672 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:42Z', 'revision_number': 0, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:45.128390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-89ad0df0-73be-4505-8aae-695e463be8ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 999 time: 0.4278386 Oct 22 13:37:45.172912 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece0a6-98f5-4612-94e6-ebfd34ae094c None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:42Z', 'revision_number': 0, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:45.262380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.299191 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ff704d-3f9c-4b3a-b824-d84e2a881014']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:45.311787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-e5f4dd5b-f909-460e-ab04-8eaa45b82d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:45.313273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-e5f4dd5b-f909-460e-ab04-8eaa45b82d6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.1685536 Oct 22 13:37:45.353190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e43d3df-a71b-426c-854f-9a843c3f89de') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:45.353485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e43d3df-a71b-426c-854f-9a843c3f89de') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:45.387987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.388914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310948dd-5e59-45ed-9bd8-68c259a28678 None None] New status for floating IP eef81e45-a030-482e-aa59-cb310b710177: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:37:45.409545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.418155 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:45.418541 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:45.423056 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:45.517844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-66934e80-d926-4538-9974-f908e192935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:45.519618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-66934e80-d926-4538-9974-f908e192935f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687698 Oct 22 13:37:45.535390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.563292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.567296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/networks/20ff704d-3f9c-4b3a-b824-d84e2a881014 HTTP/1.1" status: 204 len: 168 time: 1.0468707 Oct 22 13:37:45.569897 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40646) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:45.584696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf741-53eb-4ec9-8920-6c458db7bd76 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Network': ['ID=20ff704d-3f9c-4b3a-b824-d84e2a881014,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:45.586436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.db.api [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 13:37:45.586831 n-d-813419-8 neutron-server[100620]: DEBUG oslo_db.api [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 13:37:45.634151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting subnet 44697ae5-f1e2-485c-91f3-3f06ae44f13d {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:37:45.637364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.648386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-dc77cb46-413c-4aa6-b8b0-98d70f6e7bfd service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215029 Oct 22 13:37:45.678262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.746484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31d01b65-85ec-429e-8fd6-17f0ca219ca2 req-9eac6144-ffe2-4dfa-bac5-b232bf5d4af9 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896654 Oct 22 13:37:45.764618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.827780 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.855611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Subnet': ['ID=44697ae5-f1e2-485c-91f3-3f06ae44f13d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:45.859349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.863497 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-78879daf-b719-4024-af9e-101b926f8754 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/subnets/44697ae5-f1e2-485c-91f3-3f06ae44f13d HTTP/1.1" status: 204 len: 168 time: 0.2918830 Oct 22 13:37:45.865787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40648) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:45.868725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b9fe2e-15a1-45a4-a912-59aaac1d6891 None None] Network 09c68c83-fb3d-4f99-a0cb-983790a6bdfc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:37:45.943199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:45.996398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Deleting port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:45.996744 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.046659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] DHCP port deletion for 09c68c83-fb3d-4f99-a0cb-983790a6bdfc request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:37:46.067658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] For port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,segment=NetworkSegment(4242a911-1628-45ed-a0af-5809adc8a5ba),segment_id=4242a911-1628-45ed-a0af-5809adc8a5ba)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:46.068026 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.080031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Calling delete_port for 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:46.087735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.098830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Deleting port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:37:46.099215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.170836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.181059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] For port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,segment=NetworkSegment(4242a911-1628-45ed-a0af-5809adc8a5ba),segment_id=4242a911-1628-45ed-a0af-5809adc8a5ba)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:37:46.181830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.199164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Calling delete_port for 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:37:46.208144 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Port': ['ID=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:46.212090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] No DVR routers for this DVR port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:46.251430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:37:46.282473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:37:46.282761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:37:46.307374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.313010 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.329180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c68c83-fb3d-4f99-a0cb-983790a6bdfc']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:46.339569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4242a911-1628-45ed-a0af-5809adc8a5ba') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:46.339774 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4242a911-1628-45ed-a0af-5809adc8a5ba') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:46.343945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] Pushing event deleted for resources: {'Port': ['ID=16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:46.347564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0995bcf-06db-41f6-af45-4d926e4b9cfe None None] No DVR routers for this DVR port 16a6cf5a-9aa3-4c2c-8e87-93252ca8e4d2 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:37:46.359486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.374148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.380672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:37:46.381064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:37:46.384481 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:37:46.445561 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.453876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.457799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/networks/09c68c83-fb3d-4f99-a0cb-983790a6bdfc HTTP/1.1" status: 204 len: 168 time: 0.5910563 Oct 22 13:37:46.461223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40650) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:46.467311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e81f8-48b4-4abe-bce2-47f073c2368c tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Pushing event deleted for resources: {'Network': ['ID=09c68c83-fb3d-4f99-a0cb-983790a6bdfc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:46.523271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ba5596bc-4f25-48e5-8960-abd2fbe7e371 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f497988-1bcd-45f4-b201-450602491692 HTTP/1.1" status: 200 len: 205 time: 0.0608878 Oct 22 13:37:46.525949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40652) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:46.604936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.632381 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.636995 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.770184 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.772637 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.820398 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.820964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Fanout notify agent at l3_agent the message router_deleted on router 1f497988-1bcd-45f4-b201-450602491692 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:37:46.828001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.828988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cc2ede1f-799f-4f0a-94a3-47127ddd5574 tempest-RoutersNegativeIpV6Test-1019376546 tempest-RoutersNegativeIpV6Test-1019376546-project] 10.222.0.25 "DELETE /v2.0/routers/1f497988-1bcd-45f4-b201-450602491692 HTTP/1.1" status: 204 len: 168 time: 0.3020101 Oct 22 13:37:46.854256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:37:46.969972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:37:46.975479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:46.980915 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:37:46.990806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:46.991759 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:47.012836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:37:47.014507 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25015f4-410e-4e81-ba47-7592bebc8fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:37:47.043804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-88d8d11b-6341-4464-935b-142610667ddc tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "PUT /v2.0/floatingips/eef81e45-a030-482e-aa59-cb310b710177 HTTP/1.1" status: 200 len: 993 time: 2.8462372 Oct 22 13:37:47.076140 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9500ded2-44b9-43d1-917b-192a1c6c09ba x-openstack-request-id: req-9500ded2-44b9-43d1-917b-192a1c6c09ba {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:37:47.076794 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:37:47.076794 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9500ded2-44b9-43d1-917b-192a1c6c09ba {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:37:47.077263 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:37:47.102044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40660) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:47.115188 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:37:47.143973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-2be0b94b-76a6-4322-96b9-55daba25d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:47.145503 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-2be0b94b-76a6-4322-96b9-55daba25d01f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.0445938 Oct 22 13:37:47.259262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2a1924d2-7824-4fa4-b68d-2d74a67b3738 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad441f60ddfa47cea18c9fb0663258a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558020 Oct 22 13:37:47.261650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40664) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:37:47.263265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-7f189266-2c02-4aa7-93b1-7feb58a0a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:47.264735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-7f189266-2c02-4aa7-93b1-7feb58a0a238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.1095543 Oct 22 13:37:47.316241 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:47.335802 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-deefa206-d7e1-48eb-bab1-ce773531902a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 1001 time: 0.0633426 Oct 22 13:37:47.338248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:47.356983 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:46Z', 'revision_number': 2, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:47.390816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:47.391469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-4c8c25c3-df19-41c2-bebf-a44159038e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:47.393078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-4c8c25c3-df19-41c2-bebf-a44159038e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0474911 Oct 22 13:37:47.393542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:47.394765 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/baf6a8e2-cefe-42ca-ae5d-aa3019c47fa7 HTTP/1.1" status: 204 len: 168 time: 0.1318312 Oct 22 13:37:47.395824 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:37:47.403379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17cbbd-4d45-4b2e-8725-8b1a361a08b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf6a8e2-cefe-42ca-ae5d-aa3019c47fa7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:37:47.410890 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:37:47.411623 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:47.463203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-acd16ba4-a3f0-4b7d-a262-b2009b78ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:47.464736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-acd16ba4-a3f0-4b7d-a262-b2009b78ffca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631022 Oct 22 13:37:47.556839 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:37:47.576146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-9c86de36-5a6a-4400-ae0b-76a4404827ed service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019595 Oct 22 13:37:47.704777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b25015f4-410e-4e81-ba47-7592bebc8fe7 req-677a2ba7-0049-4271-b489-46e7459ee4c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198168 Oct 22 13:37:47.811338 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:46Z', 'revision_number': 2, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:37:47.843112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d1fd7-0db8-48e2-b870-71ded8d0e8c6 None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'eef81e45-a030-482e-aa59-cb310b710177', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'port_id': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'mac_address': 'fa:16:3e:d1:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:37:42Z', 'updated_at': '2021-10-22T13:37:46Z', 'revision_number': 2, 'project_id': '060e62e482024204a1f9466fd9730b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:37:49.078512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:37:49.081050 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e7cc7-967e-4a8c-8ca0-57becf2a67be" -d '{"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:37:49.120819 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e67dd0a-542a-47a7-9962-4127e9fb1754 x-openstack-request-id: req-0e67dd0a-542a-47a7-9962-4127e9fb1754 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:37:49.121336 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:37:49.121568 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e67dd0a-542a-47a7-9962-4127e9fb1754 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:37:49.122004 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:37:49.203309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-60a978c1-7eff-4ba7-b3de-348e866257ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:49.204856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-60a978c1-7eff-4ba7-b3de-348e866257ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.0440810 Oct 22 13:37:49.306648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-e3322f29-708b-4e15-84bc-13272052724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:49.308078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-e3322f29-708b-4e15-84bc-13272052724b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.0940013 Oct 22 13:37:49.374304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-63061427-f3e9-4068-bb5d-8c95df4cb2c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 1001 time: 0.0584810 Oct 22 13:37:49.423737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-a0a0293e-ed45-41a0-b5c9-21cc1434407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:49.425274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-a0a0293e-ed45-41a0-b5c9-21cc1434407f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0446177 Oct 22 13:37:49.475459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-b37ec234-2dc2-4b2a-9648-4e68deb4a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:49.476979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-b37ec234-2dc2-4b2a-9648-4e68deb4a054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450385 Oct 22 13:37:49.568608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-a08cd021-f7e1-4d7c-843d-05b51eb65023 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 Oct 22 13:37:49.665721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921e7cc7-967e-4a8c-8ca0-57becf2a67be req-9e8a6f46-da71-411c-b439-78998b1d12ac service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Oct 22 13:37:51.952453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-9bcb0234-fa40-4182-8b29-d77fb8695203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434237 Oct 22 13:37:52.039929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-2261bc31-0727-4d61-a3cd-c0d51940aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:52.041494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-2261bc31-0727-4d61-a3cd-c0d51940aa07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.0419190 Oct 22 13:37:52.154337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-eb36559c-73fe-492d-bae0-2069b4b9f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:52.155924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-eb36559c-73fe-492d-bae0-2069b4b9f9d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.0925171 Oct 22 13:37:52.223638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-e30baa24-480d-476c-b58e-e2efe21bffa0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 1001 time: 0.0594451 Oct 22 13:37:52.277695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-f8d1b658-5e6d-44c6-a1fa-09e462b810d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:52.279110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-f8d1b658-5e6d-44c6-a1fa-09e462b810d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0471332 Oct 22 13:37:52.325696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-68d02076-1394-48ad-9403-56df541d3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:37:52.327246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-68d02076-1394-48ad-9403-56df541d3bbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408213 Oct 22 13:37:52.416381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-34234080-c253-422b-95fa-78efffdd7c40 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823929 Oct 22 13:37:52.808567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7b73b95-6155-4ec9-8ce6-bd5f7310eb05 req-40797bd6-a094-4ff0-aa77-c8d095e2d1ab service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821106 Oct 22 13:37:53.510900 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:37:54.006222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5fbd55ca-baa1-4b7d-a2b0-9c3115b11ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:57.085147 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6eda8c80-62c0-4f48-86ad-325968c2fc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:57.819910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:57.828646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:37:59.804101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.266585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:01.376021 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14477395-74e3-40be-9f32-35c23787e51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.453305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14477395-74e3-40be-9f32-35c23787e51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.458040 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-14477395-74e3-40be-9f32-35c23787e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.498491 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-14477395-74e3-40be-9f32-35c23787e51f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c23214ccb8454218a4c3af4e35eb8b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333114 Oct 22 13:38:01.499512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14477395-74e3-40be-9f32-35c23787e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8357d52-3055-4300-8590-effd91513f00,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:01.501204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40794) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:01.554420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.575293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.624804 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.627649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:01.628848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8357d52-3055-4300-8590-effd91513f00 HTTP/1.1" status: 204 len: 168 time: 0.1256523 Oct 22 13:38:01.638320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8357d52-3055-4300-8590-effd91513f00,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:01.646799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.647358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.647713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.648093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.648769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.648947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.649283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.649666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.650110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.650467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.650822 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.651206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23ac1b-bd1a-4421-a956-225945b15b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:01.909989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40800) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:01.924576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02da9462-f8df-402b-9fab-b368572d0218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.004531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02da9462-f8df-402b-9fab-b368572d0218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.008673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-02da9462-f8df-402b-9fab-b368572d0218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.048315 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-02da9462-f8df-402b-9fab-b368572d0218 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc11889f529b49909996e1d9a5bfd6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367161 Oct 22 13:38:02.049768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da9462-f8df-402b-9fab-b368572d0218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ccdddc-4b02-4cc5-9275-eb57d6f19cc7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:02.051878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40802) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:02.107980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.131078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.179376 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.182352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:02.183723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08ccdddc-4b02-4cc5-9275-eb57d6f19cc7 HTTP/1.1" status: 204 len: 168 time: 0.1305554 Oct 22 13:38:02.193156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64f862-e7a7-4913-b09a-5ef7d714c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ccdddc-4b02-4cc5-9275-eb57d6f19cc7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:02.893537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 40824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:03.003085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581413293-network', 'tenant_id': '37148f326e064f2cad3a01ff9f62cb77'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:03.024072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Made reservation on behalf of 37148f326e064f2cad3a01ff9f62cb77 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:38:03.026261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.035025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.109099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.113492 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.135051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:38:03.150865 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6dbc12-0421-4386-8752-e4bfcfea721d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:03.153694 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.154031 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Added segment 4d2e8929-b207-43f8-a5f0-ab41dff47b59 of type vlan for network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd Oct 22 13:38:03.193905 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.218882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.219799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:03.220496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.248983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3543561 Oct 22 13:38:03.252591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40828) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:03.257947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Request body: {'subnet': {'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581413293-subnet', 'tenant_id': '37148f326e064f2cad3a01ff9f62cb77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:03.279888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Made reservation on behalf of 37148f326e064f2cad3a01ff9f62cb77 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:38:03.282434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.285136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7227e2a-e8a6-4305-b1a0-e08e78ac5d00 admin admin] Pushing event updated for resources: {'Network': ['ID=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:03.295363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:38:03.459757 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.511770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad36db4d-f6a7-43c7-b8bb-c1579a6df949,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:03.530105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Checking segment: {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:38:03.530406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Network hostable DHCP agents. Network: 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:38:03.547630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:38:03.557887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:38:03.562283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:03.562979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:03.569140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e3371-d730-4aa2-bde5-552b0d1240e4 None None] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:38:03.581047 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-19cdf344-60e3-4654-9b82-cbeaf0840579 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3271406 Oct 22 13:38:03.717859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883e1f2-f175-4eb9-a495-9d16b9e171ef None None] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:38:05.378749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-d44e7f3f-33f8-48ff-b754-485de989959b tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:05.380196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-d44e7f3f-33f8-48ff-b754-485de989959b tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 808 time: 0.1070795 Oct 22 13:38:05.395487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-2ccd772b-c1ed-4a04-ba0b-e4bb06d7d8dd tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/quotas/37148f326e064f2cad3a01ff9f62cb77 HTTP/1.1" status: 200 len: 375 time: 0.0095446 Oct 22 13:38:05.425635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-ae22977c-092c-4cb5-8b5f-b8919638e681 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248821 Oct 22 13:38:05.569629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f65480d2-35ed-4959-b3d3-bfa17c1218f2 service neutron] 10.222.0.25 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372256 Oct 22 13:38:05.659027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-0c83acb7-962d-4bf2-901e-24157b34a903 service neutron] 10.222.0.25 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831847 Oct 22 13:38:05.817067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-114a113c-a4d8-43aa-9f40-f519173c9b7b req-f98bcf96-cef0-4480-9158-29505f3014a2 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 210 time: 0.0271900 Oct 22 13:38:06.796696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-cf9d2232-c115-4ea6-97b1-e4b1a49db2a8 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:06.798429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-cf9d2232-c115-4ea6-97b1-e4b1a49db2a8 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 808 time: 0.1204760 Oct 22 13:38:06.817260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Request body: {'port': {'device_id': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd', 'admin_state_up': True, 'tenant_id': '37148f326e064f2cad3a01ff9f62cb77'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:06.923911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7edc745a-5b8e-44a9-b278-adcafdc12885 req-53af1553-7c23-4156-bae0-cd6be2034d4a tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 210 time: 0.0366180 Oct 22 13:38:06.967382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Made reservation on behalf of 37148f326e064f2cad3a01ff9f62cb77 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:38:06.971900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.107689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Allocated IP 172.20.0.12 (16a151dc-8a8c-4f41-b1eb-5d3df2091dfd/ad36db4d-f6a7-43c7-b8bb-c1579a6df949/aa0a533e-51cf-40ac-8404-2543f6d8b092) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:38:07.258261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.297047 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.343442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:38:07.346896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:38:07.350657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:38:07.380896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Pushing event updated for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:07.411339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:07.412010 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.429772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f2972f57-7a10-4853-a1cd-37e12f618831 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6170466 Oct 22 13:38:07.443016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Request body: {'port': {'device_id': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:07.498518 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.775888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0a533e-51cf-40ac-8404-2543f6d8b092 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:07.785929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.800708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Transition to ACTIVE for port object aa0a533e-51cf-40ac-8404-2543f6d8b092 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:38:07.804817 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:07.858234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:07.930625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Attempting to bind port aa0a533e-51cf-40ac-8404-2543f6d8b092 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:38:07.931072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Attempting to bind port aa0a533e-51cf-40ac-8404-2543f6d8b092 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:38:07.931415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Attempting to bind port aa0a533e-51cf-40ac-8404-2543f6d8b092 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:07.936585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Port aa0a533e-51cf-40ac-8404-2543f6d8b092 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:38:07.936943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Attempting to bind port aa0a533e-51cf-40ac-8404-2543f6d8b092 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:07.942772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:38:07.943159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Checking segment: {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:38:07.943552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Bound using segment: {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:38:07.944057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Bound port: aa0a533e-51cf-40ac-8404-2543f6d8b092, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:38:07.944418 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:08.049944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:38:08.066804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:38:08.073238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:08.091956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c404a-4517-4c74-b193-21d23d410669 req-04e230a2-2ac9-4762-b0c4-c3a380601009 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.093537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-204c404a-4517-4c74-b193-21d23d410669 req-04e230a2-2ac9-4762-b0c4-c3a380601009 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 944 time: 0.0905089 Oct 22 13:38:08.123565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.124429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:08.125794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] 10.222.0.26 "PUT /v2.0/ports/aa0a533e-51cf-40ac-8404-2543f6d8b092 HTTP/1.1" status: 200 len: 1092 time: 0.6873345 Oct 22 13:38:08.133413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:08.135945 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b99f9-c7c5-427c-a72e-70f00b63b156" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:08.195112 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe67ca0-b6af-4231-98be-96e5b01085d6 x-openstack-request-id: req-9fe67ca0-b6af-4231-98be-96e5b01085d6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:08.195112 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:08.195112 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe67ca0-b6af-4231-98be-96e5b01085d6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:08.195496 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092', 'status': 'completed', 'code': 200} Oct 22 13:38:08.218577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ba831-b658-4e37-82ae-419c27bc8bff service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:08.224914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-204c404a-4517-4c74-b193-21d23d410669 req-7c16715e-ac35-4df3-a15c-2779d261a181 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097441 Oct 22 13:38:08.241341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-5b9fe2b7-e094-43c5-b635-b638848aed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.241341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-5b9fe2b7-e094-43c5-b635-b638848aed35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 1095 time: 0.0750496 Oct 22 13:38:08.284379 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-de7ac58b-a996-45ed-8c45-9a2598ed6869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092 HTTP/1.1" status: 200 len: 217 time: 0.0352750 Oct 22 13:38:08.333083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-111dc49f-4ffe-4480-90c0-356ef13e71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.334492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-111dc49f-4ffe-4480-90c0-356ef13e71ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad36db4d-f6a7-43c7-b8bb-c1579a6df949 HTTP/1.1" status: 200 len: 848 time: 0.0436301 Oct 22 13:38:08.370301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-f32b2514-6e86-4f00-8c05-2e04da4f6f2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278857 Oct 22 13:38:08.459815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-12a70d28-37e3-4387-ae1f-67e250e19127 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820162 Oct 22 13:38:08.465322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:08.553628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38931fbe-a991-4885-bc81-0f689ff7b2eb req-c63bbaf0-d679-42d5-841a-56b00ac08578 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 Oct 22 13:38:08.639200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-59de5a25-beb2-45f4-a9bb-713d3ac93724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.640608 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-59de5a25-beb2-45f4-a9bb-713d3ac93724 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 1095 time: 0.0408595 Oct 22 13:38:08.736499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-8851dc30-f013-44a0-8319-d86db31ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.737991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-8851dc30-f013-44a0-8319-d86db31ec02a service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 909 time: 0.0902178 Oct 22 13:38:08.782326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-0f7fc70c-51d0-4efc-8c00-b8e1f6965c03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092 HTTP/1.1" status: 200 len: 217 time: 0.0351350 Oct 22 13:38:08.833175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-ab360afc-931e-47b8-8268-490d9410e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:08.834723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-ab360afc-931e-47b8-8268-490d9410e2f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad36db4d-f6a7-43c7-b8bb-c1579a6df949 HTTP/1.1" status: 200 len: 848 time: 0.0451374 Oct 22 13:38:08.871240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-c71a61fa-a434-4b62-b2d8-287eb12ac48f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270519 Oct 22 13:38:08.972180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-4d21ecad-2b72-4c8d-92f4-9eaadf994f10 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927522 Oct 22 13:38:09.073004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e2b99f9-c7c5-427c-a72e-70f00b63b156 req-86360a05-7c12-449c-a5e1-47dc72f7d4a4 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935366 Oct 22 13:38:09.346243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b783829-fabc-4f46-969c-7bf4d5feebd2 req-2f738724-c2ac-45a7-9de6-51c5bb4f23c5 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:09.348344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b783829-fabc-4f46-969c-7bf4d5feebd2 req-2f738724-c2ac-45a7-9de6-51c5bb4f23c5 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 944 time: 0.0503571 Oct 22 13:38:09.386271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b783829-fabc-4f46-969c-7bf4d5feebd2 req-8ebad136-8208-4000-a16d-11f4c81f4ff1 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Oct 22 13:38:10.088865 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:10.504919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeff6c3-aba4-41ca-b55c-5317c84fc505 req-4f4439bc-17a4-49ca-9362-a4541b1019d1 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:10.506376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeeff6c3-aba4-41ca-b55c-5317c84fc505 req-4f4439bc-17a4-49ca-9362-a4541b1019d1 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 944 time: 0.0528140 Oct 22 13:38:10.548198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeeff6c3-aba4-41ca-b55c-5317c84fc505 req-4bbbe39f-75ad-4690-94c1-bc84d1bfc6d4 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357184 Oct 22 13:38:11.328083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aa0a533e-51cf-40ac-8404-2543f6d8b092 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:38:11.424332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:11.435186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'aa0a533e-51cf-40ac-8404-2543f6d8b092', 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd', 'port_id': 'aa0a533e-51cf-40ac-8404-2543f6d8b092', 'mac_address': 'fa:16:3e:a5:53:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36db4d-f6a7-43c7-b8bb-c1579a6df949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:38:11.472286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:11.484476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0a533e-51cf-40ac-8404-2543f6d8b092 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:11.503542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:11.507337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:11.551856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:11.559109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.559453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.559793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.560126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.560457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.560785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.561109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.561431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.561758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.562078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.562398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.562742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:11.665071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de9ac3-96ee-46d4-a736-0165bdadf7d6 req-8954c5d4-a28b-400e-8c8a-91c38b5e5c2e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:11.666548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12de9ac3-96ee-46d4-a736-0165bdadf7d6 req-8954c5d4-a28b-400e-8c8a-91c38b5e5c2e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 945 time: 0.0508032 Oct 22 13:38:11.708601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12de9ac3-96ee-46d4-a736-0165bdadf7d6 req-e567a1e3-d655-4e97-bb1a-81ef61c6aa16 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Oct 22 13:38:11.724825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['aa0a533e-51cf-40ac-8404-2543f6d8b092'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:38:12.824935 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb8242-1f04-46af-a5c8-7c2b1a7085a9 req-a39024db-a75e-44e7-baa9-637279c8023b tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:12.826418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64fb8242-1f04-46af-a5c8-7c2b1a7085a9 req-a39024db-a75e-44e7-baa9-637279c8023b tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 945 time: 0.0487387 Oct 22 13:38:12.864344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64fb8242-1f04-46af-a5c8-7c2b1a7085a9 req-9daecf0a-cadc-48d7-92ba-cd9de1272096 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Oct 22 13:38:13.342761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aa0a533e-51cf-40ac-8404-2543f6d8b092 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:38:13.390676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port aa0a533e-51cf-40ac-8404-2543f6d8b092 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:38:13.394736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port aa0a533e-51cf-40ac-8404-2543f6d8b092 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:38:13.395112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:13.477918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:13.501442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:13.504211 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde8b60-75de-4416-a290-425eb80b4ad1" -d '{"events": [{"server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:13.516774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:13.520725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:13.548909 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a13b2-bec8-4062-b89f-1d0b31b2d9a5 x-openstack-request-id: req-8b8a13b2-bec8-4062-b89f-1d0b31b2d9a5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:13.550763 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:13.551020 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b8a13b2-bec8-4062-b89f-1d0b31b2d9a5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:13.551488 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092', 'code': 200} Oct 22 13:38:13.580710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:13.644078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51afc68-fd15-4996-8a72-6e2fce78dfb2 req-0ce09511-2732-4233-b726-e9edc4918bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:13.645575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b51afc68-fd15-4996-8a72-6e2fce78dfb2 req-0ce09511-2732-4233-b726-e9edc4918bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 1097 time: 0.0403852 Oct 22 13:38:13.681645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b51afc68-fd15-4996-8a72-6e2fce78dfb2 req-2c2debd6-2ab9-4ed8-b295-483c0b8898f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281401 Oct 22 13:38:13.979855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1d74-39a2-4b69-a571-2485955aa2ee req-5d364949-e111-4edf-9a45-708dc77c7e21 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:13.981341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1adb1d74-39a2-4b69-a571-2485955aa2ee req-5d364949-e111-4edf-9a45-708dc77c7e21 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 946 time: 0.0495646 Oct 22 13:38:14.023141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1adb1d74-39a2-4b69-a571-2485955aa2ee req-e761cf67-aba4-4701-bd2b-c7df71ce92d3 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356939 Oct 22 13:38:15.140947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf592e2-ece4-4398-9819-6a9e950a17f4 req-3d63256c-d0a3-4202-a46a-cf4298b452b4 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:15.142456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bf592e2-ece4-4398-9819-6a9e950a17f4 req-3d63256c-d0a3-4202-a46a-cf4298b452b4 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 946 time: 0.0492308 Oct 22 13:38:15.181663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7bf592e2-ece4-4398-9819-6a9e950a17f4 req-2157237c-eed5-4c5f-b3f9-f34d7a1a3c10 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Oct 22 13:38:15.756245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e65426-67d0-4d31-89ed-4b4681d1afd2 req-adaef0be-15b8-4d41-be84-2a2776a3df7e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:15.757719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2e65426-67d0-4d31-89ed-4b4681d1afd2 req-adaef0be-15b8-4d41-be84-2a2776a3df7e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 946 time: 0.0493758 Oct 22 13:38:15.795071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2e65426-67d0-4d31-89ed-4b4681d1afd2 req-6dcbd0d8-193c-4f38-9ad5-76d44b92754d tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 22 13:38:15.894549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 40912) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:16.067911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Deleting port 4c4b16d6-ae07-4621-adef-e61dc0b95092 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:16.068286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:16.163767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:16.164105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:16.177379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Calling delete_port for 4c4b16d6-ae07-4621-adef-e61dc0b95092 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:16.345861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:16.374176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event deleted for resources: {'Port': ['ID=4c4b16d6-ae07-4621-adef-e61dc0b95092,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:16.445101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:16.445379 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Floating IP eef81e45-a030-482e-aa59-cb310b710177 disassociated (deleted). External IP: 172.25.6.174, port: f2c8778d-cbf5-4856-8868-9d9fe86483e1. Oct 22 13:38:16.674344 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:38:16.932587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21154-fa48-420c-86ce-11a585d21d2c req-fda2f8f6-cb5c-4987-9f72-6c94291d8dd1 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:16.934283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82d21154-fa48-420c-86ce-11a585d21d2c req-fda2f8f6-cb5c-4987-9f72-6c94291d8dd1 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 946 time: 0.0565162 Oct 22 13:38:16.991507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82d21154-fa48-420c-86ce-11a585d21d2c req-87183dba-c961-4e45-95d9-444083cbfbef tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490694 Oct 22 13:38:17.033156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-cd564217-9129-48db-9aaf-932aabd4fe42 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.036236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-cd564217-9129-48db-9aaf-932aabd4fe42 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 946 time: 0.0599446 Oct 22 13:38:17.068141 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:38:17.073328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:17.085982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:38:17.099852 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:17.100783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:17.103446 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8c8450c1-66f3-42c6-8afc-1eb052098695 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "DELETE /v2.0/floatingips/eef81e45-a030-482e-aa59-cb310b710177 HTTP/1.1" status: 204 len: 168 time: 1.2077851 Oct 22 13:38:17.105502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:17.108020 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78" -d '{"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:17.182109 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d3c887-73a7-4543-8b18-b6dac5577e31 x-openstack-request-id: req-d1d3c887-73a7-4543-8b18-b6dac5577e31 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:17.182413 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:17.182708 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1d3c887-73a7-4543-8b18-b6dac5577e31 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:17.183132 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:38:17.203356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Deleting port aa0a533e-51cf-40ac-8404-2543f6d8b092 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:17.203811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:17.250317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:17.337897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-2cf9c1c0-ccf5-4187-baff-50c2bd274000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.339483 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-2cf9c1c0-ccf5-4187-baff-50c2bd274000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=060e62e482024204a1f9466fd9730b86&device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 1096 time: 0.1313643 Oct 22 13:38:17.483059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] For port aa0a533e-51cf-40ac-8404-2543f6d8b092, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=aa0a533e-51cf-40ac-8404-2543f6d8b092,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:17.483380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:17.513329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Calling delete_port for aa0a533e-51cf-40ac-8404-2543f6d8b092 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:17.517930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:17.549267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:38:17.559109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:17.559475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d05e-74b2-4dae-a61f-5ab201b56ca2 req-4777bde9-c696-4dbe-bb17-443f77ca0432 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.560024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:37:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:17.561151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18d1d05e-74b2-4dae-a61f-5ab201b56ca2 req-4777bde9-c696-4dbe-bb17-443f77ca0432 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.1631939 Oct 22 13:38:17.644661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-d9f3f1be-a802-48dc-98be-bc722a8cf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.646405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-d9f3f1be-a802-48dc-98be-bc722a8cf1ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 200 len: 915 time: 0.2980871 Oct 22 13:38:17.722866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:17.735213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-a1431f53-3150-4c1a-a733-b5a2122ce826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 200 len: 217 time: 0.0610125 Oct 22 13:38:17.746219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18d1d05e-74b2-4dae-a61f-5ab201b56ca2 req-12131ff7-a65f-44ac-b434-6a833e1342e0 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048944 Oct 22 13:38:17.809296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-81a5bfb7-3e92-4c79-b9c3-79eb241bdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.811002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-81a5bfb7-3e92-4c79-b9c3-79eb241bdcda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 200 len: 853 time: 0.0624721 Oct 22 13:38:17.905726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-d6b15797-ef36-4b5c-89e6-6501991797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:17.907367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-d6b15797-ef36-4b5c-89e6-6501991797e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4051f53a-ad62-4eb1-a26e-deba43a708cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713139 Oct 22 13:38:17.908417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:17.950182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Pushing event deleted for resources: {'Port': ['ID=aa0a533e-51cf-40ac-8404-2543f6d8b092,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:17.969925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:17.996036 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb711a6-368b-448b-9e87-99c931e6ace6 None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:35:00Z', 'revision_number': 4, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '3d0ecc0d-4886-4346-ac81-01eaf619e666', 'name': '', 'network_id': '4051f53a-ad62-4eb1-a26e-deba43a708cc', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'mac_address': 'fa:16:3e:41:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:59Z', 'updated_at': '2021-10-22T13:35:05Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'subnets': [{'id': '0fa0cfec-20a4-4878-b0a6-c6d2ae352f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:38:18.012423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] No DVR routers for this DVR port aa0a533e-51cf-40ac-8404-2543f6d8b092 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:18.016254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:18.020296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1c507c6-0e26-42f8-8c19-196e0adeba67 req-5078dd8e-21b6-4fc4-b739-83f7efd16794 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "DELETE /v2.0/ports/aa0a533e-51cf-40ac-8404-2543f6d8b092 HTTP/1.1" status: 204 len: 173 time: 0.9766178 Oct 22 13:38:18.020742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'name': 'network-vif-deleted', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:18.023178 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2184dde-bbad-455a-a6a1-1e89d32d4c9f" -d '{"events": [{"server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "name": "network-vif-deleted", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:18.073258 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1e6f89-e820-407b-9feb-b732436950c9 x-openstack-request-id: req-7c1e6f89-e820-407b-9feb-b732436950c9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:18.073554 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d", "name": "network-vif-deleted", "tag": "aa0a533e-51cf-40ac-8404-2543f6d8b092", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:18.073759 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c1e6f89-e820-407b-9feb-b732436950c9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:18.074323 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d', 'name': 'network-vif-deleted', 'tag': 'aa0a533e-51cf-40ac-8404-2543f6d8b092', 'status': 'completed', 'code': 200} Oct 22 13:38:18.098787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-d8a0335f-4349-49a4-84a0-7a83eb4470ff service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561573 Oct 22 13:38:18.159243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c0931b6-9a19-4133-b3a6-da4a747805ac req-6a65556e-430a-46d8-8cc6-37bf125c0e62 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=6eb6fbc2-a38a-46a4-a459-bb6b73bdfb8d HTTP/1.1" status: 200 len: 210 time: 0.0311689 Oct 22 13:38:18.245218 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b2a4f7c-6dee-4540-8357-3b8eff1c3c78 req-2746044f-edd4-4f98-b13b-a93b3d5c5859 service neutron] 10.222.0.21 "GET /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385114 Oct 22 13:38:18.325857 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e722205-b9f6-4f6f-b635-052260d491de None None] New status for floating IP eef81e45-a030-482e-aa59-cb310b710177: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:38:18.873946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949629-dd68-4f3a-9dc3-dbd188e17f50 req-1c5f770d-6654-4721-9c33-f3135914a24d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:18.875555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f949629-dd68-4f3a-9dc3-dbd188e17f50 req-1c5f770d-6654-4721-9c33-f3135914a24d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Oct 22 13:38:18.920550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8f949629-dd68-4f3a-9dc3-dbd188e17f50 req-39498bbf-66d2-4524-8dba-59c374839cc3 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4a5cc02-babf-4850-a6a2-bdce8056d233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373118 Oct 22 13:38:19.015287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6f2ec733-fb1c-4e83-8c67-c9b0c72af08d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:19.016748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6f2ec733-fb1c-4e83-8c67-c9b0c72af08d tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Oct 22 13:38:19.114868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Deleting port f2c8778d-cbf5-4856-8868-9d9fe86483e1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:19.115206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:19.208376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] For port f2c8778d-cbf5-4856-8868-9d9fe86483e1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f2c8778d-cbf5-4856-8868-9d9fe86483e1,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:19.208744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:19.224429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Calling delete_port for f2c8778d-cbf5-4856-8868-9d9fe86483e1 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:19.374326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aa0a533e-51cf-40ac-8404-2543f6d8b092 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:19.395732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: aa0a533e-51cf-40ac-8404-2543f6d8b092 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:19.396494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device aa0a533e-51cf-40ac-8404-2543f6d8b092 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:19.415236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:19.486361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event deleted for resources: {'Port': ['ID=f2c8778d-cbf5-4856-8868-9d9fe86483e1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:19.532346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] No DVR routers for this DVR port f2c8778d-cbf5-4856-8868-9d9fe86483e1 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:19.539190 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:19.542454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30c95d41-7585-465a-8ee7-1b5ab0d84d9a req-6d5ca3f2-f84b-459a-ac5f-ae46c78d178b tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.21 "DELETE /v2.0/ports/f2c8778d-cbf5-4856-8868-9d9fe86483e1 HTTP/1.1" status: 204 len: 173 time: 0.5190692 Oct 22 13:38:19.559733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-f12b5404-d95e-4662-93fe-ccda3a150ca9 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:19.561337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-f12b5404-d95e-4662-93fe-ccda3a150ca9 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 808 time: 0.1984305 Oct 22 13:38:19.590297 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-d1292505-d216-4119-80b4-2fd869f273f3 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/quotas/37148f326e064f2cad3a01ff9f62cb77 HTTP/1.1" status: 200 len: 375 time: 0.0175507 Oct 22 13:38:19.633020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-39e02867-f0e9-4076-bc1e-979c0c553614 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416455 Oct 22 13:38:20.041377 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58515f87-8fac-498f-80ea-7a354c06dd2c req-cf97ae50-49e9-451a-a580-585c0698f528 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0308847 Oct 22 13:38:20.077920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'name': 'network-vif-deleted', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:20.081831 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6db71d-9107-40bd-9fd5-03a5e88a8599" -d '{"events": [{"server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "name": "network-vif-deleted", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:20.086201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-ae835501-4ae5-4610-bbbe-68d794f5cb53 service neutron] 10.222.0.25 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522641 Oct 22 13:38:20.134239 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a6029-40bb-4470-b6b0-e369588caa5d x-openstack-request-id: req-589a6029-40bb-4470-b6b0-e369588caa5d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:20.134536 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d01ef3a-9e82-4cec-9d1d-73f34399e677", "name": "network-vif-deleted", "tag": "f2c8778d-cbf5-4856-8868-9d9fe86483e1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:20.134807 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-589a6029-40bb-4470-b6b0-e369588caa5d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:20.135202 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d01ef3a-9e82-4cec-9d1d-73f34399e677', 'name': 'network-vif-deleted', 'tag': 'f2c8778d-cbf5-4856-8868-9d9fe86483e1', 'status': 'completed', 'code': 200} Oct 22 13:38:20.213506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-97a915b6-2a11-4c6f-9675-355b4add2db2 service neutron] 10.222.0.25 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184773 Oct 22 13:38:20.397256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95edf957-b043-4f3f-9d52-d5a284f1720b req-9847abdd-39b2-48e3-b5f9-9157768a784e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 210 time: 0.0305316 Oct 22 13:38:21.148114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3806ae34-d3e2-4446-9deb-dc75ec6ae89d req-258fa9b3-46ed-4f2b-b50e-2d5b35cb48ff tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Oct 22 13:38:21.433883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-edf17c19-c776-44ce-bf51-798828770e5a tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:21.435436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-edf17c19-c776-44ce-bf51-798828770e5a tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 808 time: 0.1324565 Oct 22 13:38:21.451505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Request body: {'port': {'device_id': '067484e4-3145-4bfd-987e-fb9de870f08c', 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd', 'admin_state_up': True, 'tenant_id': '37148f326e064f2cad3a01ff9f62cb77'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:21.566000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db734fbf-09dd-4eb0-99c6-aea16345aaba req-6624d14a-3ba6-4d7c-a9bf-de7cc7199d2f tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 210 time: 0.0403044 Oct 22 13:38:21.623460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Made reservation on behalf of 37148f326e064f2cad3a01ff9f62cb77 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:38:21.630754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:21.774406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Allocated IP 172.20.0.9 (16a151dc-8a8c-4f41-b1eb-5d3df2091dfd/ad36db4d-f6a7-43c7-b8bb-c1579a6df949/a8a3ed49-bb74-4857-8ba7-8c1b6c364c32) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:38:22.017447 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.083221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.140988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:38:22.146461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:38:22.149683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:38:22.192088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Pushing event updated for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:22.257634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:22.258415 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.284233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-2397c9e0-e0a8-422b-9e2c-e258306046cf tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382318 Oct 22 13:38:22.304378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Request body: {'port': {'device_id': '067484e4-3145-4bfd-987e-fb9de870f08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:22.327577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea14e2ef-85a3-486c-99d1-3ee6925051a0 req-0cf68d7a-e710-48ef-90bc-a7ccca1006e4 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0423939 Oct 22 13:38:22.398163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.781154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5fb3-f18a-47bf-8632-29c4ab74bcae req-5e1f4530-3a83-4912-b2de-d53349ea2906 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:22.782918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55ef5fb3-f18a-47bf-8632-29c4ab74bcae req-5e1f4530-3a83-4912-b2de-d53349ea2906 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 931 time: 0.1032403 Oct 22 13:38:22.804557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:22.822052 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.826976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2c8778d-cbf5-4856-8868-9d9fe86483e1 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:22.862508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Transition to ACTIVE for port object a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:38:22.865090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55ef5fb3-f18a-47bf-8632-29c4ab74bcae req-52bfd6e7-34e8-40fb-986e-e99258de5a87 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539000 Oct 22 13:38:22.871107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:22.874799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: f2c8778d-cbf5-4856-8868-9d9fe86483e1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:22.875671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f2c8778d-cbf5-4856-8868-9d9fe86483e1 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:22.946281 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:23.029686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Attempting to bind port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:38:23.031035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Attempting to bind port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:38:23.031035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Attempting to bind port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:23.040776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:38:23.042405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Attempting to bind port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 on network 16a151dc-8a8c-4f41-b1eb-5d3df2091dfd {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:23.054201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:38:23.054738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Checking segment: {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:38:23.055507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Bound using segment: {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:38:23.056086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Bound port: a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2e8929-b207-43f8-a5f0-ab41dff47b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:38:23.056683 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:23.141609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:38:23.145544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:38:23.154286 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:23.199361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:23.199361 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:23.200739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] 10.222.0.26 "PUT /v2.0/ports/a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 HTTP/1.1" status: 200 len: 1091 time: 0.9024830 Oct 22 13:38:23.203749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:23.206844 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16834ee-1b17-48cd-9631-13893f73bf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:23.297947 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f407a-6f51-4395-a0b4-da865c604bb8 x-openstack-request-id: req-e04f407a-6f51-4395-a0b4-da865c604bb8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:23.298241 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:23.298497 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e04f407a-6f51-4395-a0b4-da865c604bb8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:23.298927 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32', 'status': 'completed', 'code': 200} Oct 22 13:38:23.300346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a09b5f-0959-44e7-a823-9a276f84fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:23.334974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-e1e3d1c4-07d5-47d6-bc0b-c14b70b2775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:23.336813 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-e1e3d1c4-07d5-47d6-bc0b-c14b70b2775e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 1094 time: 0.0569410 Oct 22 13:38:23.406327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-1274e82b-14a6-4587-a526-5a080294df53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 HTTP/1.1" status: 200 len: 217 time: 0.0589118 Oct 22 13:38:23.506955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d03a295-b747-4072-bef6-d8206080748b req-4b4630aa-ced7-436b-9950-61086c4a0118 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0749254 Oct 22 13:38:23.547016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-4219393c-e4ba-42c8-b261-06bb2f88a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:23.551527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-4219393c-e4ba-42c8-b261-06bb2f88a8e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad36db4d-f6a7-43c7-b8bb-c1579a6df949 HTTP/1.1" status: 200 len: 848 time: 0.1370335 Oct 22 13:38:23.595554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-96b6d412-518e-4512-b063-3f6b37ea0909 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381093 Oct 22 13:38:23.740131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-9caf4468-62ce-4a86-a584-24ebe9d06737 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345623 Oct 22 13:38:23.962686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a7cba1-b6c8-49c9-b690-a0b1c6c6a6aa req-8f8abe97-7809-4c83-8d7e-8ce2312bd8b2 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149277 Oct 22 13:38:24.016355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47a98bcf-593a-4ff4-a518-0c63c9710850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:24.145652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eb5c2-0f67-4508-be9d-4d95957fa9a1 req-b4074c87-6057-46e9-b0c9-6c918263b311 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:24.154153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-877eb5c2-0f67-4508-be9d-4d95957fa9a1 req-b4074c87-6057-46e9-b0c9-6c918263b311 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 943 time: 0.1784134 Oct 22 13:38:24.176728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-f7281d54-265e-43a5-ab4a-b4b1fb9368cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:24.179032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-f7281d54-265e-43a5-ab4a-b4b1fb9368cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37148f326e064f2cad3a01ff9f62cb77&device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 1094 time: 0.1455829 Oct 22 13:38:24.235941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-877eb5c2-0f67-4508-be9d-4d95957fa9a1 req-a32df012-6e83-40aa-ab9f-6fd13b47687c tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798702 Oct 22 13:38:24.366471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-648d1b7b-8061-4e7f-9d7a-447a38a354e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:24.370185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-648d1b7b-8061-4e7f-9d7a-447a38a354e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 200 len: 909 time: 0.1817546 Oct 22 13:38:24.446192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-6fe19831-8819-458f-95c5-d171ad06c9a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 HTTP/1.1" status: 200 len: 217 time: 0.0668764 Oct 22 13:38:24.521022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-f18fd7a0-1606-434d-9252-bfff8e2f9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:24.524495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-f18fd7a0-1606-434d-9252-bfff8e2f9a05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad36db4d-f6a7-43c7-b8bb-c1579a6df949 HTTP/1.1" status: 200 len: 848 time: 0.0688031 Oct 22 13:38:24.583778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-6db86158-ddc0-495f-bcbd-e33cb595186c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514178 Oct 22 13:38:24.733546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9475dd32-7394-47b2-bc75-38d7e15f99d6 req-9bab99a8-4be6-4613-8ada-d5f39a4e3c85 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d01ef3a-9e82-4cec-9d1d-73f34399e677 HTTP/1.1" status: 200 len: 210 time: 0.0926812 Oct 22 13:38:24.820861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-2edb823f-d1e7-49ad-8232-fb4ef693dbcc service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288680 Oct 22 13:38:24.976197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d16834ee-1b17-48cd-9631-13893f73bf1e req-9a3716b9-34f7-430e-93f5-84e3592f6412 service neutron] 10.222.0.26 "GET /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465812 Oct 22 13:38:25.394325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:38:25.441597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca23604-2026-4dae-99be-4630e5f2555c req-d49e6704-187a-4638-b47a-8327a3c39573 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:25.444078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fca23604-2026-4dae-99be-4630e5f2555c req-d49e6704-187a-4638-b47a-8327a3c39573 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 943 time: 0.1159604 Oct 22 13:38:25.516613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fca23604-2026-4dae-99be-4630e5f2555c req-b439899e-9cff-4118-8593-cb88b7a625b3 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657203 Oct 22 13:38:25.720167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:25.740443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32', 'network_id': '16a151dc-8a8c-4f41-b1eb-5d3df2091dfd', 'port_id': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32', 'mac_address': 'fa:16:3e:90:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36db4d-f6a7-43c7-b8bb-c1579a6df949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:38:25.790776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.800030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41008) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:25.817790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:25.840320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:25.846218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.871327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.900635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.911744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:25.981344 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.984186 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:25.990279 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] 10.222.0.25 "DELETE /v2.0/security-groups/d4a5cc02-babf-4850-a6a2-bdce8056d233 HTTP/1.1" status: 204 len: 168 time: 0.1842904 Oct 22 13:38:25.996114 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a5cc02-babf-4850-a6a2-bdce8056d233,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:26.010560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.011107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.011455 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.013655 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.014184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.014527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.014888 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.015220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.017585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.018723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.019108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.020993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace70c9a-cabc-4f8c-8a89-e28e9e9e3be8 tempest-TestVolumeBackupRestore-1627405332 tempest-TestVolumeBackupRestore-1627405332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:38:26.051383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a8a3ed49-bb74-4857-8ba7-8c1b6c364c32'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:38:26.695751 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acde19f-99f4-457e-9481-2a781f1f5f13 req-ca176f34-39db-469a-9260-4d2b7527666c tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:26.700923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6acde19f-99f4-457e-9481-2a781f1f5f13 req-ca176f34-39db-469a-9260-4d2b7527666c tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 944 time: 0.0767612 Oct 22 13:38:26.779313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6acde19f-99f4-457e-9481-2a781f1f5f13 req-08a3cff2-dcb8-465b-a892-b38e3a80ef12 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612564 Oct 22 13:38:27.095765 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-670e083a-8ca0-4885-a70a-1181f0966ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.406786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:38:27.521225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:38:27.530875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:38:27.531682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.684305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.710785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:27.714243 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc8636-dffc-469b-97cc-150a71e9d53b" -d '{"events": [{"server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "name": "network-vif-plugged", "status": "completed", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:27.756243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:27.763228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.811495 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6536050-bfd3-4a70-a993-6dd8eb172da6 x-openstack-request-id: req-a6536050-bfd3-4a70-a993-6dd8eb172da6 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:27.811775 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "name": "network-vif-plugged", "status": "completed", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:27.812244 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6536050-bfd3-4a70-a993-6dd8eb172da6 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:27.812792 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32', 'code': 200} Oct 22 13:38:27.867870 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.877565 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:27.950364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:28.154670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5263db4-da55-40a6-bbd7-ba849ccad68b req-21dd60ab-1e38-44c5-b7cc-0c49cea5fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:28.156321 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5263db4-da55-40a6-bbd7-ba849ccad68b req-21dd60ab-1e38-44c5-b7cc-0c49cea5fcdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 1096 time: 0.2442658 Oct 22 13:38:28.273811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f8f2-ad7b-4624-8687-0ccc3795ab0b req-6a3807e0-9f49-4ae8-8e00-a2826b54da97 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:28.291245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48d2f8f2-ad7b-4624-8687-0ccc3795ab0b req-6a3807e0-9f49-4ae8-8e00-a2826b54da97 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 945 time: 0.3090549 Oct 22 13:38:28.303304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5263db4-da55-40a6-bbd7-ba849ccad68b req-93570478-74bb-4adf-a098-17604256a39d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333776 Oct 22 13:38:28.363493 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48d2f8f2-ad7b-4624-8687-0ccc3795ab0b req-ab21fbfd-a4b8-45fa-8cf7-cde36919f100 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713041 Oct 22 13:38:29.743193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-d3476439-681d-49b1-a448-ccb9370864af tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952142885&fields=id&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 267 time: 0.0521872 Oct 22 13:38:29.816876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:29.900913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910487d-d1de-4672-a2b7-9d46a90b4be7 req-389ae39a-ec1e-4a28-9fed-dec7c3bf80ba tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:29.902895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3910487d-d1de-4672-a2b7-9d46a90b4be7 req-389ae39a-ec1e-4a28-9fed-dec7c3bf80ba tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 945 time: 0.4502511 Oct 22 13:38:29.954283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-256a7601-eeff-4552-ae20-bdb8c5f01926 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:29.956244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-256a7601-eeff-4552-ae20-bdb8c5f01926 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.2121110 Oct 22 13:38:29.963096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3910487d-d1de-4672-a2b7-9d46a90b4be7 req-bd2c2842-273d-4e1c-a31b-e49aa32c043f tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Oct 22 13:38:29.982306 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-227c4554-2629-478b-8332-941016366e8e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/quotas/a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 375 time: 0.0178361 Oct 22 13:38:30.064256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-b0b7a388-03a3-4ee8-b981-bbd89c79e349 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0800912 Oct 22 13:38:30.207204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-4ebb4119-7221-49df-bc55-8664a1d40c54 service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199732 Oct 22 13:38:30.322137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-bed1343c-8e19-4982-82ee-def5e917e2ee service neutron] 10.222.0.25 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140780 Oct 22 13:38:30.510972 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:38:30.851561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7928a133-29cd-4c9a-8f90-84646d03fca9 req-44693e10-42a4-4caf-b543-0070c8b62e8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.0703409 Oct 22 13:38:31.105593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693beda-93dc-4354-96c7-b96621317b3b req-0692feea-d89e-4308-933c-c37d257f2e8d tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:31.107463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7693beda-93dc-4354-96c7-b96621317b3b req-0692feea-d89e-4308-933c-c37d257f2e8d tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 945 time: 0.0606923 Oct 22 13:38:31.165600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7693beda-93dc-4354-96c7-b96621317b3b req-3483d0bc-7e04-4b24-a7d6-48ea5f8aafeb tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Oct 22 13:38:31.878258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41522) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:31.895466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-955fb7f2-1680-44b8-81ea-896c1af548c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:31.897646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-955fb7f2-1680-44b8-81ea-896c1af548c8 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 811 time: 0.1544454 Oct 22 13:38:31.952797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-250f2bbf-35fa-44f8-9101-60ce64e7bfe3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29cc6c13d3e4300802c0e10af7d355c HTTP/1.1" status: 200 len: 379 time: 0.0449636 Oct 22 13:38:31.976308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'port': {'device_id': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'admin_state_up': True, 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'security_groups': ['d23da3ec-8c13-49f6-84fa-29defe90c07d']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:32.103119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d65994b7-bbaf-44a9-bedc-9dfd844c74c1 req-4f4699fd-1434-4be0-a47b-ade051d6a96a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.1486080 Oct 22 13:38:32.145183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Made reservation on behalf of a29cc6c13d3e4300802c0e10af7d355c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:38:32.151499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.288580 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.385420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-354f31cb-510a-4ea2-95be-8efffebaef61 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:32.387386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-354f31cb-510a-4ea2-95be-8efffebaef61 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 945 time: 0.1445446 Oct 22 13:38:32.449299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce20b7-97fa-4dca-ab3c-0dbdd8ba7c7e req-a3cc718c-eec2-4267-bf4f-022973877a51 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:32.451299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6ce20b7-97fa-4dca-ab3c-0dbdd8ba7c7e req-a3cc718c-eec2-4267-bf4f-022973877a51 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 945 time: 0.1814120 Oct 22 13:38:32.460895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.20.0.4 (d2240c5b-f831-4199-8c30-7ba8e094b02b/f05b5a4a-21a7-4c75-8916-e97cc61f4713/a74171b6-2e28-48cb-b256-ee4f5f743041) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:38:32.555259 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6ce20b7-97fa-4dca-ab3c-0dbdd8ba7c7e req-9081ffc3-4dc8-4abd-a976-b4823c75485e tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a6dbc12-0421-4386-8752-e4bfcfea721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919235 Oct 22 13:38:32.623733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Deleting port 3d0ecc0d-4886-4346-ac81-01eaf619e666 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:32.624833 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.656748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Deleting port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:32.657081 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.737990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] For port 3d0ecc0d-4886-4346-ac81-01eaf619e666, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3d0ecc0d-4886-4346-ac81-01eaf619e666,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:32.738682 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.754027 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Calling delete_port for 3d0ecc0d-4886-4346-ac81-01eaf619e666 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:32.758556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.787121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] For port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,segment=NetworkSegment(4d2e8929-b207-43f8-a5f0-ab41dff47b59),segment_id=4d2e8929-b207-43f8-a5f0-ab41dff47b59)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:32.787490 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.810870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Calling delete_port for a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:32.861859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:32.923194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network d2240c5b-f831-4199-8c30-7ba8e094b02b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:38:32.929724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:38:32.937732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:38:32.943837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:33.005261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.013698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:33.013948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.071740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0ecc0d-4886-4346-ac81-01eaf619e666,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:33.085908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-cca831e8-a8ed-4549-a930-51c6c7730c84 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157734 Oct 22 13:38:33.094529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.101311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Request body: {'port': {'device_id': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:33.108159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['a8a3ed49-bb74-4857-8ba7-8c1b6c364c32'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:38:33.178562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Pushing event deleted for resources: {'Port': ['ID=a8a3ed49-bb74-4857-8ba7-8c1b6c364c32,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:33.316202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] No DVR routers for this DVR port a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:33.323009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.326751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4263206-d4e6-4d2d-aead-711f2206b365 req-d787750b-1d93-43cc-a5d6-0291239aeb08 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.26 "DELETE /v2.0/ports/a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 HTTP/1.1" status: 204 len: 173 time: 0.9251492 Oct 22 13:38:33.327322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'name': 'network-vif-deleted', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:33.332141 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaaef51-cda5-4613-9d1e-fa4c2460eb2b" -d '{"events": [{"server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "name": "network-vif-deleted", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:33.343018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.384627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eec3a-cdcb-49bf-a038-d0b733fbde08 req-c6fc11a2-44f5-47c5-b911-8857459cb4bb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:33.393169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc3eec3a-cdcb-49bf-a038-d0b733fbde08 req-c6fc11a2-44f5-47c5-b911-8857459cb4bb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 931 time: 0.1503997 Oct 22 13:38:33.401585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b9ab8bc0-0d42-4ab6-a5a5-f33dbd28160a None None] Provisioning complete for port a74171b6-2e28-48cb-b256-ee4f5f743041 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:38:33.401961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc0-0d42-4ab6-a5a5-f33dbd28160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.428768 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c09968-e208-4201-b243-ca0e2f69b6a6 x-openstack-request-id: req-19c09968-e208-4201-b243-ca0e2f69b6a6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:33.429122 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067484e4-3145-4bfd-987e-fb9de870f08c", "name": "network-vif-deleted", "tag": "a8a3ed49-bb74-4857-8ba7-8c1b6c364c32", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:33.429465 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19c09968-e208-4201-b243-ca0e2f69b6a6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:33.429766 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:33.430063 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067484e4-3145-4bfd-987e-fb9de870f08c', 'name': 'network-vif-deleted', 'tag': 'a8a3ed49-bb74-4857-8ba7-8c1b6c364c32', 'status': 'completed', 'code': 200} Oct 22 13:38:33.457731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab8bc0-0d42-4ab6-a5a5-f33dbd28160a None None] Port a74171b6-2e28-48cb-b256-ee4f5f743041 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:38:33.716289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Router a7676c00-344d-474a-ac78-fe7ecbcf4793 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:38:33.833626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc3eec3a-cdcb-49bf-a038-d0b733fbde08 req-1652b4f1-ef54-4afd-8525-7b6b8e7e2364 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392533 Oct 22 13:38:33.841677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6fde999b-b8e8-45ef-b98f-c122d0b3b238 req-b59a5fd3-84eb-4f96-9a67-8f49c4eeb307 tempest-VolumesActionsTest-309931912 tempest-VolumesActionsTest-309931912-project] 10.222.0.25 "GET /v2.0/ports?device_id=067484e4-3145-4bfd-987e-fb9de870f08c HTTP/1.1" status: 200 len: 210 time: 0.0498672 Oct 22 13:38:33.884274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:38:33.892222 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f524c6ca-068d-432f-a80b-033cfc291363 admin admin] 10.222.0.25 "PUT /v2.0/routers/a7676c00-344d-474a-ac78-fe7ecbcf4793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102048 Oct 22 13:38:33.895139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41532) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:33.902999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Sync routers for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:38:33.920519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:33.921216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:34.075018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:34.099418 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.230577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74171b6-2e28-48cb-b256-ee4f5f743041 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:34.244471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.260039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Transition to ACTIVE for port object a74171b6-2e28-48cb-b256-ee4f5f743041 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:38:34.266842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.286391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.322460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:38:32Z', 'revision_number': 5, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port': {'id': '8eba7559-0c42-4329-8de6-37c94b66e8df', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:34:57Z', 'updated_at': '2021-10-22T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:34.348663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Pushing event updated for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:34.361977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Checking router: a7676c00-344d-474a-ac78-fe7ecbcf4793 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:38:34.373284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Routers {'a7676c00-344d-474a-ac78-fe7ecbcf4793'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:34.374438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['a7676c00-344d-474a-ac78-fe7ecbcf4793'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:34.412408 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Deleting port 8eba7559-0c42-4329-8de6-37c94b66e8df {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:34.412894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.462863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Attempting to bind port a74171b6-2e28-48cb-b256-ee4f5f743041 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:38:34.463347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Attempting to bind port a74171b6-2e28-48cb-b256-ee4f5f743041 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:38:34.463791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Attempting to bind port a74171b6-2e28-48cb-b256-ee4f5f743041 on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:34.469187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Port a74171b6-2e28-48cb-b256-ee4f5f743041 on network d2240c5b-f831-4199-8c30-7ba8e094b02b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:38:34.469655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Attempting to bind port a74171b6-2e28-48cb-b256-ee4f5f743041 on network d2240c5b-f831-4199-8c30-7ba8e094b02b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:38:34.476297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:38:34.476721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Checking segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:38:34.477208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Bound using segment: {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:38:34.478007 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Bound port: a74171b6-2e28-48cb-b256-ee4f5f743041, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1adb5-9dc3-47fe-9047-c997af7ba98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:38:34.478502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.541492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] For port 8eba7559-0c42-4329-8de6-37c94b66e8df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=8eba7559-0c42-4329-8de6-37c94b66e8df,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:34.542146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.542756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] Set router a7676c00-344d-474a-ac78-fe7ecbcf4793 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:34.568952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Calling delete_port for 8eba7559-0c42-4329-8de6-37c94b66e8df owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:34.577486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:38:34.585645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a74171b6-2e28-48cb-b256-ee4f5f743041,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:38:34.603105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.625860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:38:34Z', 'revision_number': 6, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:34.686181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:34.686961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.691905 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] 10.222.0.21 "PUT /v2.0/ports/a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 1091 time: 1.5945795 Oct 22 13:38:34.696949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935f105-5e21-4d83-80a7-616c9c2a0459 None None] The sync data for ids ['a7676c00-344d-474a-ac78-fe7ecbcf4793'] in n-d-813419-8 is: [{'id': 'a7676c00-344d-474a-ac78-fe7ecbcf4793', 'name': 'tempest-TestVolumeBackupRestore-1105016684-router', 'tenant_id': '060e62e482024204a1f9466fd9730b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:34:56Z', 'updated_at': '2021-10-22T13:38:34Z', 'revision_number': 6, 'project_id': '060e62e482024204a1f9466fd9730b86', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:38:34.730966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b584-fd99-46d6-a34c-550f63be540e service neutron] Pushing event updated for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:34.790807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-9b4188a8-a733-4811-825d-a272a4c0f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:34.792527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-9b4188a8-a733-4811-825d-a272a4c0f24d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1094 time: 0.0503793 Oct 22 13:38:34.849081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-9492d198-dffb-48be-9c0f-4025cfa22d17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 217 time: 0.0477159 Oct 22 13:38:34.879480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:34.922317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-6db70657-7a5c-46a8-8381-2fc5d388cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:34.931560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-6db70657-7a5c-46a8-8381-2fc5d388cd3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0750146 Oct 22 13:38:34.979151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eba7559-0c42-4329-8de6-37c94b66e8df,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:35.039169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-b8dd962d-4f6b-4f78-8ae9-4e695f19819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:35.040854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-b8dd962d-4f6b-4f78-8ae9-4e695f19819b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990036 Oct 22 13:38:35.053891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a83d4-cf65-4cde-8741-6c19d85cbd6d req-ce81cfa3-868d-4cf0-9d51-632eea0e8e88 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:35.061279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a2a83d4-cf65-4cde-8741-6c19d85cbd6d req-ce81cfa3-868d-4cf0-9d51-632eea0e8e88 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0775375 Oct 22 13:38:35.069753 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.165448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a2a83d4-cf65-4cde-8741-6c19d85cbd6d req-f9e112b5-1589-430b-998f-1d660ac88304 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019547 Oct 22 13:38:35.211042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.213669 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.244193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-bcac7f8d-7248-40ae-9d23-8b1c2c2622e5 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753080 Oct 22 13:38:35.275941 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.277101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7676c00-344d-474a-ac78-fe7ecbcf4793 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:38:35.287224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.291251 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5856b9ed-8f66-4ed6-aa38-ca0506cc4224 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a7676c00-344d-474a-ac78-fe7ecbcf4793 HTTP/1.1" status: 204 len: 168 time: 1.3923180 Oct 22 13:38:35.291505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41550) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:35.391572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Deleting subnet 0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:38:35.397025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.400166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f69697e-c94a-4f7b-ba92-125eb3982f13 req-efcd09e5-9c39-4b0a-819f-af44a21049a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488431 Oct 22 13:38:35.430831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:35.433809 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991fb07-e942-45d0-bab6-1eb85af15284" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:35.445205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.451425 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:35.477098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:35.477954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device a8a3ed49-bb74-4857-8ba7-8c1b6c364c32 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:35.500332 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1242a-e4d1-4ad1-82b5-2fe4b2a3edf9 x-openstack-request-id: req-14e1242a-e4d1-4ad1-82b5-2fe4b2a3edf9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:35.500833 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:35.501454 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e1242a-e4d1-4ad1-82b5-2fe4b2a3edf9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:35.502815 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'status': 'completed', 'code': 200} Oct 22 13:38:35.581576 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.624340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-db9fc233-3fc2-4160-ba91-c7bd83af75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:35.627671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-db9fc233-3fc2-4160-ba91-c7bd83af75c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1094 time: 0.0979145 Oct 22 13:38:35.700520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.763939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa0cfec-20a4-4878-b0a6-c6d2ae352f01,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:35.773740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.777355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f0514859-a831-4cee-9d84-a9908e6586b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0fa0cfec-20a4-4878-b0a6-c6d2ae352f01 HTTP/1.1" status: 204 len: 168 time: 0.4850283 Oct 22 13:38:35.780000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41572) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:35.795188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97e478-0ac6-4baf-aed9-f879be771ebe None None] Network 4051f53a-ad62-4eb1-a26e-deba43a708cc requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:38:35.893081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-c7978f2a-4ded-4686-aedd-f23821e75afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:35.894736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-c7978f2a-4ded-4686-aedd-f23821e75afa service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.2572873 Oct 22 13:38:35.905150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:35.966141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-e591fe90-9378-4ccc-8629-39671fbe7522 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 217 time: 0.0477746 Oct 22 13:38:36.077478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-1a5fd113-df3b-4056-8e7d-c46353513c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:36.078967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-1a5fd113-df3b-4056-8e7d-c46353513c82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.1047328 Oct 22 13:38:36.086517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Deleting port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:36.086883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.097099 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] DHCP port deletion for 4051f53a-ad62-4eb1-a26e-deba43a708cc request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:38:36.208527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:36.208998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.229368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3d0ecc0d-4886-4346-ac81-01eaf619e666 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:36.243524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-4e132a78-d818-49ac-9c9b-305c8f1ea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:36.245156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-4e132a78-d818-49ac-9c9b-305c8f1ea821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868933 Oct 22 13:38:36.252382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Calling delete_port for e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:36.271173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Deleting port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:36.271552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.273176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3d0ecc0d-4886-4346-ac81-01eaf619e666 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:36.273522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3d0ecc0d-4886-4346-ac81-01eaf619e666 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:36.273936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:36.377928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:36.378245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.416410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Calling delete_port for e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:36.443124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-32c2a08c-2146-4a77-8a2d-7555a158936f service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883655 Oct 22 13:38:36.453067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f22b1-a459-4df2-89d8-a3f90935e628 req-377296a8-417d-4a5e-8130-71cf142cfa60 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:36.455434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-034f22b1-a459-4df2-89d8-a3f90935e628 req-377296a8-417d-4a5e-8130-71cf142cfa60 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.2038245 Oct 22 13:38:36.481534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.529997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,segment=NetworkSegment(6acf5309-0994-48be-a4b2-a5e7e2f4d8bd),segment_id=6acf5309-0994-48be-a4b2-a5e7e2f4d8bd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:36.542400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.543189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8eba7559-0c42-4329-8de6-37c94b66e8df no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:36.563990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e991fb07-e942-45d0-bab6-1eb85af15284 req-77ff7486-ba16-4560-a31c-19684a95d6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055398 Oct 22 13:38:36.605565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 8eba7559-0c42-4329-8de6-37c94b66e8df {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:36.605914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 8eba7559-0c42-4329-8de6-37c94b66e8df not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:36.618510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-034f22b1-a459-4df2-89d8-a3f90935e628 req-40280ee5-0996-4100-864e-32d3891b229a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595655 Oct 22 13:38:36.647634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.657888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.665239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:36.671976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] No DVR routers for this DVR port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:36.698764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b19193-25c9-4842-816d-4c3f0dc7036d None None] Pushing event deleted for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:36.714053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:36.719469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] No DVR routers for this DVR port e8fb1ccc-4d78-46eb-a2d9-c039e5f4b127 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:36.816881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.849208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4051f53a-ad62-4eb1-a26e-deba43a708cc']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:36.859296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:36.859596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acf5309-0994-48be-a4b2-a5e7e2f4d8bd') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:36.871450 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.891824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.899687 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:38:36.899687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self.session.flush() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:38:36.902099 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:38:36.987563 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.992089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:36.998908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4051f53a-ad62-4eb1-a26e-deba43a708cc HTTP/1.1" status: 204 len: 168 time: 1.2149725 Oct 22 13:38:36.998908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41610) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:37.045307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b2dd-bba1-4aea-a4c1-fd8218e5feb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4051f53a-ad62-4eb1-a26e-deba43a708cc,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:37.493342 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:37.810522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e4ff2-147d-476f-8846-69d0173efed9 req-4ec4418f-b58c-42f1-a169-4593b378dabb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:37.812274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-691e4ff2-147d-476f-8846-69d0173efed9 req-4ec4418f-b58c-42f1-a169-4593b378dabb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0878842 Oct 22 13:38:37.885683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-691e4ff2-147d-476f-8846-69d0173efed9 req-9af186ce-5c50-4fca-b953-e2355103a20b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643215 Oct 22 13:38:37.979821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Deleting port 0eaed128-894c-4349-ab63-b277275203ce {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:37.980236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:38.097412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] For port 0eaed128-894c-4349-ab63-b277275203ce, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0eaed128-894c-4349-ab63-b277275203ce,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:38.097771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:38.113038 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Calling delete_port for 0eaed128-894c-4349-ab63-b277275203ce owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:38.389238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:38.474460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:38.476993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaed128-894c-4349-ab63-b277275203ce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:38.725346 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:39.079398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Router 94b1806f-4572-45a9-9c45-b2a6cb09a46d has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:38:39.243148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c4ca-4f19-495e-a980-654ba2462719 req-73be4884-c15d-491a-97dd-8a8b3371e75b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:39.245404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79c3c4ca-4f19-495e-a980-654ba2462719 req-73be4884-c15d-491a-97dd-8a8b3371e75b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.2016561 Oct 22 13:38:39.260378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:38:39.271057 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Sync routers for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:38:39.276167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:39.276729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30439d0f-f77e-4dcf-ba16-4dfa34e2d270 admin admin] 10.222.0.25 "PUT /v2.0/routers/94b1806f-4572-45a9-9c45-b2a6cb09a46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765059 Oct 22 13:38:39.284147 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:39.284852 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:39.318572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79c3c4ca-4f19-495e-a980-654ba2462719 req-f8fd9491-a477-4fb9-87e5-722628e19e8d tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613785 Oct 22 13:38:39.411077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:39.463828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:39.589394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:39.665764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Deleting port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:39.666365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:39.741680 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:38:38Z', 'revision_number': 5, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port': {'id': '4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:35:03Z', 'updated_at': '2021-10-22T13:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:39.781490 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Checking router: 94b1806f-4572-45a9-9c45-b2a6cb09a46d for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:38:39.784630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] For port 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:39.785723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:39.793349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Routers {'94b1806f-4572-45a9-9c45-b2a6cb09a46d'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:39.794821 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:39.809715 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Calling delete_port for 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:39.901309 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] Set router 94b1806f-4572-45a9-9c45-b2a6cb09a46d gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:39.966155 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:38:39Z', 'revision_number': 6, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:40.028987 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6777-a0f3-432e-8ee9-da0b6c11ac94 None None] The sync data for ids ['94b1806f-4572-45a9-9c45-b2a6cb09a46d'] in n-d-813419-8 is: [{'id': '94b1806f-4572-45a9-9c45-b2a6cb09a46d', 'name': 'tempest-TestVolumeBackupRestore-916247103-router', 'tenant_id': 'd2299b7870a54f2aa8db551b673643f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:35:02Z', 'updated_at': '2021-10-22T13:38:39Z', 'revision_number': 6, 'project_id': 'd2299b7870a54f2aa8db551b673643f9', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:38:40.061075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.108554 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.122769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:40.227782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.339151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.342187 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.411858 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.415158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b1806f-4572-45a9-9c45-b2a6cb09a46d {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:38:40.430785 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.434185 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0856d90e-bc11-4505-addb-f692a3da3ac7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/94b1806f-4572-45a9-9c45-b2a6cb09a46d HTTP/1.1" status: 204 len: 168 time: 1.1568120 Oct 22 13:38:40.436694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41638) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:40.533494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Deleting subnet 6e89d1af-813a-4c99-ba6a-fde728b0eb33 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:38:40.539912 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.578456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12ae0e-4fb8-4906-aed8-2bb96a64956f req-c51eae43-4bfa-44dc-9ebb-347984a4763e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:40.589067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf12ae0e-4fb8-4906-aed8-2bb96a64956f req-c51eae43-4bfa-44dc-9ebb-347984a4763e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0977640 Oct 22 13:38:40.639776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf12ae0e-4fb8-4906-aed8-2bb96a64956f req-f3088c34-46d4-4296-9bdb-89ef2c7e2652 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493448 Oct 22 13:38:40.656448 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.768299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.843670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.878961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e89d1af-813a-4c99-ba6a-fde728b0eb33,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:40.883511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:40.889387 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e172ff2-b998-4464-a152-3c9c528581bb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e89d1af-813a-4c99-ba6a-fde728b0eb33 HTTP/1.1" status: 204 len: 168 time: 0.4493616 Oct 22 13:38:40.889554 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41640) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:40.892932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d158e17-40c9-476f-ae0b-b3b7496c4645 None None] Network 9a894bbc-1dd8-447d-8e30-d53c4646143f requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:38:41.011058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.011522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0eaed128-894c-4349-ab63-b277275203ce no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:41.060819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0eaed128-894c-4349-ab63-b277275203ce {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:41.061170 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0eaed128-894c-4349-ab63-b277275203ce not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:41.128937 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Deleting port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:41.129907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.236804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] For port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:41.237638 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.243243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] DHCP port deletion for 9a894bbc-1dd8-447d-8e30-d53c4646143f request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:38:41.258498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Calling delete_port for ef751a6b-9775-4dcb-8351-31ef2e4bcf6c owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:41.332333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Deleting port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:38:41.332996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.466744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] For port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,segment=NetworkSegment(092d80da-4263-442b-953e-f037e97bd7be),segment_id=092d80da-4263-442b-953e-f037e97bd7be)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:41.466744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.483967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Calling delete_port for ef751a6b-9775-4dcb-8351-31ef2e4bcf6c owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:38:41.595270 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.642493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] No DVR routers for this DVR port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:41.644861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180c85a-bad1-4d70-935c-60f8f902b013 None None] Pushing event deleted for resources: {'Port': ['ID=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:41.710908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.744419 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] No DVR routers for this DVR port ef751a6b-9775-4dcb-8351-31ef2e4bcf6c on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:38:41.746566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef751a6b-9775-4dcb-8351-31ef2e4bcf6c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:41.820170 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279ad03-b693-4f92-ba07-c26ec151d34a req-c640b507-f3d2-40e1-a0f6-7481d0d38a0a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:41.823245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9279ad03-b693-4f92-ba07-c26ec151d34a req-c640b507-f3d2-40e1-a0f6-7481d0d38a0a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0819008 Oct 22 13:38:41.845464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.882462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a894bbc-1dd8-447d-8e30-d53c4646143f']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:41.885620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9279ad03-b693-4f92-ba07-c26ec151d34a req-da4549b8-56b3-4552-9c6f-90900c4c2675 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564916 Oct 22 13:38:41.907194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092d80da-4263-442b-953e-f037e97bd7be') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:41.909145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092d80da-4263-442b-953e-f037e97bd7be') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:41.930141 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.949542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.959495 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:38:41.960183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:38:41.962796 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:38:42.045296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.054819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.059255 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a894bbc-1dd8-447d-8e30-d53c4646143f HTTP/1.1" status: 204 len: 168 time: 1.1688387 Oct 22 13:38:42.078925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a6b4-40ed-4e6c-8a40-af5aba45ab33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a894bbc-1dd8-447d-8e30-d53c4646143f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:42.228336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:42.257206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:42.258319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 4a99f1c2-89eb-4ae1-9476-2c69f1f1c4a1 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:42.259881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef751a6b-9775-4dcb-8351-31ef2e4bcf6c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:38:42.286231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41658) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:42.289304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: ef751a6b-9775-4dcb-8351-31ef2e4bcf6c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:38:42.289870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef751a6b-9775-4dcb-8351-31ef2e4bcf6c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:38:42.369221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:42.385192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a5dd862c-535d-4e6d-92c1-29271f78f83a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=060e62e482024204a1f9466fd9730b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920150 Oct 22 13:38:42.440697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.473509 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.539186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.544387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:42.545711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6574649f-d1de-449f-8ec5-816d1becd3cb HTTP/1.1" status: 204 len: 168 time: 0.1745968 Oct 22 13:38:42.567722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f6f0-45e5-4d4b-83ac-4cad145d79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574649f-d1de-449f-8ec5-816d1becd3cb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:42.774993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-5b08d514-7cf3-4548-8356-6a3848dd637c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625572 Oct 22 13:38:42.897437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-9ecde8b6-10dc-4043-b92b-e9ef6ef6b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:42.900331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-9ecde8b6-10dc-4043-b92b-e9ef6ef6b732 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0681107 Oct 22 13:38:43.079177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41668) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:43.150412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-28493a5b-83bc-40cb-8acd-8429bb5d174a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2299b7870a54f2aa8db551b673643f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692623 Oct 22 13:38:43.153249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41674) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:43.254252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:43.284577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:43.356317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:43.361317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:43.365618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d419899d-7d58-4a85-b9bf-64242493d166 HTTP/1.1" status: 204 len: 168 time: 0.2090478 Oct 22 13:38:43.384986 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b2752-d366-4ecc-b95a-31136f030f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419899d-7d58-4a85-b9bf-64242493d166,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:43.487852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560c4ab-4b20-42e0-b667-04514dd593cb req-c8e6e2c9-2e9d-4d61-9ece-14aa3acf8b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:43.489652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f560c4ab-4b20-42e0-b667-04514dd593cb req-c8e6e2c9-2e9d-4d61-9ece-14aa3acf8b51 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0864060 Oct 22 13:38:43.490762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-caccbd41-12d7-47be-9603-e2cad914269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:43.492195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-caccbd41-12d7-47be-9603-e2cad914269f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.5695975 Oct 22 13:38:43.605859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f560c4ab-4b20-42e0-b667-04514dd593cb req-0d808525-03ae-4905-a4d2-587e957057ef tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064844 Oct 22 13:38:43.618439 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-adc94c82-0a9d-4f36-a6a8-3004f648eb65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 1001 time: 0.1102853 Oct 22 13:38:43.721462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-56370d7a-96fb-495c-95c7-9449e52d8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:43.724707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-56370d7a-96fb-495c-95c7-9449e52d8504 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0958645 Oct 22 13:38:43.804850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-9b406d02-331a-4b55-bdb6-2c3c5db19685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:43.807672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-9b406d02-331a-4b55-bdb6-2c3c5db19685 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737138 Oct 22 13:38:43.824716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-7376526a-9f56-45c2-ac6c-c70be4d6bb63 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:38:43.827070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-7376526a-9f56-45c2-ac6c-c70be4d6bb63 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101268 Oct 22 13:38:44.136732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-ed08acfd-fdfe-40d9-a1ad-02f6b8815e09 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990890 Oct 22 13:38:44.268824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ba48ea-1075-4be8-981d-02fe18f0ebad req-5ff4bb82-fcae-413f-9fed-a20aa94271bd service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248100 Oct 22 13:38:44.744423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d61c-5ace-44c0-bf2d-5248959b2c97 req-b68548cb-a6fd-4ce4-9afe-69971b757f7e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:44.746340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c83d61c-5ace-44c0-bf2d-5248959b2c97 req-b68548cb-a6fd-4ce4-9afe-69971b757f7e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0671191 Oct 22 13:38:44.815248 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c83d61c-5ace-44c0-bf2d-5248959b2c97 req-abc14acf-a653-41f1-b25c-a5e5cb426342 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620322 Oct 22 13:38:45.959650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715395-e160-49b5-a8a8-6d82e23096f9 req-c2812689-e7a7-451f-ba34-13796a55f26a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:45.967019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1715395-e160-49b5-a8a8-6d82e23096f9 req-c2812689-e7a7-451f-ba34-13796a55f26a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0795171 Oct 22 13:38:46.019231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1715395-e160-49b5-a8a8-6d82e23096f9 req-6946b89d-d05e-47af-b7c3-98e43b23c6c2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512249 Oct 22 13:38:46.960997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a74171b6-2e28-48cb-b256-ee4f5f743041 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:38:47.106146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a74171b6-2e28-48cb-b256-ee4f5f743041,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:47.149014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1323bb-db24-4788-ab3f-3482ff7dde96 req-af3db560-23d8-4461-96d0-4181d4c555f7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:47.157016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc1323bb-db24-4788-ab3f-3482ff7dde96 req-af3db560-23d8-4461-96d0-4181d4c555f7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 943 time: 0.0655243 Oct 22 13:38:47.218846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc1323bb-db24-4788-ab3f-3482ff7dde96 req-7ba7ff4b-fc0a-4534-9379-99d645fe8136 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562527 Oct 22 13:38:47.302474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'port_id': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'mac_address': 'fa:16:3e:e1:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:38:47.352096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:47.367354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74171b6-2e28-48cb-b256-ee4f5f743041 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:38:47.393399 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a74171b6-2e28-48cb-b256-ee4f5f743041,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:47.399434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:47.455979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:47.687481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['a74171b6-2e28-48cb-b256-ee4f5f743041'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:38:48.353332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dae51-706b-4082-88ba-5d62f1395129 req-f56e3709-94b4-427b-a255-63015cac9359 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:48.361896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac6dae51-706b-4082-88ba-5d62f1395129 req-f56e3709-94b4-427b-a255-63015cac9359 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 944 time: 0.0703022 Oct 22 13:38:48.402093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac6dae51-706b-4082-88ba-5d62f1395129 req-535999eb-616c-40b3-ab8c-8f2efdb9d2ed tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390325 Oct 22 13:38:48.976710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a74171b6-2e28-48cb-b256-ee4f5f743041 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:38:49.044100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port a74171b6-2e28-48cb-b256-ee4f5f743041 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:38:49.050502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port a74171b6-2e28-48cb-b256-ee4f5f743041 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:38:49.051006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:49.143849 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:49.169914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:49.172656 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814c90c-59e6-457a-88cf-3049baf1a74b" -d '{"events": [{"server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "name": "network-vif-plugged", "status": "completed", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:49.189985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a74171b6-2e28-48cb-b256-ee4f5f743041,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:38:49.203514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:49.243770 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587a24e-8e1f-45ab-a81c-d1333a46d9ec x-openstack-request-id: req-d587a24e-8e1f-45ab-a81c-d1333a46d9ec {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:49.244060 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "name": "network-vif-plugged", "status": "completed", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:49.244380 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d587a24e-8e1f-45ab-a81c-d1333a46d9ec {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:49.244828 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'code': 200} Oct 22 13:38:49.294544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:49.358552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b34ba-cf5a-4090-959d-5ed2cb0d5445 req-b51d7ee3-140a-4d27-9658-be0ee13f7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:49.360252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6b34ba-cf5a-4090-959d-5ed2cb0d5445 req-b51d7ee3-140a-4d27-9658-be0ee13f7d12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1096 time: 0.0504730 Oct 22 13:38:49.400256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca6b34ba-cf5a-4090-959d-5ed2cb0d5445 req-98d8f69a-1624-42cf-93a8-d537d0bf785b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Oct 22 13:38:49.546088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18891-172a-4855-b2ae-3f7919dcd9b9 req-972bd0a6-41bc-45f5-a6cf-aa14570aa9da tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:49.554643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0c18891-172a-4855-b2ae-3f7919dcd9b9 req-972bd0a6-41bc-45f5-a6cf-aa14570aa9da tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0646610 Oct 22 13:38:49.598922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0c18891-172a-4855-b2ae-3f7919dcd9b9 req-ed0b5d7b-1ae2-4d43-896f-5fbbc5a6d486 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Oct 22 13:38:50.745299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf21c0-b24a-42ae-8b90-6798c33a2388 req-a3397388-2668-4676-a7ff-3c10749b472f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:50.754292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bf21c0-b24a-42ae-8b90-6798c33a2388 req-a3397388-2668-4676-a7ff-3c10749b472f tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0714965 Oct 22 13:38:50.804548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55bf21c0-b24a-42ae-8b90-6798c33a2388 req-f86a7cc9-29a1-4521-8100-44356cef5dbb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488822 Oct 22 13:38:51.931661 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca2da-924b-432a-9f4a-fe6a547fd026 req-dd473814-02ec-4d51-86a9-8838d2ef1da7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:51.934261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-993ca2da-924b-432a-9f4a-fe6a547fd026 req-dd473814-02ec-4d51-86a9-8838d2ef1da7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0601709 Oct 22 13:38:52.027695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-993ca2da-924b-432a-9f4a-fe6a547fd026 req-8fcdfd0b-7fb3-46c4-bac5-84d12af0234a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732596 Oct 22 13:38:52.164610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-f82c329e-337d-4747-958d-e6c9448619a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996377 Oct 22 13:38:52.217111 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71491b5e-2c22-48df-8d01-39f3abcd05db req-50f1785c-0e71-46d6-bff5-384a14a0bf44 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.226645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71491b5e-2c22-48df-8d01-39f3abcd05db req-50f1785c-0e71-46d6-bff5-384a14a0bf44 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0782628 Oct 22 13:38:52.294247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71491b5e-2c22-48df-8d01-39f3abcd05db req-a0164eaf-d1b2-40fe-9c9e-f6996fe60757 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666060 Oct 22 13:38:52.345778 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61455-716e-4c19-83b8-7ccdea12705a req-767782e3-598c-48b9-bf3b-33bd1ace96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.348001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-767782e3-598c-48b9-bf3b-33bd1ace96eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1096 time: 0.0891964 Oct 22 13:38:52.361176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41740) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:52.490264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499e001-5ad9-46ee-980c-d9eda98f9179 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.494487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b499e001-5ad9-46ee-980c-d9eda98f9179 tempest-TestVolumeBootPattern-536649128 tempest-TestVolumeBootPattern-536649128-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1091 time: 0.1295934 Oct 22 13:38:52.494878 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 41746) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:52.506797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:38:52.519988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61455-716e-4c19-83b8-7ccdea12705a req-cc7271f3-ba0d-49e1-b33f-e9dac89fb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.521811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-cc7271f3-ba0d-49e1-b33f-e9dac89fb2bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1319859 Oct 22 13:38:52.544224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:52.570454 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-fe86ae64-6a4c-4d54-a67f-ac8598066e6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 217 time: 0.0403306 Oct 22 13:38:52.634502 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61455-716e-4c19-83b8-7ccdea12705a req-8c7bc670-57d0-481a-93e9-86845054ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.636231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-8c7bc670-57d0-481a-93e9-86845054ad16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0579810 Oct 22 13:38:52.709002 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:52.712709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61455-716e-4c19-83b8-7ccdea12705a req-aefd9059-22ac-42b3-8427-87dd35910a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:52.715056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-aefd9059-22ac-42b3-8427-87dd35910a84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708578 Oct 22 13:38:52.842951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-a5e62adf-4f6e-4f94-99db-d18cf59bfe54 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187696 Oct 22 13:38:52.858614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Allocated IP 172.25.6.109 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/ff11057f-c06b-41cb-8cf7-2a732acc85d9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:38:52.971159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35f61455-716e-4c19-83b8-7ccdea12705a req-2a277e58-63d7-44cd-aab9-a50a24100802 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195447 Oct 22 13:38:53.000262 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:53.042998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:53.090390 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:38:53.099901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:38:53.101903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=ff11057f-c06b-41cb-8cf7-2a732acc85d9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:53.104181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:38:53.693721 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:53.771543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:53.952772 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:53.960511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:54.024527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9f484634-6fc5-4d23-9487-dc616df55a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:54.026548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event updated for resources: {'Port': ['ID=ff11057f-c06b-41cb-8cf7-2a732acc85d9,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:54.074113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:54.199566 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP ef90d873-5977-4f56-b11d-daf30f6d795b associated. External IP: 172.25.6.109, port: a74171b6-2e28-48cb-b256-ee4f5f743041. Oct 22 13:38:54.452621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:38:54.576929 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:38:54.587890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:38:54.600573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:54.601745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:54.609370 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:54.638241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cfcca3cc-9a29-4c55-b635-848e11b4c970 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1414185 Oct 22 13:38:54.638978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:38:54.641395 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32e9cc-ee63-4967-8972-565f1b530fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:38:54.689855 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637133a5-d0bf-40ce-92b4-9a3091679277 x-openstack-request-id: req-637133a5-d0bf-40ce-92b4-9a3091679277 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:38:54.690146 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:38:54.690399 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-637133a5-d0bf-40ce-92b4-9a3091679277 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:38:54.690836 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'status': 'completed', 'code': 200} Oct 22 13:38:54.745071 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:54.760972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-4650d8e2-70ed-4674-9abb-67b2b8d7d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:54.763540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-4650d8e2-70ed-4674-9abb-67b2b8d7d365 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1096 time: 0.0507522 Oct 22 13:38:54.880625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-d69fbb00-306c-4d79-b919-ed860e1967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:54.882013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-d69fbb00-306c-4d79-b919-ed860e1967e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1101270 Oct 22 13:38:54.950525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-8021a17c-fa65-478e-a4ae-c87b5a9c13e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 999 time: 0.0615513 Oct 22 13:38:55.004735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-7a92c9b7-1f4e-4833-b87b-2904517d7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:55.006421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-7a92c9b7-1f4e-4833-b87b-2904517d7e97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0491517 Oct 22 13:38:55.024961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}, {'id': 'ef90d873-5977-4f56-b11d-daf30f6d795b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:e1:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:38:53Z', 'updated_at': '2021-10-22T13:38:53Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:55.052652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:38:55.061460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-009a4878-86af-4d7c-9603-7a3ed948a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:38:55.062114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:38:55.062795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:38:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:55.063012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-009a4878-86af-4d7c-9603-7a3ed948a8a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493274 Oct 22 13:38:55.160206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-e434769e-3de0-4841-ab68-6fe0aea2acc7 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894520 Oct 22 13:38:55.176617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:38:55.262161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd32e9cc-ee63-4967-8972-565f1b530fc6 req-b406fc9a-b95b-4a91-ada8-ea3592873ba2 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943439 Oct 22 13:38:55.423457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}, {'id': 'ef90d873-5977-4f56-b11d-daf30f6d795b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:e1:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:38:53Z', 'updated_at': '2021-10-22T13:38:53Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:55.449908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a531e-f2a8-4992-8afc-4cf117c28a9e None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}, {'id': 'ef90d873-5977-4f56-b11d-daf30f6d795b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:e1:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:38:53Z', 'updated_at': '2021-10-22T13:38:53Z', 'revision_number': 0, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:38:55.688441 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2b145-23ee-4668-9ace-ae554ee87f1c None None] New status for floating IP ef90d873-5977-4f56-b11d-daf30f6d795b: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:38:57.080649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0f44b9e-8e54-417a-899f-ea8934146be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:57.784430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:57.809929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.270705 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41846) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:59.316272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Deleting subnet ad36db4d-f6a7-43c7-b8bb-c1579a6df949 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:38:59.319357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.354474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.398204 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.448152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.473774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad36db4d-f6a7-43c7-b8bb-c1579a6df949,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:59.477553 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.480807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-553f469d-5d83-4bc7-9cbc-8cc6451f49d9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad36db4d-f6a7-43c7-b8bb-c1579a6df949 HTTP/1.1" status: 204 len: 168 time: 0.2090933 Oct 22 13:38:59.483355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:59.553327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.635778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.655734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a151dc-8a8c-4f41-b1eb-5d3df2091dfd']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:59.665150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2e8929-b207-43f8-a5f0-ab41dff47b59') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:59.665445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2e8929-b207-43f8-a5f0-ab41dff47b59') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:38:59.675479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.688835 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.695223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:38:59.695624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:38:59.697486 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:38:59.760565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.767584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.771316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/16a151dc-8a8c-4f41-b1eb-5d3df2091dfd HTTP/1.1" status: 204 len: 168 time: 0.2870345 Oct 22 13:38:59.786440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b511-385e-44cc-aebd-8cd4fc9c8ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a151dc-8a8c-4f41-b1eb-5d3df2091dfd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:38:59.810225 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:38:59.943782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41852) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:38:59.984742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7174e2c7-12ed-4339-a679-af874edec6c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37148f326e064f2cad3a01ff9f62cb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395281 Oct 22 13:38:59.987657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 41854) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:39:00.038082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:00.058742 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:00.107094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:00.110096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:00.111299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a6dbc12-0421-4386-8752-e4bfcfea721d HTTP/1.1" status: 204 len: 168 time: 0.1227171 Oct 22 13:39:00.120049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48f315-f814-45cb-ae06-95c0e31ec306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6dbc12-0421-4386-8752-e4bfcfea721d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:02.370758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-234593f1-18a2-4f7d-bd3a-082ba919b6a9 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=34af90340938444ea47dbc77adc9c2ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295720 Oct 22 13:39:02.556678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-0d57cdaf-c670-41e8-bb29-27d0b772c981 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:02.558336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-0d57cdaf-c670-41e8-bb29-27d0b772c981 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818690 Oct 22 13:39:02.573486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-9945cb50-122f-41bb-82fe-75ac9764829f tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/quotas/34af90340938444ea47dbc77adc9c2ce HTTP/1.1" status: 200 len: 375 time: 0.0089998 Oct 22 13:39:02.604969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-b0523ab4-aedf-4faf-8be7-f3ed5b58c228 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=34af90340938444ea47dbc77adc9c2ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263162 Oct 22 13:39:02.770344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a5f6aaa-9145-44fc-9e2a-50181b120aba req-ad0f088e-5040-4d9b-98e6-77a05c770f35 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Oct 22 13:39:03.590449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-ebe4039f-1caf-4490-9511-93b467d332e0 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=34af90340938444ea47dbc77adc9c2ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207121 Oct 22 13:39:03.701847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-ff31bc88-0bb1-471b-a109-ebe2221aca73 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:03.703356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-ff31bc88-0bb1-471b-a109-ebe2221aca73 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073153 Oct 22 13:39:03.718412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Request body: {'port': {'device_id': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '34af90340938444ea47dbc77adc9c2ce'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:39:03.829237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Made reservation on behalf of 34af90340938444ea47dbc77adc9c2ce for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:39:03.832934 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:03.843969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:03.875420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44028a58-dd45-4ba6-9443-810d6dc03be3 req-f0b34fed-33dd-4472-9a9c-d025f306c5be tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 210 time: 0.0332820 Oct 22 13:39:03.939494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:03.943662 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.001173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96402a99-ecb5-4cbb-bacf-38e4beddf104,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:04.019577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.019930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.020274 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.020627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.020964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.021294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.021622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.021944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.022276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.022627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.022952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.023273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:39:04.092454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Allocated IP 192.168.233.76 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/c77f17e0-945c-4aa8-9ee0-2394b1419c18) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:39:04.239605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.272505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.315870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:39:04.318950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:39:04.322506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:39:04.330916 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Pushing event updated for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:04.378905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:04.379567 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.396188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-4619fd6c-9591-4a53-8450-946c8ef39214 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6815174 Oct 22 13:39:04.410031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Request body: {'port': {'device_id': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:39:04.469219 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.613052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7e1588ef-dea4-480b-9c95-d82016e8152d None None] Provisioning complete for port c77f17e0-945c-4aa8-9ee0-2394b1419c18 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:39:04.613664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e1588ef-dea4-480b-9c95-d82016e8152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.647905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7e1588ef-dea4-480b-9c95-d82016e8152d None None] Port c77f17e0-945c-4aa8-9ee0-2394b1419c18 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:39:04.727722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77f17e0-945c-4aa8-9ee0-2394b1419c18 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:39:04.735031 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.746760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Transition to ACTIVE for port object c77f17e0-945c-4aa8-9ee0-2394b1419c18 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:39:04.750223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.801318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:04.879100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Attempting to bind port c77f17e0-945c-4aa8-9ee0-2394b1419c18 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:39:04.879799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Attempting to bind port c77f17e0-945c-4aa8-9ee0-2394b1419c18 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:39:04.880323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Attempting to bind port c77f17e0-945c-4aa8-9ee0-2394b1419c18 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:39:04.885989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Port c77f17e0-945c-4aa8-9ee0-2394b1419c18 on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:39:04.886310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Attempting to bind port c77f17e0-945c-4aa8-9ee0-2394b1419c18 on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:39:04.891610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:39:04.891945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:39:04.892331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:39:04.892781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Bound port: c77f17e0-945c-4aa8-9ee0-2394b1419c18, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:39:04.893761 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:04.988373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:39:05.004774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:39:05.010758 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:05.355249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465011cd-ed6d-46d0-97ed-a49bfcdc99f1 req-16f8b09c-aea4-4c7f-80c4-ce5d608603ee tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.356740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-465011cd-ed6d-46d0-97ed-a49bfcdc99f1 req-16f8b09c-aea4-4c7f-80c4-ce5d608603ee tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 947 time: 0.4046931 Oct 22 13:39:05.371446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.372051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:05.373375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c77f17e0-945c-4aa8-9ee0-2394b1419c18 HTTP/1.1" status: 200 len: 1095 time: 0.9683020 Oct 22 13:39:05.373870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:39:05.376330 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eba61a-e921-494e-94b9-6116148a2ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:39:05.442512 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4b3e9-3c23-4de4-bc23-5b1522bc47f3 x-openstack-request-id: req-1ee4b3e9-3c23-4de4-bc23-5b1522bc47f3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:39:05.442831 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:39:05.443082 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee4b3e9-3c23-4de4-bc23-5b1522bc47f3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:39:05.443476 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18', 'status': 'completed', 'code': 200} Oct 22 13:39:05.461294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de9ae6-998c-4d09-8218-95ecd78c64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:05.484775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-465011cd-ed6d-46d0-97ed-a49bfcdc99f1 req-67905671-8425-43fd-a6d6-18887aabf29f tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149983 Oct 22 13:39:05.498392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-141e2cda-3f73-467a-acee-262410960256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.500743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-141e2cda-3f73-467a-acee-262410960256 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34af90340938444ea47dbc77adc9c2ce&device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 1098 time: 0.0776899 Oct 22 13:39:05.559597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-dc9853e2-4c04-4c79-abd2-0aa64b89ced1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18 HTTP/1.1" status: 200 len: 217 time: 0.0420063 Oct 22 13:39:05.609157 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-2744c409-d5d7-4d38-b726-f13bbb884093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.610623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-2744c409-d5d7-4d38-b726-f13bbb884093 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0443799 Oct 22 13:39:05.656510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-3de2b7d4-325a-45af-8374-3ef4a830ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.657874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-3de2b7d4-325a-45af-8374-3ef4a830ea55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395184 Oct 22 13:39:05.760383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-f88079b1-e0a4-4e47-8369-ff73a564ca55 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 Oct 22 13:39:05.851081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f7a6f0a0-d74e-4775-8395-750f29430576 req-b0dfcab1-bef7-478d-a535-bbadeb104de7 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834072 Oct 22 13:39:05.941416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-d5098dbc-07df-4eb7-8a71-0b3a0b72c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:05.942892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-d5098dbc-07df-4eb7-8a71-0b3a0b72c8e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34af90340938444ea47dbc77adc9c2ce&device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 1098 time: 0.0453928 Oct 22 13:39:06.037678 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-307899d9-4c06-4a1a-917b-eb088adf6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:06.039182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-307899d9-4c06-4a1a-917b-eb088adf6fe6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.0884702 Oct 22 13:39:06.085258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-6fb64a1f-046c-418e-9aef-45dbf0b4dee8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18 HTTP/1.1" status: 200 len: 217 time: 0.0379975 Oct 22 13:39:06.136217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-1ea8796f-74ba-4f8c-a284-707eed1405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:06.137562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-1ea8796f-74ba-4f8c-a284-707eed1405d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0434630 Oct 22 13:39:06.183454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-15041826-87b0-4525-b595-0586e4aa4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:06.184897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-15041826-87b0-4525-b595-0586e4aa4003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397165 Oct 22 13:39:06.277624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-005d903b-d8e1-4c95-8012-daa6bae0e434 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846014 Oct 22 13:39:06.366207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0eba61a-e921-494e-94b9-6116148a2ee4 req-30dba5cc-aa5f-4d13-bcfe-b4efae87c6f1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814507 Oct 22 13:39:06.603602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cecfe9-30fe-4f31-9836-02b68c9a74d6 req-765e2ebc-055b-42ff-b275-99b631ddf6bb tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:06.605092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2cecfe9-30fe-4f31-9836-02b68c9a74d6 req-765e2ebc-055b-42ff-b275-99b631ddf6bb tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 947 time: 0.0494854 Oct 22 13:39:06.647376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2cecfe9-30fe-4f31-9836-02b68c9a74d6 req-9fae2eba-f686-47a1-b3f7-add8ef485d6c tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Oct 22 13:39:07.510618 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:39:07.528157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c77f17e0-945c-4aa8-9ee0-2394b1419c18 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:39:07.625643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:39:07.636630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18', 'mac_address': 'fa:16:3e:80:32:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:39:07.673159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:07.687332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77f17e0-945c-4aa8-9ee0-2394b1419c18 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:39:07.707645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:39:07.712144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:07.772310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:07.773396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6930-5b9b-43d4-b872-a9debf9e80d7 req-67a15b35-7c11-48cd-a8b0-0e19d7194626 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:07.775176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5fc6930-5b9b-43d4-b872-a9debf9e80d7 req-67a15b35-7c11-48cd-a8b0-0e19d7194626 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 948 time: 0.0556901 Oct 22 13:39:07.821116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5fc6930-5b9b-43d4-b872-a9debf9e80d7 req-fec76c0f-b5ea-4a0e-ac32-675517da5650 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Oct 22 13:39:07.916928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c77f17e0-945c-4aa8-9ee0-2394b1419c18'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:39:08.464228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:08.945092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f752-4cc7-43b2-a303-a6f2cecc4b0a req-b0f48548-b66a-4c69-bab6-3126d7a97191 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:08.946586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48a1f752-4cc7-43b2-a303-a6f2cecc4b0a req-b0f48548-b66a-4c69-bab6-3126d7a97191 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 948 time: 0.0483191 Oct 22 13:39:08.985775 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48a1f752-4cc7-43b2-a303-a6f2cecc4b0a req-302ca672-9be6-4e98-b989-e9c9934b3082 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Oct 22 13:39:09.544547 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c77f17e0-945c-4aa8-9ee0-2394b1419c18 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:39:09.596107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port c77f17e0-945c-4aa8-9ee0-2394b1419c18 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:39:09.600451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port c77f17e0-945c-4aa8-9ee0-2394b1419c18 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:39:09.601076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:09.675785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:09.699224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:39:09.701552 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bffdcb-90c4-41cb-8f50-a7f67d06798e" -d '{"events": [{"server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "name": "network-vif-plugged", "status": "completed", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:39:09.714444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:39:09.718379 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:09.742198 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859588e-8c3c-4b86-8740-de8c449202bd x-openstack-request-id: req-5859588e-8c3c-4b86-8740-de8c449202bd {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:39:09.742485 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "name": "network-vif-plugged", "status": "completed", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:39:09.742761 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5859588e-8c3c-4b86-8740-de8c449202bd {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:39:09.743148 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18', 'code': 200} Oct 22 13:39:09.772580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:39:09.837147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383814cc-00c7-466b-8b01-e98122cf7898 req-8591272b-18e5-46f6-8a39-9c43e2ab5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:09.838675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-383814cc-00c7-466b-8b01-e98122cf7898 req-8591272b-18e5-46f6-8a39-9c43e2ab5fbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 1100 time: 0.0428953 Oct 22 13:39:09.877107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-383814cc-00c7-466b-8b01-e98122cf7898 req-04cc8f0e-ae74-4759-af79-14704052445c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Oct 22 13:39:10.091622 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:10.111652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531a3d2-efee-43ea-948e-537c05ffd133 req-5ebb41b5-5ac6-4e73-947b-8e06f521250c tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:10.113146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2531a3d2-efee-43ea-948e-537c05ffd133 req-5ebb41b5-5ac6-4e73-947b-8e06f521250c tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 949 time: 0.0512586 Oct 22 13:39:10.151899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2531a3d2-efee-43ea-948e-537c05ffd133 req-5329322f-e863-47aa-8057-cf3dd65f5966 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Oct 22 13:39:11.272105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2dc1a-727d-4c3b-8480-23f2685c99de req-d07930f9-c662-4126-bd65-555ca5d5cf51 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:11.273593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6c2dc1a-727d-4c3b-8480-23f2685c99de req-d07930f9-c662-4126-bd65-555ca5d5cf51 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 949 time: 0.0503616 Oct 22 13:39:11.312261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6c2dc1a-727d-4c3b-8480-23f2685c99de req-757cf6bb-3da3-4a2d-bdaa-bbe0a274bc07 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Oct 22 13:39:24.011034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7d1620f4-05df-4f06-9985-03bfbc6dacd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:27.086783 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7b4b8d5b-f511-4075-b6fe-1af3655a4384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:27.777889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:27.809377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:29.813955 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:38.467481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:40.100701 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:43.366696 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-c2ea2a6b-7626-4212-bcf4-961ca8c16c9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1730220 Oct 22 13:39:43.456288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-3f1cf13d-d3de-475f-9bca-3ad8aacbc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:43.458044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-3f1cf13d-d3de-475f-9bca-3ad8aacbc803 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0454595 Oct 22 13:39:43.568440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-51feb0ff-20af-4494-bd1b-676e44b4bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:43.569968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-51feb0ff-20af-4494-bd1b-676e44b4bb68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.0867088 Oct 22 13:39:43.645190 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-a410414a-73c1-423e-99cb-e4d711423a8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 1001 time: 0.0674045 Oct 22 13:39:43.698293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-638c3c9e-ebc6-46bd-b74c-0f3e9d815a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:43.699880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-638c3c9e-ebc6-46bd-b74c-0f3e9d815a88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0480590 Oct 22 13:39:43.751444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-2556c0dc-f487-4db0-a103-614e54b75297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:43.752937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-2556c0dc-f487-4db0-a103-614e54b75297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440335 Oct 22 13:39:43.856557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-4276c6a8-7f82-41fd-ab94-f86f1e0340b1 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951099 Oct 22 13:39:43.957112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-716f3ea8-c47e-46d2-b8f5-e51870188077 req-7873b2a5-2ca0-4b98-8234-0351be892e03 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905509 Oct 22 13:39:44.510553 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:39:51.273185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-1b56f835-4398-4f58-8a47-c3d5c6044581 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034942 Oct 22 13:39:51.357286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78e31-80a2-4252-bade-0cc53953d509 req-a01f2d23-486d-429f-bb8e-1fb9442f0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:51.358875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-a01f2d23-486d-429f-bb8e-1fb9442f0218 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1096 time: 0.0419664 Oct 22 13:39:51.466844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78e31-80a2-4252-bade-0cc53953d509 req-8d6525a3-6c2b-4011-a0b7-de06fb42aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:51.468335 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-8d6525a3-6c2b-4011-a0b7-de06fb42aa1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.0891862 Oct 22 13:39:51.541538 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-c32d88ed-9c28-41b8-a3c8-9905ae51afda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 1001 time: 0.0646694 Oct 22 13:39:51.591445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78e31-80a2-4252-bade-0cc53953d509 req-abf2e2d0-d7c7-4024-95d3-2fddbe93ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:51.592917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-abf2e2d0-d7c7-4024-95d3-2fddbe93ac0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0450044 Oct 22 13:39:51.639743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78e31-80a2-4252-bade-0cc53953d509 req-84b1e194-b099-438b-a030-f9344cccfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:39:51.641241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-84b1e194-b099-438b-a030-f9344cccfcaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404701 Oct 22 13:39:51.653561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-3b46d259-102e-405f-a331-ff16326cc243 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:39:51.654501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-3b46d259-102e-405f-a331-ff16326cc243 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055687 Oct 22 13:39:51.756617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-5946f300-9f4f-4f6c-a1f8-7f1d0c2937e3 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935776 Oct 22 13:39:51.856809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55c78e31-80a2-4252-bade-0cc53953d509 req-78b04039-9a5c-4e9f-859d-c276b533eb91 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928602 Oct 22 13:39:54.013415 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b44b08f6-25e2-4b84-92be-ab57bb146a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:57.079153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3121c8e-ab2d-4cdd-b74e-b63ddbac99a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:57.780818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:57.813985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:39:59.811851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:08.464787 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:10.099478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.420659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 42990) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:21.439649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9ab0a-bbcd-4fdc-bc99-817582ec2be3 req-8163fcea-d4a3-47f4-bbe7-4b6bbf9942bb tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:21.441087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adf9ab0a-bbcd-4fdc-bc99-817582ec2be3 req-8163fcea-d4a3-47f4-bbe7-4b6bbf9942bb tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 949 time: 0.0528648 Oct 22 13:40:21.481030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adf9ab0a-bbcd-4fdc-bc99-817582ec2be3 req-8c8612f2-cb19-4f27-b456-d34110d8d259 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Oct 22 13:40:21.509542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:40:21.581916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port ff11057f-c06b-41cb-8cf7-2a732acc85d9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:21.582258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.659690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.660018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.672140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for ff11057f-c06b-41cb-8cf7-2a732acc85d9 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:21.816154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.845282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=ff11057f-c06b-41cb-8cf7-2a732acc85d9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:21.869837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.870184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.870528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.870895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.871232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.871567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.871898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.872228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.872555 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.872877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.873198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.873531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:21.913907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:21.914236 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP ef90d873-5977-4f56-b11d-daf30f6d795b disassociated (deleted). External IP: 172.25.6.109, port: a74171b6-2e28-48cb-b256-ee4f5f743041. Oct 22 13:40:22.124086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:40:22.232645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:40:22.237407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:22.242392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:40:22.252175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:22.252879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:39:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:22.266659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6a1104a3-efbb-43c6-aa88-07015c4a1916 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "DELETE /v2.0/floatingips/ef90d873-5977-4f56-b11d-daf30f6d795b HTTP/1.1" status: 204 len: 168 time: 0.8448465 Oct 22 13:40:22.267297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:40:22.269562 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af655fc5-08ae-4606-926f-95868c35a1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:40:22.308743 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2cc08-3d07-4607-8764-43af7b6f3cbc x-openstack-request-id: req-9bf2cc08-3d07-4607-8764-43af7b6f3cbc {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:40:22.309032 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:40:22.309294 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf2cc08-3d07-4607-8764-43af7b6f3cbc {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:40:22.309692 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'status': 'completed', 'code': 200} Oct 22 13:40:22.371962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:22.375010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-e8d3b49e-215d-4a80-be05-2016a9e5a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.376697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-e8d3b49e-215d-4a80-be05-2016a9e5a568 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 1096 time: 0.0432467 Oct 22 13:40:22.516697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-3acd6a7a-fe3c-420a-ab65-f25d394a1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.518529 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-3acd6a7a-fe3c-420a-ab65-f25d394a1892 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1335702 Oct 22 13:40:22.532136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf584a-aacd-4eed-8f51-a0a5b93381dd req-c5d56a46-8469-46c2-9601-89957b5961f7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.533972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19cf584a-aacd-4eed-8f51-a0a5b93381dd req-c5d56a46-8469-46c2-9601-89957b5961f7 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0724452 Oct 22 13:40:22.590875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-4f649c1d-e77a-49e8-b273-d1295f5f2c2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 200 len: 217 time: 0.0557182 Oct 22 13:40:22.677242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19cf584a-aacd-4eed-8f51-a0a5b93381dd req-ec6839de-e1da-4cde-8ebd-1922945358a3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350005 Oct 22 13:40:22.683194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-14eb8fc9-aecc-4fb6-9eb0-5810affbd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.684647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-14eb8fc9-aecc-4fb6-9eb0-5810affbd436 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0834401 Oct 22 13:40:22.697261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3419790-14ef-4364-a8c8-21f1c6e6c6c7 req-fc8b8ae0-b96c-4929-b8e9-e2ec51786021 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.699201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3419790-14ef-4364-a8c8-21f1c6e6c6c7 req-fc8b8ae0-b96c-4929-b8e9-e2ec51786021 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 949 time: 0.1166401 Oct 22 13:40:22.766247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3419790-14ef-4364-a8c8-21f1c6e6c6c7 req-85fcc03a-f70b-4bdc-801d-fbd6aef56950 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/security-groups?id=96402a99-ecb5-4cbb-bacf-38e4beddf104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570595 Oct 22 13:40:22.771974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:22.772598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-f25fdd07-7058-4324-a362-987fa43f0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.774723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-f25fdd07-7058-4324-a362-987fa43f0a23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744390 Oct 22 13:40:22.802013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:40:22.811127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:22.811771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:39:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:22.889182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-e98fc462-9778-4054-84c1-95a16ab62c7d service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059608 Oct 22 13:40:22.917834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:22.936145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d52737-3a7e-473a-88a6-d5325256154d req-100027a0-8d14-4e9c-a45c-db228cd55187 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:22.937525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9d52737-3a7e-473a-88a6-d5325256154d req-100027a0-8d14-4e9c-a45c-db228cd55187 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 949 time: 0.0799558 Oct 22 13:40:23.066881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af655fc5-08ae-4606-926f-95868c35a1a9 req-332468c5-d8cc-49bf-94ae-86412a132582 service neutron] 10.222.0.21 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692555 Oct 22 13:40:23.089776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Deleting port c77f17e0-945c-4aa8-9ee0-2394b1419c18 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:23.090110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:23.148231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:23.180903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb17b5-ea41-458c-a732-25bf1d1dd177 None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'ccad8c8d-0855-4bf3-a3cf-834fba08e559', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'port_id': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'mac_address': 'fa:16:3e:87:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:36:42Z', 'updated_at': '2021-10-22T13:36:45Z', 'revision_number': 1, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:40:23.181869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] For port c77f17e0-945c-4aa8-9ee0-2394b1419c18, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=c77f17e0-945c-4aa8-9ee0-2394b1419c18,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:23.182252 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:23.196525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Calling delete_port for c77f17e0-945c-4aa8-9ee0-2394b1419c18 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:23.332254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:23.344956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['c77f17e0-945c-4aa8-9ee0-2394b1419c18'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:40:23.362886 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Pushing event deleted for resources: {'Port': ['ID=c77f17e0-945c-4aa8-9ee0-2394b1419c18,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:23.377186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.377186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.377186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.377186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.377625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.377816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.378108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.378441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.378794 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.379597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.379597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.379817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:23.415455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] No DVR routers for this DVR port c77f17e0-945c-4aa8-9ee0-2394b1419c18 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:23.418092 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:23.421642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9d52737-3a7e-473a-88a6-d5325256154d req-678f550c-f2e3-4adc-8c33-c778a2fe167b tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.26 "DELETE /v2.0/ports/c77f17e0-945c-4aa8-9ee0-2394b1419c18 HTTP/1.1" status: 204 len: 173 time: 0.4755421 Oct 22 13:40:23.422104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'name': 'network-vif-deleted', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:40:23.424449 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fecea8-e926-439d-ae5a-158af5b02f81" -d '{"events": [{"server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "name": "network-vif-deleted", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:40:23.454551 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200a339-f636-4fb2-a488-cb9236d2fe4b None None] New status for floating IP ef90d873-5977-4f56-b11d-daf30f6d795b: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:40:23.468334 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75aab97-ff38-46f9-81cb-c2d5742db36e x-openstack-request-id: req-d75aab97-ff38-46f9-81cb-c2d5742db36e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:40:23.468598 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a102d-bae1-4e4b-a5b8-55f6570c2386", "name": "network-vif-deleted", "tag": "c77f17e0-945c-4aa8-9ee0-2394b1419c18", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:40:23.468843 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d75aab97-ff38-46f9-81cb-c2d5742db36e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:40:23.469456 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a102d-bae1-4e4b-a5b8-55f6570c2386', 'name': 'network-vif-deleted', 'tag': 'c77f17e0-945c-4aa8-9ee0-2394b1419c18', 'status': 'completed', 'code': 200} Oct 22 13:40:23.814380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03e9f3-e148-4e87-8eb9-19e9f1e98a25 req-23af81b7-ede0-4789-8223-fe143c02ad2b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:23.816147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e03e9f3-e148-4e87-8eb9-19e9f1e98a25 req-23af81b7-ede0-4789-8223-fe143c02ad2b tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0589607 Oct 22 13:40:23.869322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e03e9f3-e148-4e87-8eb9-19e9f1e98a25 req-3b8817e4-2583-4964-b85a-20e231bbefb6 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 Oct 22 13:40:23.907512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1e0c9f5-18ff-441b-bee3-8035ef836edf req-fa5758e8-38f5-4c78-89c1-07acb3fdf9b9 tempest-VolumesBackupsTest-1556792385 tempest-VolumesBackupsTest-1556792385-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5a102d-bae1-4e4b-a5b8-55f6570c2386 HTTP/1.1" status: 200 len: 210 time: 0.0363910 Oct 22 13:40:24.017584 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-394bd5aa-3b4c-4e68-aaa0-357dfdb75b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:24.234409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-849881a7-11db-440e-80c6-03e8ef1dfdf2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:24.235920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-849881a7-11db-440e-80c6-03e8ef1dfdf2 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 945 time: 0.0508125 Oct 22 13:40:24.339324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port a74171b6-2e28-48cb-b256-ee4f5f743041 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:24.339661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:24.432775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port a74171b6-2e28-48cb-b256-ee4f5f743041, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=a74171b6-2e28-48cb-b256-ee4f5f743041,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:24.433143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:24.445768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for a74171b6-2e28-48cb-b256-ee4f5f743041 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:24.577565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:24.610961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=a74171b6-2e28-48cb-b256-ee4f5f743041,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:24.657608 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port a74171b6-2e28-48cb-b256-ee4f5f743041 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:24.660336 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:24.663826 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c4b6ef7-9328-43ca-b866-335170050a16 req-c4df363a-041c-41e6-bf39-c25d465e2406 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.21 "DELETE /v2.0/ports/a74171b6-2e28-48cb-b256-ee4f5f743041 HTTP/1.1" status: 204 len: 173 time: 0.4211314 Oct 22 13:40:25.045119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f09b0bc2-d008-414c-a914-dcadf4ef3d5c req-b54eb93a-2896-47d0-9ce6-e818776d328e tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.0529070 Oct 22 13:40:25.470680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'name': 'network-vif-deleted', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:40:25.473351 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d775d58-16fb-4679-94ac-f99b7becf024" -d '{"events": [{"server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "name": "network-vif-deleted", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:40:25.512499 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac31e0-8f03-483b-a9c0-db59d17141f9 x-openstack-request-id: req-a4ac31e0-8f03-483b-a9c0-db59d17141f9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:40:25.512783 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4262e4-46a7-4401-8d4a-27f1f088389e", "name": "network-vif-deleted", "tag": "a74171b6-2e28-48cb-b256-ee4f5f743041", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:40:25.513029 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ac31e0-8f03-483b-a9c0-db59d17141f9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:40:25.513428 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4262e4-46a7-4401-8d4a-27f1f088389e', 'name': 'network-vif-deleted', 'tag': 'a74171b6-2e28-48cb-b256-ee4f5f743041', 'status': 'completed', 'code': 200} Oct 22 13:40:25.856912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c77f17e0-945c-4aa8-9ee0-2394b1419c18 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:25.876533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: c77f17e0-945c-4aa8-9ee0-2394b1419c18 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:25.876883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device c77f17e0-945c-4aa8-9ee0-2394b1419c18 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:26.142322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2696dc10-5c1d-4a8d-8f37-53f671bb2c67 req-7b0c90bf-acf8-40b8-b6db-3a5bf08882cb tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.0271170 Oct 22 13:40:27.081994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a8dcf0b-9698-47ef-afe9-a716174e83e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:27.244700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5226877-1532-4d72-93d0-a8efc6b52b0b req-3e74be29-1da0-4f2a-b92c-47ba64604fed tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.0281210 Oct 22 13:40:27.445125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a74171b6-2e28-48cb-b256-ee4f5f743041 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:27.469192 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: a74171b6-2e28-48cb-b256-ee4f5f743041 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:27.469462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device a74171b6-2e28-48cb-b256-ee4f5f743041 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:27.785922 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:27.817468 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:28.355034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc95d395-ba74-407c-baaa-b75d5e9d6772 req-27e0ebc1-fb39-4d08-999f-eed8cc792d2c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4262e4-46a7-4401-8d4a-27f1f088389e HTTP/1.1" status: 200 len: 210 time: 0.0307453 Oct 22 13:40:29.818591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:34.836570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43138) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:35.032622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port b9c0508e-d8a6-403e-86ad-b80de12e3cc7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:35.033079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:35.130383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:35.130655 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:35.144947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for b9c0508e-d8a6-403e-86ad-b80de12e3cc7 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:35.591390 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:35.622332 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=b9c0508e-d8a6-403e-86ad-b80de12e3cc7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:35.686249 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:35.686594 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Floating IP ccad8c8d-0855-4bf3-a3cf-834fba08e559 disassociated (deleted). External IP: 172.25.6.13, port: 110c71dd-c15f-4f1c-880a-ac991f3d41ce. Oct 22 13:40:35.904622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:40:36.021642 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:40:36.027879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:36.032861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:40:36.045815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:36.046743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:36.059379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ae22dcc-3714-4b39-9c84-d79ef4651414 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "DELETE /v2.0/floatingips/ccad8c8d-0855-4bf3-a3cf-834fba08e559 HTTP/1.1" status: 204 len: 168 time: 1.2202609 Oct 22 13:40:36.060032 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:40:36.063199 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad6780-7aad-4740-bcb6-e609d461c525" -d '{"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:40:36.110200 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d6455-bd28-4548-829c-af8184038d33 x-openstack-request-id: req-4f0d6455-bd28-4548-829c-af8184038d33 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:40:36.110497 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:40:36.110769 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f0d6455-bd28-4548-829c-af8184038d33 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:40:36.111201 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'status': 'completed', 'code': 200} Oct 22 13:40:36.175949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:36.201655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-fd920191-47e7-451d-87fa-cef47eb29a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:36.203588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-fd920191-47e7-451d-87fa-cef47eb29a4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 1097 time: 0.0690155 Oct 22 13:40:36.321182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-7f6a69bd-d530-499b-af24-deb38c21c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:36.322740 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-7f6a69bd-d530-499b-af24-deb38c21c704 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 200 len: 912 time: 0.1125205 Oct 22 13:40:36.393370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-960bce04-4e30-41b4-aad2-9bb05aae0fda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 200 len: 217 time: 0.0611987 Oct 22 13:40:36.426495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:36.448946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb0f8d-fc9b-4a93-9f23-458a0affaade req-5d545669-86da-471b-96d4-f41c77546acf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:36.450489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9fb0f8d-fc9b-4a93-9f23-458a0affaade req-5d545669-86da-471b-96d4-f41c77546acf tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.1268592 Oct 22 13:40:36.455465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:40:36.464610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:36.465245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:36.475772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-45d25db2-e917-4621-8865-adffc5e4c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:36.478123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-45d25db2-e917-4621-8865-adffc5e4c1e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 200 len: 850 time: 0.0768716 Oct 22 13:40:36.523545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9fb0f8d-fc9b-4a93-9f23-458a0affaade req-0672ffa1-a064-484f-9aaa-f96319c2c655 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664177 Oct 22 13:40:36.546285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-b69b77d4-2eb3-4afa-b945-904ddd8a0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:36.546285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-b69b77d4-2eb3-4afa-b945-904ddd8a0e71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2240c5b-f831-4199-8c30-7ba8e094b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517325 Oct 22 13:40:36.587612 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:36.646073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-47537c74-62e0-4451-8feb-becc9b4b5b41 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951788 Oct 22 13:40:36.755118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-29ad6780-7aad-4740-bcb6-e609d461c525 req-101ac526-9d9e-439a-acee-537efcf65547 service neutron] 10.222.0.26 "GET /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999882 Oct 22 13:40:36.805804 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:36.837676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac271b-11a6-4430-9d4b-0849c489e600 None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:29:11Z', 'revision_number': 4, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'e019fd89-717c-4c55-a134-0a12972e18db', 'name': '', 'network_id': 'd2240c5b-f831-4199-8c30-7ba8e094b02b', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'mac_address': 'fa:16:3e:8e:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:10Z', 'updated_at': '2021-10-22T13:29:21Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'subnets': [{'id': 'f05b5a4a-21a7-4c75-8916-e97cc61f4713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:40:37.085169 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2b135-e0d0-4c96-90f0-a0110a035007 None None] New status for floating IP ccad8c8d-0855-4bf3-a3cf-834fba08e559: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:40:37.649718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d47da-bb06-4030-a755-167efb500216 req-89ffd1fe-e64e-4295-9b69-955edd982aa3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:37.651343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-343d47da-bb06-4030-a755-167efb500216 req-89ffd1fe-e64e-4295-9b69-955edd982aa3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.0516965 Oct 22 13:40:37.699938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-343d47da-bb06-4030-a755-167efb500216 req-28e7c827-52e6-4dc4-ae1a-73c6a4b1ce8a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23da3ec-8c13-49f6-84fa-29defe90c07d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Oct 22 13:40:37.740633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-b824e161-7e80-44d3-ae5e-3d379a587a3c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:40:37.742157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-b824e161-7e80-44d3-ae5e-3d379a587a3c tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 946 time: 0.0532982 Oct 22 13:40:37.839251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port 110c71dd-c15f-4f1c-880a-ac991f3d41ce {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:37.839587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:37.931955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] For port 110c71dd-c15f-4f1c-880a-ac991f3d41ce, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=110c71dd-c15f-4f1c-880a-ac991f3d41ce,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:37.932571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:37.946396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for 110c71dd-c15f-4f1c-880a-ac991f3d41ce owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:38.084116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:38.111768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=110c71dd-c15f-4f1c-880a-ac991f3d41ce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:38.159806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] No DVR routers for this DVR port 110c71dd-c15f-4f1c-880a-ac991f3d41ce on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:38.162510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:38.166578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d56a3ecc-7b4e-4b06-85e5-c3e90e778437 req-eeb1b717-13ab-42e2-899e-3e5193dfcea3 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.26 "DELETE /v2.0/ports/110c71dd-c15f-4f1c-880a-ac991f3d41ce HTTP/1.1" status: 204 len: 173 time: 0.4181325 Oct 22 13:40:38.167042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'name': 'network-vif-deleted', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:40:38.169311 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53637ac-8e92-40e7-a3e7-9231ad5db361" -d '{"events": [{"server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "name": "network-vif-deleted", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:40:38.222430 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca4dc9-0638-471c-8d24-6c1f16f11667 x-openstack-request-id: req-bfca4dc9-0638-471c-8d24-6c1f16f11667 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:40:38.222766 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64c5fca-0e87-487e-af11-42d62803f41d", "name": "network-vif-deleted", "tag": "110c71dd-c15f-4f1c-880a-ac991f3d41ce", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:40:38.223022 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfca4dc9-0638-471c-8d24-6c1f16f11667 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:40:38.223426 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64c5fca-0e87-487e-af11-42d62803f41d', 'name': 'network-vif-deleted', 'tag': '110c71dd-c15f-4f1c-880a-ac991f3d41ce', 'status': 'completed', 'code': 200} Oct 22 13:40:38.475913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:38.814617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19b96de0-49c1-4d69-bad1-adf548fd4af7 req-621f6e7e-05ef-4e83-924f-2225bce7a55a tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0324011 Oct 22 13:40:39.923680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74e67a6d-5679-49ef-957c-bed0790dbc3c req-5208643b-00b9-4b6f-8e80-735ceeefd218 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0284293 Oct 22 13:40:39.970473 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 110c71dd-c15f-4f1c-880a-ac991f3d41ce no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:39.999155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 110c71dd-c15f-4f1c-880a-ac991f3d41ce {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:39.999596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 110c71dd-c15f-4f1c-880a-ac991f3d41ce not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:40.101579 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:41.021627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c08c17d5-9375-468d-b48f-73194ad5fc00 req-aaeff691-c18b-489d-8302-47d7992f3788 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0273035 Oct 22 13:40:42.120842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0170f50b-8316-408b-aefc-646e2800a8ad req-511b8992-6c89-4173-bb39-b75df0773170 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "GET /v2.0/ports?device_id=d64c5fca-0e87-487e-af11-42d62803f41d HTTP/1.1" status: 200 len: 210 time: 0.0269153 Oct 22 13:40:43.193747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43180) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:43.326432 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Deleting port f12f14d7-3918-46c9-984a-f6c84342c3eb {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:43.326803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.407258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.407486 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.419726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Calling delete_port for f12f14d7-3918-46c9-984a-f6c84342c3eb owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:43.553425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.584435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'Port': ['ID=f12f14d7-3918-46c9-984a-f6c84342c3eb,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:43.651773 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.654808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:43.655996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c1211f6c-bb93-4410-8116-3ed2b6b78137 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "DELETE /v2.0/floatingips/3c87bcdf-72a3-47c5-a9ef-99292637f38c HTTP/1.1" status: 204 len: 168 time: 0.4615331 Oct 22 13:40:46.979922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43224) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:47.057984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:47.084393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:47.149779 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:47.152551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:47.156545 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] 10.222.0.25 "DELETE /v2.0/security-groups/d23da3ec-8c13-49f6-84fa-29defe90c07d HTTP/1.1" status: 204 len: 168 time: 0.1752732 Oct 22 13:40:47.168005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee29a-2833-4250-a6ed-e5db61daa299 tempest-TestVolumeBootPattern-1040038228 tempest-TestVolumeBootPattern-1040038228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23da3ec-8c13-49f6-84fa-29defe90c07d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:47.209684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:48.107487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:48.356433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Deleting port e019fd89-717c-4c55-a134-0a12972e18db {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:48.357102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:48.435363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] For port e019fd89-717c-4c55-a134-0a12972e18db, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e019fd89-717c-4c55-a134-0a12972e18db,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:48.435733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:48.449013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Calling delete_port for e019fd89-717c-4c55-a134-0a12972e18db owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:48.627842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:48.659801 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Pushing event deleted for resources: {'Port': ['ID=e019fd89-717c-4c55-a134-0a12972e18db,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:48.841403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.072614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:40:49.177831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:40:49.183749 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b94cf680-b3c0-4a90-a595-96c8d39f1291 admin admin] 10.222.0.25 "PUT /v2.0/routers/4da5da8d-d0fd-4524-b096-7e569b46b0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723833 Oct 22 13:40:49.186214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43238) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:49.189279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Sync routers for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:40:49.200806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:49.201411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:49.292895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.308667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:49.396928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.452640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Deleting port 5edf1488-e243-4320-9fcb-60e3e4f045c5 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:49.452911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.535206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] For port 5edf1488-e243-4320-9fcb-60e3e4f045c5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=5edf1488-e243-4320-9fcb-60e3e4f045c5,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:49.535756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.549522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Calling delete_port for 5edf1488-e243-4320-9fcb-60e3e4f045c5 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:49.639258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:40:48Z', 'revision_number': 5, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port': {'id': '5edf1488-e243-4320-9fcb-60e3e4f045c5', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:06Z', 'updated_at': '2021-10-22T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:49.666293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Checking router: 4da5da8d-d0fd-4524-b096-7e569b46b0c7 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:40:49.675112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Routers {'4da5da8d-d0fd-4524-b096-7e569b46b0c7'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:49.675736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:49.722634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.749716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edf1488-e243-4320-9fcb-60e3e4f045c5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:49.766708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] Set router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:49.812238 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.822668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:40:49Z', 'revision_number': 6, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:49.849249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966eeb2-9db5-499b-b9ff-0cd62cbc1eda None None] The sync data for ids ['4da5da8d-d0fd-4524-b096-7e569b46b0c7'] in n-d-813419-8 is: [{'id': '4da5da8d-d0fd-4524-b096-7e569b46b0c7', 'name': 'tempest-TestVolumeBootPattern-229270234-router', 'tenant_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:05Z', 'updated_at': '2021-10-22T13:40:49Z', 'revision_number': 6, 'project_id': 'a29cc6c13d3e4300802c0e10af7d355c', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:40:49.905644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.908142 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.950671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.951576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4da5da8d-d0fd-4524-b096-7e569b46b0c7 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:40:49.956511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:49.960337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9acf8960-09e1-43bd-9258-64be73454e02 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4da5da8d-d0fd-4524-b096-7e569b46b0c7 HTTP/1.1" status: 204 len: 168 time: 0.7731612 Oct 22 13:40:49.960559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43242) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:50.006901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Deleting subnet f05b5a4a-21a7-4c75-8916-e97cc61f4713 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:40:50.010001 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.045808 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.130565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.215948 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.267948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05b5a4a-21a7-4c75-8916-e97cc61f4713,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:50.272170 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.276815 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-33f0ad32-a010-4c9c-b747-f9866536de04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f05b5a4a-21a7-4c75-8916-e97cc61f4713 HTTP/1.1" status: 204 len: 168 time: 0.3145533 Oct 22 13:40:50.280288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43250) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:50.284001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2f455-4bbb-4a7e-8214-112c4d966ee0 None None] Network d2240c5b-f831-4199-8c30-7ba8e094b02b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:40:50.384798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.403638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e019fd89-717c-4c55-a134-0a12972e18db no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:50.427675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e019fd89-717c-4c55-a134-0a12972e18db {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:50.428129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e019fd89-717c-4c55-a134-0a12972e18db not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:50.449492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Deleting port b2743b52-78af-41e4-8f5c-5183c5e091b8 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:50.450071 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.519807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] For port b2743b52-78af-41e4-8f5c-5183c5e091b8, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b2743b52-78af-41e4-8f5c-5183c5e091b8,segment=NetworkSegment(08e1adb5-9dc3-47fe-9047-c997af7ba98f),segment_id=08e1adb5-9dc3-47fe-9047-c997af7ba98f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:50.520176 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.532746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Calling delete_port for b2743b52-78af-41e4-8f5c-5183c5e091b8 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:50.611555 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.636987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2743b52-78af-41e4-8f5c-5183c5e091b8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:50.644445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] No DVR routers for this DVR port b2743b52-78af-41e4-8f5c-5183c5e091b8 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:50.725277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.727994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa731b4-6ab7-489a-bd5d-4bbd5049babe None None] DHCP port deletion for d2240c5b-f831-4199-8c30-7ba8e094b02b request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:40:50.757328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2240c5b-f831-4199-8c30-7ba8e094b02b']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:50.772311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e1adb5-9dc3-47fe-9047-c997af7ba98f') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:50.772697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e1adb5-9dc3-47fe-9047-c997af7ba98f') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:50.782934 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.796916 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.802887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:40:50.803275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:40:50.805828 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:40:50.867983 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.873281 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:50.879771 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2240c5b-f831-4199-8c30-7ba8e094b02b HTTP/1.1" status: 204 len: 168 time: 0.5895588 Oct 22 13:40:50.880170 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43252) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:50.889810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc274c09-df34-4ae4-a82d-a0852f98e899 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2240c5b-f831-4199-8c30-7ba8e094b02b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:51.251900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:51.504056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Deleting port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:51.504312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:51.588608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] For port b8508018-e078-4f78-bdb5-2ad9f0bbf3c5, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:51.588961 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:51.601518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Calling delete_port for b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:51.784972 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:51.813765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8508018-e078-4f78-bdb5-2ad9f0bbf3c5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:52.004337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:52.231959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:40:52.344840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5edf1488-e243-4320-9fcb-60e3e4f045c5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:52.348594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:40:52.353937 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b683eb3f-282c-4fa0-ae65-c35fe3501a19 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d7426db-a2df-4314-a9c1-5bb70962c4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726100 Oct 22 13:40:52.356871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43258) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:52.359313 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Sync routers for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:40:52.368777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 5edf1488-e243-4320-9fcb-60e3e4f045c5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:52.369131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 5edf1488-e243-4320-9fcb-60e3e4f045c5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:52.369951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b2743b52-78af-41e4-8f5c-5183c5e091b8 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:52.371364 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:52.372128 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:52.394711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b2743b52-78af-41e4-8f5c-5183c5e091b8 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:52.395355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b2743b52-78af-41e4-8f5c-5183c5e091b8 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:52.487038 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:52.527626 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:52.592389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:52.722130 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:40:51Z', 'revision_number': 5, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port': {'id': 'ad86b714-9ccb-4527-959c-83c72be38f40', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:52.754687 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Checking router: 4d7426db-a2df-4314-a9c1-5bb70962c4c1 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:40:52.765249 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Routers {'4d7426db-a2df-4314-a9c1-5bb70962c4c1'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:40:52.766157 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:40:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:52.956897 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] Set router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:40:52.986054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Deleting port ad86b714-9ccb-4527-959c-83c72be38f40 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:52.986390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.019135 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:40:52Z', 'revision_number': 6, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:53.056154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60d9ae-cd88-46b0-a6ff-4b0a5c2d535b None None] The sync data for ids ['4d7426db-a2df-4314-a9c1-5bb70962c4c1'] in n-d-813419-8 is: [{'id': '4d7426db-a2df-4314-a9c1-5bb70962c4c1', 'name': 'tempest-TestVolumeBootPattern-816870725-router', 'tenant_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:29:16Z', 'updated_at': '2021-10-22T13:40:52Z', 'revision_number': 6, 'project_id': '9fa0f0a0aa0d469aa12a4fd2a63eba61', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:40:53.080128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] For port ad86b714-9ccb-4527-959c-83c72be38f40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ad86b714-9ccb-4527-959c-83c72be38f40,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:53.080497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.107548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Calling delete_port for ad86b714-9ccb-4527-959c-83c72be38f40 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:53.279589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.309903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad86b714-9ccb-4527-959c-83c72be38f40,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:53.373458 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.467021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.469597 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.517469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.518003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7426db-a2df-4314-a9c1-5bb70962c4c1 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:40:53.522363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.524819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6f0bf5f-51d5-4f97-ab68-29cb76172b97 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d7426db-a2df-4314-a9c1-5bb70962c4c1 HTTP/1.1" status: 204 len: 168 time: 1.1667268 Oct 22 13:40:53.527418 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:53.578034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Deleting subnet a4ea0e44-334a-4c33-bc54-4035dc7a145b {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:40:53.581259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.616327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.703659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.764397 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.790254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ea0e44-334a-4c33-bc54-4035dc7a145b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:53.794021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.799819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43264) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:53.801572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25895ac9-aedf-4ba9-84c7-00fb4ecf52d1 None None] Network f3270e86-ad60-435b-b9f6-cd3ec353c7d5 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:40:53.806794 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e10ebaf5-fe7a-4252-a4e7-a0c0d156bdc5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4ea0e44-334a-4c33-bc54-4035dc7a145b HTTP/1.1" status: 204 len: 168 time: 0.2762561 Oct 22 13:40:53.889464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:53.957999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Deleting port 1f328c6f-0b14-47ae-89f2-36d163713d40 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:53.958343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.027224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] DHCP port deletion for f3270e86-ad60-435b-b9f6-cd3ec353c7d5 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:40:54.037523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] For port 1f328c6f-0b14-47ae-89f2-36d163713d40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f328c6f-0b14-47ae-89f2-36d163713d40,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:54.037900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.052319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Calling delete_port for 1f328c6f-0b14-47ae-89f2-36d163713d40 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:54.057001 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b446aa8-2c1a-46d8-9c27-7a5e7c8b3252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.087735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Deleting port 1f328c6f-0b14-47ae-89f2-36d163713d40 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:40:54.088236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.149363 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.158126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] For port 1f328c6f-0b14-47ae-89f2-36d163713d40, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f328c6f-0b14-47ae-89f2-36d163713d40,segment=NetworkSegment(b1063889-9096-4fdb-8f92-8730e1ac11cf),segment_id=b1063889-9096-4fdb-8f92-8730e1ac11cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:40:54.158861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.174242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Calling delete_port for 1f328c6f-0b14-47ae-89f2-36d163713d40 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:40:54.186962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f328c6f-0b14-47ae-89f2-36d163713d40,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:54.196940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] No DVR routers for this DVR port 1f328c6f-0b14-47ae-89f2-36d163713d40 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:54.291047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.320971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.322955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f328c6f-0b14-47ae-89f2-36d163713d40 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:54.328560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Pushing event deleted for resources: {'Port': ['ID=1f328c6f-0b14-47ae-89f2-36d163713d40,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:54.346254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3270e86-ad60-435b-b9f6-cd3ec353c7d5']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:54.363765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1063889-9096-4fdb-8f92-8730e1ac11cf') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:54.364073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1063889-9096-4fdb-8f92-8730e1ac11cf') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:40:54.366560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.366986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.367337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.367682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.368022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.368358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.368692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.369024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.369350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.369677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.370004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.370858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:40:54.377404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4bcc1-89ae-4e2e-b71f-eb827608178a None None] No DVR routers for this DVR port 1f328c6f-0b14-47ae-89f2-36d163713d40 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:40:54.377994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.384178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1f328c6f-0b14-47ae-89f2-36d163713d40 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:54.384178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f328c6f-0b14-47ae-89f2-36d163713d40 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:54.384178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ad86b714-9ccb-4527-959c-83c72be38f40 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:54.397168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.405072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:40:54.405235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: ad86b714-9ccb-4527-959c-83c72be38f40 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:54.405548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ad86b714-9ccb-4527-959c-83c72be38f40 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:54.405810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.405970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:40:54.407979 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:40:54.427670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:40:54.427670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8508018-e078-4f78-bdb5-2ad9f0bbf3c5 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:40:54.471870 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.479598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.483192 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f3270e86-ad60-435b-b9f6-cd3ec353c7d5 HTTP/1.1" status: 204 len: 168 time: 0.6815488 Oct 22 13:40:54.497494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f152b-4a82-46a6-a272-a834fd8c4565 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3270e86-ad60-435b-b9f6-cd3ec353c7d5,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:54.650867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:54.701686 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0de2cf54-a087-4969-8b78-9fcfbbc43bad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a29cc6c13d3e4300802c0e10af7d355c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496135 Oct 22 13:40:54.706274 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 43272) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:54.771028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.792437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.839501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.842210 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:54.843411 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8642f4f3-a9e5-4a3f-a49b-2165a0e25033 HTTP/1.1" status: 204 len: 168 time: 0.1360290 Oct 22 13:40:54.851646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26458-e1b0-4f1f-bdbb-9b33455a4a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8642f4f3-a9e5-4a3f-a49b-2165a0e25033,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:55.195805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43278) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:55.234645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-22c40edf-f600-4f8b-b0bb-c8c6844cd89c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fa0f0a0aa0d469aa12a4fd2a63eba61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400453 Oct 22 13:40:55.237110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 43280) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:40:55.285849 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:55.308759 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:55.356544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:55.359417 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:55.362879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40990210-2b70-4991-adcd-747f33a475e5 HTTP/1.1" status: 204 len: 168 time: 0.1226163 Oct 22 13:40:55.370777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa2957-db22-40ad-9eba-56498851a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40990210-2b70-4991-adcd-747f33a475e5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:40:57.083782 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f2a76cfd-7a1b-4dcd-8adb-8b29e4399b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:57.788684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:57.821140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:40:58.509275 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:40:59.815790 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:08.460818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:10.111818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:24.018823 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-28805500-f9b0-4ced-bff5-44823725701c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:27.088189 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fcac5ef-bed7-469e-80f6-1921166dc6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:27.792375 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:27.824732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:29.819390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:35.508804 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:41:38.459180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:40.117561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:54.020414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c69f4c-5d8c-44ed-b34e-a00bffde1989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:57.090735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2de7d9b5-b4e3-4fae-8e1c-3af6493fb553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:57.794950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:57.830930 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:41:59.823474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:08.458520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:10.111383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:12.508196 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:42:24.024689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ccc52f9a-a1f8-4e84-84a5-9a082ddf14d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:27.104963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-79f89d45-72da-4f5b-ad19-67d94e064c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:27.797399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:27.827206 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:29.830374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:38.470350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:40.113064 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:49.511077 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:42:54.037433 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1ddd28e5-753a-493e-b07d-109a03b027df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:57.098327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41d16f89-d2b4-4421-9712-bd7a0a8fa6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:57.803058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:57.837264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:42:59.831058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:08.470655 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:10.099677 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:24.030243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25f8-c3d7-4ae3-954d-81a482b42a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:26.511189 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:43:27.101746 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9c2e-33d7-4ecb-9034-db0b328b901b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:27.801461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:27.829869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:29.833498 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:38.487919 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:40.115520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:48.834812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45908) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:43:48.993184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4ff55aff-9b41-46e5-a719-51e685e18085 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34af90340938444ea47dbc77adc9c2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571743 Oct 22 13:43:48.996441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 45914) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:43:49.045100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:49.067750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:49.117936 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:49.122455 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:49.123805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96402a99-ecb5-4cbb-bacf-38e4beddf104 HTTP/1.1" status: 204 len: 168 time: 0.1263726 Oct 22 13:43:49.133984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96402a99-ecb5-4cbb-bacf-38e4beddf104,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:43:49.143254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.143600 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.143958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.144275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.144605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.144938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.145275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.145587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.145910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.146233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.146558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:49.146902 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0258ac-f215-429d-aa24-93210a05ab8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:43:54.033300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fb1ade2e-e786-4f58-b701-cd203c564a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:57.107008 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a494407e-80f1-49cf-8eb0-1fb79d755c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:57.805250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:57.832251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:43:59.833389 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:03.510030 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:44:08.503456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:10.117202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:24.052376 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cb0aa44-bdfe-496e-90cb-302ff789b141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:27.109672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfc78a7f-1c21-41b0-ae97-b84f9674a358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:27.810963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:27.836022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:29.835333 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:38.525449 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.435783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46242) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:39.546779 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a7e-e845-4118-b3b2-6f744d9977c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.620526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a7e-e845-4118-b3b2-6f744d9977c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.624195 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a7e-e845-4118-b3b2-6f744d9977c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.669909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2d10a7e-e845-4118-b3b2-6f744d9977c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85e4cf9f1f5c4cb8af55b51fc8cb67d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329483 Oct 22 13:44:39.671131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10a7e-e845-4118-b3b2-6f744d9977c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb35ab-bf58-451b-82af-76bf1b74d4da,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:39.672650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46246) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:39.724778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.746189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.791970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.794551 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:39.795733 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09bb35ab-bf58-451b-82af-76bf1b74d4da HTTP/1.1" status: 204 len: 168 time: 0.1219797 Oct 22 13:44:39.803728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb35ab-bf58-451b-82af-76bf1b74d4da,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:39.811942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.812296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.812639 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.812974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.813309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.813903 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.814264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.814592 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.814936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.815260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.815586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:39.815908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74098b18-5455-4e01-815c-dc1e447e9ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:40.134773 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:40.508819 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:44:41.722539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46402) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:41.830955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d7a2ae6-d22c-414b-bf7a-118059c3af34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:41.905348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d7a2ae6-d22c-414b-bf7a-118059c3af34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:41.908455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d7a2ae6-d22c-414b-bf7a-118059c3af34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:41.951295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5d7a2ae6-d22c-414b-bf7a-118059c3af34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27e9582611d4451ba0e89a80cb1dba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276464 Oct 22 13:44:41.952161 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a2ae6-d22c-414b-bf7a-118059c3af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872000b7-fb2e-4b40-abc4-2baa1ad56665,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:41.954010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46406) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:42.003449 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.024909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.071302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.073896 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.075722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/872000b7-fb2e-4b40-abc4-2baa1ad56665 HTTP/1.1" status: 204 len: 168 time: 0.1200345 Oct 22 13:44:42.083641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c96e2-50ba-47b5-b39c-e00f09ae8c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872000b7-fb2e-4b40-abc4-2baa1ad56665,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:42.337948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:42.351079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7986b91d-c357-4fad-bed2-038e05dae775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.428478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7986b91d-c357-4fad-bed2-038e05dae775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.433009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7986b91d-c357-4fad-bed2-038e05dae775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.469086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986b91d-c357-4fad-bed2-038e05dae775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18525e5-8b1b-4001-9352-ecf0b82195f5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:42.473508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7986b91d-c357-4fad-bed2-038e05dae775 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=274a4472a88d48f4bb85aedafdc1356a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344311 Oct 22 13:44:42.476097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46414) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:44:42.528083 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.549659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.598307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.600966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:42.605049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c18525e5-8b1b-4001-9352-ecf0b82195f5 HTTP/1.1" status: 204 len: 168 time: 0.1251402 Oct 22 13:44:42.610945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485484e-f794-4596-a6e1-03db35dca216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18525e5-8b1b-4001-9352-ecf0b82195f5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:52.991237 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-4c2bc79e-90f5-4914-8bf7-cb8b199b3d5e tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=040c35af5cee44ceba4d1b8467617beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222857 Oct 22 13:44:53.100103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-8a7bb43f-49b1-4e2a-8d04-03c2dd6e9814 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:44:53.101561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-8a7bb43f-49b1-4e2a-8d04-03c2dd6e9814 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044440 Oct 22 13:44:53.118207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-fbac9105-5900-4671-b0f6-4e26c4359790 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/quotas/040c35af5cee44ceba4d1b8467617beb HTTP/1.1" status: 200 len: 375 time: 0.0098705 Oct 22 13:44:53.150711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-79af4af7-e23e-42f0-a016-96268054a4a6 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=040c35af5cee44ceba4d1b8467617beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258558 Oct 22 13:44:54.041318 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f62cc96-94d7-4566-8036-29d54704d43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:54.443178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c0cac77-ecbf-4eec-a00a-ff4eb95ad93f req-5729d397-069b-440b-b6f3-039596021ce2 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.1397436 Oct 22 13:44:55.520014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d7ebc7c-be24-4208-b0b0-9e3649e7219c req-04a96af7-5bce-449d-a9c4-48ba8930c7e3 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0259240 Oct 22 13:44:56.628816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-025e0870-0f46-465f-986e-226c0fdc37e2 req-5a264c60-5a60-4a3e-a826-e3ee8ccb141b tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0298696 Oct 22 13:44:57.110684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fda6fb28-485f-43a6-9f44-cc89af8d43e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:57.711653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-967b271b-24d3-4792-8d3c-46c88ceb40bf req-deffeea5-4873-4dd1-a812-af80af1f78a7 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Oct 22 13:44:57.812136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:57.838735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:58.803058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a740837a-0a07-4484-be54-5f1068e6b7d3 req-2247ef5e-14e8-4fb0-85d6-bd2368c256e1 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0253463 Oct 22 13:44:59.385964 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-4890542f-627d-45c5-b808-b84e53ddaee3 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=040c35af5cee44ceba4d1b8467617beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232134 Oct 22 13:44:59.500320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-6c21b18c-5392-4766-b53f-b33969af7dc4 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:44:59.501781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-6c21b18c-5392-4766-b53f-b33969af7dc4 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098089 Oct 22 13:44:59.515591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Request body: {'port': {'device_id': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'admin_state_up': True, 'tenant_id': '040c35af5cee44ceba4d1b8467617beb'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:44:59.630484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Made reservation on behalf of 040c35af5cee44ceba4d1b8467617beb for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:44:59.634582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:59.642912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:59.716234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:59.720161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:59.793891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:44:59.808735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.809316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.809430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.809726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.810057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.810383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.810731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.811059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.811380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.811702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.812023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.812340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:44:59.845288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:44:59.881267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Allocated IP 192.168.233.13 (aa523295-180b-42ac-9b82-012cb79853b5/156a9a54-ec46-4223-ad55-d75341c06c7f/ac113221-3831-4049-86fc-dde97f90d14a) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:44:59.923058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30891bb0-5926-4524-ae6f-8422a3ed40c9 req-7cf53777-f63a-47f9-a2ae-7604a6bf9ee0 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Oct 22 13:45:00.055726 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.089202 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.130051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Network aa523295-180b-42ac-9b82-012cb79853b5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:45:00.133178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:45:00.136999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:45:00.164646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Pushing event updated for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:00.194087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:00.194527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.210492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-e5b65293-1247-45c1-8aee-b1b835f705dc tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6987140 Oct 22 13:45:00.276774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Request body: {'port': {'device_id': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:00.337899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.345383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c87a5a32-91f9-42a7-b7e4-c8ac45bb30fb None None] Provisioning complete for port ac113221-3831-4049-86fc-dde97f90d14a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:45:00.345748 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c87a5a32-91f9-42a7-b7e4-c8ac45bb30fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.379721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c87a5a32-91f9-42a7-b7e4-c8ac45bb30fb None None] Port ac113221-3831-4049-86fc-dde97f90d14a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:45:00.604738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac113221-3831-4049-86fc-dde97f90d14a {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:45:00.611882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.624919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Transition to ACTIVE for port object ac113221-3831-4049-86fc-dde97f90d14a will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:45:00.628591 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.679496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:00.754473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Attempting to bind port ac113221-3831-4049-86fc-dde97f90d14a on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:45:00.754910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Attempting to bind port ac113221-3831-4049-86fc-dde97f90d14a by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:45:00.755172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Attempting to bind port ac113221-3831-4049-86fc-dde97f90d14a on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:00.760534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Port ac113221-3831-4049-86fc-dde97f90d14a on network aa523295-180b-42ac-9b82-012cb79853b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:45:00.760857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Attempting to bind port ac113221-3831-4049-86fc-dde97f90d14a on network aa523295-180b-42ac-9b82-012cb79853b5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:00.765690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:45:00.766037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Checking segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:45:00.766437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Bound using segment: {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:45:00.766884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Bound port: ac113221-3831-4049-86fc-dde97f90d14a, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:45:00.767246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.834277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:45:00.837389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ac113221-3831-4049-86fc-dde97f90d14a,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:45:00.840738 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.874423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:00.875091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:00.876469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac113221-3831-4049-86fc-dde97f90d14a HTTP/1.1" status: 200 len: 1095 time: 0.6574991 Oct 22 13:45:00.876906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:00.879219 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d30c43-b992-46b7-a455-e20aef9dfe01" -d '{"events": [{"name": "network-changed", "server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "tag": "ac113221-3831-4049-86fc-dde97f90d14a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:00.909128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad3d9-4754-438a-873b-30b5393773d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:00.997952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-d6a71138-fdaa-4420-a89c-87b343d87a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:00.999721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-d6a71138-fdaa-4420-a89c-87b343d87a07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=040c35af5cee44ceba4d1b8467617beb&device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0708225 Oct 22 13:45:01.020158 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc575a-54e3-4251-bf38-db721906ecc1 x-openstack-request-id: req-8fcc575a-54e3-4251-bf38-db721906ecc1 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:01.020449 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "tag": "ac113221-3831-4049-86fc-dde97f90d14a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:01.020704 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fcc575a-54e3-4251-bf38-db721906ecc1 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:01.021111 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a', 'status': 'completed', 'code': 200} Oct 22 13:45:01.059935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-f8d90a0b-d862-42ff-8eed-cb934dd29bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=ac113221-3831-4049-86fc-dde97f90d14a HTTP/1.1" status: 200 len: 217 time: 0.0498352 Oct 22 13:45:01.141931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8aff1-bf16-40b7-9149-cfa5b2f20b8b req-e0511d09-4eba-4c4a-b5a5-e3eb8ef4087d tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.143399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d8aff1-bf16-40b7-9149-cfa5b2f20b8b req-e0511d09-4eba-4c4a-b5a5-e3eb8ef4087d tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 947 time: 0.0937357 Oct 22 13:45:01.145257 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-54434a37-6527-4f5f-b9c4-16cf00c8d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.146643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-54434a37-6527-4f5f-b9c4-16cf00c8d7e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0685742 Oct 22 13:45:01.210087 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d8aff1-bf16-40b7-9149-cfa5b2f20b8b req-42f3a09d-f49b-4b95-b08e-1c05702440d6 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Oct 22 13:45:01.216153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-7e7e7213-97e2-44e6-9c85-9940d0ccfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.217611 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-7e7e7213-97e2-44e6-9c85-9940d0ccfb4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617425 Oct 22 13:45:01.312016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-9c6077d0-7187-44e4-b170-645206178883 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869193 Oct 22 13:45:01.402500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f240c4e-543e-4c22-b70e-fcee8c39e443 req-f4762cb7-d3d4-4a1f-b24d-587ed1a622be service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823889 Oct 22 13:45:01.490762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-85020045-672f-4a8c-b522-8836d50d8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.492241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-85020045-672f-4a8c-b522-8836d50d8d6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=040c35af5cee44ceba4d1b8467617beb&device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0409527 Oct 22 13:45:01.585729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-ef924f6b-800e-477f-9907-4e2dae8eb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.587886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-ef924f6b-800e-477f-9907-4e2dae8eb51d service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa523295-180b-42ac-9b82-012cb79853b5 HTTP/1.1" status: 200 len: 870 time: 0.0889001 Oct 22 13:45:01.628566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-0c79aa4d-1c90-4c4a-bd4e-5966e1c9c765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=ac113221-3831-4049-86fc-dde97f90d14a HTTP/1.1" status: 200 len: 217 time: 0.0339549 Oct 22 13:45:01.682827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-ed98ebf2-1d74-4a2c-9f03-11da52eb3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.684193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-ed98ebf2-1d74-4a2c-9f03-11da52eb3c40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=156a9a54-ec46-4223-ad55-d75341c06c7f HTTP/1.1" status: 200 len: 843 time: 0.0476289 Oct 22 13:45:01.731068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-d16f014b-c13a-414d-8411-375fba982892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:01.732610 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-d16f014b-c13a-414d-8411-375fba982892 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa523295-180b-42ac-9b82-012cb79853b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404510 Oct 22 13:45:01.826546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-a4fadcef-c93f-4afb-964a-6cb09f402ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Oct 22 13:45:01.922729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-46d30c43-b992-46b7-a455-e20aef9dfe01 req-1a62135a-c79a-401f-b410-cce45e20a828 service neutron] 10.222.0.26 "GET /v2.0/networks/aa523295-180b-42ac-9b82-012cb79853b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Oct 22 13:45:02.330643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963f821-631e-458e-9705-9fdc3bd56694 req-844a0f89-d69a-411f-91d9-7539e46bcd16 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:02.332126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6963f821-631e-458e-9705-9fdc3bd56694 req-844a0f89-d69a-411f-91d9-7539e46bcd16 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 947 time: 0.0499959 Oct 22 13:45:02.369442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6963f821-631e-458e-9705-9fdc3bd56694 req-b36f7d7a-6e3e-475a-83c1-d3cf43eac0de tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Oct 22 13:45:03.490382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf0f6-8368-4a6b-bea2-f0bf0f0c4377 req-9419a6bd-9235-42de-b9d8-5405c812aed5 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:03.491889 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7deaf0f6-8368-4a6b-bea2-f0bf0f0c4377 req-9419a6bd-9235-42de-b9d8-5405c812aed5 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 947 time: 0.0524001 Oct 22 13:45:03.531410 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7deaf0f6-8368-4a6b-bea2-f0bf0f0c4377 req-96de74ca-722d-4bcf-8545-bda9cad02708 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Oct 22 13:45:04.650531 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235391de-7f2b-485f-9c73-1993ab265fd4 req-9cad61b2-4a3d-4d7a-91d0-18d3ca82d407 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:04.652047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-235391de-7f2b-485f-9c73-1993ab265fd4 req-9cad61b2-4a3d-4d7a-91d0-18d3ca82d407 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 947 time: 0.0494237 Oct 22 13:45:04.690338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-235391de-7f2b-485f-9c73-1993ab265fd4 req-6569633f-ae0e-443a-b2f9-7c41e16d69ec tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Oct 22 13:45:05.261596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ac113221-3831-4049-86fc-dde97f90d14a details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:45:05.354108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ac113221-3831-4049-86fc-dde97f90d14a,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:05.364831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ac113221-3831-4049-86fc-dde97f90d14a', 'network_id': 'aa523295-180b-42ac-9b82-012cb79853b5', 'port_id': 'ac113221-3831-4049-86fc-dde97f90d14a', 'mac_address': 'fa:16:3e:16:96:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156a9a54-ec46-4223-ad55-d75341c06c7f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:45:05.405180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:05.417379 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac113221-3831-4049-86fc-dde97f90d14a {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:45:05.436750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ac113221-3831-4049-86fc-dde97f90d14a,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:05.440962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:05.486327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:05.494029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.494388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.494766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.495113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.495455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.495795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.496126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.496458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.496788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.497117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.497445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.497770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:45:05.673360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ac113221-3831-4049-86fc-dde97f90d14a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:45:05.805269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6b14c-6172-4490-8de8-938a1e2d161c req-631fc246-f39d-4b68-aece-e4cece8325e9 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:05.807416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ec6b14c-6172-4490-8de8-938a1e2d161c req-631fc246-f39d-4b68-aece-e4cece8325e9 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 948 time: 0.0489893 Oct 22 13:45:05.845221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1ec6b14c-6172-4490-8de8-938a1e2d161c req-5bfe6cdf-c4b4-4f19-9cdf-e8b979274136 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Oct 22 13:45:06.963818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e4078-de55-4f6a-a4f1-476d183f796a req-c4788842-b1b9-4747-87b7-40156cfdcba0 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:06.965285 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b69e4078-de55-4f6a-a4f1-476d183f796a req-c4788842-b1b9-4747-87b7-40156cfdcba0 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 948 time: 0.0529661 Oct 22 13:45:07.002853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b69e4078-de55-4f6a-a4f1-476d183f796a req-4add91fb-77c6-4e1b-ac28-986dc0ec8235 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Oct 22 13:45:07.263131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ac113221-3831-4049-86fc-dde97f90d14a up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:45:07.310805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port ac113221-3831-4049-86fc-dde97f90d14a completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:45:07.315026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ac113221-3831-4049-86fc-dde97f90d14a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:45:07.315414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:07.395055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:07.417271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:07.419542 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7e2e1-d6ea-4f16-af86-ed515c80dd06" -d '{"events": [{"server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "name": "network-vif-plugged", "status": "completed", "tag": "ac113221-3831-4049-86fc-dde97f90d14a"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:07.433772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ac113221-3831-4049-86fc-dde97f90d14a,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:07.437865 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:07.486576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:07.528252 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead5c9b-2453-4ba6-9a6c-40453c43c508 x-openstack-request-id: req-7ead5c9b-2453-4ba6-9a6c-40453c43c508 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:07.528540 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "name": "network-vif-plugged", "status": "completed", "tag": "ac113221-3831-4049-86fc-dde97f90d14a", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:07.528789 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ead5c9b-2453-4ba6-9a6c-40453c43c508 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:07.529181 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a', 'code': 200} Oct 22 13:45:07.623350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf4fb-82c5-4f01-bb6f-207c70ecead6 req-23a9765e-b79c-4176-ad6a-faa1dee0af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:07.624819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6eaf4fb-82c5-4f01-bb6f-207c70ecead6 req-23a9765e-b79c-4176-ad6a-faa1dee0af9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 1100 time: 0.0397735 Oct 22 13:45:07.660769 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6eaf4fb-82c5-4f01-bb6f-207c70ecead6 req-98a9f341-d355-41c0-8710-9636c46deae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280654 Oct 22 13:45:08.122821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57678748-8f9d-4fa0-85a4-0eca339f2765 req-ed12e8ef-8535-4d5b-ac4c-7fd63e0776eb tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:08.124307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57678748-8f9d-4fa0-85a4-0eca339f2765 req-ed12e8ef-8535-4d5b-ac4c-7fd63e0776eb tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 949 time: 0.0543294 Oct 22 13:45:08.161552 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57678748-8f9d-4fa0-85a4-0eca339f2765 req-d5ccdae3-f149-47b3-bb09-6e4414d0d1ac tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Oct 22 13:45:08.526234 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:09.285354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e214-e828-4f6b-bd51-6101df1edae7 req-c2290cad-a624-400b-b0e3-052ad0b69066 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:09.286931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2670e214-e828-4f6b-bd51-6101df1edae7 req-c2290cad-a624-400b-b0e3-052ad0b69066 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 949 time: 0.0545206 Oct 22 13:45:09.326061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2670e214-e828-4f6b-bd51-6101df1edae7 req-cde4771b-004f-46bd-8c56-cad59b0fe77a tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Oct 22 13:45:09.660431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-4db25e68-9ed5-48dc-b0b7-c5b8c8912785 req-0754f0aa-eaf2-4eab-8159-00923567d12a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:45:09.661487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4db25e68-9ed5-48dc-b0b7-c5b8c8912785 req-0754f0aa-eaf2-4eab-8159-00923567d12a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0563593 Oct 22 13:45:10.042867 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-ea86caeb-c886-44dc-aa92-a55a19172a68 req-66318070-f07a-4b85-8bbe-c828cd9bd2be service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:45:10.043875 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ea86caeb-c886-44dc-aa92-a55a19172a68 req-66318070-f07a-4b85-8bbe-c828cd9bd2be service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0570548 Oct 22 13:45:10.124195 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:10.372662 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275bf7e-b22e-439c-b13f-a8f366ef9ac4 req-4dc69226-64e5-451c-aa44-1956305eeb64 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:10.374178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b275bf7e-b22e-439c-b13f-a8f366ef9ac4 req-4dc69226-64e5-451c-aa44-1956305eeb64 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 949 time: 0.0506911 Oct 22 13:45:10.411664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b275bf7e-b22e-439c-b13f-a8f366ef9ac4 req-db23ee6c-f0c8-4c5d-abd8-64e680e52f9d tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Oct 22 13:45:11.532104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a7ad3-18e3-4dc0-b9f7-60586fc6f542 req-15b1e572-5924-4ab7-b0be-a050af824479 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:11.533484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c9a7ad3-18e3-4dc0-b9f7-60586fc6f542 req-15b1e572-5924-4ab7-b0be-a050af824479 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 949 time: 0.0495269 Oct 22 13:45:11.571719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c9a7ad3-18e3-4dc0-b9f7-60586fc6f542 req-5955c2fb-dbeb-4005-a965-0f5299c96626 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Oct 22 13:45:11.657362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-9962ee7d-a468-4470-8483-c5a413095493 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:11.658847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-9962ee7d-a468-4470-8483-c5a413095493 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.26 "GET /v2.0/ports?device_id=503b4c75-0e86-4f00-ac88-f807c566c8b2 HTTP/1.1" status: 200 len: 949 time: 0.0515532 Oct 22 13:45:11.746059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Deleting port ac113221-3831-4049-86fc-dde97f90d14a {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:45:11.746403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:11.836406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] For port ac113221-3831-4049-86fc-dde97f90d14a, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ac113221-3831-4049-86fc-dde97f90d14a,segment=NetworkSegment(6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f),segment_id=6b3b0f39-38c0-40f9-841e-7ee41f1c2d0f)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:11.836772 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:11.848238 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Calling delete_port for ac113221-3831-4049-86fc-dde97f90d14a owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:45:11.977915 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:11.989996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ac113221-3831-4049-86fc-dde97f90d14a'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:45:12.010787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Pushing event deleted for resources: {'Port': ['ID=ac113221-3831-4049-86fc-dde97f90d14a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:12.053955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] No DVR routers for this DVR port ac113221-3831-4049-86fc-dde97f90d14a on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:45:12.057061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:12.060820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be806fca-73ce-4ecf-a13e-b3173d7bbaa0 req-71175722-6759-4181-bf6e-b3604570bb90 tempest-ServersAdminNegativeTestJSON-1308747427 tempest-ServersAdminNegativeTestJSON-1308747427-project] 10.222.0.26 "DELETE /v2.0/ports/ac113221-3831-4049-86fc-dde97f90d14a HTTP/1.1" status: 204 len: 173 time: 0.3957860 Oct 22 13:45:12.061311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'name': 'network-vif-deleted', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:12.065185 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeeb42e-fec5-49f1-9b0c-62836a14d281" -d '{"events": [{"server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "name": "network-vif-deleted", "tag": "ac113221-3831-4049-86fc-dde97f90d14a"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:12.105132 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d657294-cf3f-46fc-a7fa-09adc035b0e1 x-openstack-request-id: req-3d657294-cf3f-46fc-a7fa-09adc035b0e1 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:12.105428 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b4c75-0e86-4f00-ac88-f807c566c8b2", "name": "network-vif-deleted", "tag": "ac113221-3831-4049-86fc-dde97f90d14a", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:12.105678 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d657294-cf3f-46fc-a7fa-09adc035b0e1 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:12.106075 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b4c75-0e86-4f00-ac88-f807c566c8b2', 'name': 'network-vif-deleted', 'tag': 'ac113221-3831-4049-86fc-dde97f90d14a', 'status': 'completed', 'code': 200} Oct 22 13:45:12.862808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:13.000865 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7ea7a793-4888-4d9a-bdda-e36b444719bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=040c35af5cee44ceba4d1b8467617beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368728 Oct 22 13:45:13.003422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:13.050889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.071734 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.120921 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.123666 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.124834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9 HTTP/1.1" status: 204 len: 168 time: 0.1203890 Oct 22 13:45:13.132805 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280719b6-0675-4031-9c7b-1ab4736f2624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64cc0be-f4a6-4dc2-8ee0-c43d68899ea9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:13.385432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:13.398413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f713056c-5697-4a99-87dc-a34b77835059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.475095 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f713056c-5697-4a99-87dc-a34b77835059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.479485 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f713056c-5697-4a99-87dc-a34b77835059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.517723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f713056c-5697-4a99-87dc-a34b77835059 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78e67fc17b86488baeee4bab3c75f9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312268 Oct 22 13:45:13.518953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713056c-5697-4a99-87dc-a34b77835059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0fd3b3-5628-4872-8c55-2f19ca4836af,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:13.520488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:13.570711 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.592095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.638000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.640715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:13.641878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e0fd3b3-5628-4872-8c55-2f19ca4836af HTTP/1.1" status: 204 len: 168 time: 0.1198168 Oct 22 13:45:13.649653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b638fd-fe6c-4d8d-b3ac-7ba984981a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0fd3b3-5628-4872-8c55-2f19ca4836af,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:14.342153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46630) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:14.440539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-483240152-network', 'tenant_id': 'd4df3f53b2fa409386c70abd7c7a3871'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:14.462271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Made reservation on behalf of d4df3f53b2fa409386c70abd7c7a3871 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:45:14.464693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.472847 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.549973 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.553570 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.581741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:45:14.588754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002d448-436f-45bb-bb50-cac1114034f8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:14.595190 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.595532 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Added segment 759b79f6-f1c2-447f-a667-4a0bdc8c45b8 of type vlan for network 9219f344-fe0b-4bee-8579-1861fb9ad268 Oct 22 13:45:14.640907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.665007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.666055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:14.666718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.705031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3615434 Oct 22 13:45:14.708134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46634) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:45:14.713857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Request body: {'subnet': {'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-483240152-subnet', 'tenant_id': 'd4df3f53b2fa409386c70abd7c7a3871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:14.735128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Made reservation on behalf of d4df3f53b2fa409386c70abd7c7a3871 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:45:14.737559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.913246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:14.976156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:14.980855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Checking segment: {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:45:14.981223 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Network hostable DHCP agents. Network: 9219f344-fe0b-4bee-8579-1861fb9ad268, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:45:14.998981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Network 9219f344-fe0b-4bee-8579-1861fb9ad268 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:45:15.008803 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 9219f344-fe0b-4bee-8579-1861fb9ad268) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:45:15.014642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:15.015229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:15.021125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee0ac7-2b11-4185-9a07-7577cc59a338 None None] Network 9219f344-fe0b-4bee-8579-1861fb9ad268 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:45:15.025441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf06a5-7e1f-43c9-a33d-3e2b727918ae admin admin] Pushing event updated for resources: {'Network': ['ID=9219f344-fe0b-4bee-8579-1861fb9ad268,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:15.033436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-07687461-1b93-4e01-8d21-12a7fbdc3417 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3241119 Oct 22 13:45:15.045560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 9219f344-fe0b-4bee-8579-1861fb9ad268 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:45:15.383214 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf30c7-1166-4fca-808d-32a6231f7ee2 None None] Network 9219f344-fe0b-4bee-8579-1861fb9ad268 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:45:15.475561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-3e2311b2-e367-4d24-a479-f240303a59a1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:15.476969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-3e2311b2-e367-4d24-a479-f240303a59a1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 811 time: 0.1081252 Oct 22 13:45:15.492378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-9a95cfe0-7888-402d-a426-e4099d13f56f tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/quotas/d4df3f53b2fa409386c70abd7c7a3871 HTTP/1.1" status: 200 len: 375 time: 0.0092039 Oct 22 13:45:15.526623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-f2b1df05-c1b6-4c95-bb57-85f53f369fc2 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279913 Oct 22 13:45:15.537121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c263d82b-fac0-4f08-9c80-c1b44b23d26b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:45:15.538065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c263d82b-fac0-4f08-9c80-c1b44b23d26b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048804 Oct 22 13:45:15.627653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-4948287e-f696-41d1-be96-94d741f0022a service neutron] 10.222.0.25 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840969 Oct 22 13:45:15.717706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-996dae99-497b-4a7b-98e9-3a6bb765ca73 service neutron] 10.222.0.25 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Oct 22 13:45:15.881202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1c0452-556e-4e2e-9c63-383b8c556dcd req-ecafe028-ec18-453b-83c6-36f85889c52c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 210 time: 0.0307820 Oct 22 13:45:16.797711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-ba8d9f75-d2bc-4d66-8b34-9b92cadb9a53 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:16.799194 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-ba8d9f75-d2bc-4d66-8b34-9b92cadb9a53 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 811 time: 0.1063287 Oct 22 13:45:16.812650 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Request body: {'port': {'device_id': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268', 'admin_state_up': True, 'tenant_id': 'd4df3f53b2fa409386c70abd7c7a3871'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:16.924129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Made reservation on behalf of d4df3f53b2fa409386c70abd7c7a3871 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:45:16.927860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.010701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd6d11d2-3698-45ab-baff-e64e85f9cc60 req-0821f4e3-f5e2-4748-939f-1a8127468600 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 210 time: 0.0580029 Oct 22 13:45:17.080447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Allocated IP 172.20.0.13 (9219f344-fe0b-4bee-8579-1861fb9ad268/ee6a1b90-6d9a-4bdc-8e49-02938e6b5851/42cd5692-de7b-4e06-a31f-e37d1c85b50c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:45:17.223030 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.257781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.290256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ac113221-3831-4049-86fc-dde97f90d14a no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:45:17.307259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Network 9219f344-fe0b-4bee-8579-1861fb9ad268 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:45:17.309790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: ac113221-3831-4049-86fc-dde97f90d14a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:45:17.310139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ac113221-3831-4049-86fc-dde97f90d14a not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:45:17.312264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:45:17.323234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:45:17.327422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:17.373774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:17.374537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.390126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-853c01dc-ca71-4bdf-9c5a-dbc3a50779b3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812781 Oct 22 13:45:17.402335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Request body: {'port': {'device_id': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:17.455538 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.507721 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:45:17.717963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cd5692-de7b-4e06-a31f-e37d1c85b50c {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:45:17.725114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.737146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Transition to ACTIVE for port object 42cd5692-de7b-4e06-a31f-e37d1c85b50c will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:45:17.740644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.788065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:17.859982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:45:17.860676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:45:17.860676 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:17.865054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:45:17.865389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:17.871354 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:45:17.871689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Checking segment: {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:45:17.872075 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Bound using segment: {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:45:17.872500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Bound port: 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:45:17.872884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.934877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:45:17.938115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:45:17.942496 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.976250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:17.976862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:17.980653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] 10.222.0.26 "PUT /v2.0/ports/42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 1092 time: 0.5801933 Oct 22 13:45:17.981104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:17.985681 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:18.014258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3968ad1-df5d-4844-b81f-4ac4c25b2093 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:18.029113 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3520e-7332-471c-8979-b7e43bf2b5f2 x-openstack-request-id: req-15e3520e-7332-471c-8979-b7e43bf2b5f2 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:18.029425 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:18.029676 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15e3520e-7332-471c-8979-b7e43bf2b5f2 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:18.030065 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'status': 'completed', 'code': 200} Oct 22 13:45:18.064399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-f1522ac5-8033-4ff0-bcf7-e6192b712df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:18.065927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-f1522ac5-8033-4ff0-bcf7-e6192b712df5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0459299 Oct 22 13:45:18.428708 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-58f4418b-9af1-4908-872b-a1d33bc7742e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.3538373 Oct 22 13:45:18.496957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-4a3b3194-0cbd-4437-9edc-53e20e114d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:18.498439 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-4a3b3194-0cbd-4437-9edc-53e20e114d5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0556815 Oct 22 13:45:18.506785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7d1ae-0d3e-48ee-be4a-373a0c5a6351 req-3cbd4f54-4667-4e18-be97-75f55010fd1c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:18.508124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79a7d1ae-0d3e-48ee-be4a-373a0c5a6351 req-3cbd4f54-4667-4e18-be97-75f55010fd1c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.4261787 Oct 22 13:45:18.541918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-fc3423fa-e456-4f13-812b-f975b5fe960e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328772 Oct 22 13:45:18.591599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79a7d1ae-0d3e-48ee-be4a-373a0c5a6351 req-a834fe31-24ac-4e64-adcb-04d1e3a317d9 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745876 Oct 22 13:45:18.646161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-45596d71-3e96-46d6-ae95-ba483d208dea service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965903 Oct 22 13:45:18.739056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1283e72e-84a7-4e01-a388-bd6ea0b36dc8 req-5fadc9aa-2eb5-45d0-bffc-c0c8d73d6883 service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854971 Oct 22 13:45:18.823889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-57474e18-7db5-4b13-a594-89992155d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:18.825386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-57474e18-7db5-4b13-a594-89992155d60a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0412712 Oct 22 13:45:18.917358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-d463c585-d885-48e9-9376-20bf9ff5c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:18.918878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-d463c585-d885-48e9-9376-20bf9ff5c59b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.0870767 Oct 22 13:45:18.961753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-7405249a-97e0-49be-89f4-24152b52f602 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0345256 Oct 22 13:45:19.012445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-1ff9efc8-17d3-43f4-99bc-042ca0475a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:19.013900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-1ff9efc8-17d3-43f4-99bc-042ca0475a78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0444536 Oct 22 13:45:19.050924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-036eaec6-f5c0-4cc0-b59d-f79fe3f23d0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293400 Oct 22 13:45:19.140254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-86f2a6bd-0c30-458a-9dd6-4caa3ba8605d service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811872 Oct 22 13:45:19.234958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ed31cb2a-37c9-4b4d-b030-c60a9ac27b5c req-dce0758c-c50a-4a28-9faf-f04d97b126cf service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Oct 22 13:45:19.710494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9814b3-c266-44bf-91a7-13ecfdbc4606 req-9ba52263-ee41-437e-b1b8-01456d82f8f3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:19.711975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd9814b3-c266-44bf-91a7-13ecfdbc4606 req-9ba52263-ee41-437e-b1b8-01456d82f8f3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.0485411 Oct 22 13:45:19.750316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd9814b3-c266-44bf-91a7-13ecfdbc4606 req-d096f893-1f6f-46b5-8b60-b46fde60285d tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Oct 22 13:45:20.865416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7f267-5e0c-4829-9424-0e4c2561d6cd req-5c7e9e3c-b027-46fb-912a-157884921e36 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:20.866911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45d7f267-5e0c-4829-9424-0e4c2561d6cd req-5c7e9e3c-b027-46fb-912a-157884921e36 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.0488174 Oct 22 13:45:20.904437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45d7f267-5e0c-4829-9424-0e4c2561d6cd req-55f86227-a47a-4fb3-a644-4f0452bf0b5d tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Oct 22 13:45:21.291597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:45:21.395653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:21.407322 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268', 'port_id': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'mac_address': 'fa:16:3e:d4:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6a1b90-6d9a-4bdc-8e49-02938e6b5851', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:45:21.444466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:21.457624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd5692-de7b-4e06-a31f-e37d1c85b50c {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:45:21.477097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:21.480810 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:21.528750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:21.671792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['42cd5692-de7b-4e06-a31f-e37d1c85b50c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:45:22.035269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0672-ee71-4ee4-9cca-481f5e80c49e req-efbcfa09-aeda-42ff-9d8a-4b85caf38f67 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:22.036723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d15f0672-ee71-4ee4-9cca-481f5e80c49e req-efbcfa09-aeda-42ff-9d8a-4b85caf38f67 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Oct 22 13:45:22.074929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d15f0672-ee71-4ee4-9cca-481f5e80c49e req-8842278b-30b9-4b28-93c4-2abde68ccb4e tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Oct 22 13:45:23.192177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1f65d-ee71-44b0-bbdb-a4e458b20e20 req-d73a82fb-7833-427a-acad-76c7e7b755e1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:23.193760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67e1f65d-ee71-44b0-bbdb-a4e458b20e20 req-d73a82fb-7833-427a-acad-76c7e7b755e1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 945 time: 0.0494790 Oct 22 13:45:23.232006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67e1f65d-ee71-44b0-bbdb-a4e458b20e20 req-bc75184f-3903-4fdb-84cb-94e1b04bd9ee tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Oct 22 13:45:23.301283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:45:23.350218 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 42cd5692-de7b-4e06-a31f-e37d1c85b50c completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:45:23.354271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 42cd5692-de7b-4e06-a31f-e37d1c85b50c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:45:23.354592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:23.431231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:23.454946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:23.457199 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff6b14-8d59-426a-bcf7-3c698181ad98" -d '{"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:23.469401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:23.473462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:23.496670 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a86e14-21e8-431a-be92-5819797cc226 x-openstack-request-id: req-04a86e14-21e8-431a-be92-5819797cc226 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:23.496981 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:23.497210 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04a86e14-21e8-431a-be92-5819797cc226 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:23.497597 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'code': 200} Oct 22 13:45:23.524327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:23.589653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339d80-32aa-4361-8498-d52a66cbffb3 req-5105aa17-1bd9-4bd0-990a-40df59b738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:23.591184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59339d80-32aa-4361-8498-d52a66cbffb3 req-5105aa17-1bd9-4bd0-990a-40df59b738fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0400858 Oct 22 13:45:23.625573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59339d80-32aa-4361-8498-d52a66cbffb3 req-4de7e971-c484-4ecc-a93a-2626f80a10d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277655 Oct 22 13:45:24.033296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d0f6e381-2ad5-4dd9-8192-c3e388fb6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:24.352520 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969f011-f6c2-4245-b549-5617a4d1c2f8 req-96a2436a-cb32-4ae2-b4ff-c75c61d59a30 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:24.354768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a969f011-f6c2-4245-b549-5617a4d1c2f8 req-96a2436a-cb32-4ae2-b4ff-c75c61d59a30 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0539534 Oct 22 13:45:24.393328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a969f011-f6c2-4245-b549-5617a4d1c2f8 req-0ec216e2-d29e-4072-a1ee-15a4567d5420 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Oct 22 13:45:25.511173 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc779-4fbf-48db-b684-efe648a8d473 req-f3498ab5-8a9b-4621-a19a-01fc83f27114 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:25.512707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30afc779-4fbf-48db-b684-efe648a8d473 req-f3498ab5-8a9b-4621-a19a-01fc83f27114 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0510547 Oct 22 13:45:25.558057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30afc779-4fbf-48db-b684-efe648a8d473 req-cf38fd05-b5f4-48f9-8035-25924664186a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Oct 22 13:45:25.805481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68166a2e-80d6-45cf-a3e4-d71a2273ae9e req-5a54debb-375f-4af3-8198-548cf9dc4a3d tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:25.806929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68166a2e-80d6-45cf-a3e4-d71a2273ae9e req-5a54debb-375f-4af3-8198-548cf9dc4a3d tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0596242 Oct 22 13:45:25.870956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68166a2e-80d6-45cf-a3e4-d71a2273ae9e req-82e01258-48a8-4d75-8fb3-6fea11403dee tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Oct 22 13:45:25.883702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-213844d9-8148-4da6-8dab-24fe81e89edf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258793 Oct 22 13:45:25.893137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e2de2728-2e04-4ced-af29-84dff0df6015 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:45:25.894066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e2de2728-2e04-4ced-af29-84dff0df6015 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049875 Oct 22 13:45:26.991004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1a437-b5f7-4471-9171-de46b260ccb7 req-85186d42-4a57-4673-8eb6-0aa434c5afe7 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:26.992504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddd1a437-b5f7-4471-9171-de46b260ccb7 req-85186d42-4a57-4673-8eb6-0aa434c5afe7 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Oct 22 13:45:27.058661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddd1a437-b5f7-4471-9171-de46b260ccb7 req-9914c4f3-bf41-4646-9ad9-b3a39daefc3d tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567639 Oct 22 13:45:27.070465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-ff4bc32c-3224-492b-9932-cc3a0b9b1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:27.071974 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-ff4bc32c-3224-492b-9932-cc3a0b9b1ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0559003 Oct 22 13:45:27.110644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-20e205dd-1c63-4e95-9a52-8c2b4a533034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:27.168063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-14d1663d-64e9-4bb0-85e4-d6b7cd14a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:27.169457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-14d1663d-64e9-4bb0-85e4-d6b7cd14a9ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.0901597 Oct 22 13:45:27.211350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-0e9ce965-2562-4465-b5c4-70c3c7a2f117 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0349002 Oct 22 13:45:27.265629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-d2972ae3-a5c2-4381-a804-c7c12c0ab902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:27.267142 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-d2972ae3-a5c2-4381-a804-c7c12c0ab902 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0496607 Oct 22 13:45:27.298244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-610633d8-5ccb-4007-b868-13ccf2cd8539 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240605 Oct 22 13:45:27.386748 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-cfe70425-2a09-4f79-b611-69796c58d78e service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814505 Oct 22 13:45:27.623137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-7731e1e8-1f9d-409d-b29e-f89725ed6614 service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882986 Oct 22 13:45:27.814196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:27.840331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:28.174538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de4c9-ff01-4983-852a-76f14013ee58 req-3bc2e038-9e17-41f1-94e5-e6cbccad9645 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:28.176050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97de4c9-ff01-4983-852a-76f14013ee58 req-3bc2e038-9e17-41f1-94e5-e6cbccad9645 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0489407 Oct 22 13:45:28.213992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a97de4c9-ff01-4983-852a-76f14013ee58 req-375d3f99-2fb9-440f-8b94-cb108d335c01 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Oct 22 13:45:29.330686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9aa72-e655-4f31-aa9a-75fe612961c8 req-cb81afe9-b7b1-4728-86fe-5a2f3567f471 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:29.332242 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13c9aa72-e655-4f31-aa9a-75fe612961c8 req-cb81afe9-b7b1-4728-86fe-5a2f3567f471 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Oct 22 13:45:29.374289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13c9aa72-e655-4f31-aa9a-75fe612961c8 req-cb6a1c12-ea16-4afa-8a6a-ccbf4c92ccaf tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Oct 22 13:45:29.836014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:30.491315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6068a-077a-48de-9c71-7b0b8b85d5ae req-c7da91f5-1155-4c45-9805-c24644b7054c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:30.492795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6fb6068a-077a-48de-9c71-7b0b8b85d5ae req-c7da91f5-1155-4c45-9805-c24644b7054c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0499890 Oct 22 13:45:30.531498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6fb6068a-077a-48de-9c71-7b0b8b85d5ae req-7282cd64-3e73-410c-87ce-2c6373c55a1e tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Oct 22 13:45:31.649754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13db3b-9bac-4084-82cc-757124e6919e req-50bc4a06-4c05-4e02-990e-a024624c1814 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:31.651777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d13db3b-9bac-4084-82cc-757124e6919e req-50bc4a06-4c05-4e02-990e-a024624c1814 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0504692 Oct 22 13:45:31.691687 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d13db3b-9bac-4084-82cc-757124e6919e req-e4d0400c-f7e0-4b8e-96c0-3fde5722468b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Oct 22 13:45:32.808710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438422-8ec2-434b-b401-d793287df25e req-8ee5f08f-6019-4abb-bdfb-b6ba6815b867 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:32.810239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af438422-8ec2-434b-b401-d793287df25e req-8ee5f08f-6019-4abb-bdfb-b6ba6815b867 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Oct 22 13:45:32.852429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af438422-8ec2-434b-b401-d793287df25e req-7d970d45-7671-4f9c-b1c8-6540053cd4b6 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Oct 22 13:45:33.970160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b735ca-09d8-4d78-99f1-5e41887972c9 req-467e82e0-d978-4297-9208-bedb8ee7669e tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:33.971639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b735ca-09d8-4d78-99f1-5e41887972c9 req-467e82e0-d978-4297-9208-bedb8ee7669e tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Oct 22 13:45:34.009326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b735ca-09d8-4d78-99f1-5e41887972c9 req-c353ee85-49b5-46c7-8d6c-13ac443defbf tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Oct 22 13:45:35.127744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9876d-a38e-43ba-91ae-b52aae247f5a req-0693ebe2-eab3-4678-a4b1-af5dfbcba4f4 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:35.129217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa9876d-a38e-43ba-91ae-b52aae247f5a req-0693ebe2-eab3-4678-a4b1-af5dfbcba4f4 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Oct 22 13:45:35.166689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa9876d-a38e-43ba-91ae-b52aae247f5a req-14123a2e-9353-4f86-bc62-d27fc61b3e25 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Oct 22 13:45:36.283987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd02bc-e88e-4dd4-afea-0e97824df30e req-12f317a7-c624-4e91-9553-2de1222f6a1b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:36.285461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2cd02bc-e88e-4dd4-afea-0e97824df30e req-12f317a7-c624-4e91-9553-2de1222f6a1b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0498364 Oct 22 13:45:36.326283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2cd02bc-e88e-4dd4-afea-0e97824df30e req-8e0c0450-9e69-40d7-9907-40d85669c906 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Oct 22 13:45:37.447590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740325ea-95d7-444b-91eb-243086163fa3 req-3703eee4-5101-476e-84b9-545697af6160 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:37.449271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-740325ea-95d7-444b-91eb-243086163fa3 req-3703eee4-5101-476e-84b9-545697af6160 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0506992 Oct 22 13:45:37.488167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-740325ea-95d7-444b-91eb-243086163fa3 req-248753d1-cc46-4812-9051-8e955999fe9a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Oct 22 13:45:38.539813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:38.606166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223024c9-28ef-451e-bf14-0e53b384b58c req-2a666bf5-593b-4ec9-942d-ed71f204c923 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:38.607695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-223024c9-28ef-451e-bf14-0e53b384b58c req-2a666bf5-593b-4ec9-942d-ed71f204c923 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0498471 Oct 22 13:45:38.645793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-223024c9-28ef-451e-bf14-0e53b384b58c req-aaf943ef-22f2-404c-989e-d45706d5e0b7 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Oct 22 13:45:39.761568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013b86-b909-4f03-b293-84e39da680c9 req-aafc29f3-6339-4dc0-a9a8-13390045c7fd tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:39.763078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04013b86-b909-4f03-b293-84e39da680c9 req-aafc29f3-6339-4dc0-a9a8-13390045c7fd tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Oct 22 13:45:39.804938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-04013b86-b909-4f03-b293-84e39da680c9 req-4ce5568e-6ec1-4ef0-8b6d-c90316658d73 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Oct 22 13:45:40.132657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:40.920184 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1441f34-d8f8-4466-b81b-a1c6d3e01f6b req-1722324a-3dca-4070-9ad9-0aa1fbaaa4fe tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:40.921651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1441f34-d8f8-4466-b81b-a1c6d3e01f6b req-1722324a-3dca-4070-9ad9-0aa1fbaaa4fe tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0501211 Oct 22 13:45:40.960053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1441f34-d8f8-4466-b81b-a1c6d3e01f6b req-5a653e56-6a5c-4f3a-aa56-61bdf74d7b5f tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Oct 22 13:45:42.075928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de71bb-c57c-46fa-98e9-4f15a3255a07 req-946803e7-5da9-4031-a479-75e1ec730435 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:42.077422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2de71bb-c57c-46fa-98e9-4f15a3255a07 req-946803e7-5da9-4031-a479-75e1ec730435 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Oct 22 13:45:42.114591 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e2de71bb-c57c-46fa-98e9-4f15a3255a07 req-186c0457-18d6-471e-b45e-d60a2bc40f6c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Oct 22 13:45:43.230314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082bf3-8606-4c00-8781-29bd49f02156 req-e00e46c4-5e50-4e1d-aac2-f680ee4a1eea tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:43.231829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8082bf3-8606-4c00-8781-29bd49f02156 req-e00e46c4-5e50-4e1d-aac2-f680ee4a1eea tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0504265 Oct 22 13:45:43.274437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8082bf3-8606-4c00-8781-29bd49f02156 req-cd13d8c4-b69b-41b6-8ed8-f10e8711e175 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Oct 22 13:45:44.388208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457e8c9-2288-46b3-9be3-630fe425b454 req-f79f46b4-01ae-44e9-a79c-75b09229192f tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:44.389688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0457e8c9-2288-46b3-9be3-630fe425b454 req-f79f46b4-01ae-44e9-a79c-75b09229192f tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0487869 Oct 22 13:45:44.427618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0457e8c9-2288-46b3-9be3-630fe425b454 req-e7ffafcb-3f4b-410a-bfb1-362b76e32ed9 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Oct 22 13:45:45.547375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187a8ad-06cc-4e74-aac3-7281a9625aeb req-762f5063-4697-4ada-8a5f-9eaf6fd1041c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:45.548760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d187a8ad-06cc-4e74-aac3-7281a9625aeb req-762f5063-4697-4ada-8a5f-9eaf6fd1041c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Oct 22 13:45:45.586928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d187a8ad-06cc-4e74-aac3-7281a9625aeb req-eb37fcca-7755-4392-b3a4-0af544dcff5b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Oct 22 13:45:46.705491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313edee6-c7a8-47c4-91ab-57af445f03b8 req-1fd5ec02-0e22-4636-929a-f36bbe077aa2 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:46.707023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313edee6-c7a8-47c4-91ab-57af445f03b8 req-1fd5ec02-0e22-4636-929a-f36bbe077aa2 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0497129 Oct 22 13:45:46.749175 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-313edee6-c7a8-47c4-91ab-57af445f03b8 req-465d1010-ee09-41fe-9657-50bd1459275c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363302 Oct 22 13:45:47.866952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f9003-b3bb-4f75-b19d-7394b3637d9b req-7ee4b6d9-65f6-4b25-a68a-70631a635fef tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:47.868467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f99f9003-b3bb-4f75-b19d-7394b3637d9b req-7ee4b6d9-65f6-4b25-a68a-70631a635fef tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0485780 Oct 22 13:45:47.906837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f99f9003-b3bb-4f75-b19d-7394b3637d9b req-7d56cc45-3640-49f9-af6c-90fccf45a93a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Oct 22 13:45:49.024103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0da5-3d4a-4043-89a5-de53eedcc56d req-29a71932-dc65-41eb-9522-f9575e3d21c9 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:49.026244 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11fd0da5-3d4a-4043-89a5-de53eedcc56d req-29a71932-dc65-41eb-9522-f9575e3d21c9 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0508285 Oct 22 13:45:49.063243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11fd0da5-3d4a-4043-89a5-de53eedcc56d req-9c64a69b-d3fc-4709-8406-7157f960acd2 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Oct 22 13:45:49.261150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db723de-86af-4356-94e1-ec683a13c4eb req-710b450e-1e36-4700-9b53-6ee0ac2a6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:49.262697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-710b450e-1e36-4700-9b53-6ee0ac2a6f04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0419579 Oct 22 13:45:49.369815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db723de-86af-4356-94e1-ec683a13c4eb req-fb700980-91cd-4eec-a0ea-859d7ad625b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:49.371474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-fb700980-91cd-4eec-a0ea-859d7ad625b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.0896330 Oct 22 13:45:49.413036 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-4d2a8f8c-9d0b-460f-9266-e3da3cb65341 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0342588 Oct 22 13:45:49.466669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db723de-86af-4356-94e1-ec683a13c4eb req-ed074a72-3d31-41b5-ab03-9c90eca3cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:49.468106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-ed074a72-3d31-41b5-ab03-9c90eca3cc5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0481012 Oct 22 13:45:49.499676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-c9633a7f-0fd7-4491-b2a0-df0c61415ebc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242693 Oct 22 13:45:49.591238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-10b46fbd-e06a-41bb-994d-c468670839fb service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837379 Oct 22 13:45:49.692127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5db723de-86af-4356-94e1-ec683a13c4eb req-d91cc9ab-c834-46d6-9d01-44730de2d2df service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Oct 22 13:45:50.183475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289fa7-72ba-4028-ad82-cc234b1b4e71 req-5aa71826-779f-499f-9729-3f6a80ea1564 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:50.184959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc289fa7-72ba-4028-ad82-cc234b1b4e71 req-5aa71826-779f-499f-9729-3f6a80ea1564 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0529792 Oct 22 13:45:50.223027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc289fa7-72ba-4028-ad82-cc234b1b4e71 req-e25423f0-85c2-4f2e-b96c-92ea1b0a09e3 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Oct 22 13:45:51.346192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc462426-1a60-493f-9fb8-ab892cc76b77 req-1477ab2c-aa9e-4228-9cfa-d203c5288743 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:51.347695 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc462426-1a60-493f-9fb8-ab892cc76b77 req-1477ab2c-aa9e-4228-9cfa-d203c5288743 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0536103 Oct 22 13:45:51.385257 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc462426-1a60-493f-9fb8-ab892cc76b77 req-c7a77836-a395-419d-8381-964da9b6d7c1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Oct 22 13:45:52.500915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439624a-7aab-4343-a6e5-029996fdc7b0 req-648e6fcd-5c2f-435b-b588-d5f3707a0df8 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:52.502392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d439624a-7aab-4343-a6e5-029996fdc7b0 req-648e6fcd-5c2f-435b-b588-d5f3707a0df8 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Oct 22 13:45:52.539661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d439624a-7aab-4343-a6e5-029996fdc7b0 req-8470db77-dcad-4062-94e4-092f580cf212 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Oct 22 13:45:53.654511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440287b-5005-4f09-abec-ce5d0d9f55ff req-0a1c83a7-bb3d-49c4-bebe-35a89226af3a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:53.656007 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1440287b-5005-4f09-abec-ce5d0d9f55ff req-0a1c83a7-bb3d-49c4-bebe-35a89226af3a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0489836 Oct 22 13:45:53.695676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1440287b-5005-4f09-abec-ce5d0d9f55ff req-5e824ffb-4bc7-41e7-93b2-a4cd094464fc tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Oct 22 13:45:54.034927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1a17c511-bf4d-4fe9-9cdb-172ed6f58145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:54.506090 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:45:54.681689 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-ce555662-0041-40fc-9a93-39fb5ab34dda service neutron] show failed (client error): The resource could not be found. Oct 22 13:45:54.682619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-ce555662-0041-40fc-9a93-39fb5ab34dda service neutron] 10.222.0.26 "GET /v2.0/ports/42cd5692-de7b-4e06-a31f-e37d1c85b50c/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0595758 Oct 22 13:45:54.818585 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2af09-2235-42e5-9f53-d84348443782 req-f6fa8caa-aaad-4ca1-be31-40faa3dfbf0a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:54.820837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00f2af09-2235-42e5-9f53-d84348443782 req-f6fa8caa-aaad-4ca1-be31-40faa3dfbf0a tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0572333 Oct 22 13:45:54.867607 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00f2af09-2235-42e5-9f53-d84348443782 req-55838d37-1b0d-4982-a129-44df84a89280 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Oct 22 13:45:54.982262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-7b655ea2-6a03-4a5d-b0f7-cb36aef89108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:54.983734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-7b655ea2-6a03-4a5d-b0f7-cb36aef89108 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3&tenant_id=d4df3f53b2fa409386c70abd7c7a3871 HTTP/1.1" status: 200 len: 1097 time: 0.1342826 Oct 22 13:45:54.996607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:45:55.051966 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.250955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:55.283946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:45:55.323689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:55.326121 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb9225-4c96-4a6b-9d03-61181c59a84e" -d '{"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:55.330129 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.343885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Transition to ACTIVE for port object 42cd5692-de7b-4e06-a31f-e37d1c85b50c will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:45:55.347551 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.378722 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7401ae6b-83c2-41df-9d17-5117187abfb8 x-openstack-request-id: req-7401ae6b-83c2-41df-9d17-5117187abfb8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:55.379021 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:55.379276 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7401ae6b-83c2-41df-9d17-5117187abfb8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:55.379666 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'code': 200} Oct 22 13:45:55.412605 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] No DVR routers for this DVR port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:45:55.425873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:55.454723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:45:55.455064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:45:55.455391 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:55.459589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:45:55.459910 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Attempting to bind port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on network 9219f344-fe0b-4bee-8579-1861fb9ad268 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:45:55.464914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:45:55.465247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Checking segment: {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:45:55.465629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Bound using segment: {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:45:55.466053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Bound port: 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759b79f6-f1c2-447f-a667-4a0bdc8c45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:45:55.466405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.527237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:45:55.530097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:45:55.534575 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.566427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:55.567186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:55.568646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] 10.222.0.21 "PUT /v2.0/ports/42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 1092 time: 0.5763378 Oct 22 13:45:55.607792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254df3d-204f-4496-8082-d9e6d8bfd817 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:55.638884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-67478ec2-db5d-4fc0-976d-5f1ee80543f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:55.640424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-67478ec2-db5d-4fc0-976d-5f1ee80543f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0481818 Oct 22 13:45:55.729312 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-9e821c44-665c-45e2-b637-668051f4602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:55.730811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-9e821c44-665c-45e2-b637-668051f4602b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.0833378 Oct 22 13:45:55.775219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-6ed35123-72b4-4552-a25b-cf37ee7e9f79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0376470 Oct 22 13:45:55.828077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-5698f0ea-ebc7-42a8-8159-378eed6c926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:55.829544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-5698f0ea-ebc7-42a8-8159-378eed6c926a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0480793 Oct 22 13:45:55.861993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-6a1c84d7-3460-4b6d-8dc5-f059e943b94c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241730 Oct 22 13:45:55.984101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-325fcf7d-9aca-48fa-8afa-bf05642513a0 service neutron] 10.222.0.21 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150436 Oct 22 13:45:56.007684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2cb0f-782e-4f8a-8c80-800dffcd8f33 req-137a7c1b-5b85-4257-b1de-78635dc37497 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:56.009103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd2cb0f-782e-4f8a-8c80-800dffcd8f33 req-137a7c1b-5b85-4257-b1de-78635dc37497 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.0708370 Oct 22 13:45:56.094128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-acd2cb0f-782e-4f8a-8c80-800dffcd8f33 req-da46c5b1-ace3-41b6-9303-2c9fb6d49b61 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Oct 22 13:45:56.116647 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8320b365-7cca-4bf5-94db-60308fe4e531 req-24fe7fca-7066-411b-b24b-062b5652a73e service neutron] 10.222.0.21 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246767 Oct 22 13:45:57.112682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-11ceae13-a01c-404b-a1ae-00c1971130da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:57.214031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f027559-e2f7-4ebd-a5db-7aecf3e417bb req-6877d84b-dd70-488a-8f61-7af87f3610cd tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.215547 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f027559-e2f7-4ebd-a5db-7aecf3e417bb req-6877d84b-dd70-488a-8f61-7af87f3610cd tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.0511367 Oct 22 13:45:57.253191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f027559-e2f7-4ebd-a5db-7aecf3e417bb req-afb4965e-5f9d-4221-ab11-5af80fb9a0e1 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Oct 22 13:45:57.381116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:45:57.383492 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710b57cf-ea94-4196-be25-d320d7834bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:45:57.433033 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397feef0-c52d-48d4-a842-65953e6b915f x-openstack-request-id: req-397feef0-c52d-48d4-a842-65953e6b915f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:45:57.433324 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:45:57.433574 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-397feef0-c52d-48d4-a842-65953e6b915f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:45:57.433969 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'status': 'completed', 'code': 200} Oct 22 13:45:57.527107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-eff64e05-bc02-45c5-9f7a-becb441c37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.528638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-eff64e05-bc02-45c5-9f7a-becb441c37c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0725863 Oct 22 13:45:57.530289 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-d69e5b33-e044-4f20-b3d0-565600a67790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.531705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-d69e5b33-e044-4f20-b3d0-565600a67790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1095 time: 0.0770350 Oct 22 13:45:57.690433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-9816e144-b9cb-4895-8340-1d8ceca1f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.691841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-9816e144-b9cb-4895-8340-1d8ceca1f607 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.1563535 Oct 22 13:45:57.694317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-2fb0df3a-61f7-4514-9cb7-63e8406dc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.695663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-2fb0df3a-61f7-4514-9cb7-63e8406dc9cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.1516840 Oct 22 13:45:57.762790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-b375f9af-6ecb-4c4b-b987-0df8633a3c02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0633631 Oct 22 13:45:57.764132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-98528768-77ea-4204-add2-35a1b85704a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0590789 Oct 22 13:45:57.817129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:57.843346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:57.856971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-ac3f4a0c-c5f0-4956-9b4f-5fcf0559549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.858445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-ac3f4a0c-c5f0-4956-9b4f-5fcf0559549a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0890913 Oct 22 13:45:57.859856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b57cf-ea94-4196-be25-d320d7834bbf req-31df7382-fb6f-4488-8c98-14ec74cda45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:57.861178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-31df7382-fb6f-4488-8c98-14ec74cda45d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0842698 Oct 22 13:45:57.907854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-5d6c53da-5142-4b5a-a792-31f0b7621dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426271 Oct 22 13:45:57.909650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-86db27e6-069d-402c-947e-186922bdb6e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358453 Oct 22 13:45:58.069272 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-67ce6f38-cd44-4586-9b1d-6d4d804678b1 service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543088 Oct 22 13:45:58.071138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-c13643e9-be5a-41a5-8798-dd794a17eeb1 service neutron] 10.222.0.21 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487598 Oct 22 13:45:58.566955 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-a38774e4-b860-4a93-a63c-1f628068732c service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911263 Oct 22 13:45:58.570636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-710b57cf-ea94-4196-be25-d320d7834bbf req-4d8e9cd4-0ab8-4205-9c09-c7f6f1007bfb service neutron] 10.222.0.21 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879279 Oct 22 13:45:58.580669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8e6b2-1f55-4000-874b-de7383edd3a3 req-b647c772-f06e-4b3c-8569-41cae253bdea tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:58.582117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6b8e6b2-1f55-4000-874b-de7383edd3a3 req-b647c772-f06e-4b3c-8569-41cae253bdea tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 944 time: 0.0907526 Oct 22 13:45:58.621946 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f6b8e6b2-1f55-4000-874b-de7383edd3a3 req-9277c8a1-6294-4b6a-820a-b7d55d982402 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Oct 22 13:45:58.885813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:45:58.982055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:58.993843 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'network_id': '9219f344-fe0b-4bee-8579-1861fb9ad268', 'port_id': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'mac_address': 'fa:16:3e:d4:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6a1b90-6d9a-4bdc-8e49-02938e6b5851', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:45:59.034183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:59.051834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd5692-de7b-4e06-a31f-e37d1c85b50c {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:45:59.073261 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:45:59.077872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:45:59.126445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:45:59.450032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['42cd5692-de7b-4e06-a31f-e37d1c85b50c'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:45:59.474344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:45:59.534240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:45:59.742296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7d361-a24b-41e9-baaf-eb48333abdec req-c8f3111c-060a-48c3-ba5f-ce84e59b6d11 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:45:59.743705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cad7d361-a24b-41e9-baaf-eb48333abdec req-c8f3111c-060a-48c3-ba5f-ce84e59b6d11 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Oct 22 13:45:59.781383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cad7d361-a24b-41e9-baaf-eb48333abdec req-ca352445-ab61-43c3-b297-8c0e974f7907 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Oct 22 13:45:59.841803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:00.052042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-ee428da5-c25c-473d-a520-d05dacfb3244 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:00.053456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-ee428da5-c25c-473d-a520-d05dacfb3244 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.26 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3&tenant_id=d4df3f53b2fa409386c70abd7c7a3871&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 945 time: 0.0832267 Oct 22 13:46:00.114911 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-caa685f8-118f-462f-bc71-640896205e9d service neutron] delete failed (client error): The resource could not be found. Oct 22 13:46:00.115904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-caa685f8-118f-462f-bc71-640896205e9d service neutron] 10.222.0.26 "DELETE /v2.0/ports/42cd5692-de7b-4e06-a31f-e37d1c85b50c/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0553443 Oct 22 13:46:00.203786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-0f04ecac-0beb-4c2b-8045-55deab0071e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:00.205275 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-0f04ecac-0beb-4c2b-8045-55deab0071e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0460629 Oct 22 13:46:00.299508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-2c37383b-e2e5-49f3-a58c-6d9d44e70e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:00.300986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-2c37383b-e2e5-49f3-a58c-6d9d44e70e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 200 len: 912 time: 0.0882456 Oct 22 13:46:00.346576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-1b7981f2-2c60-4d3a-b352-122da348dd4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 200 len: 217 time: 0.0375893 Oct 22 13:46:00.396640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-3edadc8c-29f2-4569-a8c5-c4d36e25778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:00.398061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-3edadc8c-29f2-4569-a8c5-c4d36e25778d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 200 len: 851 time: 0.0438895 Oct 22 13:46:00.429231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-99a882ae-17e5-4103-9d4d-a0b6211ecad9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9219f344-fe0b-4bee-8579-1861fb9ad268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241172 Oct 22 13:46:00.522124 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-9829584d-b701-48ed-a594-82cf1f48dd49 service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857284 Oct 22 13:46:00.612202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-207dcd52-18d5-48f4-ba56-3d8c0186cc14 service neutron] 10.222.0.26 "GET /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832276 Oct 22 13:46:00.903593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:46:00.952422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 42cd5692-de7b-4e06-a31f-e37d1c85b50c completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:46:00.956687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 42cd5692-de7b-4e06-a31f-e37d1c85b50c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:46:00.957068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:01.042721 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:01.068109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:01.070392 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefad08-1a83-4093-aae1-8c6fd5d515aa" -d '{"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:01.085737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:01.089588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:01.116328 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5048a-08cd-41de-9eba-ff94b1d828d7 x-openstack-request-id: req-08c5048a-08cd-41de-9eba-ff94b1d828d7 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:01.116626 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:01.116956 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c5048a-08cd-41de-9eba-ff94b1d828d7 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:01.117400 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'code': 200} Oct 22 13:46:01.143720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:01.334880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9516a-2989-48fe-85af-10e51f5dd2bb req-1d713b8a-3191-4a7b-bb71-6f7274e38c19 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:01.336423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f9516a-2989-48fe-85af-10e51f5dd2bb req-1d713b8a-3191-4a7b-bb71-6f7274e38c19 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0571475 Oct 22 13:46:01.379880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f9516a-2989-48fe-85af-10e51f5dd2bb req-5b0faf67-4d40-4a35-b202-a8c6dd7ee5ba tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Oct 22 13:46:02.495812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72f425-ebf8-4b0f-8bd6-65139a3d7268 req-21e17140-258f-47ce-a81f-2a225d4b5b7c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:02.498173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf72f425-ebf8-4b0f-8bd6-65139a3d7268 req-21e17140-258f-47ce-a81f-2a225d4b5b7c tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0504220 Oct 22 13:46:02.535986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf72f425-ebf8-4b0f-8bd6-65139a3d7268 req-bdb75359-22a8-4b38-8656-f6442b4dda45 tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002d448-436f-45bb-bb50-cac1114034f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Oct 22 13:46:02.684334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-8a35767b-1fc0-49c5-b320-6012cd1a958b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:02.686324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-8a35767b-1fc0-49c5-b320-6012cd1a958b tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.21 "GET /v2.0/ports?device_id=44eac719-4adb-46e9-aa2b-e3281caecfc3 HTTP/1.1" status: 200 len: 946 time: 0.0482299 Oct 22 13:46:02.775161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Deleting port 42cd5692-de7b-4e06-a31f-e37d1c85b50c {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:46:02.775497 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:02.862205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] For port 42cd5692-de7b-4e06-a31f-e37d1c85b50c, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=42cd5692-de7b-4e06-a31f-e37d1c85b50c,segment=NetworkSegment(759b79f6-f1c2-447f-a667-4a0bdc8c45b8),segment_id=759b79f6-f1c2-447f-a667-4a0bdc8c45b8)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:02.862568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:02.874760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Calling delete_port for 42cd5692-de7b-4e06-a31f-e37d1c85b50c owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:46:03.002046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.031002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Pushing event deleted for resources: {'Port': ['ID=42cd5692-de7b-4e06-a31f-e37d1c85b50c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:03.057882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.058230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.059135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.059443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.059779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.060115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.060444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.060771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.061097 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.061423 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.061752 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.062078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:03.086031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] No DVR routers for this DVR port 42cd5692-de7b-4e06-a31f-e37d1c85b50c on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:46:03.088543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.092060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dc732e91-2543-4ebd-be56-c3ff0bbf9efd req-97520afb-544e-4a0a-ba98-1c412be77ace tempest-DeleteServersTestJSON-1370075968 tempest-DeleteServersTestJSON-1370075968-project] 10.222.0.21 "DELETE /v2.0/ports/42cd5692-de7b-4e06-a31f-e37d1c85b50c HTTP/1.1" status: 204 len: 173 time: 0.4001362 Oct 22 13:46:03.092512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-deleted', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:03.095456 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8b696-2b6b-43d4-8705-e60787e092b5" -d '{"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-deleted", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:03.131850 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710fdf39-d0ba-4773-be51-25e48a42b8d7 x-openstack-request-id: req-710fdf39-d0ba-4773-be51-25e48a42b8d7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:03.132172 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eac719-4adb-46e9-aa2b-e3281caecfc3", "name": "network-vif-deleted", "tag": "42cd5692-de7b-4e06-a31f-e37d1c85b50c", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:03.132428 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-710fdf39-d0ba-4773-be51-25e48a42b8d7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:03.132861 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eac719-4adb-46e9-aa2b-e3281caecfc3', 'name': 'network-vif-deleted', 'tag': '42cd5692-de7b-4e06-a31f-e37d1c85b50c', 'status': 'completed', 'code': 200} Oct 22 13:46:03.665497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46792) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:03.710411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Deleting subnet ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:46:03.713468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.751829 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.791785 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.844328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.876139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6a1b90-6d9a-4bdc-8e49-02938e6b5851,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:03.878114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:03.881390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fc73c095-fe15-41cf-95ce-fc18ab320719 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee6a1b90-6d9a-4bdc-8e49-02938e6b5851 HTTP/1.1" status: 204 len: 168 time: 0.2148452 Oct 22 13:46:03.883891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46794) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:03.952929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.037131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.057868 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9219f344-fe0b-4bee-8579-1861fb9ad268']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:46:04.067566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759b79f6-f1c2-447f-a667-4a0bdc8c45b8') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:46:04.067863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759b79f6-f1c2-447f-a667-4a0bdc8c45b8') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:46:04.077580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.091720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.097639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:46:04.098025 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:46:04.099747 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:46:04.152099 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.158217 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.161489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] 10.222.0.25 "DELETE /v2.0/networks/9219f344-fe0b-4bee-8579-1861fb9ad268 HTTP/1.1" status: 204 len: 168 time: 0.2765081 Oct 22 13:46:04.173904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f333ab-a66d-4813-9b34-1573a5f82fff admin admin] Pushing event deleted for resources: {'Network': ['ID=9219f344-fe0b-4bee-8579-1861fb9ad268,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:04.270956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46798) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:04.317711 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4635c5b4-b46c-416c-aa53-51a97e3eb3ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4df3f53b2fa409386c70abd7c7a3871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455973 Oct 22 13:46:04.320275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46800) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:04.370367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.392574 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.438520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.441722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:04.442917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5002d448-436f-45bb-bb50-cac1114034f8 HTTP/1.1" status: 204 len: 168 time: 0.1216741 Oct 22 13:46:04.451208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565087b-fbab-43d3-94fa-4caee15ef3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002d448-436f-45bb-bb50-cac1114034f8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:04.934766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:46:04.958504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 42cd5692-de7b-4e06-a31f-e37d1c85b50c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:46:04.958881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 42cd5692-de7b-4e06-a31f-e37d1c85b50c not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:46:05.100094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 46822) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:05.197378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-63974032-network', 'tenant_id': '83c7c610b4484c8b905672346bf93bae'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:05.219159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Made reservation on behalf of 83c7c610b4484c8b905672346bf93bae for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:46:05.221749 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.230028 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.307173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.310810 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.334884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:46:05.345247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a0505a-322b-4c1a-80e5-1a05e32bb539,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:05.350274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.350624 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Added segment 6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d of type vlan for network d0f24fb1-bc23-4d5e-a63e-78e494f656bf Oct 22 13:46:05.393426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.418527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.419611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:05.420186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.455926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3520379 Oct 22 13:46:05.456405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 46826) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:46:05.461508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Request body: {'subnet': {'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-63974032-subnet', 'tenant_id': '83c7c610b4484c8b905672346bf93bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:05.482892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c994b-b17b-4923-b37c-a5abe44b37c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f24fb1-bc23-4d5e-a63e-78e494f656bf,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:05.484246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Made reservation on behalf of 83c7c610b4484c8b905672346bf93bae for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:46:05.487051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.493006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:46:05.653261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.711516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1524a190-82c1-43fc-bb82-f8b353590c6e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:05.719901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Checking segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:46:05.720259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Network hostable DHCP agents. Network: d0f24fb1-bc23-4d5e-a63e-78e494f656bf, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:46:05.723816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.724164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.724506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.724843 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.725178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.725508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.725831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.726156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.726480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.726825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.727148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.727474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:05.743526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:46:05.751992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d0f24fb1-bc23-4d5e-a63e-78e494f656bf) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:46:05.756379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:05.757110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:05.762257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe1fc0-b1bc-4518-80ae-1a1c5b136c7c None None] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:46:05.779743 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-37fc673b-2294-45a4-a392-98911feb0704 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156290 Oct 22 13:46:05.889243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f1910-f340-4dab-b3f7-c5e509dd2b4c None None] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:46:06.202398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-d689a6e6-33c6-425b-bdf7-aa827dc6bb57 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:06.203899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-d689a6e6-33c6-425b-bdf7-aa827dc6bb57 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 813 time: 0.1056933 Oct 22 13:46:06.218721 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-02f85ef9-aafa-4fc3-b573-4be4dac49782 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/quotas/83c7c610b4484c8b905672346bf93bae HTTP/1.1" status: 200 len: 375 time: 0.0089378 Oct 22 13:46:06.250567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-9120f061-1368-43a9-bd8b-8d70c868aa44 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266623 Oct 22 13:46:06.346162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-a8a85734-b4d4-44a3-9a74-085525e97ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886192 Oct 22 13:46:06.440567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-32c6a996-c490-4fb2-b1e4-78f0d7521c28 service neutron] 10.222.0.25 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880492 Oct 22 13:46:06.598119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf1747bb-fd97-4799-b893-6ae7fcb15831 req-44f82637-69ad-40b4-9f38-4c26840a94c3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Oct 22 13:46:07.518160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-6aba0d9c-d6ea-4802-83e5-c593d87ac214 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:07.520370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-6aba0d9c-d6ea-4802-83e5-c593d87ac214 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 813 time: 0.1148596 Oct 22 13:46:07.534303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Request body: {'port': {'device_id': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'admin_state_up': True, 'tenant_id': '83c7c610b4484c8b905672346bf93bae'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:07.650186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Made reservation on behalf of 83c7c610b4484c8b905672346bf93bae for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:46:07.654932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:07.707896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1bfd55e6-1007-4eb3-892e-3f5d91fb2248 req-7799d2af-dbb9-44fb-a7d0-22dca04a5c4b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 210 time: 0.0389290 Oct 22 13:46:07.817126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Allocated IP 172.20.0.10 (d0f24fb1-bc23-4d5e-a63e-78e494f656bf/1524a190-82c1-43fc-bb82-f8b353590c6e/b0057210-8cbc-499e-bc36-f2613b56768d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:46:07.969800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.002920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.058397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:46:08.064679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:46:08.071260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:46:08.075136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:08.120701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:08.121510 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.136235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-55cf60c8-d182-4ccd-9908-ea6e2e99f1c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064627 Oct 22 13:46:08.148858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Request body: {'port': {'device_id': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:08.200430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.467351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0057210-8cbc-499e-bc36-f2613b56768d {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:46:08.474529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.486416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Transition to ACTIVE for port object b0057210-8cbc-499e-bc36-f2613b56768d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:46:08.490249 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.532731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.542143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:08.610330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:46:08.610576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:46:08.610933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:08.615158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:46:08.615484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:08.620182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:46:08.620523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Checking segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:46:08.620962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Bound using segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:46:08.621481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Bound port: b0057210-8cbc-499e-bc36-f2613b56768d, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:46:08.621794 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.689148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:46:08.692376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:46:08.695834 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.731047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:08.731754 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:08.733152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 1092 time: 0.5882761 Oct 22 13:46:08.733602 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:08.736058 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aebb4fb-e306-4dbc-bae3-e86e52686aab" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:08.762383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeaaa4-2e63-4934-bed7-73db754d7165 service neutron] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:08.806621 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7864015d-c8fc-4f27-8aee-3c6b1aaa10d4 x-openstack-request-id: req-7864015d-c8fc-4f27-8aee-3c6b1aaa10d4 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:08.806922 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:08.807172 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7864015d-c8fc-4f27-8aee-3c6b1aaa10d4 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:08.807560 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'status': 'completed', 'code': 200} Oct 22 13:46:08.857497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-1c5a6fec-02cc-4c6f-a223-34dcf0894b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:08.859017 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-1c5a6fec-02cc-4c6f-a223-34dcf0894b16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0818300 Oct 22 13:46:08.870532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb525545-97ef-44f6-a408-e4a9b14bb481 req-0d5a15e0-8a02-49ab-a4fd-4ed840edb309 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:08.872432 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb525545-97ef-44f6-a408-e4a9b14bb481 req-0d5a15e0-8a02-49ab-a4fd-4ed840edb309 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0634031 Oct 22 13:46:08.917700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-8fc7ebda-09f5-4872-96b5-853398fb2faa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0442970 Oct 22 13:46:08.963020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb525545-97ef-44f6-a408-e4a9b14bb481 req-e76f6dff-20d6-4887-bf86-2a2df08a2452 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836470 Oct 22 13:46:08.979248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-0d056276-e8be-4227-b91e-83433294bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:08.981060 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-0d056276-e8be-4227-b91e-83433294bb6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0552149 Oct 22 13:46:09.015583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-62ad5b7b-9e86-4f52-8897-751c8f3bc458 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261788 Oct 22 13:46:09.109197 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-85f7b7ca-32da-4952-b45d-bdcded30360f service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855925 Oct 22 13:46:09.204543 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7767f83a-eeee-488f-99e8-abc15d917c2c req-3d83ae09-1870-42cf-a9fb-527e427ad09a service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860085 Oct 22 13:46:09.294566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-d72635e9-105a-4455-9852-0b86a7a317bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:09.296099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-d72635e9-105a-4455-9852-0b86a7a317bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0472541 Oct 22 13:46:09.388733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-cfb0f49f-b9d3-43fa-9ad2-e0ec0009421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:09.390212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-cfb0f49f-b9d3-43fa-9ad2-e0ec0009421f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0874224 Oct 22 13:46:09.438138 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-9d0a9704-7d2e-4051-8cb5-dee9592fad66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0399661 Oct 22 13:46:09.487283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-1eb64bd0-0592-413f-a2ab-64a7759939bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:09.488606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-1eb64bd0-0592-413f-a2ab-64a7759939bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0432310 Oct 22 13:46:09.521317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-26dff299-49e9-43ee-98e6-56ee3c74a2b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242941 Oct 22 13:46:09.615509 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-62cb52f8-e71d-475f-a780-b0c74eb8a4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861182 Oct 22 13:46:09.706845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aebb4fb-e306-4dbc-bae3-e86e52686aab req-764ba0e8-8f8a-4183-9f5a-9ea0890faadd service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838547 Oct 22 13:46:10.080863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1488b0-6cd2-4890-835c-c9660944ccfb req-16ef6855-485f-459f-ad7d-2c721777884c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:10.082316 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1488b0-6cd2-4890-835c-c9660944ccfb req-16ef6855-485f-459f-ad7d-2c721777884c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Oct 22 13:46:10.123973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c1488b0-6cd2-4890-835c-c9660944ccfb req-7098a4c6-1683-4c1f-a241-6d9eca35f703 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Oct 22 13:46:10.151362 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:11.237946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c804-9e37-48e6-a49b-92dd12e47e70 req-d55c17b5-d343-41cb-b832-66d94e5155b2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:11.239485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5d1c804-9e37-48e6-a49b-92dd12e47e70 req-d55c17b5-d343-41cb-b832-66d94e5155b2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0482786 Oct 22 13:46:11.278568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b5d1c804-9e37-48e6-a49b-92dd12e47e70 req-5a47b63a-1648-4a0e-8508-698665c4e5ce tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Oct 22 13:46:12.396937 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a81b8-4f34-44e2-b11d-f935b7e5839c req-c757c24c-a300-4d13-b7d7-7416bf80c6d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:12.398419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f7a81b8-4f34-44e2-b11d-f935b7e5839c req-c757c24c-a300-4d13-b7d7-7416bf80c6d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0495856 Oct 22 13:46:12.436438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f7a81b8-4f34-44e2-b11d-f935b7e5839c req-5b1ca17a-f8a2-4b29-92f1-53ac50fa1678 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Oct 22 13:46:12.997828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b0057210-8cbc-499e-bc36-f2613b56768d details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:46:13.089628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:13.100319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'port_id': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'mac_address': 'fa:16:3e:bb:2b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1524a190-82c1-43fc-bb82-f8b353590c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:46:13.139997 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:13.152263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0057210-8cbc-499e-bc36-f2613b56768d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:46:13.171169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:13.175226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:13.221023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:13.228200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.228552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.228896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.229238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.229572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.229905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.230901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.231237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.231567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.231896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.232220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.232546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:46:13.452132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b0057210-8cbc-499e-bc36-f2613b56768d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:46:13.553950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c413e-a782-43ec-b135-e0824af27ae6 req-1ab78c8f-a913-43b1-a661-7de615019afb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:13.555391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9c413e-a782-43ec-b135-e0824af27ae6 req-1ab78c8f-a913-43b1-a661-7de615019afb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Oct 22 13:46:13.597226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a9c413e-a782-43ec-b135-e0824af27ae6 req-d9b7a8c1-3b88-411d-be63-3388068e0abb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Oct 22 13:46:14.715713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b98ba-8364-46d9-a2c8-ad12442718ae req-ef4f8ec3-3244-468f-ab24-cc628cb9801a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:14.717245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b1b98ba-8364-46d9-a2c8-ad12442718ae req-ef4f8ec3-3244-468f-ab24-cc628cb9801a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 945 time: 0.0502665 Oct 22 13:46:14.756428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b1b98ba-8364-46d9-a2c8-ad12442718ae req-57f8c4fd-c5aa-49a4-bd35-3f30e80abd3b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Oct 22 13:46:15.013042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b0057210-8cbc-499e-bc36-f2613b56768d up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:46:15.061224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port b0057210-8cbc-499e-bc36-f2613b56768d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:46:15.065187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port b0057210-8cbc-499e-bc36-f2613b56768d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:46:15.065564 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:15.140078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:15.173751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:15.176023 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da2e1b-dc13-4e77-af05-1de8365314f0" -d '{"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-plugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:15.189904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:15.194709 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:15.218559 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bdfbe3-8a21-40b8-8b65-8ebe4782b2ae x-openstack-request-id: req-68bdfbe3-8a21-40b8-8b65-8ebe4782b2ae {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:15.218885 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-plugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:15.219138 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68bdfbe3-8a21-40b8-8b65-8ebe4782b2ae {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:15.219533 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'code': 200} Oct 22 13:46:15.249069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:15.315124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396daa8c-4460-4ddc-9f86-ae028ea98ade req-2803e174-65bc-4ebf-88ba-3f8cd0e8372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:15.316596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-396daa8c-4460-4ddc-9f86-ae028ea98ade req-2803e174-65bc-4ebf-88ba-3f8cd0e8372f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1097 time: 0.0417767 Oct 22 13:46:15.352473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-396daa8c-4460-4ddc-9f86-ae028ea98ade req-24696d87-affd-46af-98b4-9e5e995e47fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276356 Oct 22 13:46:15.873113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b730-b15c-4668-9ec0-8e64c2b01b52 req-d0d6b0d4-e9bf-4779-a0b8-dca603294789 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:15.874619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fb5b730-b15c-4668-9ec0-8e64c2b01b52 req-d0d6b0d4-e9bf-4779-a0b8-dca603294789 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0499105 Oct 22 13:46:15.916167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1fb5b730-b15c-4668-9ec0-8e64c2b01b52 req-39686c8c-b634-4c3f-981a-5e0e48abc744 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Oct 22 13:46:17.031523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d2eb-7f6c-4de2-90a7-5da7f25c37fd req-47c2e5e5-7b86-4246-b34b-ebe7a0cea423 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:17.033010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4c0d2eb-7f6c-4de2-90a7-5da7f25c37fd req-47c2e5e5-7b86-4246-b34b-ebe7a0cea423 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0484910 Oct 22 13:46:17.071906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4c0d2eb-7f6c-4de2-90a7-5da7f25c37fd req-9fb15d3b-4aad-47a2-8386-51283b5d4fa7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Oct 22 13:46:17.185486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62c837-cf14-44da-97f9-13dfeaada119 req-71b12784-6926-4395-8a07-d49baa8c0501 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:17.186971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae62c837-cf14-44da-97f9-13dfeaada119 req-71b12784-6926-4395-8a07-d49baa8c0501 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0490069 Oct 22 13:46:17.225217 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae62c837-cf14-44da-97f9-13dfeaada119 req-21075a05-99bb-4cbe-8ed8-0a1d75a7819e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Oct 22 13:46:17.422738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560cb63-8df7-4a34-840a-b4aebd2cba1c req-d54d656a-5593-4696-8b13-b25e0335ab18 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:17.424196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0560cb63-8df7-4a34-840a-b4aebd2cba1c req-d54d656a-5593-4696-8b13-b25e0335ab18 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0482337 Oct 22 13:46:17.466713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0560cb63-8df7-4a34-840a-b4aebd2cba1c req-97bc10d9-33e4-4053-94ec-56fa1066f693 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364292 Oct 22 13:46:17.579113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac0e2-8f58-4071-a397-43945c7e3ece req-1f1bdb08-b1f4-46da-b233-628fe5bec687 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:17.580588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8dac0e2-8f58-4071-a397-43945c7e3ece req-1f1bdb08-b1f4-46da-b233-628fe5bec687 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0500207 Oct 22 13:46:17.618499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d8dac0e2-8f58-4071-a397-43945c7e3ece req-d420c02d-0d80-45e5-b710-41f8b56992f1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Oct 22 13:46:17.867130 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-d8ba22fa-7d0d-4829-bfd6-7e23033e2a08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698504 Oct 22 13:46:17.875222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f26e7d-0998-4149-a260-6964edfa8786 req-49400681-a3f8-4598-8dc9-bc300670e2b0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:17.876653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31f26e7d-0998-4149-a260-6964edfa8786 req-49400681-a3f8-4598-8dc9-bc300670e2b0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0709989 Oct 22 13:46:17.920590 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31f26e7d-0998-4149-a260-6964edfa8786 req-ee51c3dc-27c4-46be-94e8-0d78797925d7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Oct 22 13:46:18.985831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e610347-e8c4-4c35-948a-11101ce5c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:18.987406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e610347-e8c4-4c35-948a-11101ce5c905 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1097 time: 0.0418007 Oct 22 13:46:19.099559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20816a5-39c7-44e9-a536-606e465ae0e5 req-b6eaf7de-cccd-4067-afc4-61f2640530dd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:19.101019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d20816a5-39c7-44e9-a536-606e465ae0e5 req-b6eaf7de-cccd-4067-afc4-61f2640530dd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.1120877 Oct 22 13:46:19.131360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-17f02d3b-f9cf-4e14-9974-26c856883086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:19.132784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-17f02d3b-f9cf-4e14-9974-26c856883086 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1345687 Oct 22 13:46:19.182810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d20816a5-39c7-44e9-a536-606e465ae0e5 req-fcc6d67d-78ef-4c52-9bec-35528ca1501f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735819 Oct 22 13:46:19.184737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-5688bf36-d17f-4b6d-b847-8d668add5381 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0413134 Oct 22 13:46:19.239256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-e6b0970c-b324-488a-818e-aef06924d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:19.240621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-e6b0970c-b324-488a-818e-aef06924d63c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0487940 Oct 22 13:46:19.272714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-799564f9-c630-4354-8bf6-15060780a740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249317 Oct 22 13:46:19.362336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-6f89da55-7970-44dd-aa51-6cd04aef49ab service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825257 Oct 22 13:46:19.467478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-e25563e7-5f79-408c-b41e-5ea1ee005e9e service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976744 Oct 22 13:46:20.299901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0f929-4802-4aa5-b96a-51353cdd760e req-befc37d5-c45c-462d-b5e0-02e6f944e0c6 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:20.301371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa0f929-4802-4aa5-b96a-51353cdd760e req-befc37d5-c45c-462d-b5e0-02e6f944e0c6 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0491178 Oct 22 13:46:20.338949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dfa0f929-4802-4aa5-b96a-51353cdd760e req-d00affb0-cc3a-4bb1-b494-96eec80ba8ff tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Oct 22 13:46:21.456626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a547420-f3cb-478d-bf1a-3dbd7701af3b req-01a90e08-e245-4ff6-9674-0a150fcc68fb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:21.458075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a547420-f3cb-478d-bf1a-3dbd7701af3b req-01a90e08-e245-4ff6-9674-0a150fcc68fb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Oct 22 13:46:21.499790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a547420-f3cb-478d-bf1a-3dbd7701af3b req-cf4f2177-37bf-4aa3-87cb-e24867dfd139 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Oct 22 13:46:22.615365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabd4-612a-42e1-8760-19f5808bf9ca req-8822ba9d-8d21-4583-8586-e0fc18f42c6b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:22.616823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac1aabd4-612a-42e1-8760-19f5808bf9ca req-8822ba9d-8d21-4583-8586-e0fc18f42c6b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Oct 22 13:46:22.654266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac1aabd4-612a-42e1-8760-19f5808bf9ca req-6288feb2-f16d-457d-89a6-99996691b851 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Oct 22 13:46:23.769147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfa5c3-91a3-4ddb-ac73-8c4237744147 req-d3bad3bb-9d9e-4727-a0f5-fce93a96d1bb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:23.771221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dadfa5c3-91a3-4ddb-ac73-8c4237744147 req-d3bad3bb-9d9e-4727-a0f5-fce93a96d1bb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0498362 Oct 22 13:46:23.810174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dadfa5c3-91a3-4ddb-ac73-8c4237744147 req-6ab5d7a3-7b66-4316-a505-1508651f1c22 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Oct 22 13:46:24.036507 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3af280e5-66ab-4f68-96a0-acd0ab2dcd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:24.925414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f06f4-f3d9-44bb-aeaf-5e4acd5763de req-a5bd752c-e88d-4f2e-a741-5b2338ce22c3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:24.926921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce6f06f4-f3d9-44bb-aeaf-5e4acd5763de req-a5bd752c-e88d-4f2e-a741-5b2338ce22c3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0488589 Oct 22 13:46:24.969364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce6f06f4-f3d9-44bb-aeaf-5e4acd5763de req-c8832efc-88ee-4941-874e-a6f82257eacd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Oct 22 13:46:26.086040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e147ad-4d0e-4899-9993-88bd1ae7f500 req-0bcd36b2-8b6a-4f06-9656-b395a27f9381 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:26.087545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75e147ad-4d0e-4899-9993-88bd1ae7f500 req-0bcd36b2-8b6a-4f06-9656-b395a27f9381 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0501461 Oct 22 13:46:26.125586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75e147ad-4d0e-4899-9993-88bd1ae7f500 req-c822cf4b-e1fd-49fa-b787-37f772585f0e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Oct 22 13:46:27.116570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-917920fe-fa08-48bd-a700-a9bf9ab3a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:27.242454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53996c39-ec77-4360-83bb-793f88590f38 req-1a127a60-ac2e-4e58-a192-777442e00f11 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:27.243933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53996c39-ec77-4360-83bb-793f88590f38 req-1a127a60-ac2e-4e58-a192-777442e00f11 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Oct 22 13:46:27.283281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53996c39-ec77-4360-83bb-793f88590f38 req-b5c0591e-ecc2-4e3d-810c-0ea84ca5965b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 22 13:46:27.819322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:27.846027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:28.403889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08afe6-f2fe-4ad7-8f24-ec4589248edc req-1f6eb25c-c03e-46c9-afa9-a1a61ee8a2d0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:28.405332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d08afe6-f2fe-4ad7-8f24-ec4589248edc req-1f6eb25c-c03e-46c9-afa9-a1a61ee8a2d0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0482821 Oct 22 13:46:28.446173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d08afe6-f2fe-4ad7-8f24-ec4589248edc req-6eb064b2-a1b3-4086-a67c-a1b24eb16158 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Oct 22 13:46:29.562442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b62bc-dc9d-4f76-a3ab-8181c0a013af req-c601a90b-2790-42bb-838e-fea787415530 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:29.564283 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e6b62bc-dc9d-4f76-a3ab-8181c0a013af req-c601a90b-2790-42bb-838e-fea787415530 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Oct 22 13:46:29.602098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e6b62bc-dc9d-4f76-a3ab-8181c0a013af req-c68e7102-7d5a-49a1-a37c-044a9c935bea tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Oct 22 13:46:29.842400 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:30.718636 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6961ae-4977-4ba3-a406-52f7139a8cc4 req-03036d3f-1719-4cb6-ab4e-d93edcf3fa89 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:30.720097 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e6961ae-4977-4ba3-a406-52f7139a8cc4 req-03036d3f-1719-4cb6-ab4e-d93edcf3fa89 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0487797 Oct 22 13:46:30.757405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e6961ae-4977-4ba3-a406-52f7139a8cc4 req-e044ccde-952f-43af-9768-cd144cd8dae1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Oct 22 13:46:31.505641 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:46:31.873058 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f857061-e179-4e69-8e76-e155f615df06 req-1aa94aa8-1322-4358-9aff-3edcbe6070e7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:31.874628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f857061-e179-4e69-8e76-e155f615df06 req-1aa94aa8-1322-4358-9aff-3edcbe6070e7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0490017 Oct 22 13:46:31.918667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f857061-e179-4e69-8e76-e155f615df06 req-9a369584-bbc7-41fc-9e65-42b31a40bfed tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Oct 22 13:46:33.033080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4172f9-360b-4ab2-bb00-cd9fcf58b00a req-f0d0351a-7c00-42bf-a7f9-6fb74a4c9eaf tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:33.034536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a4172f9-360b-4ab2-bb00-cd9fcf58b00a req-f0d0351a-7c00-42bf-a7f9-6fb74a4c9eaf tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Oct 22 13:46:33.071641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a4172f9-360b-4ab2-bb00-cd9fcf58b00a req-b1160d8c-35bd-4965-87e8-d1612b1d966f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Oct 22 13:46:34.187442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ec681-98d6-4d06-8dab-cedd2e81c66d req-5718dcb2-0537-4634-b367-6c52d1560c77 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:34.189199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d0ec681-98d6-4d06-8dab-cedd2e81c66d req-5718dcb2-0537-4634-b367-6c52d1560c77 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0482128 Oct 22 13:46:34.228319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d0ec681-98d6-4d06-8dab-cedd2e81c66d req-f2315789-3f14-45e8-97f8-feddb9d0bcd0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Oct 22 13:46:35.343195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b488e1-4243-4864-8d4d-00b0fe4758f3 req-b9287631-66cb-4a0f-ba1c-d15651631f99 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:35.344697 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5b488e1-4243-4864-8d4d-00b0fe4758f3 req-b9287631-66cb-4a0f-ba1c-d15651631f99 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0483358 Oct 22 13:46:35.385800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c5b488e1-4243-4864-8d4d-00b0fe4758f3 req-b9cd9e92-6174-4453-8967-7b237b9ed075 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Oct 22 13:46:36.801293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b012a0-d918-4b6d-a650-e1c7d679facb req-8cb96e44-9401-4f93-a610-8c13e1b0f503 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:36.802804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38b012a0-d918-4b6d-a650-e1c7d679facb req-8cb96e44-9401-4f93-a610-8c13e1b0f503 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.3460736 Oct 22 13:46:36.840052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38b012a0-d918-4b6d-a650-e1c7d679facb req-4bb58881-6bf4-4537-a3a0-5444e709fb35 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Oct 22 13:46:37.973479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8c713-e944-44e5-bdde-2cb93d2d3a3f req-e24a2a2c-711d-4aa6-a85b-3ea7450838b9 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:37.975026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bc8c713-e944-44e5-bdde-2cb93d2d3a3f req-e24a2a2c-711d-4aa6-a85b-3ea7450838b9 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0596902 Oct 22 13:46:38.017883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bc8c713-e944-44e5-bdde-2cb93d2d3a3f req-df9dcfad-cbe4-4771-8faa-62474f7ac8aa tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Oct 22 13:46:38.536557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:39.143271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6281-7cea-4316-93ce-092c02eb4679 req-71b43c80-b7cc-4287-b225-ff6cf6248384 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:39.144739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b7a6281-7cea-4316-93ce-092c02eb4679 req-71b43c80-b7cc-4287-b225-ff6cf6248384 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0518458 Oct 22 13:46:39.184533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b7a6281-7cea-4316-93ce-092c02eb4679 req-28871794-e908-4b2e-9233-53fbda3b8adb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Oct 22 13:46:40.136303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:40.306862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0359f1-6089-48d8-9afa-90b2d805935b req-989be7ec-74e8-4b7a-8a3e-c017acfc3776 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:40.309120 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb0359f1-6089-48d8-9afa-90b2d805935b req-989be7ec-74e8-4b7a-8a3e-c017acfc3776 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0491440 Oct 22 13:46:40.346836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb0359f1-6089-48d8-9afa-90b2d805935b req-0a4db871-693e-4eb2-a6ca-753f92ae76e3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Oct 22 13:46:41.461490 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c8a0-c65f-454b-af25-cda7303422cb req-e9428e93-f6dc-4ea7-9047-dc8cd627d725 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:41.462963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c781c8a0-c65f-454b-af25-cda7303422cb req-e9428e93-f6dc-4ea7-9047-dc8cd627d725 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0483787 Oct 22 13:46:41.501202 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c781c8a0-c65f-454b-af25-cda7303422cb req-76a1fee2-a215-4d95-bd99-631d11622242 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Oct 22 13:46:42.620456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c060-49da-4f9a-9d71-60f2717a4237 req-a02a5306-a934-4be9-839e-dd9c3e479d65 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:42.621939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb7c060-49da-4f9a-9d71-60f2717a4237 req-a02a5306-a934-4be9-839e-dd9c3e479d65 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0539224 Oct 22 13:46:42.659684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb7c060-49da-4f9a-9d71-60f2717a4237 req-3d67053d-b875-4000-9b44-f9602089f8c3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Oct 22 13:46:43.775792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2677-8086-4e7d-86c1-2660e3f37434 req-e6dec7e9-d4ba-422f-9c67-bab0945daf98 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:43.777332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dc2677-8086-4e7d-86c1-2660e3f37434 req-e6dec7e9-d4ba-422f-9c67-bab0945daf98 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0502055 Oct 22 13:46:43.816049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dc2677-8086-4e7d-86c1-2660e3f37434 req-859d2ba9-884e-4f67-9b09-941026726715 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Oct 22 13:46:44.933493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dd8a9-a8a7-4599-ac38-74da29756ced req-e78f5c5d-c6cd-4a7f-be05-fe353576c27c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:44.935025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-786dd8a9-a8a7-4599-ac38-74da29756ced req-e78f5c5d-c6cd-4a7f-be05-fe353576c27c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Oct 22 13:46:44.973941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-786dd8a9-a8a7-4599-ac38-74da29756ced req-a8c21552-3231-4606-b601-bc281ed5d5fe tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Oct 22 13:46:46.092503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcd98-b2c8-481c-be08-9d840b5fd680 req-60cb88b1-f31e-488f-a240-357b39855ef2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:46.093971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f60dcd98-b2c8-481c-be08-9d840b5fd680 req-60cb88b1-f31e-488f-a240-357b39855ef2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0528128 Oct 22 13:46:46.130185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f60dcd98-b2c8-481c-be08-9d840b5fd680 req-a95f5248-970f-4be4-83d1-7b3f03da3c7b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Oct 22 13:46:46.365069 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-24853152-2a64-44ec-8e6f-09677adae488 req-62d866d6-7448-4da7-af55-3e452ff2e42c service neutron] show failed (client error): The resource could not be found. Oct 22 13:46:46.366064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-62d866d6-7448-4da7-af55-3e452ff2e42c service neutron] 10.222.0.21 "GET /v2.0/ports/b0057210-8cbc-499e-bc36-f2613b56768d/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0538421 Oct 22 13:46:46.568741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-18065f03-1b05-465a-893c-d77593f12ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:46.570270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-18065f03-1b05-465a-893c-d77593f12ae0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554&tenant_id=83c7c610b4484c8b905672346bf93bae HTTP/1.1" status: 200 len: 1097 time: 0.0420070 Oct 22 13:46:46.584488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:46.640608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:46.840761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:46.872447 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:46:46.912176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:46.914480 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fcbeef-65d7-484d-8158-b66088f23049" -d '{"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-unplugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:46.918365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:46.930852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Transition to ACTIVE for port object b0057210-8cbc-499e-bc36-f2613b56768d will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:46:46.935021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:46.968751 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e14da-51e7-43a2-bad4-4b23af58a1a8 x-openstack-request-id: req-739e14da-51e7-43a2-bad4-4b23af58a1a8 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:46.969052 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-unplugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:46.969302 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-739e14da-51e7-43a2-bad4-4b23af58a1a8 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:46.969693 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'code': 200} Oct 22 13:46:47.006154 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] No DVR routers for this DVR port b0057210-8cbc-499e-bc36-f2613b56768d on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:46:47.009230 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:47.044339 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:46:47.044680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:46:47.045011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:47.051293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:46:47.051747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Attempting to bind port b0057210-8cbc-499e-bc36-f2613b56768d on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:47.056513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:46:47.056853 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Checking segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:46:47.057277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Bound using segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:46:47.057898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Bound port: b0057210-8cbc-499e-bc36-f2613b56768d, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:46:47.058254 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:47.120302 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:46:47.123194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:46:47.127602 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:47.160436 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:47.161065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:47.162457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] 10.222.0.26 "PUT /v2.0/ports/b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 1092 time: 0.5820155 Oct 22 13:46:47.185976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81739e-d71a-47e7-be4d-66dec3f62dde service neutron] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:47.265209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-2c71e3d3-a989-4f04-84f0-2a386b9b41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:47.266804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-2c71e3d3-a989-4f04-84f0-2a386b9b41cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0778716 Oct 22 13:46:47.278485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea12ee-2b4f-48bb-9559-82520e11e163 req-23077bf8-4208-4983-8da7-3441f450a08b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:47.279892 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8bea12ee-2b4f-48bb-9559-82520e11e163 req-23077bf8-4208-4983-8da7-3441f450a08b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0780308 Oct 22 13:46:47.373764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8bea12ee-2b4f-48bb-9559-82520e11e163 req-ec2d1a86-04d0-4099-9a05-faf9e5813bf5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859146 Oct 22 13:46:47.394194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-7bfef433-5995-41c5-8af6-7af5bdcdc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:47.395677 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-7bfef433-5995-41c5-8af6-7af5bdcdc272 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1149585 Oct 22 13:46:47.439487 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-dd259de1-43ab-4c34-be2b-f791103d8c4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0350966 Oct 22 13:46:47.491411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853152-2a64-44ec-8e6f-09677adae488 req-50b96d03-cb4f-44f1-9dc3-90c94b379f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:47.492820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-50b96d03-cb4f-44f1-9dc3-90c94b379f6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0455027 Oct 22 13:46:47.525575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-d10254ec-3364-4448-b488-129fb394c647 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237951 Oct 22 13:46:47.622020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-1328a1ec-93e8-4c74-8b7b-730abd150695 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Oct 22 13:46:47.716208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24853152-2a64-44ec-8e6f-09677adae488 req-48bc7945-26ab-4a5e-b646-f8dc1a3fed61 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Oct 22 13:46:48.492375 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84079500-eca3-4a16-ae32-0bb2f14f2509 req-2674e808-bfc6-43f0-9692-9116389ed566 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:48.493838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84079500-eca3-4a16-ae32-0bb2f14f2509 req-2674e808-bfc6-43f0-9692-9116389ed566 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Oct 22 13:46:48.532886 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84079500-eca3-4a16-ae32-0bb2f14f2509 req-e3bfb273-87b0-445e-88da-b673f7e6d764 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Oct 22 13:46:48.971145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:48.973528 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:49.022853 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1f1bc-782a-480a-9046-44e5dbd000b6 x-openstack-request-id: req-08c1f1bc-782a-480a-9046-44e5dbd000b6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:49.023144 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:49.023394 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c1f1bc-782a-480a-9046-44e5dbd000b6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:49.024871 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'status': 'completed', 'code': 200} Oct 22 13:46:49.106715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b0057210-8cbc-499e-bc36-f2613b56768d no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:46:49.118893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-3937b949-34fb-4c73-ad84-c5290b6eb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.120762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-3937b949-34fb-4c73-ad84-c5290b6eb33e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0770946 Oct 22 13:46:49.127601 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-b21c0d75-23de-4231-b0d5-1afcb61812f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.129002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-b21c0d75-23de-4231-b0d5-1afcb61812f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0765610 Oct 22 13:46:49.150242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b0057210-8cbc-499e-bc36-f2613b56768d not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:46:49.286215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-747ebab9-714f-4161-b0ed-bb51ceade804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.287735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-747ebab9-714f-4161-b0ed-bb51ceade804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1578772 Oct 22 13:46:49.297708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-d44453ba-1eca-4875-b53d-8ba8a7a637b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.299200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-d44453ba-1eca-4875-b53d-8ba8a7a637b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1517057 Oct 22 13:46:49.344151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-bc3197de-f6be-407a-9f66-38cab8aad2e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0440161 Oct 22 13:46:49.381028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-f735a195-5e90-4d92-bb3d-7e792f9741af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0739794 Oct 22 13:46:49.449108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-73bd1d88-5b76-46ab-886d-e87794aaf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.450566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-73bd1d88-5b76-46ab-886d-e87794aaf239 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0775940 Oct 22 13:46:49.455562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-f21c27ec-dd2a-4c9f-a96d-3af326d7f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.456891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-f21c27ec-dd2a-4c9f-a96d-3af326d7f914 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0572298 Oct 22 13:46:49.504513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-a6a4e0df-fb6e-462f-bd0b-e0e811555c07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466988 Oct 22 13:46:49.506307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-4572b10f-38bf-4cba-8e85-f884beab7132 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413315 Oct 22 13:46:49.699477 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-bb75d4b8-9ade-4813-9ded-adc0cac63772 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808655 Oct 22 13:46:49.701180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-9d547804-326b-4154-92b9-ce91d3318be2 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894820 Oct 22 13:46:49.709452 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b1f3-b6ef-468e-b229-b39c4c21a63c req-909e1da1-ac0f-4e0c-a645-3a5079a5ce17 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:49.710850 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adc6b1f3-b6ef-468e-b229-b39c4c21a63c req-909e1da1-ac0f-4e0c-a645-3a5079a5ce17 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0902021 Oct 22 13:46:49.867178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adc6b1f3-b6ef-468e-b229-b39c4c21a63c req-9148451d-8c3e-4c69-8a87-3f20d3d33ad5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399243 Oct 22 13:46:49.897782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-835a6836-2dd5-4651-83f8-3c060e201c6a service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849518 Oct 22 13:46:49.899737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77d1bbfd-9ce7-45f7-ac5d-1eeeda773c8f req-f1ec2911-0147-4f1c-a3d0-06a5614eecc1 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880505 Oct 22 13:46:50.007071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-08273256-a4da-44a1-8389-f5d3a14d4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.008621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-08273256-a4da-44a1-8389-f5d3a14d4597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.0452261 Oct 22 13:46:50.176880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-88fe34f0-e13d-4550-b64e-c35b079d7111 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.178264 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-88fe34f0-e13d-4550-b64e-c35b079d7111 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554&tenant_id=83c7c610b4484c8b905672346bf93bae&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 944 time: 0.1396072 Oct 22 13:46:50.189882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660c49-b0d4-4628-bc52-a44dd72fc061 req-3be13f13-4867-422d-a9e6-b0c4ddbf6559 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.191300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07660c49-b0d4-4628-bc52-a44dd72fc061 req-3be13f13-4867-422d-a9e6-b0c4ddbf6559 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.1536639 Oct 22 13:46:50.234323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-9c2a6882-3dd6-411b-9433-0927646fd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.235839 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-9c2a6882-3dd6-411b-9433-0927646fd02d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.2059801 Oct 22 13:46:50.306546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-22d1007c-9d81-41ee-a8dc-9f9f903cb4ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.0598075 Oct 22 13:46:50.318492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07660c49-b0d4-4628-bc52-a44dd72fc061 req-03cc3571-1346-4f6a-b568-c96ec8c3075e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133730 Oct 22 13:46:50.348837 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-fb2cff22-d119-49f2-8e92-0eadef155488 service neutron] delete failed (client error): The resource could not be found. Oct 22 13:46:50.349855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-fb2cff22-d119-49f2-8e92-0eadef155488 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b0057210-8cbc-499e-bc36-f2613b56768d/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.1531277 Oct 22 13:46:50.366316 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-fd5408e8-5316-447b-8aea-11293b5b7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.367765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-fd5408e8-5316-447b-8aea-11293b5b7897 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0525384 Oct 22 13:46:50.402641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-9a7cd881-40d7-467f-93e3-f5be18975d14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279772 Oct 22 13:46:50.502588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-9264a9e8-6634-4c9f-9a79-b95bfa1f751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.504031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-9264a9e8-6634-4c9f-9a79-b95bfa1f751f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 1095 time: 0.1044235 Oct 22 13:46:50.538299 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-32fc2c72-51c6-476b-bf9b-e943da53d07a service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285236 Oct 22 13:46:50.677376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-db315f0b-cc46-46c2-b506-9c73ef40c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:50.678883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-db315f0b-cc46-46c2-b506-9c73ef40c2b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1628313 Oct 22 13:46:51.025347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4338237a-95de-401b-9b7a-48e746ec9f12 req-941370c4-9558-4d57-b99d-f7abe176baf8 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770372 Oct 22 13:46:51.026816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-a9d1923f-f38b-4e4f-94cf-15de221a7816 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 200 len: 217 time: 0.3378248 Oct 22 13:46:51.077276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-ebdff93a-5aba-4476-bb97-09d20249f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:51.078739 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-ebdff93a-5aba-4476-bb97-09d20249f6a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0449147 Oct 22 13:46:51.110499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-5b04906f-8bad-43a8-9de3-80964d04df0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238755 Oct 22 13:46:51.202453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-2a9a267f-79e1-462d-9e8f-f4d941e2b10c service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848660 Oct 22 13:46:51.302729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5476d648-7687-4c72-ad8c-13e1df232a24 req-3caf9009-5c9d-4611-bbd2-0ac1b16e8718 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886717 Oct 22 13:46:51.440616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142878-432f-4aa2-b74d-bb1e7c93b91a req-1dbf588c-511a-41ce-bc9e-90045db15784 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:51.442023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc142878-432f-4aa2-b74d-bb1e7c93b91a req-1dbf588c-511a-41ce-bc9e-90045db15784 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 944 time: 0.0513699 Oct 22 13:46:51.479584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc142878-432f-4aa2-b74d-bb1e7c93b91a req-22e1e379-870e-4fa1-b55f-0266f9c3c98f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Oct 22 13:46:51.726144 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b0057210-8cbc-499e-bc36-f2613b56768d details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:46:51.826934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:51.838860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'port_id': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'mac_address': 'fa:16:3e:bb:2b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1524a190-82c1-43fc-bb82-f8b353590c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:46:51.877094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:51.889797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0057210-8cbc-499e-bc36-f2613b56768d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:46:51.909445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:51.913044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:51.962758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:52.126373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b0057210-8cbc-499e-bc36-f2613b56768d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:46:52.594828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b20c1d-a26d-4754-b1c2-b3e2d620d379 req-d236b548-5aea-4bc8-bcfa-8cb066084d5b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:52.596313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0b20c1d-a26d-4754-b1c2-b3e2d620d379 req-d236b548-5aea-4bc8-bcfa-8cb066084d5b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Oct 22 13:46:52.633727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0b20c1d-a26d-4754-b1c2-b3e2d620d379 req-6beaeedd-faf4-4b0d-9324-b5357b2a169f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Oct 22 13:46:52.748373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a445c-316e-4d96-9f12-ad63785b10a3 req-36c1e0dd-c904-45ff-8cb9-2fdab7cd594b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:52.749846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d12a445c-316e-4d96-9f12-ad63785b10a3 req-36c1e0dd-c904-45ff-8cb9-2fdab7cd594b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 945 time: 0.0491197 Oct 22 13:46:52.790431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d12a445c-316e-4d96-9f12-ad63785b10a3 req-b62bd0b1-a35a-4263-a462-a6ddaeee212d tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Oct 22 13:46:52.902759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74baf81-8b4b-4337-91f6-27af6fd563b9 req-d07ad902-baec-460d-a3f1-984a633c3891 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:52.904246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b74baf81-8b4b-4337-91f6-27af6fd563b9 req-d07ad902-baec-460d-a3f1-984a633c3891 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Oct 22 13:46:52.942394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b74baf81-8b4b-4337-91f6-27af6fd563b9 req-b1003239-1b37-4e31-9a62-bb6f382e72ff tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Oct 22 13:46:53.288180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-15439408-efe1-4e0e-b4f0-00decc76ae8a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:53.289629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-15439408-efe1-4e0e-b4f0-00decc76ae8a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 813 time: 0.1057880 Oct 22 13:46:53.306492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-63bd9029-05e6-41ad-ab62-fad8ccbc4393 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/quotas/83c7c610b4484c8b905672346bf93bae HTTP/1.1" status: 200 len: 375 time: 0.0098372 Oct 22 13:46:53.357355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-fecaf118-3cf1-439f-bac7-25e8b5ff429b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446067 Oct 22 13:46:53.445579 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-4c6d0132-9faa-43eb-ba49-ee14264771e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812483 Oct 22 13:46:53.538219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-5759d123-9db2-4514-aef2-d3d7baf01230 service neutron] 10.222.0.25 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Oct 22 13:46:53.701650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dad85022-891f-48d1-8cb2-c759c65cdbc5 req-1980c1fd-4c9a-430d-a5f6-bc6038625d82 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Oct 22 13:46:53.738593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b0057210-8cbc-499e-bc36-f2613b56768d up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:46:53.791098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b0057210-8cbc-499e-bc36-f2613b56768d completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:46:53.798962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b0057210-8cbc-499e-bc36-f2613b56768d triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:46:53.799342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.056650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-271e0d39-f047-4b20-a92e-a8e91a627ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.064294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.088921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:54.091212 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696305e4-8856-456f-a582-fc3a1779021c" -d '{"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-plugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:54.103542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:54.108105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.135022 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b115becc-e7e5-4438-b5b3-15f6ebffd250 x-openstack-request-id: req-b115becc-e7e5-4438-b5b3-15f6ebffd250 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:54.136019 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-plugged", "status": "completed", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:54.136276 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b115becc-e7e5-4438-b5b3-15f6ebffd250 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:54.136669 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'code': 200} Oct 22 13:46:54.165824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:54.639066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-4b634015-196f-450d-9017-711e8c38e765 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:54.640846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-4b634015-196f-450d-9017-711e8c38e765 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554 HTTP/1.1" status: 200 len: 946 time: 0.0553071 Oct 22 13:46:54.780957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Deleting port b0057210-8cbc-499e-bc36-f2613b56768d {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:46:54.781680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.821566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-1bb03056-4e8f-4937-b177-01e020ba424e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:54.823665 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-1bb03056-4e8f-4937-b177-01e020ba424e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 813 time: 0.2236099 Oct 22 13:46:54.827599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f91835ab-28f6-40e9-a00d-be75d1ac640b req-5bf5013d-b05c-48e5-bcd2-5e406be5662b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Oct 22 13:46:54.840145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Request body: {'port': {'device_id': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'admin_state_up': True, 'tenant_id': '83c7c610b4484c8b905672346bf93bae'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:54.899875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] For port b0057210-8cbc-499e-bc36-f2613b56768d, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b0057210-8cbc-499e-bc36-f2613b56768d,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:54.900198 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:54.913234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Calling delete_port for b0057210-8cbc-499e-bc36-f2613b56768d owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:46:54.955172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Made reservation on behalf of 83c7c610b4484c8b905672346bf93bae for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:46:54.958716 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.042037 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.057558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b0057210-8cbc-499e-bc36-f2613b56768d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:46:55.079950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Pushing event deleted for resources: {'Port': ['ID=b0057210-8cbc-499e-bc36-f2613b56768d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:55.102221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Allocated IP 172.20.0.12 (d0f24fb1-bc23-4d5e-a63e-78e494f656bf/1524a190-82c1-43fc-bb82-f8b353590c6e/fe4af504-f354-43d1-841b-808d59d128d1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:46:55.124614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] No DVR routers for this DVR port b0057210-8cbc-499e-bc36-f2613b56768d on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:46:55.129651 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.133162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.26 "DELETE /v2.0/ports/b0057210-8cbc-499e-bc36-f2613b56768d HTTP/1.1" status: 204 len: 173 time: 0.4857776 Oct 22 13:46:55.133641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-deleted', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:55.136143 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb833df-3f06-4dc3-94f3-5b2bbd897568" -d '{"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-deleted", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:55.176769 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be164a-6ae9-49a1-b4d0-98352f489c98 x-openstack-request-id: req-16be164a-6ae9-49a1-b4d0-98352f489c98 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:55.177069 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8d21a-b9ca-40ca-9a96-bc5cb8d64554", "name": "network-vif-deleted", "tag": "b0057210-8cbc-499e-bc36-f2613b56768d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:55.177325 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16be164a-6ae9-49a1-b4d0-98352f489c98 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:55.177730 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8d21a-b9ca-40ca-9a96-bc5cb8d64554', 'name': 'network-vif-deleted', 'tag': 'b0057210-8cbc-499e-bc36-f2613b56768d', 'status': 'completed', 'code': 200} Oct 22 13:46:55.268891 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.306051 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.318913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b0057210-8cbc-499e-bc36-f2613b56768d'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:46:55.356491 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Network d0f24fb1-bc23-4d5e-a63e-78e494f656bf is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:46:55.359841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:46:55.366457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:46:55.370443 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:55.419072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:55.419604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.435439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-46204da5-2a42-4a6d-9100-4bec27f833d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009696 Oct 22 13:46:55.447442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Request body: {'port': {'device_id': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:46:55.503502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.806173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4af504-f354-43d1-841b-808d59d128d1 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:46:55.813638 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.830090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Transition to ACTIVE for port object fe4af504-f354-43d1-841b-808d59d128d1 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:46:55.834023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.887199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:55.945222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d767-8fa8-4e35-84f6-ff8e08978872 req-e5eef0d0-23b5-4b58-a2e8-b60c0d6f4a47 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:55.946896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ee9d767-8fa8-4e35-84f6-ff8e08978872 req-e5eef0d0-23b5-4b58-a2e8-b60c0d6f4a47 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0512187 Oct 22 13:46:55.952855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:46:55.953196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:46:55.953530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:55.957877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:46:55.958204 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:46:55.963004 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:46:55.963936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Checking segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:46:55.964347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Bound using segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:46:55.964751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Bound port: fe4af504-f354-43d1-841b-808d59d128d1, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:46:55.965112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:55.986666 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ee9d767-8fa8-4e35-84f6-ff8e08978872 req-8778bd6a-ad0c-442a-a07e-ea1365e626b9 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Oct 22 13:46:56.033460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:46:56.036525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:46:56.040032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:56.071955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.073078 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:56.074445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 1092 time: 0.6310890 Oct 22 13:46:56.074898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:46:56.077141 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41185254-7df9-4f19-b91b-4822cd8126c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:46:56.103540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aa760-65c2-4086-8eb2-ba6a29b9d934 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:46:56.185133 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775c86c0-9e0f-4436-8864-c88264fdede6 x-openstack-request-id: req-775c86c0-9e0f-4436-8864-c88264fdede6 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:46:56.185434 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:46:56.185691 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-775c86c0-9e0f-4436-8864-c88264fdede6 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:46:56.186093 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'status': 'completed', 'code': 200} Oct 22 13:46:56.198289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-8f9328a9-524b-4293-b8f8-ebd0851004ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.200021 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-8f9328a9-524b-4293-b8f8-ebd0851004ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1095 time: 0.0845544 Oct 22 13:46:56.260799 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-144091f5-7093-4464-a0c7-6fa8bac50ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0520480 Oct 22 13:46:56.319851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832811-c51e-424b-a22b-75921a605faf req-a0f53e6e-59c0-416d-b63e-921f6187c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.321383 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-a0f53e6e-59c0-416d-b63e-921f6187c6e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0539911 Oct 22 13:46:56.372466 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-d56fa934-04c9-484b-bc15-3e8ceb4ae8e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439670 Oct 22 13:46:56.465285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-160c7a4c-ef79-4bc0-9594-60f39f3bc254 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 Oct 22 13:46:56.552537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61832811-c51e-424b-a22b-75921a605faf req-5343f9a2-b8d7-47a6-8b2b-66720ca77a06 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802608 Oct 22 13:46:56.637293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-bc9cafd9-44e0-41f7-bd59-2f987b0d155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.638674 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-bc9cafd9-44e0-41f7-bd59-2f987b0d155e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1095 time: 0.0408275 Oct 22 13:46:56.793474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-22c304f6-bec3-4996-b95a-0162dbc8c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.795099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-22c304f6-bec3-4996-b95a-0162dbc8c247 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.1498594 Oct 22 13:46:56.836596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-582eddff-87e2-41b3-aeb4-79bd3e3e8f60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0341520 Oct 22 13:46:56.887464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-49638e22-2e69-42b8-9f1b-eaf6afea3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:56.888768 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-49638e22-2e69-42b8-9f1b-eaf6afea3cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0434325 Oct 22 13:46:56.926227 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-5043dc48-35ac-4d77-8e79-ec8b2982d411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290575 Oct 22 13:46:57.017766 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-6d618cf3-9185-4283-af31-2d5a269e9d39 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Oct 22 13:46:57.103049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb92ce-9ba3-4fca-b271-896252d6c669 req-b6328674-0864-48fc-9b4f-534e0aebb11d tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:57.105222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5bb92ce-9ba3-4fca-b271-896252d6c669 req-b6328674-0864-48fc-9b4f-534e0aebb11d tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0504138 Oct 22 13:46:57.114390 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-41185254-7df9-4f19-b91b-4822cd8126c6 req-9003b8da-01c2-49c8-b144-3184e37bf75f service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881877 Oct 22 13:46:57.117542 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9f278d0b-9c50-47af-9778-dbd272bd2efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:57.151169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5bb92ce-9ba3-4fca-b271-896252d6c669 req-3abe5dfc-2422-4b26-bde4-bc840a4a433c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Oct 22 13:46:57.820925 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:57.849455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:58.268239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6881-a3a5-42ec-b5e3-bd12b2dda73d req-5a281e60-d2a0-4073-9929-47b0086a0b9a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:58.269747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-401f6881-a3a5-42ec-b5e3-bd12b2dda73d req-5a281e60-d2a0-4073-9929-47b0086a0b9a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0497158 Oct 22 13:46:58.313690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-401f6881-a3a5-42ec-b5e3-bd12b2dda73d req-4df29898-5716-449e-8f4b-7e3a047f59a0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Oct 22 13:46:59.432849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811b017-14d2-45ce-bf83-fddeb764ae44 req-91351172-1d0e-476c-9956-687ed91f4b50 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:46:59.434371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1811b017-14d2-45ce-bf83-fddeb764ae44 req-91351172-1d0e-476c-9956-687ed91f4b50 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0505619 Oct 22 13:46:59.473433 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1811b017-14d2-45ce-bf83-fddeb764ae44 req-3b9fb83e-3b35-423c-8f2b-1f44edaf95be tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Oct 22 13:46:59.784155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fe4af504-f354-43d1-841b-808d59d128d1 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:46:59.786266 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b0057210-8cbc-499e-bc36-f2613b56768d no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:46:59.812469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: b0057210-8cbc-499e-bc36-f2613b56768d {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:46:59.812834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b0057210-8cbc-499e-bc36-f2613b56768d not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:46:59.878901 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:59.911854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:59.922834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'fe4af504-f354-43d1-841b-808d59d128d1', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'port_id': 'fe4af504-f354-43d1-841b-808d59d128d1', 'mac_address': 'fa:16:3e:c0:ad:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1524a190-82c1-43fc-bb82-f8b353590c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:46:59.959571 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:46:59.971918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4af504-f354-43d1-841b-808d59d128d1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:46:59.991404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:46:59.995868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:00.042587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:00.182062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['fe4af504-f354-43d1-841b-808d59d128d1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:47:00.593679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43bdbf-0aec-4faf-bbf5-6ffeabe00de0 req-104bf706-10ae-4ded-9a0e-4c5b80ef1ede tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:00.595193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf43bdbf-0aec-4faf-bbf5-6ffeabe00de0 req-104bf706-10ae-4ded-9a0e-4c5b80ef1ede tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 945 time: 0.0498447 Oct 22 13:47:00.636950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf43bdbf-0aec-4faf-bbf5-6ffeabe00de0 req-d190497f-e8f5-4f1d-becd-1ff4f1156e07 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Oct 22 13:47:01.752307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa415e-84aa-4cf0-84d7-e8f232b60047 req-c7f94bcb-6eb1-4098-970c-9f5f344a3385 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:01.753798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6fa415e-84aa-4cf0-84d7-e8f232b60047 req-c7f94bcb-6eb1-4098-970c-9f5f344a3385 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Oct 22 13:47:01.792153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b6fa415e-84aa-4cf0-84d7-e8f232b60047 req-2fe0dfdb-5d2e-47ab-a782-deccdf05a089 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Oct 22 13:47:01.795268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fe4af504-f354-43d1-841b-808d59d128d1 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:01.843350 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port fe4af504-f354-43d1-841b-808d59d128d1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:47:01.847512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port fe4af504-f354-43d1-841b-808d59d128d1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:01.847985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:01.930292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:01.954232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:01.956507 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32871e-d9f0-4ea7-b684-6ebbcbc271f0" -d '{"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-plugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:01.969116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:01.973006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:01.996823 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b37eb3-b9b8-4f4a-9397-8832c0af504e x-openstack-request-id: req-57b37eb3-b9b8-4f4a-9397-8832c0af504e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:01.997121 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-plugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:01.997375 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57b37eb3-b9b8-4f4a-9397-8832c0af504e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:01.997777 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'code': 200} Oct 22 13:47:02.022771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:02.092113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61704-012b-4306-9904-d9a187a46a92 req-3ff0f04a-ec64-45fa-bdfd-6ff78a643867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:02.093593 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9bb61704-012b-4306-9904-d9a187a46a92 req-3ff0f04a-ec64-45fa-bdfd-6ff78a643867 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1097 time: 0.0409806 Oct 22 13:47:02.134978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9bb61704-012b-4306-9904-d9a187a46a92 req-3a18827f-3985-4051-a88f-b77ffaa4bee3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Oct 22 13:47:02.908744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c651-63f2-44a4-89ae-9dbbb5ff3042 req-6824d20a-c61a-45ff-9b0a-313925b4be5f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:02.910263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6886c651-63f2-44a4-89ae-9dbbb5ff3042 req-6824d20a-c61a-45ff-9b0a-313925b4be5f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0490673 Oct 22 13:47:02.948222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6886c651-63f2-44a4-89ae-9dbbb5ff3042 req-9e8c82b6-9460-4dd6-9614-1252e3c6632c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Oct 22 13:47:04.067160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903da94f-9edd-43c3-a4fd-98c694c510a0 req-a060b241-6123-4596-9b5d-d8db1e30e23a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:04.068761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-903da94f-9edd-43c3-a4fd-98c694c510a0 req-a060b241-6123-4596-9b5d-d8db1e30e23a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0513146 Oct 22 13:47:04.110779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-903da94f-9edd-43c3-a4fd-98c694c510a0 req-db649d74-58d5-48a1-b70a-3d06067b33bd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Oct 22 13:47:04.226770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d20a-37d9-43ac-aac5-986921da0c9f req-5cc54a01-683d-4c2c-8f7f-3b3224dbd382 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:04.228187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bca3d20a-37d9-43ac-aac5-986921da0c9f req-5cc54a01-683d-4c2c-8f7f-3b3224dbd382 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0499039 Oct 22 13:47:04.267427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bca3d20a-37d9-43ac-aac5-986921da0c9f req-92eced4c-502a-41dd-9204-55326aa208b3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Oct 22 13:47:04.520833 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-bedc9d24-52db-47b7-8dfc-05cd6300f004 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660322 Oct 22 13:47:04.532364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852950af-b61a-4a93-9fbb-12a72a501e3c req-32148aaf-6e9f-4785-be2f-ce8d42250eb7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:04.533814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-852950af-b61a-4a93-9fbb-12a72a501e3c req-32148aaf-6e9f-4785-be2f-ce8d42250eb7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0692604 Oct 22 13:47:04.576558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-852950af-b61a-4a93-9fbb-12a72a501e3c req-76f8d5a9-4eff-4e4f-9810-5aef60110e65 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Oct 22 13:47:05.581232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-d2122830-80e5-4faf-8831-fe9d12640c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:05.582788 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-d2122830-80e5-4faf-8831-fe9d12640c4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1097 time: 0.0412621 Oct 22 13:47:05.677272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-6b52796a-68c9-4c38-bbc7-9b6b292d2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:05.678737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-6b52796a-68c9-4c38-bbc7-9b6b292d2bee service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0892661 Oct 22 13:47:05.691744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b53abe-369e-4031-939c-3b7dc05be802 req-36704d18-cdad-45ef-a6af-b958261d1f37 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:05.693710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b53abe-369e-4031-939c-3b7dc05be802 req-36704d18-cdad-45ef-a6af-b958261d1f37 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Oct 22 13:47:05.722027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-7a04dde0-4924-4285-b708-f7b17b7cf6e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0358546 Oct 22 13:47:05.732350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-27b53abe-369e-4031-939c-3b7dc05be802 req-5740d8bb-7c31-4c85-a399-274a275efefd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Oct 22 13:47:05.777612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-27830bc1-ccd8-421a-a5bf-ccb08087d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:05.779104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-27830bc1-ccd8-421a-a5bf-ccb08087d888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0492318 Oct 22 13:47:05.810695 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-eae92870-4c9c-47b4-b5b5-c798828eaea6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251579 Oct 22 13:47:05.898755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-2bc16d6b-07a9-4c73-8648-39f5f15b8673 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812781 Oct 22 13:47:05.990546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-f441afc1-7f49-4375-a12b-0853b5cc0d8d service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Oct 22 13:47:06.850399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89aea6-99e7-4d30-9a1a-64d305f05d21 req-8e3316a8-3042-4dda-aacb-1903ea4d4557 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:06.851923 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e89aea6-99e7-4d30-9a1a-64d305f05d21 req-8e3316a8-3042-4dda-aacb-1903ea4d4557 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Oct 22 13:47:06.890010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e89aea6-99e7-4d30-9a1a-64d305f05d21 req-283d713b-a682-4317-b217-bb479aae6f43 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Oct 22 13:47:08.004826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b1007-adb7-4094-8c61-aef44b074545 req-c5aec5ce-9783-4b79-af63-8a60209261bf tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:08.006291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-711b1007-adb7-4094-8c61-aef44b074545 req-c5aec5ce-9783-4b79-af63-8a60209261bf tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Oct 22 13:47:08.047824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-711b1007-adb7-4094-8c61-aef44b074545 req-2c189f1b-0073-45d0-85c8-0f81415de591 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Oct 22 13:47:08.504344 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:47:08.543078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:09.165355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264b5f7-10cb-4c0d-8ea1-16b84d582ac5 req-5d3967bc-b46f-46ed-9c04-b9eb82e0fce5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:09.166926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2264b5f7-10cb-4c0d-8ea1-16b84d582ac5 req-5d3967bc-b46f-46ed-9c04-b9eb82e0fce5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0502591 Oct 22 13:47:09.208883 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2264b5f7-10cb-4c0d-8ea1-16b84d582ac5 req-d8b0caf0-5be0-419d-b406-cb50dc59e5d2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358527 Oct 22 13:47:10.150000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:10.334464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15845ac1-9c38-4cf0-8823-42ad8c6a08f8 req-4132d3d5-87b9-4d51-9845-ebfe36ee5197 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:10.336074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15845ac1-9c38-4cf0-8823-42ad8c6a08f8 req-4132d3d5-87b9-4d51-9845-ebfe36ee5197 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0553427 Oct 22 13:47:10.374707 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15845ac1-9c38-4cf0-8823-42ad8c6a08f8 req-e3bc8a86-fd84-4dbd-bb5c-5d62d1e51a2b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321829 Oct 22 13:47:11.491959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6696-3169-48ba-9445-8f9a2a93d342 req-96de96a1-3b5b-42d4-bbe1-2972b85c7b74 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:11.493431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-695c6696-3169-48ba-9445-8f9a2a93d342 req-96de96a1-3b5b-42d4-bbe1-2972b85c7b74 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0495772 Oct 22 13:47:11.535476 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-695c6696-3169-48ba-9445-8f9a2a93d342 req-78b593d9-cd28-4c10-af46-3247d66b8738 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Oct 22 13:47:12.650986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee578695-a030-4edd-a272-e9195ada715b req-8ca2a4a2-b957-4d9e-92fb-0810967e16b6 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:12.652593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee578695-a030-4edd-a272-e9195ada715b req-8ca2a4a2-b957-4d9e-92fb-0810967e16b6 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0497112 Oct 22 13:47:12.690742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee578695-a030-4edd-a272-e9195ada715b req-703f93e9-49da-4cdf-8684-0e1a616851ce tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Oct 22 13:47:13.805776 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2df6e9-6263-4ec3-af77-6ccad434964a req-bc0bdff0-7145-42d2-9e2d-9af492ead659 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:13.807371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d2df6e9-6263-4ec3-af77-6ccad434964a req-bc0bdff0-7145-42d2-9e2d-9af492ead659 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0497351 Oct 22 13:47:13.844776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2d2df6e9-6263-4ec3-af77-6ccad434964a req-7ca86f7e-c493-48f7-959f-91f6ba62fd47 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Oct 22 13:47:14.962666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85de0-a195-4a43-8b38-e93791fca79d req-0e21e830-0b6c-4260-9abd-ad38bbbf7030 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:14.964402 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef85de0-a195-4a43-8b38-e93791fca79d req-0e21e830-0b6c-4260-9abd-ad38bbbf7030 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0504866 Oct 22 13:47:15.005631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eef85de0-a195-4a43-8b38-e93791fca79d req-1f7f11f9-6eaf-45b3-99ca-fe4611fcfa5d tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352838 Oct 22 13:47:16.130807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265f05b-353b-4971-9301-3199ca01c4e1 req-590a7238-dd49-4f84-a832-80215caad6a5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:16.132278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f265f05b-353b-4971-9301-3199ca01c4e1 req-590a7238-dd49-4f84-a832-80215caad6a5 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0500917 Oct 22 13:47:16.169614 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f265f05b-353b-4971-9301-3199ca01c4e1 req-4399a10a-c21a-4ecc-9ca9-eebef54b15b2 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Oct 22 13:47:17.289614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc85a-85a5-4a39-a2a6-0b86e2a759cc req-c28728a0-d8af-4053-9b32-30a0f2843574 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:17.291268 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b79bc85a-85a5-4a39-a2a6-0b86e2a759cc req-c28728a0-d8af-4053-9b32-30a0f2843574 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0509040 Oct 22 13:47:17.329445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b79bc85a-85a5-4a39-a2a6-0b86e2a759cc req-4f23280b-9ad8-4ed2-821e-95b709bf712f tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Oct 22 13:47:18.443967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfc85-29c4-4efd-b5fb-1b59af63ce96 req-42b92af3-0c33-4847-b01e-f51afca89717 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:18.445430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96ebfc85-29c4-4efd-b5fb-1b59af63ce96 req-42b92af3-0c33-4847-b01e-f51afca89717 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0491378 Oct 22 13:47:18.486453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96ebfc85-29c4-4efd-b5fb-1b59af63ce96 req-901c77e9-99e0-460c-b766-ada7c8df55cd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350292 Oct 22 13:47:19.601276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007a956-7b36-4dcf-add2-b960d3804bbb req-91b19654-8316-48af-a231-b9aa3f244657 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:19.602767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e007a956-7b36-4dcf-add2-b960d3804bbb req-91b19654-8316-48af-a231-b9aa3f244657 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0483248 Oct 22 13:47:19.640010 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e007a956-7b36-4dcf-add2-b960d3804bbb req-9c2f4cc5-c387-42d2-81fa-420f1d707032 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304925 Oct 22 13:47:20.763874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e30e3f-be4d-42a8-a57d-26e80940d473 req-8bcce04e-e72e-4a75-ac89-e4dc20edadbc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:20.765403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00e30e3f-be4d-42a8-a57d-26e80940d473 req-8bcce04e-e72e-4a75-ac89-e4dc20edadbc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Oct 22 13:47:20.803317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-00e30e3f-be4d-42a8-a57d-26e80940d473 req-5cbe1a16-d7b1-4ddc-a524-a3cf0b7dbfdd tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Oct 22 13:47:21.918874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bd2dc-fff1-4a55-bd4d-33358a0d4c80 req-4fa07642-8f80-4dd3-881d-341b62d6ca55 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:21.920347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-842bd2dc-fff1-4a55-bd4d-33358a0d4c80 req-4fa07642-8f80-4dd3-881d-341b62d6ca55 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0485911 Oct 22 13:47:21.961642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-842bd2dc-fff1-4a55-bd4d-33358a0d4c80 req-37f28093-8695-4f29-9d9c-09b3e0da67de tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353827 Oct 22 13:47:23.081280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f79f4-e298-4812-8499-716787040823 req-8d0fedd8-940e-48db-8f17-12c6f87a0c2c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:23.082876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-875f79f4-e298-4812-8499-716787040823 req-8d0fedd8-940e-48db-8f17-12c6f87a0c2c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0518885 Oct 22 13:47:23.123020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-875f79f4-e298-4812-8499-716787040823 req-d424cae2-d31b-4437-89aa-5507d92d253e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Oct 22 13:47:24.043360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d01be1c4-7ff6-49f3-9448-1030557c4544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:24.247680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb805-0c76-4929-8bfc-86efeac6c7ac req-ab370dd7-a89c-42c7-8039-932cc3e579eb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:24.249180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bbfb805-0c76-4929-8bfc-86efeac6c7ac req-ab370dd7-a89c-42c7-8039-932cc3e579eb tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Oct 22 13:47:24.290932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bbfb805-0c76-4929-8bfc-86efeac6c7ac req-4ab9483b-c05c-4798-aeb3-244870f5075b tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Oct 22 13:47:25.417110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f76d-86d4-403f-906c-6a8740290a63 req-a304c9f0-434f-4ea2-b7d1-f48b294622d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:25.418626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f5f76d-86d4-403f-906c-6a8740290a63 req-a304c9f0-434f-4ea2-b7d1-f48b294622d1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0581949 Oct 22 13:47:25.460621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72f5f76d-86d4-403f-906c-6a8740290a63 req-99cba590-e75e-4bf0-82c8-04a84ed306a1 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Oct 22 13:47:26.579104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09215-54d0-482e-84db-302f86e8ddb6 req-378e75f7-2dc3-4512-bccc-0e347ad05546 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:26.580580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bae09215-54d0-482e-84db-302f86e8ddb6 req-378e75f7-2dc3-4512-bccc-0e347ad05546 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Oct 22 13:47:26.619324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bae09215-54d0-482e-84db-302f86e8ddb6 req-32d44fd0-6aab-48e6-9d9f-f30ebdaf471e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Oct 22 13:47:27.119863 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e67ea838-25b0-4a7a-9864-fc1df7523af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:27.732033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f40cb4-bfea-4921-8ca4-a432a642656f req-57bc3fe6-9185-429a-9a69-f32d175a8c0a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:27.733540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2f40cb4-bfea-4921-8ca4-a432a642656f req-57bc3fe6-9185-429a-9a69-f32d175a8c0a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Oct 22 13:47:27.771342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2f40cb4-bfea-4921-8ca4-a432a642656f req-f41a0998-31d2-4188-9c1a-6fc03208a3d7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Oct 22 13:47:27.823805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:27.850514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:28.887818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b371fb-522a-4df5-b055-2c0d66df9d05 req-288e8938-e9af-41cd-a6c6-017fd785c520 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:28.889280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b371fb-522a-4df5-b055-2c0d66df9d05 req-288e8938-e9af-41cd-a6c6-017fd785c520 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0497935 Oct 22 13:47:28.931137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4b371fb-522a-4df5-b055-2c0d66df9d05 req-d09310ce-9f71-47e3-8dde-66f8a5419de0 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358195 Oct 22 13:47:29.847605 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:30.047557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf9ad-92a1-4158-862a-8b5435a2fbca req-79783572-c4ed-4f82-9044-6847cf6ba4fc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:30.049048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f29cf9ad-92a1-4158-862a-8b5435a2fbca req-79783572-c4ed-4f82-9044-6847cf6ba4fc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Oct 22 13:47:30.086201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f29cf9ad-92a1-4158-862a-8b5435a2fbca req-a7e91e17-80e7-4ef6-bf34-0401895f73d4 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Oct 22 13:47:31.202074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d7848-4aac-46a8-b7fb-21bd7ebe4c1c req-62114933-ed78-4b26-95c8-52cd04419335 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:31.203589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db0d7848-4aac-46a8-b7fb-21bd7ebe4c1c req-62114933-ed78-4b26-95c8-52cd04419335 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0498807 Oct 22 13:47:31.240885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db0d7848-4aac-46a8-b7fb-21bd7ebe4c1c req-9ed1f8cd-5973-4be5-b204-8e03b28613b4 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 22 13:47:32.356871 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b1907-017d-4cc1-846d-2633ce805d55 req-9fd75628-08b4-4e6f-9208-74a32e631759 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:32.358327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-549b1907-017d-4cc1-846d-2633ce805d55 req-9fd75628-08b4-4e6f-9208-74a32e631759 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0489190 Oct 22 13:47:32.399738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-549b1907-017d-4cc1-846d-2633ce805d55 req-5d387d8e-1da3-4456-baf6-2f802ec4a127 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Oct 22 13:47:32.804274 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-f0164345-7d95-485f-854e-33ed91444029 service neutron] show failed (client error): The resource could not be found. Oct 22 13:47:32.805272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-f0164345-7d95-485f-854e-33ed91444029 service neutron] 10.222.0.26 "GET /v2.0/ports/fe4af504-f354-43d1-841b-808d59d128d1/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0545146 Oct 22 13:47:33.008306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-985775bf-b6af-4b3a-8def-a78a2ec86f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.010935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-985775bf-b6af-4b3a-8def-a78a2ec86f7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8&tenant_id=83c7c610b4484c8b905672346bf93bae HTTP/1.1" status: 200 len: 1097 time: 0.0424778 Oct 22 13:47:33.022988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:33.075777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.276185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:33.313724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:33.352470 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:33.355297 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66bc94b-8c74-43f9-be92-72dc9973f077" -d '{"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:33.359340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.372396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Transition to ACTIVE for port object fe4af504-f354-43d1-841b-808d59d128d1 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:47:33.376731 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.403983 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d957fed5-aaab-4b69-ad86-cc5fa6b9e270 x-openstack-request-id: req-d957fed5-aaab-4b69-ad86-cc5fa6b9e270 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:33.404286 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:33.404547 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d957fed5-aaab-4b69-ad86-cc5fa6b9e270 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:33.404948 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'code': 200} Oct 22 13:47:33.442540 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] No DVR routers for this DVR port fe4af504-f354-43d1-841b-808d59d128d1 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:47:33.444635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:33.458442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.458442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.458442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.458442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.458989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.458989 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.459333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.459665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.459993 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.460323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.460649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.460973 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:33.517858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:47:33.518199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:47:33.518533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:33.525882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:47:33.526267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Attempting to bind port fe4af504-f354-43d1-841b-808d59d128d1 on network d0f24fb1-bc23-4d5e-a63e-78e494f656bf {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:33.533956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:47:33.534300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Checking segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:33.534715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Bound using segment: {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:47:33.535149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Bound port: fe4af504-f354-43d1-841b-808d59d128d1, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:47:33.535508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.558992 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8a808-2660-4232-b7ca-897c2d3e013f req-72bf9fbf-492a-408d-b528-8bf3dcb4d656 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.560531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdb8a808-2660-4232-b7ca-897c2d3e013f req-72bf9fbf-492a-408d-b528-8bf3dcb4d656 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0831401 Oct 22 13:47:33.637985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fdb8a808-2660-4232-b7ca-897c2d3e013f req-da1ba2ae-d99f-4ec9-84f3-b26c580e33a4 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Oct 22 13:47:33.638931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:33.642037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:47:33.647362 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.680952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.681680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:33.683104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] 10.222.0.21 "PUT /v2.0/ports/fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 1092 time: 0.6640239 Oct 22 13:47:33.705122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8bc1a-69dc-4228-824e-50a35357231a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:33.751085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-cc0e82e4-4c8f-4bbe-93fb-78554291e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.752645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-cc0e82e4-4c8f-4bbe-93fb-78554291e8ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1095 time: 0.0447159 Oct 22 13:47:33.844440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-eb274685-2974-4ccb-9f68-bbc8ceb2c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.845931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-eb274685-2974-4ccb-9f68-bbc8ceb2c675 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0858281 Oct 22 13:47:33.904220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-cf246446-9063-40d7-9e71-7b8252727d1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0475495 Oct 22 13:47:33.953612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-52a42034-41d5-4ef0-b575-ed6f1fb04a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:33.955072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-52a42034-41d5-4ef0-b575-ed6f1fb04a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0443528 Oct 22 13:47:33.987527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-8b3233a9-a13d-40f8-bb6c-38ae8d95acf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243382 Oct 22 13:47:34.081137 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-57f2b81e-31ab-409f-915c-c3b0f1327671 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860770 Oct 22 13:47:34.170925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-adcd1fd9-3535-4973-b06f-2b115dacfc2d req-19b571fd-ca8a-4a40-afe8-5f4dfb5680fd service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Oct 22 13:47:34.756143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be544dc5-8cc4-448d-87f0-575983a08aaf req-8e9c5b4f-0fb0-4336-97d6-3468d2abb445 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:34.757605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be544dc5-8cc4-448d-87f0-575983a08aaf req-8e9c5b4f-0fb0-4336-97d6-3468d2abb445 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0486672 Oct 22 13:47:34.795646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be544dc5-8cc4-448d-87f0-575983a08aaf req-126abd97-be90-40c8-8a99-0c7f898c6b85 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Oct 22 13:47:35.405717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:35.408142 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b0b4b-1a6c-4740-a474-e10d9085658e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:35.455850 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da03528-5c18-43b3-b5a0-934bda037b48 x-openstack-request-id: req-0da03528-5c18-43b3-b5a0-934bda037b48 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:35.456143 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:35.456400 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0da03528-5c18-43b3-b5a0-934bda037b48 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:35.456805 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'status': 'completed', 'code': 200} Oct 22 13:47:35.520041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-8321ab84-1fa2-46bc-b3e2-dfd38a2f8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.521061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-c412a22f-8628-4c62-8a1f-a9d38e55e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.521426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-8321ab84-1fa2-46bc-b3e2-dfd38a2f8422 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1095 time: 0.0408721 Oct 22 13:47:35.523006 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-c412a22f-8628-4c62-8a1f-a9d38e55e183 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1095 time: 0.0460296 Oct 22 13:47:35.614818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-85971714-25ff-4d06-8719-a5bce82c2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.616351 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-85971714-25ff-4d06-8719-a5bce82c2f71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0864978 Oct 22 13:47:35.616624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-69598bef-91bd-41c9-b051-685bf7709f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.618095 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-69598bef-91bd-41c9-b051-685bf7709f86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0878150 Oct 22 13:47:35.660836 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-46af8afd-b5ad-4d86-94db-97e361d9c921 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0351107 Oct 22 13:47:35.663001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-c01a3aa7-b5f5-4606-ae0a-82272625bf4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0391848 Oct 22 13:47:35.713244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-357b9554-570f-4fc8-9212-be25df9a7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.713624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-89fcf09b-679f-40cc-af20-e8082a4cf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.714735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-357b9554-570f-4fc8-9212-be25df9a7930 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0456204 Oct 22 13:47:35.715117 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-89fcf09b-679f-40cc-af20-e8082a4cf7b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0477579 Oct 22 13:47:35.746434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-9e3968d3-7dca-4f77-a681-2124d9bd67ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250280 Oct 22 13:47:35.849879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-4e818a08-04b2-4c77-8d37-d926cb8c7fe4 service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Oct 22 13:47:35.983491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9e477-58b3-4ae3-a953-7127d1ba7e70 req-3652ed8d-5bf3-437d-82b6-2ce454ae47c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:35.985028 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fc9e477-58b3-4ae3-a953-7127d1ba7e70 req-3652ed8d-5bf3-437d-82b6-2ce454ae47c7 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.1087441 Oct 22 13:47:35.988894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-e8891c7f-5d03-4c3c-9094-703708e80bab service neutron] 10.222.0.21 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317592 Oct 22 13:47:36.022369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-b3388f86-c380-4ceb-8909-a5b157fbc206 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3006036 Oct 22 13:47:36.026494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fc9e477-58b3-4ae3-a953-7127d1ba7e70 req-71610698-040c-4639-aa48-ff4c26e64b4c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Oct 22 13:47:36.112591 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-c7f0b309-01bd-4890-b851-4dd0ec52968a service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820057 Oct 22 13:47:36.210272 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-459b0b4b-1a6c-4740-a474-e10d9085658e req-88aacc86-d432-407a-8f70-16b753b0cd5b service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901413 Oct 22 13:47:37.146756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3babf1-33e5-4ab7-a654-32e4418e6db5 req-c28320f1-f461-4876-af1a-b17448786043 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:37.148356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e3babf1-33e5-4ab7-a654-32e4418e6db5 req-c28320f1-f461-4876-af1a-b17448786043 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Oct 22 13:47:37.186685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e3babf1-33e5-4ab7-a654-32e4418e6db5 req-88a18a7e-3dd3-4056-9989-a95aff3bdf5e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Oct 22 13:47:37.307716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fe4af504-f354-43d1-841b-808d59d128d1 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:47:37.409636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:37.421127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'fe4af504-f354-43d1-841b-808d59d128d1', 'network_id': 'd0f24fb1-bc23-4d5e-a63e-78e494f656bf', 'port_id': 'fe4af504-f354-43d1-841b-808d59d128d1', 'mac_address': 'fa:16:3e:c0:ad:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1524a190-82c1-43fc-bb82-f8b353590c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:47:37.456936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:37.469602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4af504-f354-43d1-841b-808d59d128d1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:47:37.488765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:37.492541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:37.541910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:37.549111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.549465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.549810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.550149 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.550485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.550847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.551178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.551508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.551834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.552165 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.552492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.552815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:37.810440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['fe4af504-f354-43d1-841b-808d59d128d1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:47:37.952022 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fe4af504-f354-43d1-841b-808d59d128d1 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:47:38.007806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device fe4af504-f354-43d1-841b-808d59d128d1 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:47:38.319164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac49e17-ee28-40a6-9423-593debd1f432 req-756b9c55-472b-48bb-83bb-929ac3901197 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.320672 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac49e17-ee28-40a6-9423-593debd1f432 req-756b9c55-472b-48bb-83bb-929ac3901197 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 945 time: 0.0561473 Oct 22 13:47:38.363816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dac49e17-ee28-40a6-9423-593debd1f432 req-ce6b126c-5b4f-4ce8-8ee4-95ae42af32ff tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361710 Oct 22 13:47:38.544152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:38.567024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903b18-14f8-4973-b1f1-648f1e3c1ca3 req-8df2f750-fedf-4e1d-be7b-c813ad996096 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.568555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b903b18-14f8-4973-b1f1-648f1e3c1ca3 req-8df2f750-fedf-4e1d-be7b-c813ad996096 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 945 time: 0.0593472 Oct 22 13:47:38.610855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b903b18-14f8-4973-b1f1-648f1e3c1ca3 req-f6458f67-1749-47cf-af62-8bcdcc31d4b3 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355773 Oct 22 13:47:38.613750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-acf9545b-b69b-478d-a054-66fe9d717884 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.615343 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-acf9545b-b69b-478d-a054-66fe9d717884 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8&tenant_id=83c7c610b4484c8b905672346bf93bae&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 945 time: 0.0913892 Oct 22 13:47:38.683689 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-0d2b1466-8dde-4030-8d96-dad919a390ea service neutron] delete failed (client error): The resource could not be found. Oct 22 13:47:38.684734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-0d2b1466-8dde-4030-8d96-dad919a390ea service neutron] 10.222.0.26 "DELETE /v2.0/ports/fe4af504-f354-43d1-841b-808d59d128d1/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0615790 Oct 22 13:47:38.770013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-f63b03b0-743f-4b23-8a74-e70221dcf6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.771491 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-f63b03b0-743f-4b23-8a74-e70221dcf6b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83c7c610b4484c8b905672346bf93bae&device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 1096 time: 0.0417264 Oct 22 13:47:38.865783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-86216dea-b537-42c2-8544-02cfd3bb523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.867296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-86216dea-b537-42c2-8544-02cfd3bb523e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 200 len: 914 time: 0.0883744 Oct 22 13:47:38.909178 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-3db5c1d0-574e-4472-8012-f9c208837fb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 200 len: 217 time: 0.0346146 Oct 22 13:47:38.958136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-930191cd-0e0d-4571-9a2a-be7a6e7aa11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:38.959947 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-930191cd-0e0d-4571-9a2a-be7a6e7aa11e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 200 len: 853 time: 0.0430653 Oct 22 13:47:38.993948 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-f01d373e-77ca-4bca-a8dc-080fefaae193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0f24fb1-bc23-4d5e-a63e-78e494f656bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259817 Oct 22 13:47:39.087363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-6236c9f8-56b5-4de6-b7bc-1383a85852c2 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857985 Oct 22 13:47:39.181784 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f1ec0c16-275b-49b0-9439-d3e9672ba308 req-58783117-e3d6-41f9-b954-0cd1defac200 service neutron] 10.222.0.26 "GET /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Oct 22 13:47:39.323485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fe4af504-f354-43d1-841b-808d59d128d1 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:39.371228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port fe4af504-f354-43d1-841b-808d59d128d1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:47:39.375293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port fe4af504-f354-43d1-841b-808d59d128d1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:39.375671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:39.454383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:39.476855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:39.479167 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f5022-31e5-4d57-8107-3c63b36d7cce" -d '{"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-plugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:39.492884 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:39.497385 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:39.522735 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b411935-ad8e-417e-963a-d846a7a0a072 x-openstack-request-id: req-0b411935-ad8e-417e-963a-d846a7a0a072 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:39.523030 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-plugged", "status": "completed", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:39.523281 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b411935-ad8e-417e-963a-d846a7a0a072 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:39.523675 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'code': 200} Oct 22 13:47:39.551528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:39.729450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295c61-e720-407d-9926-0033a15aa61a req-6bfce00d-dce6-45da-b2db-7c6290ba9092 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:39.731583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc295c61-e720-407d-9926-0033a15aa61a req-6bfce00d-dce6-45da-b2db-7c6290ba9092 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0494518 Oct 22 13:47:39.768934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fc295c61-e720-407d-9926-0033a15aa61a req-06a56fd5-fd3b-470b-9aa8-6dbfeb177d02 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Oct 22 13:47:39.884456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603c93c-654c-45bf-815b-d7eff602e4bf req-6daf07b7-f9a6-49df-a544-2c7e2eead28e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:39.885924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d603c93c-654c-45bf-815b-d7eff602e4bf req-6daf07b7-f9a6-49df-a544-2c7e2eead28e tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0491421 Oct 22 13:47:39.923985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d603c93c-654c-45bf-815b-d7eff602e4bf req-d59af3b6-deed-47c9-84f8-b0f5051999ab tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Oct 22 13:47:40.038834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268918-c9cf-4030-95b0-2c0bb6de1817 req-fca2c3fa-c930-4280-870f-5999bd07610c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:40.041094 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff268918-c9cf-4030-95b0-2c0bb6de1817 req-fca2c3fa-c930-4280-870f-5999bd07610c tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0525575 Oct 22 13:47:40.078625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff268918-c9cf-4030-95b0-2c0bb6de1817 req-f5a93b2f-138c-4472-acdc-bb64c1a52734 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 22 13:47:40.153767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:40.416144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdb02a-8946-4b50-a582-05187aa2fe6c req-4b3f1a30-82f6-4364-bcf0-150adbaf21de tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:40.417625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6bdb02a-8946-4b50-a582-05187aa2fe6c req-4b3f1a30-82f6-4364-bcf0-150adbaf21de tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0497658 Oct 22 13:47:40.456458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6bdb02a-8946-4b50-a582-05187aa2fe6c req-03214da6-586f-425c-8377-8129f84dea0a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Oct 22 13:47:41.573473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea082e-1966-40b3-bc5d-b336909e8728 req-57247ff2-9db7-44a0-8345-9ccfe0cde531 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:41.574966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ea082e-1966-40b3-bc5d-b336909e8728 req-57247ff2-9db7-44a0-8345-9ccfe0cde531 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0488701 Oct 22 13:47:41.612086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-71ea082e-1966-40b3-bc5d-b336909e8728 req-41db467c-47f8-4fa0-8531-8ea1473fb531 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4a0505a-322b-4c1a-80e5-1a05e32bb539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Oct 22 13:47:41.772976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-a11f39b6-3b06-4d71-a786-4dd8c31ca77a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:41.775156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-a11f39b6-3b06-4d71-a786-4dd8c31ca77a tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e261bdb-9896-4f22-b846-ce2c0f2e64e8 HTTP/1.1" status: 200 len: 946 time: 0.0510178 Oct 22 13:47:41.861753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Deleting port fe4af504-f354-43d1-841b-808d59d128d1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:47:41.861990 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:41.955009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] For port fe4af504-f354-43d1-841b-808d59d128d1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=fe4af504-f354-43d1-841b-808d59d128d1,segment=NetworkSegment(6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d),segment_id=6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:41.955377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:41.967651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Calling delete_port for fe4af504-f354-43d1-841b-808d59d128d1 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:47:42.090937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:42.102001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['fe4af504-f354-43d1-841b-808d59d128d1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:47:42.120977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Pushing event deleted for resources: {'Port': ['ID=fe4af504-f354-43d1-841b-808d59d128d1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:42.162072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] No DVR routers for this DVR port fe4af504-f354-43d1-841b-808d59d128d1 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:47:42.164732 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:42.168359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b626b5c-17f0-4e3b-93f4-c2814dc9e543 req-0e902e0a-4902-47df-9074-53da7eef9e52 tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] 10.222.0.21 "DELETE /v2.0/ports/fe4af504-f354-43d1-841b-808d59d128d1 HTTP/1.1" status: 204 len: 173 time: 0.3882790 Oct 22 13:47:42.168791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-deleted', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:42.171069 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288971fc-8781-4675-9e7d-2203a9245fd5" -d '{"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-deleted", "tag": "fe4af504-f354-43d1-841b-808d59d128d1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:42.211807 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af37546-9733-48c5-b685-083ad3a9d3e4 x-openstack-request-id: req-0af37546-9733-48c5-b685-083ad3a9d3e4 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:42.212109 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e261bdb-9896-4f22-b846-ce2c0f2e64e8", "name": "network-vif-deleted", "tag": "fe4af504-f354-43d1-841b-808d59d128d1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:42.212390 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0af37546-9733-48c5-b685-083ad3a9d3e4 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:42.212911 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e261bdb-9896-4f22-b846-ce2c0f2e64e8', 'name': 'network-vif-deleted', 'tag': 'fe4af504-f354-43d1-841b-808d59d128d1', 'status': 'completed', 'code': 200} Oct 22 13:47:42.732984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47160) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:42.777243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Deleting subnet 1524a190-82c1-43fc-bb82-f8b353590c6e {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:47:42.780266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:42.814184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:42.855559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.199357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.221965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1524a190-82c1-43fc-bb82-f8b353590c6e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:43.228771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.231975 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-187031d2-08a8-4c3d-b80f-079b6db2f5ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1524a190-82c1-43fc-bb82-f8b353590c6e HTTP/1.1" status: 204 len: 168 time: 0.4980061 Oct 22 13:47:43.234382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:43.301082 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.380980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.401059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f24fb1-bc23-4d5e-a63e-78e494f656bf']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:43.410340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:43.410669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1b71b0-d2eb-4299-8ce7-469fbab3dd2d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:43.419874 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.433324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.439949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:47:43.440359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: timer() Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:47:43.442154 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:47:43.498322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.503739 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.506918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d0f24fb1-bc23-4d5e-a63e-78e494f656bf HTTP/1.1" status: 204 len: 168 time: 0.2715566 Oct 22 13:47:43.518566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25839ce-9036-4854-9d79-2b5116290a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f24fb1-bc23-4d5e-a63e-78e494f656bf,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:43.615344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47166) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:43.654213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-30c19405-48dd-4407-9fd8-fc62bcc03c7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83c7c610b4484c8b905672346bf93bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377195 Oct 22 13:47:43.656690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47168) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:43.707182 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.729021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.777644 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.780714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:43.781898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4a0505a-322b-4c1a-80e5-1a05e32bb539 HTTP/1.1" status: 204 len: 168 time: 0.1242993 Oct 22 13:47:43.789634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8e26-bd24-462b-945b-47ddb4647e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a0505a-322b-4c1a-80e5-1a05e32bb539,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:44.434100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47190) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:44.573411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1906301565-network', 'tenant_id': '64fe2541e0884cc39018056df42e79d1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:44.593744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:47:44.596166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.608116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.686115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.689410 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.711103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:47:44.724712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc60d3-192c-4781-a320-00705dfc41c4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:44.730757 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.731101 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Added segment b7243d43-48a2-41d5-a0a8-6d1ea1e85532 of type vlan for network 4c775539-97d1-4090-85e7-8b9d2bea2e48 Oct 22 13:47:44.770163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.794158 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.795132 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:44.795707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:44.831169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3959186 Oct 22 13:47:44.833981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47196) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:44.866795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Request body: {'subnet': {'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1906301565-subnet', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:44.871359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861be9-0558-43cc-98a9-84a183afb613 admin admin] Pushing event updated for resources: {'Network': ['ID=4c775539-97d1-4090-85e7-8b9d2bea2e48,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:44.881979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:47:44.892525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:47:44.894960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.064466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.120478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72365540-05d8-436f-872a-6b50d030f8ee,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:45.127346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:45.127706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Network hostable DHCP agents. Network: 4c775539-97d1-4090-85e7-8b9d2bea2e48, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:47:45.143903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:47:45.152076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 4c775539-97d1-4090-85e7-8b9d2bea2e48) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:45.156103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:45.156687 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.161260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa4c6a7-68de-43b3-a9a1-c6b669f1a6ba None None] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:47:45.173378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fec08155-eb43-4fba-bfc0-18269a2d7372 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3383920 Oct 22 13:47:45.176107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:45.180493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:45.203424 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.204643 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.253632 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.310016 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-4c775539-97d1-4090-85e7-8b9d2bea2e48', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 13:47:45.310975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.403421 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.451181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Allocated IP 172.20.0.2 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/1f6d29bb-79f4-4982-9f93-08aa797aef9c) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:47:45.504910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:47:45.594952 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.601840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.606104 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.625686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.638496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:45.641426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:45.645313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:47:45.656480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Pushing event updated for resources: {'Port': ['ID=1f6d29bb-79f4-4982-9f93-08aa797aef9c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:45.707812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Attempting to bind port 1f6d29bb-79f4-4982-9f93-08aa797aef9c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:47:45.708179 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Attempting to bind port 1f6d29bb-79f4-4982-9f93-08aa797aef9c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:47:45.708541 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Attempting to bind port 1f6d29bb-79f4-4982-9f93-08aa797aef9c on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:45.713490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:47:45.713888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:45.714288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.714705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:47:45.715169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Bound port: 1f6d29bb-79f4-4982-9f93-08aa797aef9c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:47:45.715547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.733256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Allocated IP 172.25.6.94 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:47:45.781034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] For port 1f6d29bb-79f4-4982-9f93-08aa797aef9c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:45.785134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] For port 1f6d29bb-79f4-4982-9f93-08aa797aef9c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f6d29bb-79f4-4982-9f93-08aa797aef9c,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:47:45.788776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.845051 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.855005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41c1f-10cc-4cf4-bd9c-e5da7525b8d5 None None] Pushing event updated for resources: {'Port': ['ID=1f6d29bb-79f4-4982-9f93-08aa797aef9c,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:45.883800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:45.922931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:45.925843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:45.930000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:47:45.937543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Pushing event updated for resources: {'Port': ['ID=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:46.208290 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.406617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.488474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f6d29bb-79f4-4982-9f93-08aa797aef9c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:46.542841 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 13:47:46.543456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1f6d29bb-79f4-4982-9f93-08aa797aef9c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:46.543835 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.631076 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.656181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:47:46.666469 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1f6d29bb-79f4-4982-9f93-08aa797aef9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f6d29bb-79f4-4982-9f93-08aa797aef9c,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:46.673487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:47:46.677770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.678312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:46.683394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4d05a5a3-bef0-4c2a-8405-f7fa04dfd33a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5032005 Oct 22 13:47:46.684225 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47200) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:46.709920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:47:46.710574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:46.776962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1f6d29bb-79f4-4982-9f93-08aa797aef9c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:46.841734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448e6b2-1dca-489e-9b88-c33b09cf921a None None] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:47:46.847489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:47:47.125643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.153670 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-82cae0b5-ebe3-4927-9ea6-c3b85f863dea None None] Provisioning complete for port 1f6d29bb-79f4-4982-9f93-08aa797aef9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:47.154035 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-82cae0b5-ebe3-4927-9ea6-c3b85f863dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.284041 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Allocated IP 172.20.0.1 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/9a4ed928-1dbe-47d3-82c6-2b57773ddb58) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:47:47.327774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fe4af504-f354-43d1-841b-808d59d128d1 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:47:47.391174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: fe4af504-f354-43d1-841b-808d59d128d1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:47:47.391386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.391507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device fe4af504-f354-43d1-841b-808d59d128d1 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:47:47.431340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.440336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:46Z', 'revision_number': 3, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:47.468989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:47:47.469222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Updating router 469ba4f2-cb46-4cf0-a61e-cb007210b7de port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:47:47.472156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:47.475251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:47.480044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:47:47.497451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.509535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:47.524582 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.524923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.525271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.525611 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.525953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.526292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.526651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.526989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.527320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.527649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.527981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.528313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:47.543317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.676881 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.784915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-71c5d5e5-d638-4850-ac16-dae50cebdd78 None None] Provisioning complete for port 1f6d29bb-79f4-4982-9f93-08aa797aef9c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:47.785291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5e5-d638-4850-ac16-dae50cebdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.792212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.817452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.857308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.862917 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.886222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85960-b281-4ca6-8e64-c54e58ffbb24 None None] Pushing event updated for resources: {'Port': ['ID=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:47.895620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Attempting to bind port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:47:47.896000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Attempting to bind port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:47:47.896365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Attempting to bind port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:47.904660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:47:47.905042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:47.905539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.905946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:47:47.906857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Bound port: bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:47:47.906857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.932386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:47.934916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:47.991106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] For port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:47.994805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] For port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:47:47.999427 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.028902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:48.032097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:48.048617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:47:48.049247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:48.111217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85960-b281-4ca6-8e64-c54e58ffbb24 None None] Pushing event updated for resources: {'Port': ['ID=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:48.132772 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6096b5c3-1512-4f65-92ed-e61991847610 None None] Provisioning complete for port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:48.133140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6096b5c3-1512-4f65-92ed-e61991847610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.162439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:47:48.212382 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6096b5c3-1512-4f65-92ed-e61991847610 None None] Port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:47:48.224290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:47:48.292036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:47:48.302740 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c676a14-e1cb-4100-8756-ca04687f1d5c admin admin] 10.222.0.25 "PUT /v2.0/routers/469ba4f2-cb46-4cf0-a61e-cb007210b7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116252 Oct 22 13:47:48.375151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-01fcacf6-09a2-4b13-8ad4-6ea905a0d2c7 None None] Provisioning complete for port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:48.375520 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01fcacf6-09a2-4b13-8ad4-6ea905a0d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.447410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-01fcacf6-09a2-4b13-8ad4-6ea905a0d2c7 None None] Port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:47:48.467240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f6d29bb-79f4-4982-9f93-08aa797aef9c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:48.500938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 2, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:48.530737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90b3ac-9d1b-4adb-9e0b-371a83180c07 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 2, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:47:48.556996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1f6d29bb-79f4-4982-9f93-08aa797aef9c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:48.557527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.788949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:48.793755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917423742', 'description': 'tempest-description--492164335'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:48.817643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.896625 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.901543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.935462 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:48.936737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1467667 Oct 22 13:47:48.938003 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a830f3-afd5-4656-b052-637549b556f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dc929-c62e-46a9-a292-86eb99286848,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:48.940093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47210) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:48.944967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'security_group_rule': {'security_group_id': 'b85dc929-c62e-46a9-a292-86eb99286848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:48.975181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.034225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.038991 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.058567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e761a899-f2b4-49d1-b3fb-6a47303564f2,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:49.066841 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.068065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35a9631c-8880-498f-bd0d-5e61472a59c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268120 Oct 22 13:47:49.070771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47212) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:49.076507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'security_group_rule': {'security_group_id': 'b85dc929-c62e-46a9-a292-86eb99286848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:49.105876 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.172017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.187879 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.213753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099cb64c-a168-4f4f-9160-af77f1914a7c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:49.222590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.223835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a700cf6b-9076-4ac3-ac50-631116800800 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518598 Oct 22 13:47:49.226907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 47214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:47:49.232340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:49.258955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.363889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.474181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Allocated IP 172.25.6.245 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d429a8e0-3d9e-4ba4-8533-ef73ced766ba) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:47:49.582492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.618108 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.657725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:49.660645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:49.664231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:47:49.672652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=d429a8e0-3d9e-4ba4-8533-ef73ced766ba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:49.761859 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.798987 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.955474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:49.960022 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.029356 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=d429a8e0-3d9e-4ba4-8533-ef73ced766ba,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:50.040356 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.055199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.056472 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e724f918-3092-41b5-9baa-7ed92d2f38cc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8280373 Oct 22 13:47:50.199732 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-a9e88b14-f80f-4cf3-a9f4-e1bb6e681b99 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1917423742&fields=id&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 267 time: 0.0364451 Oct 22 13:47:50.312875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2f7395b5-d79f-40b4-8920-393c281b77ef tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:50.314669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2f7395b5-d79f-40b4-8920-393c281b77ef tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1075823 Oct 22 13:47:50.331077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-1027e432-bae0-4a25-825c-2f7d86ae55fb tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/quotas/64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 375 time: 0.0104620 Oct 22 13:47:50.385843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-dd38f121-37c2-4ecc-aa3a-0680fdf154ff tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486000 Oct 22 13:47:50.488210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:50.496911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-763eaa5e-aed1-4a2d-a5a5-94cffc69f226 service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994987 Oct 22 13:47:50.529875 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:47:50.542698 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:47:50.543333 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:50.546485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:50.546888 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.599256 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-4bd2841f-aef3-4891-b4ee-197e778c7a77 service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959861 Oct 22 13:47:50.628996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.650136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:50.654168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:50.665498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:47:50.714215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:50.795004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95c358f4-1e01-4849-abea-1e070b74d27d req-7dcb1e1b-4915-4ae1-a552-a0634e7d99bf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 210 time: 0.0393481 Oct 22 13:47:50.973765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 2, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:51.000755 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:47:51.001112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Updating router 469ba4f2-cb46-4cf0-a61e-cb007210b7de port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 13:47:51.029695 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.308239 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.313678 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.371581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Pushing event updated for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:51.395262 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.395581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.395937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.396276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.396610 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.396939 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.397272 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.397602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.397929 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.398270 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.398585 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.398980 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:47:51.436940 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Attempting to bind port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:47:51.437306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Attempting to bind port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:47:51.437662 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Attempting to bind port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:51.444170 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:47:51.444648 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:51.445060 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.445452 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:47:51.445967 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Bound port: 9a4ed928-1dbe-47d3-82c6-2b57773ddb58, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:47:51.446348 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.517391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] For port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:51.522176 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] For port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:47:51.528696 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.589905 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:47:51.590452 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:51.596637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] Provisioning complete for port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:51.597139 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.633413 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d0e7-3eca-4e33-b3ed-0baed69faf0d None None] Pushing event updated for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:51.685907 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.710504 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:47:51.720993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] For port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:51.729067 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.785954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8884d-0473-4e47-a141-f91af89d08a5 None None] Pushing event updated for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:51.853675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9afa8adc-a7bd-41bf-9892-c1f5edc4d2b1 None None] Provisioning complete for port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:51.853989 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9afa8adc-a7bd-41bf-9892-c1f5edc4d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:51.937922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-37ee79ab-86e6-44f6-ad7e-684560edd104 req-f1593e15-ea59-4115-8014-1eb3f68d5ef9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 210 time: 0.0331712 Oct 22 13:47:51.967936 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:47:51.996713 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9f9bb-ebdc-41c2-a29e-442b7f30c282 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:47:52.026707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-f92687e9-f66b-4d42-8fd4-407c34013c6b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:52.028174 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-f92687e9-f66b-4d42-8fd4-407c34013c6b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1726904 Oct 22 13:47:52.074935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2f906e5c-347b-45d4-8700-a74d6ec6dc99 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 380 time: 0.0361984 Oct 22 13:47:52.084557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'port': {'device_id': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'admin_state_up': True, 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'security_groups': ['b85dc929-c62e-46a9-a292-86eb99286848']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:52.203233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:47:52.206885 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.343195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Allocated IP 172.20.0.12 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/8ced9218-67fb-4e45-b32d-1ab22eee62ae) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:47:52.499156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.512914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:52.540288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.564738 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:52.565453 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.592816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:47:52.596074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:47:52.599843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:47:52.638182 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:52.671927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:52.672586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.677984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:52.692665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2b65cc08-f52e-42bc-8fea-779b586e546c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117666 Oct 22 13:47:52.711195 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Request body: {'port': {'device_id': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:47:52.743904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:52.744428 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.774479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.891034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f1cbfe66-81a4-4bb9-8bad-3519ad0517e8 None None] Provisioning complete for port 8ced9218-67fb-4e45-b32d-1ab22eee62ae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:52.891282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfe66-81a4-4bb9-8bad-3519ad0517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:52.926268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbfe66-81a4-4bb9-8bad-3519ad0517e8 None None] Port 8ced9218-67fb-4e45-b32d-1ab22eee62ae cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:47:52.993697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-a8804f6d-5e58-4748-af69-d181079c633f req-aa52345e-17d8-45dd-89bb-a0583c3576ea service neutron] (100619) timed out ('10.222.0.25', 57842) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:47:53.080337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ced9218-67fb-4e45-b32d-1ab22eee62ae {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:47:53.090986 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:53.108553 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2dad4-5d06-4ada-bcfb-694127a2f32d req-597730f7-ee6a-4dd3-baed-c3cac38f2061 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.109962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ff2dad4-5d06-4ada-bcfb-694127a2f32d req-597730f7-ee6a-4dd3-baed-c3cac38f2061 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 932 time: 0.0956039 Oct 22 13:47:53.114572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Transition to ACTIVE for port object 8ced9218-67fb-4e45-b32d-1ab22eee62ae will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:47:53.122431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:53.193016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ff2dad4-5d06-4ada-bcfb-694127a2f32d req-d1d639c6-a541-478c-aba9-aa52e033f09e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733709 Oct 22 13:47:53.197622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:53.276398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:47:53.276741 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:47:53.277073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:53.281874 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:47:53.282306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:47:53.287489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:47:53.287818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:47:53.288203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:47:53.288635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Bound port: 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:47:53.289035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:53.357856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:47:53.360980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:47:53.364375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:53.402001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.402626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:53.404034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1092 time: 0.7007546 Oct 22 13:47:53.404468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:53.406767 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156695c6-57b2-46ae-953e-5f6e3fee90a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:53.432884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba176c0-d6c1-46b5-8cd5-1b3e38e501b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:53.460865 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e39d0a-61d3-42a6-84e7-f3692504351e x-openstack-request-id: req-94e39d0a-61d3-42a6-84e7-f3692504351e {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:53.461163 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:53.461423 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94e39d0a-61d3-42a6-84e7-f3692504351e {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:53.462040 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'status': 'completed', 'code': 200} Oct 22 13:47:53.497454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5b12697b-9d9b-4b17-9979-27b6a6a563b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.499048 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-5b12697b-9d9b-4b17-9979-27b6a6a563b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0509655 Oct 22 13:47:53.543453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-a3115e3f-4db7-417f-8b78-918f12617db3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 217 time: 0.0355587 Oct 22 13:47:53.593546 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-100e0c78-d278-4d63-9b55-f64972538915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.595027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-100e0c78-d278-4d63-9b55-f64972538915 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0452006 Oct 22 13:47:53.641591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-79256157-53b8-4704-baf9-c22eebc775d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.642992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-79256157-53b8-4704-baf9-c22eebc775d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407336 Oct 22 13:47:53.737606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-2c9af914-5bce-4356-8374-fa8ce6ca8fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Oct 22 13:47:53.832587 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ac89f29a-7e50-41ef-9977-bb0e9782c806 req-161c2ac2-9cd7-43e9-97c5-243a233c1859 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872984 Oct 22 13:47:53.917588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-69840a2b-c5a7-48d6-b67c-91d5195acf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:53.919020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-69840a2b-c5a7-48d6-b67c-91d5195acf9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0414338 Oct 22 13:47:54.007667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-07d6c19b-e5f1-47ec-a004-2e7c98ea3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:54.009277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-07d6c19b-e5f1-47ec-a004-2e7c98ea3af9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0835941 Oct 22 13:47:54.048402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f58b-e8d5-44a1-a79e-d4953223a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:54.054189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-fee3fefd-98d0-4989-affc-c3d769e7af48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 217 time: 0.0380704 Oct 22 13:47:54.103936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-40eb4476-1f1b-4214-a19b-15f898cdb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:54.105369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-40eb4476-1f1b-4214-a19b-15f898cdb3f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0447507 Oct 22 13:47:54.150129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-5fdf8d7d-3063-4c79-a29b-f983aeba247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:54.151688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-5fdf8d7d-3063-4c79-a29b-f983aeba247b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395350 Oct 22 13:47:54.564514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-dba165d6-82c9-4749-8753-8ed9f0f37356 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056554 Oct 22 13:47:54.578565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd4f4-e8a1-4ccf-8c78-951783482ee7 req-4ad8269e-bf42-4ae3-a60a-e27309a3942c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:54.579999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f50cd4f4-e8a1-4ccf-8c78-951783482ee7 req-4ad8269e-bf42-4ae3-a60a-e27309a3942c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0682931 Oct 22 13:47:54.669996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f50cd4f4-e8a1-4ccf-8c78-951783482ee7 req-8c2cb0f1-d569-447c-af62-13a74ae0a705 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814626 Oct 22 13:47:54.692345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-156695c6-57b2-46ae-953e-5f6e3fee90a0 req-715584db-cd3e-4058-bbaa-fc63bcef595d service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114285 Oct 22 13:47:55.792944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac04d5-8c7b-4568-af32-35d94f47fdb5 req-492a38ca-8b35-4453-96a7-f264072eb86d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:55.794422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11ac04d5-8c7b-4568-af32-35d94f47fdb5 req-492a38ca-8b35-4453-96a7-f264072eb86d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0508223 Oct 22 13:47:55.831656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11ac04d5-8c7b-4568-af32-35d94f47fdb5 req-eb4c90d7-a4bd-48b0-b490-775717c78aa5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Oct 22 13:47:56.949759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cdc21-fe8d-43a1-a177-593934635302 req-e09d930f-049b-49f1-ae5a-9c8f5c49ae0c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:56.951288 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-318cdc21-fe8d-43a1-a177-593934635302 req-e09d930f-049b-49f1-ae5a-9c8f5c49ae0c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0545883 Oct 22 13:47:56.990619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-318cdc21-fe8d-43a1-a177-593934635302 req-094d4ce2-e269-4171-80db-c8b51e9b90fe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334647 Oct 22 13:47:57.124016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-15491224-c2c5-4620-8fa3-fb0fc8198942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:57.368542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:47:57.464129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:57.474771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'mac_address': 'fa:16:3e:d0:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:47:57.514048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:57.527034 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ced9218-67fb-4e45-b32d-1ab22eee62ae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:47:57.546068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:57.549777 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:57.596089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:57.825206 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:57.854694 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:57.893710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['8ced9218-67fb-4e45-b32d-1ab22eee62ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:47:58.107273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de968abe-11bf-488e-b056-773f830d3689 req-99cd28a8-5f95-4992-a909-a28088199576 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:58.108657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de968abe-11bf-488e-b056-773f830d3689 req-99cd28a8-5f95-4992-a909-a28088199576 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0507658 Oct 22 13:47:58.145945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-de968abe-11bf-488e-b056-773f830d3689 req-c2d7f0fa-f101-4eab-96e1-53e500b9cd92 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Oct 22 13:47:59.261773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6be33-5260-46dc-8b83-ba38795a6a99 req-f702732d-c48f-4dae-a81f-a9a746bb57a4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:59.263355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81c6be33-5260-46dc-8b83-ba38795a6a99 req-f702732d-c48f-4dae-a81f-a9a746bb57a4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Oct 22 13:47:59.301415 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81c6be33-5260-46dc-8b83-ba38795a6a99 req-1452999f-609f-46b7-ab44-88a001b4c664 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Oct 22 13:47:59.369454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:47:59.417841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 8ced9218-67fb-4e45-b32d-1ab22eee62ae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:47:59.421655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 8ced9218-67fb-4e45-b32d-1ab22eee62ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:47:59.422014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:59.500357 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:59.675202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:47:59.677458 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba999866-212d-42c4-8d61-fd70d3f3d346" -d '{"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-plugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:47:59.690882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:47:59.694572 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:59.719498 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682de084-e9fa-41a4-abcd-e1b3d33c98dc x-openstack-request-id: req-682de084-e9fa-41a4-abcd-e1b3d33c98dc {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:47:59.719818 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-plugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:47:59.720065 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-682de084-e9fa-41a4-abcd-e1b3d33c98dc {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:47:59.720475 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'code': 200} Oct 22 13:47:59.749448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:47:59.822521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c63c-90e5-43dc-bf48-457f332cc422 req-90bb7d59-c4e4-4fb8-9e7b-5801b0ab935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:47:59.824088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57e3c63c-90e5-43dc-bf48-457f332cc422 req-90bb7d59-c4e4-4fb8-9e7b-5801b0ab935a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1097 time: 0.0447099 Oct 22 13:47:59.851101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:47:59.860520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57e3c63c-90e5-43dc-bf48-457f332cc422 req-a108ad59-94e8-40a1-85d1-612a21cf30d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298853 Oct 22 13:48:00.419198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e8ec-caa7-4f86-83bf-f644f808a6c9 req-6a5a350b-7170-4251-83ba-87f98afdaa37 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:00.420738 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e365e8ec-caa7-4f86-83bf-f644f808a6c9 req-6a5a350b-7170-4251-83ba-87f98afdaa37 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0497756 Oct 22 13:48:00.458868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e365e8ec-caa7-4f86-83bf-f644f808a6c9 req-a859f328-2655-4b33-92c2-7b9fc69e1ff5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Oct 22 13:48:01.578225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be8cc6-c4d9-44f9-9b1f-9ea43bd12ee0 req-92b0599e-8857-43b8-a625-3dc8a9961f0a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:01.579820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8be8cc6-c4d9-44f9-9b1f-9ea43bd12ee0 req-92b0599e-8857-43b8-a625-3dc8a9961f0a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Oct 22 13:48:01.616871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8be8cc6-c4d9-44f9-9b1f-9ea43bd12ee0 req-7c3dfb8a-6dd3-4429-9e95-e05d2922e03f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Oct 22 13:48:01.732962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89139b-ed7e-466a-9951-4f9de6a9945b req-4ffe35d7-0ef7-4c54-848f-1b82e334c052 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:01.734455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6b89139b-ed7e-466a-9951-4f9de6a9945b req-4ffe35d7-0ef7-4c54-848f-1b82e334c052 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0546679 Oct 22 13:48:01.743524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47268) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:48:01.747834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'floatingip': {'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:48:01.786399 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:02.217997 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:02.221808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:02.323270 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 associated. External IP: 172.25.6.245, port: 8ced9218-67fb-4e45-b32d-1ab22eee62ae. Oct 22 13:48:02.532079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:48:02.637681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:48:02.642171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:02.647182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:48:02.657534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:48:02.658145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:48:02.669219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0aac138a-3fa2-45a9-870b-6098da5197d7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "PUT /v2.0/floatingips/b904b0e7-9611-49a8-a074-cdb4840327e8 HTTP/1.1" status: 200 len: 992 time: 0.9246666 Oct 22 13:48:02.669831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:48:02.672111 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cdca6-c0c4-4db1-8541-e02372a21018" -d '{"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:48:02.716763 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6caf45-35cd-48b5-9445-ec8656931882 x-openstack-request-id: req-2a6caf45-35cd-48b5-9445-ec8656931882 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:48:02.717054 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:48:02.717309 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a6caf45-35cd-48b5-9445-ec8656931882 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:48:02.717721 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'status': 'completed', 'code': 200} Oct 22 13:48:02.775360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:48:02.782729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-f05099b2-d287-4172-8c7b-6d402cf3bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:02.784167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-f05099b2-d287-4172-8c7b-6d402cf3bf46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1097 time: 0.0461173 Oct 22 13:48:02.881332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-ec4c0151-9b94-4048-ac88-8232ec45b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:02.882854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-ec4c0151-9b94-4048-ac88-8232ec45b428 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0904067 Oct 22 13:48:02.948684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-65217b18-7fe5-40b0-9a48-40f441bed479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1000 time: 0.0592155 Oct 22 13:48:02.998689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-7eb5d9cf-6f17-48a3-8543-df0b35f3bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:03.000187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-7eb5d9cf-6f17-48a3-8543-df0b35f3bb48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0445457 Oct 22 13:48:03.001479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:d0:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:48:02Z', 'revision_number': 1, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:48:03.028613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:48:03.037259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:48:03.037800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:47:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:48:03.050668 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-1cb01c63-8603-4d94-97f6-f3b5477d0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:03.052168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-1cb01c63-8603-4d94-97f6-f3b5477d0c80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447080 Oct 22 13:48:03.145278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:48:03.145969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-9d3fb4f0-8e43-4145-8cb6-fc66d8fa6cce service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869796 Oct 22 13:48:03.240993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-744cdca6-c0c4-4db1-8541-e02372a21018 req-2a0a812a-2b84-482b-9afc-13f59138631c service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882778 Oct 22 13:48:03.373598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:d0:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:48:02Z', 'revision_number': 1, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:48:03.398939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045daa1-4d2c-4106-8ebb-dc62208fc33c None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:d0:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:48:02Z', 'revision_number': 1, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:48:03.587857 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef8f83-bc0f-46cb-954d-eea3296bccec None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:48:08.561418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:10.172646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:22.505537 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:48:24.051155 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74d3c768-4e8b-4d00-90da-4d4db7e9df19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:27.127664 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93346786-9664-4754-9ed1-f844b5803af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:27.826577 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:27.857105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:29.855861 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:38.568849 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:40.182509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:54.051852 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-140f389e-e6e0-4b52-8a0a-98808c7b1185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:55.187508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-878d06b7-d9a0-4ca3-89ae-9fedb41e1594 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439570 Oct 22 13:48:55.273451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-ae660278-3715-430b-9e0d-7a5fff0c5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:55.274958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-ae660278-3715-430b-9e0d-7a5fff0c5227 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1097 time: 0.0431833 Oct 22 13:48:55.381837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-7313998d-a8f2-424f-8492-fb097dfc04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:55.383348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-7313998d-a8f2-424f-8492-fb097dfc04ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0892067 Oct 22 13:48:55.449107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-81c612b9-fd9c-4788-8c30-270ce65e5294 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1002 time: 0.0576530 Oct 22 13:48:55.502691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-cc44d7db-d527-496f-b7b2-de39a5f1fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:55.504110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-cc44d7db-d527-496f-b7b2-de39a5f1fd09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0472705 Oct 22 13:48:55.554018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-3bce8000-1d6c-40d1-8a3d-52bc19797352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:48:55.555515 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-3bce8000-1d6c-40d1-8a3d-52bc19797352 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435641 Oct 22 13:48:55.646027 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-da55812f-2dfb-4b67-852f-76032cd8b8ec service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Oct 22 13:48:55.748848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-654d006e-bb9d-4740-bccf-c69bb222c232 req-c0657d84-079c-42f3-a417-798fb5d1ce95 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858896 Oct 22 13:48:57.130555 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a7de-e103-414f-b730-fce3d78ae8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:57.827685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:57.860205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:48:59.503785 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:48:59.856463 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:02.031506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-e66ae390-df22-4791-a6c2-12f9194c09a4 req-0c413a4d-3b93-4011-9aca-210230f15301 service neutron] (100619) timed out ('10.222.0.21', 53472) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 13:49:08.583676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:10.179791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:24.053580 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5d790783-aa1e-4db8-a86d-111c34315ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:27.133168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b122f9b5-2025-4694-8015-e851b31aa55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:27.829751 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:27.862557 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:29.860149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:36.502887 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:49:38.571236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:40.198591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:54.054217 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ff160f2-4e23-436c-8217-fbfa7002173f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:55.208760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-e5d31f11-c89a-4667-8c1e-8c26d522b3a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404992 Oct 22 13:49:55.296739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-96effb07-c694-48f5-86b3-30294338c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:49:55.298495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-96effb07-c694-48f5-86b3-30294338c9aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1097 time: 0.0458708 Oct 22 13:49:55.417500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-4b876dd4-228d-49ec-b889-f75325c31987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:49:55.419034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-4b876dd4-228d-49ec-b889-f75325c31987 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1002452 Oct 22 13:49:55.487062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-8493c602-f7d4-416d-8ea3-407d62830594 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1002 time: 0.0599225 Oct 22 13:49:55.539239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-1ca16f17-148f-4524-b169-97d07a2c129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:49:55.540764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-1ca16f17-148f-4524-b169-97d07a2c129a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0474854 Oct 22 13:49:55.586168 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-d1ac0887-5264-406d-bae3-7bda68d6aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:49:55.587679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-d1ac0887-5264-406d-bae3-7bda68d6aaf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404000 Oct 22 13:49:55.599308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-14c48da1-f490-480b-b106-a4dd9366cb1e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:49:55.600079 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-14c48da1-f490-480b-b106-a4dd9366cb1e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054963 Oct 22 13:49:55.699829 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-79388d25-055c-467d-a5fe-1cc444bb7688 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926368 Oct 22 13:49:55.793733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b70710d-bbd7-429e-a70a-a6e32f8e191b req-f5c0191e-7cb5-4fec-90d0-d366c06fbdd6 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Oct 22 13:49:57.135234 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-923f13d6-7fca-4ddf-a21a-2730b389ff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:57.835124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:57.865475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:49:59.862096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:08.572372 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:10.205856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:13.501352 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:50:24.055019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c8e83319-2ef6-4a25-ab30-5a17903e5c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:27.137481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f749361-772d-4ec9-96fc-99d21b0a1925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:27.836999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:27.866945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:29.865690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:31.072320 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc538989-0a39-409c-91c1-4fe863a82221 req-3247ba44-bf02-4575-b050-73017eec1960 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:31.073787 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc538989-0a39-409c-91c1-4fe863a82221 req-3247ba44-bf02-4575-b050-73017eec1960 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.1564739 Oct 22 13:50:31.113469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc538989-0a39-409c-91c1-4fe863a82221 req-3849cf0f-aebf-41c5-afb8-b7c4e637d93e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Oct 22 13:50:31.366402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20542e69-2938-4f29-924c-647462f5ce2c req-06d746b2-dad2-4774-992e-e399f474799b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:31.367924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20542e69-2938-4f29-924c-647462f5ce2c req-06d746b2-dad2-4774-992e-e399f474799b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0568342 Oct 22 13:50:31.432471 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20542e69-2938-4f29-924c-647462f5ce2c req-bb4f613e-8e6c-4525-9585-3e938147e9b8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580490 Oct 22 13:50:31.441605 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-02592ba3-375f-4cf7-8cd6-666919fd1666 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354954 Oct 22 13:50:32.623031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-f0b92feb-0aae-468b-add6-4b3995d2c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:32.624548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-f0b92feb-0aae-468b-add6-4b3995d2c398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1097 time: 0.0733867 Oct 22 13:50:32.637002 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b495f8-40ae-4c94-b0a0-7bb061d773cd req-47b966e4-596b-4c1f-b272-d5b03d63e8a0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:32.638400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82b495f8-40ae-4c94-b0a0-7bb061d773cd req-47b966e4-596b-4c1f-b272-d5b03d63e8a0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.1344807 Oct 22 13:50:33.019234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82b495f8-40ae-4c94-b0a0-7bb061d773cd req-88b4d440-9573-4afa-9263-e6b9ae6b4a06 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722048 Oct 22 13:50:33.042294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-f3b837a6-7f90-4716-90e2-868849166478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:33.043805 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-f3b837a6-7f90-4716-90e2-868849166478 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.4045410 Oct 22 13:50:33.112238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-8bcd82f5-8910-4ffb-8c62-6463a2408256 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1002 time: 0.0612211 Oct 22 13:50:33.159926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-e9004a61-1e59-4d56-befb-8c1810797ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:33.162045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-e9004a61-1e59-4d56-befb-8c1810797ee2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0423801 Oct 22 13:50:33.218696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-a3608126-557e-4336-b619-924bc1586f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:33.220203 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-a3608126-557e-4336-b619-924bc1586f10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513654 Oct 22 13:50:33.311924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-500ef33a-de49-49c2-bd0c-fe3ae82eeebb service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848393 Oct 22 13:50:33.403436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-941ab081-9067-45f9-b4e0-5cd2c9265740 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Oct 22 13:50:34.139164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3c76-176f-426c-9018-7bc7a41dce21 req-bb3aee92-876f-483a-bbf6-f56c52c354ac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:34.140998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afbd3c76-176f-426c-9018-7bc7a41dce21 req-bb3aee92-876f-483a-bbf6-f56c52c354ac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0487797 Oct 22 13:50:34.179022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-afbd3c76-176f-426c-9018-7bc7a41dce21 req-e79f567f-7082-4162-a8d0-1dd4a767b862 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Oct 22 13:50:35.300017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad124-560f-449e-801c-004b582848c0 req-b084dd59-f728-4f22-a17f-001c143edf2c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:35.301485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d49ad124-560f-449e-801c-004b582848c0 req-b084dd59-f728-4f22-a17f-001c143edf2c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0498834 Oct 22 13:50:35.340173 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d49ad124-560f-449e-801c-004b582848c0 req-99459c75-d580-440d-9e66-495099444105 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Oct 22 13:50:36.456408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07788b92-625b-4226-9d5b-ab614963d9d0 req-e6aada26-4441-4810-bf07-3b5f1d486461 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:36.457858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07788b92-625b-4226-9d5b-ab614963d9d0 req-e6aada26-4441-4810-bf07-3b5f1d486461 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0500109 Oct 22 13:50:36.499243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07788b92-625b-4226-9d5b-ab614963d9d0 req-fc777794-11b8-472f-9a55-bc8393cf1175 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Oct 22 13:50:37.615269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247ce2-9917-42ed-b25e-3e44caef9c49 req-bbb9ff40-d54e-407a-86ba-49718d08f12b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:37.616761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9247ce2-9917-42ed-b25e-3e44caef9c49 req-bbb9ff40-d54e-407a-86ba-49718d08f12b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0496869 Oct 22 13:50:37.654341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f9247ce2-9917-42ed-b25e-3e44caef9c49 req-070da51b-553e-4eca-a4e3-d2f9e900104b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Oct 22 13:50:38.579154 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:38.769275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d380-5486-4e1c-96fa-31de239e698d req-1cb2e1af-1663-4cbd-896b-dc8b8545d590 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:38.771489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd06d380-5486-4e1c-96fa-31de239e698d req-1cb2e1af-1663-4cbd-896b-dc8b8545d590 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0497410 Oct 22 13:50:38.809356 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd06d380-5486-4e1c-96fa-31de239e698d req-0ba63303-2d55-4923-a4f7-ce60d27119ad tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Oct 22 13:50:39.935148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de854cf-4ae7-4049-a367-a2b8bc1db5d7 req-104e4e16-2565-45d3-9f38-35202beae131 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:39.936674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8de854cf-4ae7-4049-a367-a2b8bc1db5d7 req-104e4e16-2565-45d3-9f38-35202beae131 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0514419 Oct 22 13:50:39.981847 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8de854cf-4ae7-4049-a367-a2b8bc1db5d7 req-e701fb6f-c56e-4604-a57d-a68120eef71b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372124 Oct 22 13:50:40.209182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:41.101674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b0f88-3947-4ba7-b8f8-d095d9558841 req-245f8387-28fc-40ca-a2bb-2cd3e22827e2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:41.103182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f5b0f88-3947-4ba7-b8f8-d095d9558841 req-245f8387-28fc-40ca-a2bb-2cd3e22827e2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0499952 Oct 22 13:50:41.141045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f5b0f88-3947-4ba7-b8f8-d095d9558841 req-64c767fa-72b4-418d-922a-89c40c3b290d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Oct 22 13:50:42.260894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750304-da89-4451-b389-bb681b23802f req-a182f3e0-1336-4392-8cef-1d86adb5a273 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:42.262408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c750304-da89-4451-b389-bb681b23802f req-a182f3e0-1336-4392-8cef-1d86adb5a273 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0491056 Oct 22 13:50:42.301328 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1c750304-da89-4451-b389-bb681b23802f req-d8e7e68f-8614-48f6-84a6-e0330965ae0f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Oct 22 13:50:43.417304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85fc7-91fe-4abc-a3dd-dc265cc36f44 req-830b5407-01db-4bbd-95c7-8444722dada6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:43.418814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78b85fc7-91fe-4abc-a3dd-dc265cc36f44 req-830b5407-01db-4bbd-95c7-8444722dada6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0489902 Oct 22 13:50:43.460934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78b85fc7-91fe-4abc-a3dd-dc265cc36f44 req-d2dffc63-3adf-430e-9e5e-0488bc968cb7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362201 Oct 22 13:50:44.578322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc23c-ada2-4cfe-9abc-cd3ff9d99a83 req-4bec5788-3e16-45c6-acdb-26b0aec87dc0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:44.579836 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-583bc23c-ada2-4cfe-9abc-cd3ff9d99a83 req-4bec5788-3e16-45c6-acdb-26b0aec87dc0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0504689 Oct 22 13:50:44.618053 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-583bc23c-ada2-4cfe-9abc-cd3ff9d99a83 req-6866fde1-08cf-4b59-b08c-1d44cd88ae82 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Oct 22 13:50:45.561227 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-80598df9-10e9-40a5-ae6f-59b722c14bb2 service neutron] show failed (client error): The resource could not be found. Oct 22 13:50:45.562226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-80598df9-10e9-40a5-ae6f-59b722c14bb2 service neutron] 10.222.0.21 "GET /v2.0/ports/8ced9218-67fb-4e45-b32d-1ab22eee62ae/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0536509 Oct 22 13:50:45.752088 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cfdf-2081-4320-9249-97d784c112d5 req-af0b4077-7f3e-4b7d-83c3-9b8dd5f8318d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:45.753596 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f796cfdf-2081-4320-9249-97d784c112d5 req-af0b4077-7f3e-4b7d-83c3-9b8dd5f8318d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Oct 22 13:50:45.797143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f796cfdf-2081-4320-9249-97d784c112d5 req-f8c5db13-583b-4aa2-aa25-d2607bde500f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368915 Oct 22 13:50:45.891186 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-97f50683-29b9-42f6-aae8-864d98551e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:45.892721 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-97f50683-29b9-42f6-aae8-864d98551e9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1097 time: 0.1619687 Oct 22 13:50:45.906044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-a0c97dc8-e2f8-4a21-967f-cfa9fff88898 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:50:45.907060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-a0c97dc8-e2f8-4a21-967f-cfa9fff88898 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049508 Oct 22 13:50:45.918863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:50:45.973527 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:46.174370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:50:46.207440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:50:46.247336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:50:46.249593 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c2d84-5603-4dd1-8084-1166a0aad2fc" -d '{"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-unplugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:50:46.253389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:46.267766 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Transition to ACTIVE for port object 8ced9218-67fb-4e45-b32d-1ab22eee62ae will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:50:46.272567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:46.305285 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf030fe-ba0f-4cfb-8dac-464da9ea1529 x-openstack-request-id: req-bbf030fe-ba0f-4cfb-8dac-464da9ea1529 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:50:46.305583 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-unplugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:50:46.305837 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbf030fe-ba0f-4cfb-8dac-464da9ea1529 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:50:46.306229 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'code': 200} Oct 22 13:50:46.685063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:46.706853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.707205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.707601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.708143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.708467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.708804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.709138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.709470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.709816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.710143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.710525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.710828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:46.752039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] No DVR routers for this DVR port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:50:46.885269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:50:46.885613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:50:46.885944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:50:46.891035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:50:46.891358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Attempting to bind port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:50:46.896940 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:50:46.897280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:50:46.897664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:50:46.898089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Bound port: 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:50:46.898443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:46.921971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1200489-8a9c-4995-a118-b2415e52ac40 req-8ffc0a86-e869-4252-8342-9ee33eef8494 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:46.923521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1200489-8a9c-4995-a118-b2415e52ac40 req-8ffc0a86-e869-4252-8342-9ee33eef8494 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0521281 Oct 22 13:50:46.962309 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1200489-8a9c-4995-a118-b2415e52ac40 req-5cc7cd61-0ce7-4d1c-a78f-7f49c7aee15c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Oct 22 13:50:46.965606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:50:46.968759 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:50:46.972919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:47.010108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:47.010591 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:47.012017 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] 10.222.0.26 "PUT /v2.0/ports/8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1092 time: 1.0968175 Oct 22 13:50:47.033899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fed95-43e9-4a02-aac6-daa034ca9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:47.080357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-43b9f247-b0f0-4686-8846-133615b72165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:47.081912 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-43b9f247-b0f0-4686-8846-133615b72165 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0444539 Oct 22 13:50:47.180173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-500e93ef-3b02-44de-b8d3-3597375946db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:47.181661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-500e93ef-3b02-44de-b8d3-3597375946db service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0927358 Oct 22 13:50:47.283870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-c3dcc82b-2f30-480d-ae9d-44b1fa31cde0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1000 time: 0.0936630 Oct 22 13:50:47.333077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-04570736-af40-4497-861f-3743ca3655ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:47.334503 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-04570736-af40-4497-861f-3743ca3655ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0432267 Oct 22 13:50:47.388372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-1c3dea22-3744-4132-a6c1-6275f9b30c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:47.389830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-1c3dea22-3744-4132-a6c1-6275f9b30c95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482934 Oct 22 13:50:47.483217 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-e09eb9af-d45e-45af-aaea-96e671af81be service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Oct 22 13:50:47.585339 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e24e5ae-e4d3-4e14-b7e6-cf5379aed941 req-478a5b65-0e38-460e-8fe3-26b91d663abf service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951343 Oct 22 13:50:48.085454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b28876-bca7-45d7-9662-309c89a1a6ca req-a11be7cc-d32c-4daf-8197-b4ad98c71323 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.086945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19b28876-bca7-45d7-9662-309c89a1a6ca req-a11be7cc-d32c-4daf-8197-b4ad98c71323 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0512655 Oct 22 13:50:48.123700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-19b28876-bca7-45d7-9662-309c89a1a6ca req-0a90b0ae-73c7-4489-bfd6-7b49c5241fc0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Oct 22 13:50:48.307379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:50:48.309798 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fa4f60-8a36-4436-bfd5-354578f8c517" -d '{"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:50:48.357553 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5460abc6-dcf9-444e-878d-251ecda8efed x-openstack-request-id: req-5460abc6-dcf9-444e-878d-251ecda8efed {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:50:48.357847 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:50:48.358106 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5460abc6-dcf9-444e-878d-251ecda8efed {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:50:48.358512 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'status': 'completed', 'code': 200} Oct 22 13:50:48.419433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-608b1ea8-841b-40b8-82b6-2a6f8fb28cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.421030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-608b1ea8-841b-40b8-82b6-2a6f8fb28cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0423727 Oct 22 13:50:48.427371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-ed06f3e5-57c5-4f9a-adb4-bfdebc708240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.428959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-ed06f3e5-57c5-4f9a-adb4-bfdebc708240 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0462677 Oct 22 13:50:48.518252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-777ea3f1-6f16-41fd-879a-bff64bd70e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.519720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-777ea3f1-6f16-41fd-879a-bff64bd70e50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0896349 Oct 22 13:50:48.523808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-cf42b329-c934-496c-bd26-850ba776dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.525277 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-cf42b329-c934-496c-bd26-850ba776dc78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0869126 Oct 22 13:50:48.586555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-5600ab87-6842-4ab4-ab5f-714715852386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1000 time: 0.0591373 Oct 22 13:50:48.596997 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-529912a2-e825-4136-8623-3a1a8523633e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1000 time: 0.0638232 Oct 22 13:50:48.640712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-b479a945-4044-4a92-83b6-b1a789a2e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.642185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-b479a945-4044-4a92-83b6-b1a789a2e7c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0482020 Oct 22 13:50:48.647469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-1242f5b7-f1a9-405b-a13f-49a385a7889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.648910 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-1242f5b7-f1a9-405b-a13f-49a385a7889e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0442500 Oct 22 13:50:48.690545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-ee4f82bf-eb65-498d-bf66-1413362a523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.692311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-ee4f82bf-eb65-498d-bf66-1413362a523c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420403 Oct 22 13:50:48.696938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-64eb4698-affe-4a7f-9b72-a955e5ce8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:48.698430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-64eb4698-affe-4a7f-9b72-a955e5ce8d72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417199 Oct 22 13:50:48.788180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-e95b3512-0540-4c2a-b65d-2631da1557c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886300 Oct 22 13:50:48.795123 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-7999df89-383d-4f46-9244-6c3ed01ce855 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881865 Oct 22 13:50:48.880770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-9564bd4c-03da-439b-8d11-2c382c6b0641 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Oct 22 13:50:48.888066 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d5fa4f60-8a36-4436-bfd5-354578f8c517 req-30b956a8-eb0a-497a-9e6c-8db39b6a1626 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Oct 22 13:50:49.249152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af265f-20af-44ae-aa73-483a5295fb17 req-70290adf-7eb2-46c4-8cbf-509f583898ff tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.250678 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65af265f-20af-44ae-aa73-483a5295fb17 req-70290adf-7eb2-46c4-8cbf-509f583898ff tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0494416 Oct 22 13:50:49.289835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65af265f-20af-44ae-aa73-483a5295fb17 req-bb5bb5f0-2b72-4ae6-b515-6f13cf51edc1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Oct 22 13:50:49.522352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fedcc6-36aa-405e-95a0-e7bbf257f264 req-2d6547b2-b26a-4c9f-9892-926cad78d92a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.523854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43fedcc6-36aa-405e-95a0-e7bbf257f264 req-2d6547b2-b26a-4c9f-9892-926cad78d92a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0858753 Oct 22 13:50:49.531981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-46666bac-a017-4be3-af8e-088c4fb9eb7a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.533322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-46666bac-a017-4be3-af8e-088c4fb9eb7a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&tenant_id=64fe2541e0884cc39018056df42e79d1&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 944 time: 0.0844142 Oct 22 13:50:49.591991 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43fedcc6-36aa-405e-95a0-e7bbf257f264 req-1c72915b-83fb-4e72-932b-e839bd5e38c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577354 Oct 22 13:50:49.613504 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-62937f2d-30e4-4715-a65d-9fd64aaaa04d service neutron] delete failed (client error): The resource could not be found. Oct 22 13:50:49.615167 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-62937f2d-30e4-4715-a65d-9fd64aaaa04d service neutron] 10.222.0.21 "DELETE /v2.0/ports/8ced9218-67fb-4e45-b32d-1ab22eee62ae/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0741186 Oct 22 13:50:49.703491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-388830a1-abbd-48ce-bd3e-c36642196c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.704908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-388830a1-abbd-48ce-bd3e-c36642196c5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 1095 time: 0.0453143 Oct 22 13:50:49.795148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-1acfa3d5-d3f1-4301-a8de-050556a1f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.796658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-1acfa3d5-d3f1-4301-a8de-050556a1f559 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0852156 Oct 22 13:50:49.866164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-4194197a-8e3d-40c7-84d0-a64a25d05ac7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 200 len: 1000 time: 0.0625074 Oct 22 13:50:49.916833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-883dfab7-7244-483a-842b-2e9d7536353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.918303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-883dfab7-7244-483a-842b-2e9d7536353a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0438457 Oct 22 13:50:49.963689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-d654de6b-094e-4098-8aa2-eb6bdf058475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:49.965070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-d654de6b-094e-4098-8aa2-eb6bdf058475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398107 Oct 22 13:50:50.060160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-bf417cb5-495b-4df8-9197-65509cc7b96c service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 Oct 22 13:50:50.150161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-303b64af-5a82-4349-88d9-8f9d7294be88 req-86b76f44-0820-4350-93ec-c92f8cbfb0ca service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821505 Oct 22 13:50:50.193237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:50:50.232388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:50:50.500161 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:50:50.724231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332469-0b81-48fc-82ed-71967f1e493f req-1bce764b-8f3b-4682-a968-00af6af1a2a1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:50.725807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57332469-0b81-48fc-82ed-71967f1e493f req-1bce764b-8f3b-4682-a968-00af6af1a2a1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0598869 Oct 22 13:50:50.764924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57332469-0b81-48fc-82ed-71967f1e493f req-5312bffd-62ab-4626-b552-e2656b115d72 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Oct 22 13:50:50.800396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:50:50.882783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71fc3-9902-4f4b-ac69-c0a34812b767 req-053259d5-b503-47e1-bd8b-598ff1617ca8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:50.884290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66c71fc3-9902-4f4b-ac69-c0a34812b767 req-053259d5-b503-47e1-bd8b-598ff1617ca8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 944 time: 0.0493710 Oct 22 13:50:50.899588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:50:50.910908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'mac_address': 'fa:16:3e:d0:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:50:50.922338 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-66c71fc3-9902-4f4b-ac69-c0a34812b767 req-2789aa57-7e19-426a-88bd-22109f7c9985 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Oct 22 13:50:50.949141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:50.961928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ced9218-67fb-4e45-b32d-1ab22eee62ae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:50:50.981215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:50:50.984327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:51.031472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:51.037544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744369-5dac-43f6-a2de-c1db51b60359 req-85e904dd-a7c6-4a32-a651-2a11a26bac4b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:51.038859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.039072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30744369-5dac-43f6-a2de-c1db51b60359 req-85e904dd-a7c6-4a32-a651-2a11a26bac4b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0484698 Oct 22 13:50:51.039200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.039550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.039894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.040233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.040567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.040897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.041226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.041553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.041878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.042206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.042531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:50:51.080114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-30744369-5dac-43f6-a2de-c1db51b60359 req-cfac5a64-40eb-4576-9ae7-f27d45190a73 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Oct 22 13:50:51.259518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8ced9218-67fb-4e45-b32d-1ab22eee62ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:50:51.317876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a30d3-1330-4e48-bf27-47540fc92e67 req-266628e2-2126-4d91-8fbc-3b1d87a0a67b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:51.319389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-232a30d3-1330-4e48-bf27-47540fc92e67 req-266628e2-2126-4d91-8fbc-3b1d87a0a67b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0548332 Oct 22 13:50:51.357428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-232a30d3-1330-4e48-bf27-47540fc92e67 req-5fd58ac7-5a44-4617-b2a3-64d92f79358f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Oct 22 13:50:52.480487 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782058c-d58a-4369-8bff-9418045a122d req-afb71792-29e9-49e1-8a7a-9ba1f291d1a6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:52.481977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4782058c-d58a-4369-8bff-9418045a122d req-afb71792-29e9-49e1-8a7a-9ba1f291d1a6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Oct 22 13:50:52.520278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4782058c-d58a-4369-8bff-9418045a122d req-b2c570e2-2c27-45cc-a83b-c390ea53255d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Oct 22 13:50:52.580269 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-7f26530c-b269-4e42-a985-be50f67ce2f5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:52.581736 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-7f26530c-b269-4e42-a985-be50f67ce2f5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 945 time: 0.0540957 Oct 22 13:50:52.669610 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Deleting port 8ced9218-67fb-4e45-b32d-1ab22eee62ae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:50:52.669965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.765094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:50:52.765466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.809415 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:50:52.857206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8ced9218-67fb-4e45-b32d-1ab22eee62ae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:50:52.861012 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8ced9218-67fb-4e45-b32d-1ab22eee62ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:50:52.861383 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.941300 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.964195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:50:52.966452 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc7945-fe0e-4947-b994-d1bb8a88dff6" -d '{"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-plugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:50:52.980999 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8ced9218-67fb-4e45-b32d-1ab22eee62ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8ced9218-67fb-4e45-b32d-1ab22eee62ae,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:50:52.985459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.998263 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.998981 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:52.999610 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 disassociated. External IP: 172.25.6.245, port: 8ced9218-67fb-4e45-b32d-1ab22eee62ae. Oct 22 13:50:53.000164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Calling delete_port for 8ced9218-67fb-4e45-b32d-1ab22eee62ae owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:50:53.040233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:53.079359 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7027eee1-7f5f-46a9-84cb-978334e3440e x-openstack-request-id: req-7027eee1-7f5f-46a9-84cb-978334e3440e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:50:53.079653 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-plugged", "status": "completed", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:50:53.079903 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7027eee1-7f5f-46a9-84cb-978334e3440e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:50:53.080293 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'code': 200} Oct 22 13:50:53.142431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:53.168423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'Port': ['ID=8ced9218-67fb-4e45-b32d-1ab22eee62ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:53.290992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:50:53.402814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:50:53.414090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:50:53.424721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:50:53.425338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:50:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:50:53.447156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] No DVR routers for this DVR port 8ced9218-67fb-4e45-b32d-1ab22eee62ae on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:50:53.449812 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:53.453287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fa2feef7-73a8-4384-9c4b-ac1bd96f146c req-41a779ce-b734-4af8-823e-577cd0865c59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "DELETE /v2.0/ports/8ced9218-67fb-4e45-b32d-1ab22eee62ae HTTP/1.1" status: 204 len: 173 time: 0.8656893 Oct 22 13:50:53.453744 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-deleted', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:50:53.456134 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9bd910-b0a3-47f7-975d-52ea78b9745d" -d '{"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-deleted", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:50:53.497054 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5836ebc-5498-4503-a0cb-9c24de8c35ab x-openstack-request-id: req-d5836ebc-5498-4503-a0cb-9c24de8c35ab {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:50:53.497400 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06dbc34-ac6c-4ace-a87f-0396723e6c63", "name": "network-vif-deleted", "tag": "8ced9218-67fb-4e45-b32d-1ab22eee62ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:50:53.497659 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5836ebc-5498-4503-a0cb-9c24de8c35ab {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:50:53.498086 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06dbc34-ac6c-4ace-a87f-0396723e6c63', 'name': 'network-vif-deleted', 'tag': '8ced9218-67fb-4e45-b32d-1ab22eee62ae', 'status': 'completed', 'code': 200} Oct 22 13:50:53.541839 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:50:53.636534 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-711119cf-3cad-40f1-a8aa-f1daffb1b25f req-1a8bcba6-050d-4202-9408-99c1b47fd7b1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Oct 22 13:50:53.717998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-de11ef00-e5fe-47eb-8283-12301fac98f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284100 Oct 22 13:50:53.764699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:50:53.802519 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-a2f77a7b-e7e4-49fc-b81b-53efd1b91e33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=c06dbc34-ac6c-4ace-a87f-0396723e6c63 HTTP/1.1" status: 200 len: 210 time: 0.0332999 Oct 22 13:50:53.955545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:50:53.963815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:50:53.964419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:50:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:50:53.998178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-5c469600-7c16-4602-af75-e5748bcc6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:53.999677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-5c469600-7c16-4602-af75-e5748bcc6172 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64fe2541e0884cc39018056df42e79d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1775942 Oct 22 13:50:54.081164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:50:54.083016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae36f028-27c1-4d07-9b40-2bad67848dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:54.168799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-efd76f2e-928b-47b3-a9f1-1b097ca0be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:54.170327 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-a0ae1cab-fd01-4dda-b04a-29d5c918eccf req-efd76f2e-928b-47b3-a9f1-1b097ca0be46 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639843 Oct 22 13:50:54.287373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:50:54.314308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce893f6-62af-4dd1-83f0-f409c7b01c81 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:50:54.538351 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158086f7-3b8a-4b80-8c29-65038876b2fc None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:50:54.876373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-2d5a479c-d25b-41a7-9fc5-83acca2ffe0c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1917423742&fields=id&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 267 time: 0.0325770 Oct 22 13:50:54.987435 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-6d0e9c37-05db-4e7d-b875-3aab16023bb5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:54.988999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-6d0e9c37-05db-4e7d-b875-3aab16023bb5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1055944 Oct 22 13:50:55.005115 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-aeae4bc7-9b9a-4266-a123-7e777693bee0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/quotas/64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 375 time: 0.0098772 Oct 22 13:50:55.058112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-a8084e44-49ce-4874-adf2-4a170c6c9236 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474930 Oct 22 13:50:55.123020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-f700fed5-d573-430a-b1cf-f5676f409707 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:50:55.124029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-f700fed5-d573-430a-b1cf-f5676f409707 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0525746 Oct 22 13:50:55.219343 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-e4489457-11e0-4193-96a6-2efe470a2057 service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Oct 22 13:50:55.309073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8dd37dab-5b99-47bb-9828-b10d527dd369 service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831385 Oct 22 13:50:55.477392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0430bb4-3c8d-4d5c-9406-b610272037e2 req-8855fb38-db99-40ea-80d6-0e0d003dc9c2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Oct 22 13:50:56.416712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-da7e84db-d992-4aeb-a414-33f4da03d500 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:56.418202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-da7e84db-d992-4aeb-a414-33f4da03d500 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1059272 Oct 22 13:50:56.473899 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-fd75ef2d-de9b-4812-b408-ce373bd780ea tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 380 time: 0.0442922 Oct 22 13:50:56.483857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'port': {'device_id': '77734f04-4dec-4aee-bde1-30234516c1e4', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'admin_state_up': True, 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'security_groups': ['b85dc929-c62e-46a9-a292-86eb99286848']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:50:56.574367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c562b846-2482-46e2-b429-99ebd6bbdad6 req-d056214c-ef2a-4ffa-b0c5-1ce97650ff20 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 210 time: 0.0268450 Oct 22 13:50:56.596685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:50:56.600367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:56.726077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Allocated IP 172.20.0.4 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/477c331c-d0f8-4f0d-8d03-968b4f470bd1) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:50:56.825037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:50:56.845055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8ced9218-67fb-4e45-b32d-1ab22eee62ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:50:56.845400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8ced9218-67fb-4e45-b32d-1ab22eee62ae not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:50:56.860701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:56.894357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:56.939976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:50:56.943599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:50:56.945975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:50:56.976517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:57.006373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:57.007033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.024144 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-8fadf724-763b-4fe0-a0d2-24414477d0dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437508 Oct 22 13:50:57.038063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Request body: {'port': {'device_id': '77734f04-4dec-4aee-bde1-30234516c1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:50:57.094953 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.141979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd430b18-f0b0-4fd8-9d5f-ea284465dc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.209826 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-bfba5193-f0ef-4cb0-80df-ab01ee6a0627 None None] Provisioning complete for port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:50:57.210291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfba5193-f0ef-4cb0-80df-ab01ee6a0627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.249275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-bfba5193-f0ef-4cb0-80df-ab01ee6a0627 None None] Port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:50:57.364820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477c331c-d0f8-4f0d-8d03-968b4f470bd1 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:50:57.372840 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.384401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Transition to ACTIVE for port object 477c331c-d0f8-4f0d-8d03-968b4f470bd1 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:50:57.387668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.437246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:57.509411 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:50:57.509752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:50:57.510079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:50:57.514747 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:50:57.515108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:50:57.520190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:50:57.520533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:50:57.520923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:50:57.521358 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Bound port: 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:50:57.522273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.587688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:50:57.591303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:50:57.595477 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.630954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:57.631729 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.633133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] 10.222.0.26 "PUT /v2.0/ports/477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1091 time: 0.6001143 Oct 22 13:50:57.633570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:50:57.635874 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503" -d '{"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:50:57.718303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c14e3-dee2-4bae-8f27-be6376136423 req-921db4a3-cb08-4401-a853-fa3819f3ed63 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:57.720213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-473c14e3-dee2-4bae-8f27-be6376136423 req-921db4a3-cb08-4401-a853-fa3819f3ed63 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0615258 Oct 22 13:50:57.727867 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ff960-472f-46f7-8841-8b2fb7b450b2 x-openstack-request-id: req-b44ff960-472f-46f7-8841-8b2fb7b450b2 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:50:57.728269 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:50:57.728391 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44ff960-472f-46f7-8841-8b2fb7b450b2 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:50:57.728904 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'status': 'completed', 'code': 200} Oct 22 13:50:57.729832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d8854-ae50-4345-aadb-7c2e9eb9ebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:50:57.751194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-64bbb797-1853-46b0-9c99-0018746b4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:57.752726 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-64bbb797-1853-46b0-9c99-0018746b4eb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0570786 Oct 22 13:50:57.768869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-473c14e3-dee2-4bae-8f27-be6376136423 req-c55b5380-d6de-4bf5-8a74-d356b537c2ef tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Oct 22 13:50:57.840650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:57.874266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:50:58.109470 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-681c08b8-1094-4ac0-8d84-18674aa1f960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 217 time: 0.3475447 Oct 22 13:50:58.160405 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-f24fe214-bccc-41e7-b04a-097ef87c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.161781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-f24fe214-bccc-41e7-b04a-097ef87c6174 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0452039 Oct 22 13:50:58.207048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-1ebe4ec8-98c5-4953-9412-e31853e2e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.208534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-1ebe4ec8-98c5-4953-9412-e31853e2e04b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400908 Oct 22 13:50:58.301558 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-1c897a87-4eef-41e6-aa53-30dfdbcb3b1e service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Oct 22 13:50:58.392019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ca439384-3d89-409b-83bf-e949a17d5b24 req-6769d671-7d27-4d74-ae5a-6f34a2be080e service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836291 Oct 22 13:50:58.486768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-903b7737-2e73-43aa-a2a5-9a9f01fad367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.488229 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-903b7737-2e73-43aa-a2a5-9a9f01fad367 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0464694 Oct 22 13:50:58.579158 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-a4e60b0b-99d3-42a6-a501-f1d83c14df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.580639 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-a4e60b0b-99d3-42a6-a501-f1d83c14df4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0859642 Oct 22 13:50:58.626512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-c6139a4a-e352-480f-9e21-5ac5785e3d92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 217 time: 0.0385795 Oct 22 13:50:58.676522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-72bcd88f-4275-4dd6-aa1f-0877a9167681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.679369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-72bcd88f-4275-4dd6-aa1f-0877a9167681 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0457273 Oct 22 13:50:58.726828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-d3bfcbc3-8d2b-4c69-84ba-b834c34f8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.728323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-d3bfcbc3-8d2b-4c69-84ba-b834c34f8b32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406368 Oct 22 13:50:58.824690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-cdf6a34a-1c01-40c9-b111-f6d62fe21f9d service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878794 Oct 22 13:50:58.890060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab8989-5283-4334-a2fe-e256b165ac87 req-0e58e412-1f24-4bf5-8676-a2260813d306 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:50:58.891673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cab8989-5283-4334-a2fe-e256b165ac87 req-0e58e412-1f24-4bf5-8676-a2260813d306 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0492604 Oct 22 13:50:58.919380 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07f00ee4-12ed-4f0c-865a-f5c3ad8f8503 req-cc866c4c-0b13-4b7c-9a9e-eaa20854a048 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Oct 22 13:50:58.930163 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cab8989-5283-4334-a2fe-e256b165ac87 req-3390628e-80b1-4681-bde4-b707f12bb096 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Oct 22 13:50:59.869152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:00.048421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc21fc-8fca-489d-b6d1-2248ca782283 req-4f562923-53c1-444c-aff9-e6be1e604642 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:00.049908 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82dc21fc-8fca-489d-b6d1-2248ca782283 req-4f562923-53c1-444c-aff9-e6be1e604642 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Oct 22 13:51:00.092632 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82dc21fc-8fca-489d-b6d1-2248ca782283 req-94cbbfb1-3168-4dd2-8517-97b26d795c5a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362277 Oct 22 13:51:00.850462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:51:00.946206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:51:00.956813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'mac_address': 'fa:16:3e:60:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:51:00.993007 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:01.005628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477c331c-d0f8-4f0d-8d03-968b4f470bd1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:51:01.025330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:51:01.029044 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:01.078490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:51:01.216737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61590-8ab1-4af5-a6af-b77a744f6b6f req-217d6e9f-29ff-4f18-975f-258db8b3c8ae tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:01.218232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cd61590-8ab1-4af5-a6af-b77a744f6b6f req-217d6e9f-29ff-4f18-975f-258db8b3c8ae tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Oct 22 13:51:01.233596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['477c331c-d0f8-4f0d-8d03-968b4f470bd1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:51:01.258544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cd61590-8ab1-4af5-a6af-b77a744f6b6f req-3df4320c-9891-455a-8adc-bf90ebb06f00 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342619 Oct 22 13:51:02.376093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b346-d274-443d-a7f7-f85792df397f req-411d6654-a1b0-4d69-af61-92a3751a27ce tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:02.377599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c9b346-d274-443d-a7f7-f85792df397f req-411d6654-a1b0-4d69-af61-92a3751a27ce tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 944 time: 0.0508504 Oct 22 13:51:02.416403 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c9b346-d274-443d-a7f7-f85792df397f req-b295af7e-98ff-43e5-928e-6f3f73099615 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Oct 22 13:51:02.884406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:51:02.932388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:51:02.936321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:51:02.936703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:03.015578 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:03.037118 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:51:03.039288 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f377f-2899-474a-a95e-65c326add326" -d '{"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:51:03.051563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:51:03.056644 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:03.082925 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e629b-1ac3-491a-9b0e-dbb28eb1d04e x-openstack-request-id: req-663e629b-1ac3-491a-9b0e-dbb28eb1d04e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:51:03.083216 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:51:03.083530 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-663e629b-1ac3-491a-9b0e-dbb28eb1d04e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:51:03.085045 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'code': 200} Oct 22 13:51:03.112764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:51:03.180029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0cc7b-5ca7-48ce-a237-2e171afdd126 req-eb847f4f-179b-4236-8d45-3da3975992b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:03.181422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e5e0cc7b-5ca7-48ce-a237-2e171afdd126 req-eb847f4f-179b-4236-8d45-3da3975992b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0410235 Oct 22 13:51:03.219998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e5e0cc7b-5ca7-48ce-a237-2e171afdd126 req-a32f4a34-48ea-4134-bc46-81a37d54e7f4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Oct 22 13:51:03.534888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970415b-4836-47a7-b1ae-adca1bf100d8 req-2c1a7d5b-f5ed-4d05-8cc8-9b4662747dc2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:03.536359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6970415b-4836-47a7-b1ae-adca1bf100d8 req-2c1a7d5b-f5ed-4d05-8cc8-9b4662747dc2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Oct 22 13:51:03.573676 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6970415b-4836-47a7-b1ae-adca1bf100d8 req-29e0dc42-9e8e-49ba-8c0f-421d42379299 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Oct 22 13:51:04.690029 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130516b9-fe1d-46ad-a31a-cd7bad9bd55d req-8f04a981-8ce9-4ebf-9d1b-4de0ff3199de tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:04.691508 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-130516b9-fe1d-46ad-a31a-cd7bad9bd55d req-8f04a981-8ce9-4ebf-9d1b-4de0ff3199de tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Oct 22 13:51:04.729726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-130516b9-fe1d-46ad-a31a-cd7bad9bd55d req-c33af58c-34dd-4bab-b5fd-ee34b4282a97 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Oct 22 13:51:04.840368 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf2d2e-8fef-4a65-9391-8758cb86f81b req-3c82d78d-4722-4bcf-adde-976868c1a1e4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:04.841827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67bf2d2e-8fef-4a65-9391-8758cb86f81b req-3c82d78d-4722-4bcf-adde-976868c1a1e4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Oct 22 13:51:04.850980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 47770) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:51:04.855579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'floatingip': {'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:51:04.896690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:05.316653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:05.320527 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:05.419567 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 associated. External IP: 172.25.6.245, port: 477c331c-d0f8-4f0d-8d03-968b4f470bd1. Oct 22 13:51:05.621416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:51:05.729645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:51:05.734331 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:05.739321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:51:05.753157 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:51:05.753777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:50:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:51:05.762329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-28d5ff56-58ad-4b68-a2a1-13585d20e449 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "PUT /v2.0/floatingips/b904b0e7-9611-49a8-a074-cdb4840327e8 HTTP/1.1" status: 200 len: 991 time: 0.9101460 Oct 22 13:51:05.762950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:51:05.765203 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0774380-32e9-413f-a072-dd0a29447aab" -d '{"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:51:05.869676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:51:05.880105 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f93e38-963b-447b-b90c-ebe9d1c177dd x-openstack-request-id: req-87f93e38-963b-447b-b90c-ebe9d1c177dd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:51:05.880406 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:51:05.880665 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f93e38-963b-447b-b90c-ebe9d1c177dd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:51:05.881074 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'status': 'completed', 'code': 200} Oct 22 13:51:05.944086 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774380-32e9-413f-a072-dd0a29447aab req-2984f83e-4e48-4a4e-aa0e-4cb755183e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:05.945988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-2984f83e-4e48-4a4e-aa0e-4cb755183e6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0420823 Oct 22 13:51:06.038868 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774380-32e9-413f-a072-dd0a29447aab req-2211e062-d33a-4012-9952-2f434f552b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:06.040370 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-2211e062-d33a-4012-9952-2f434f552b46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0876274 Oct 22 13:51:06.094172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:60:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77734f04-4dec-4aee-bde1-30234516c1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:51:05Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:51:06.111541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-147300c7-7932-4857-a902-a60a83930fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 999 time: 0.0640545 Oct 22 13:51:06.120801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:51:06.129287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:51:06.129827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:50:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:51:06.163138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774380-32e9-413f-a072-dd0a29447aab req-c09bfffb-5d4b-4b5d-9014-2ffcf6729a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:06.164922 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-c09bfffb-5d4b-4b5d-9014-2ffcf6729a29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0465066 Oct 22 13:51:06.212098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774380-32e9-413f-a072-dd0a29447aab req-a6f9e3d5-5795-4584-a64a-3b95f2830183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:06.213600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-a6f9e3d5-5795-4584-a64a-3b95f2830183 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413046 Oct 22 13:51:06.241795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:51:06.310169 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-5d4a8025-8b4b-4cb2-a867-a46053e43274 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882564 Oct 22 13:51:06.407771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d0774380-32e9-413f-a072-dd0a29447aab req-ecae22a2-99f6-4e86-b37e-d17d4a338218 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897536 Oct 22 13:51:06.481384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:60:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77734f04-4dec-4aee-bde1-30234516c1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:51:05Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:51:06.508292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced5855-642e-48d6-95b9-da81bf3055bb None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:60:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77734f04-4dec-4aee-bde1-30234516c1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:51:05Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:51:06.695073 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d0357-0175-435f-acdd-ed142d64d2be None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:51:08.571566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:10.213515 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:24.056931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7ad08e7c-dcc3-4b8c-9424-9d20068180b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:27.143047 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f29c2aaa-292d-40a3-8b00-a386e977c481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:27.499769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:51:27.837985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:27.874135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:29.870656 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:38.572403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:40.214002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:54.058093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-442b1a12-7b75-49a6-99b4-156f9d2089ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:54.210452 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-4b992a9d-b43f-46f6-ad45-4540cb69f671 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417185 Oct 22 13:51:54.299147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-2fef61c9-9eb8-4f7d-a394-ba3f97d9ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:54.300661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-2fef61c9-9eb8-4f7d-a394-ba3f97d9ddfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0420833 Oct 22 13:51:54.408626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-d77aa15f-744f-4c5b-bc4c-0750b5253213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:54.410019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-d77aa15f-744f-4c5b-bc4c-0750b5253213 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0885537 Oct 22 13:51:54.480034 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-26a9ef3d-8fa0-44e4-b09f-29a7675d8c60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0629308 Oct 22 13:51:54.533799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-22ffd0a5-ff65-4c51-a078-0da32f307e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:54.535298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-22ffd0a5-ff65-4c51-a078-0da32f307e5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0481164 Oct 22 13:51:54.585471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-5bfb484c-72e6-4e3c-b0b8-1d68405f117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:51:54.587421 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-5bfb484c-72e6-4e3c-b0b8-1d68405f117c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450401 Oct 22 13:51:54.677366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-ca1e51fa-045f-45d7-a5af-d773d399ee9f service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824137 Oct 22 13:51:54.774430 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-55bfe141-0c32-474b-a339-5c3a1ad998a9 req-742cdfba-e998-4121-a08e-d99041661dea service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900500 Oct 22 13:51:57.143494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd92021a-973d-4e78-8164-4328bd2291ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:57.840072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:57.877569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:51:59.874211 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:04.498519 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:52:08.568096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:10.214229 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:24.059151 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7df2f5cd-4868-4b1c-ab1c-12c1e1a41d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:27.146038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8733331f-9be9-4a64-b4c2-321f9d09266c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:27.842616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:27.877164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:29.879272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:38.568547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:40.229645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:41.497826 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:52:42.968270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980169e-2178-43e2-a3f2-4bddb1a62654 req-955df904-a041-4428-902b-0408f3e07bda tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:42.969854 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6980169e-2178-43e2-a3f2-4bddb1a62654 req-955df904-a041-4428-902b-0408f3e07bda tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0576866 Oct 22 13:52:43.009916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6980169e-2178-43e2-a3f2-4bddb1a62654 req-8569102d-b6ae-4452-9326-562bad649e7f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337732 Oct 22 13:52:44.129941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f892-04c5-4cb8-ac56-729630781b3c req-c3768644-5808-4cc2-ac46-abe2ce53192a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:44.131450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c130f892-04c5-4cb8-ac56-729630781b3c req-c3768644-5808-4cc2-ac46-abe2ce53192a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0509040 Oct 22 13:52:44.171349 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c130f892-04c5-4cb8-ac56-729630781b3c req-7ab02fc0-7b2f-4dd3-8038-b51c214590fc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335822 Oct 22 13:52:45.295491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbfe04-159f-45c1-b751-9beaa3083472 req-efa1e71f-e1cc-4fe0-81fc-4bbb63665f30 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:45.297000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cffbfe04-159f-45c1-b751-9beaa3083472 req-efa1e71f-e1cc-4fe0-81fc-4bbb63665f30 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0515289 Oct 22 13:52:45.339054 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cffbfe04-159f-45c1-b751-9beaa3083472 req-6dc0ae86-bf2b-49ba-84d7-3395bb637f8c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Oct 22 13:52:46.458148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f209-555b-4404-b2df-b9d0326cbf0d req-bed5e69e-c2cf-492a-a9aa-a226f07e5dbe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:46.459673 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab54f209-555b-4404-b2df-b9d0326cbf0d req-bed5e69e-c2cf-492a-a9aa-a226f07e5dbe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Oct 22 13:52:46.497800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab54f209-555b-4404-b2df-b9d0326cbf0d req-267f264c-21fb-4ae9-987a-f43de8df9afe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Oct 22 13:52:47.617975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0cc7f-edd7-40c2-b373-92a17b4694e5 req-75a61c05-bddf-43af-a6c5-2bfb1170861b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:47.619542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ff0cc7f-edd7-40c2-b373-92a17b4694e5 req-75a61c05-bddf-43af-a6c5-2bfb1170861b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Oct 22 13:52:47.657638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9ff0cc7f-edd7-40c2-b373-92a17b4694e5 req-7e0fb430-93b0-4990-9248-8978c81b870e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Oct 22 13:52:48.830227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2bfbb-9a9e-474c-8602-f83057ae99d8 req-9cd4dbf2-43fc-48b7-ade9-e80b631d1dcf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:48.831758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54c2bfbb-9a9e-474c-8602-f83057ae99d8 req-9cd4dbf2-43fc-48b7-ade9-e80b631d1dcf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Oct 22 13:52:48.873713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54c2bfbb-9a9e-474c-8602-f83057ae99d8 req-a5ca7725-fb18-443e-866b-017f371be201 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360150 Oct 22 13:52:49.993348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa048-415e-47fa-95c1-58c7ededab5f req-95e3651b-42ff-4ccf-ba8d-56ddbc85ca7f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:49.994901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caffa048-415e-47fa-95c1-58c7ededab5f req-95e3651b-42ff-4ccf-ba8d-56ddbc85ca7f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0501900 Oct 22 13:52:50.034062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-caffa048-415e-47fa-95c1-58c7ededab5f req-1d841fc0-2de3-4e0b-8fed-6e8843c9e320 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Oct 22 13:52:51.153466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92245b66-b678-481d-a939-bfaccafd28ec req-05edd669-9812-4ee7-8e9b-c33c4d28615e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:51.155041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92245b66-b678-481d-a939-bfaccafd28ec req-05edd669-9812-4ee7-8e9b-c33c4d28615e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Oct 22 13:52:51.193859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92245b66-b678-481d-a939-bfaccafd28ec req-f7d567d9-2775-4123-b4ce-8727d5603c6b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328577 Oct 22 13:52:52.312434 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2a3fe-8728-4091-a8bb-27308f85c4a9 req-0a1af1f3-98b8-4ebb-92e8-28d3795d1845 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:52.314155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54b2a3fe-8728-4091-a8bb-27308f85c4a9 req-0a1af1f3-98b8-4ebb-92e8-28d3795d1845 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Oct 22 13:52:52.356418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54b2a3fe-8728-4091-a8bb-27308f85c4a9 req-4e25402d-9bd5-47eb-9ceb-e7df603d5ecf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355227 Oct 22 13:52:53.472001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638985-2e89-4a5c-86d9-f5a6bb606482 req-151ce5b5-8874-4249-863b-4f6fd463f534 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:53.473466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8638985-2e89-4a5c-86d9-f5a6bb606482 req-151ce5b5-8874-4249-863b-4f6fd463f534 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Oct 22 13:52:53.512406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8638985-2e89-4a5c-86d9-f5a6bb606482 req-357e6c6b-02cb-450c-8350-2f07cce6c0d0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Oct 22 13:52:53.762636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-ddbf7e08-bd00-4911-a31c-b898e9e50b44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674274 Oct 22 13:52:53.774253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2c2a9-37ad-4f1f-98f0-1b7f01112cff req-445ef656-2ed2-4f58-8aa6-1a9351123e51 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:53.775763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3f2c2a9-37ad-4f1f-98f0-1b7f01112cff req-445ef656-2ed2-4f58-8aa6-1a9351123e51 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0718901 Oct 22 13:52:53.827341 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3f2c2a9-37ad-4f1f-98f0-1b7f01112cff req-e07c78ff-a56d-433c-a20a-594f6fb7618b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Oct 22 13:52:54.062876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64621400-1ef0-42b1-9adc-e9bc43291865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:54.873519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-4368c0bb-9346-4260-9c35-fb866208fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:54.875023 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-4368c0bb-9346-4260-9c35-fb866208fb13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0505431 Oct 22 13:52:54.950389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768292f3-d07a-45c9-886b-e89b407fbe27 req-70b6a77d-5e94-4269-8cdb-50620da3c009 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:54.952058 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-768292f3-d07a-45c9-886b-e89b407fbe27 req-70b6a77d-5e94-4269-8cdb-50620da3c009 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Oct 22 13:52:54.975098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-ae5a6584-2caf-43f4-b29a-cb08db59607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:54.977186 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-ae5a6584-2caf-43f4-b29a-cb08db59607d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0938466 Oct 22 13:52:54.992766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-768292f3-d07a-45c9-886b-e89b407fbe27 req-1b90235d-82f3-416b-bb67-a8cfb74b32e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345929 Oct 22 13:52:55.053519 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-2d274a41-7a98-4d5d-b019-a356b7493fd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0622098 Oct 22 13:52:55.115162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-caf83945-dc30-4664-911a-786361bc9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:55.116594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-caf83945-dc30-4664-911a-786361bc9087 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0469375 Oct 22 13:52:55.172877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-29956c1a-81c2-48f6-87be-94b1275a5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:55.174389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-29956c1a-81c2-48f6-87be-94b1275a5a92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453353 Oct 22 13:52:55.277163 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-6240315f-1f18-4dd6-9eee-86127ffd9429 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887318 Oct 22 13:52:55.381195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-11c56ebf-db29-44a5-bdf3-a7263d4c1db3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920601 Oct 22 13:52:56.113342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce826e-6926-4daf-8521-27c56b1859db req-c1d7df2c-880e-41ba-af13-b49a1d715f42 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:56.115588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddce826e-6926-4daf-8521-27c56b1859db req-c1d7df2c-880e-41ba-af13-b49a1d715f42 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Oct 22 13:52:56.157860 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddce826e-6926-4daf-8521-27c56b1859db req-c8f15a83-c8b6-4c67-9411-4fa2ee022f51 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Oct 22 13:52:56.255238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-b184e0fd-d0a5-4661-97ab-abc18be1e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:56.258506 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-b184e0fd-d0a5-4661-97ab-abc18be1e827 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0428889 Oct 22 13:52:56.373574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-3fce0804-8042-4166-8c32-ae29c350e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:56.375105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-3fce0804-8042-4166-8c32-ae29c350e01f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0954170 Oct 22 13:52:56.451591 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-6e23e4b9-5853-4b70-813f-4531db837aeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0651827 Oct 22 13:52:56.503122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-2462b5ea-d4ab-4124-8241-e05c3b2bbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:56.504663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-2462b5ea-d4ab-4124-8241-e05c3b2bbf30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0443599 Oct 22 13:52:56.555703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-aa6ec9cd-6e92-4073-94e9-307aa8a652a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:56.557198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-aa6ec9cd-6e92-4073-94e9-307aa8a652a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449739 Oct 22 13:52:56.650050 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-8881b1ed-a52c-41ee-a116-01d78e50b79c service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845404 Oct 22 13:52:56.752199 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38c2ab5f-7c65-4ed6-8a35-cc7115c6bcdb req-c1fd9fff-6576-4429-8b4f-9a54cc6e744d service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944993 Oct 22 13:52:57.151252 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a0450dc6-0223-4dac-a978-5c6af089481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:57.301069 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-9656b51f-2e3b-4026-a783-969b90570322 service neutron] show failed (client error): The resource could not be found. Oct 22 13:52:57.302173 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-9656b51f-2e3b-4026-a783-969b90570322 service neutron] 10.222.0.26 "GET /v2.0/ports/477c331c-d0f8-4f0d-8d03-968b4f470bd1/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0781062 Oct 22 13:52:57.304286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28b9d-22c7-4f89-96ee-3fe2ce67edca req-74493f8d-e648-4366-97ad-64f53f53e1cb tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:57.307373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91f28b9d-22c7-4f89-96ee-3fe2ce67edca req-74493f8d-e648-4366-97ad-64f53f53e1cb tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0621507 Oct 22 13:52:57.359065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91f28b9d-22c7-4f89-96ee-3fe2ce67edca req-d76540de-45a6-4793-a6a9-aa8153cd2ab8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Oct 22 13:52:57.567267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-760e86a3-b6bb-42aa-ad13-0466e698d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:57.568789 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-760e86a3-b6bb-42aa-ad13-0466e698d1b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1096 time: 0.0939317 Oct 22 13:52:57.581592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:52:57.642002 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:57.850496 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:57.883986 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.180301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:52:58.214185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:52:58.253890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:52:58.256221 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181945ad-e577-4dae-8af6-0d93b0129c05" -d '{"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:52:58.260714 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.274425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Transition to ACTIVE for port object 477c331c-d0f8-4f0d-8d03-968b4f470bd1 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:52:58.278520 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.321780 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0cc9ef-5b61-4fca-bf65-a05c731130ba x-openstack-request-id: req-5e0cc9ef-5b61-4fca-bf65-a05c731130ba {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:52:58.322315 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:52:58.322429 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e0cc9ef-5b61-4fca-bf65-a05c731130ba {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:52:58.322758 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'code': 200} Oct 22 13:52:58.387596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:52:58.411838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.412196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.412548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.412891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.413229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.413587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.413883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.414232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.414774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.415215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.415588 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.416140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:52:58.506654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] No DVR routers for this DVR port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:52:58.569449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0186d-27ec-4c67-adf4-66fce995ddc8 req-62b409c3-065f-4dc9-b45f-e4754d7ec778 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:58.571554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fb0186d-27ec-4c67-adf4-66fce995ddc8 req-62b409c3-065f-4dc9-b45f-e4754d7ec778 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.1136324 Oct 22 13:52:58.657606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7fb0186d-27ec-4c67-adf4-66fce995ddc8 req-e30914e9-2707-4231-a2b0-8d2bd0a09e35 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771468 Oct 22 13:52:58.694340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:52:58.694596 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:52:58.694956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:52:58.701048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:52:58.701376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Attempting to bind port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:52:58.706365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:52:58.706733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:52:58.707121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:52:58.707554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Bound port: 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:52:58.707909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.770970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:52:58.774931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:52:58.779170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.821245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:58.821880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:52:58.823333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] 10.222.0.21 "PUT /v2.0/ports/477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1091 time: 1.2460246 Oct 22 13:52:58.856467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db71a3-afb1-4c6e-87f6-dd13aee2ec15 service neutron] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:52:58.895031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-cb75283d-4809-442f-ad65-f1aaa9a251fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:58.896561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-cb75283d-4809-442f-ad65-f1aaa9a251fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0484483 Oct 22 13:52:58.998385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-b075cd70-532e-4e1d-b55f-d478e90635fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:58.999929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-b075cd70-532e-4e1d-b55f-d478e90635fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0950093 Oct 22 13:52:59.076326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-b1449df0-dd5c-482f-a8aa-41d0afcfe718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 999 time: 0.0678082 Oct 22 13:52:59.128516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-db17dfaf-aab7-42a2-b6b2-1963ffdd5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:59.129913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-db17dfaf-aab7-42a2-b6b2-1963ffdd5800 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0462875 Oct 22 13:52:59.181839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-ee1cb52e-d78c-4528-bb59-233647591a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:59.183399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-ee1cb52e-d78c-4528-bb59-233647591a63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438354 Oct 22 13:52:59.283468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-b18376f0-000a-467e-97b0-d5829f6fd094 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918329 Oct 22 13:52:59.381532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ae653db-5e95-4f39-a1ab-e6d4262a1bce req-9dfd99bf-0b5f-4dd3-b5d0-59c3986676f8 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880222 Oct 22 13:52:59.782198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08369c-010f-4ad1-b91e-615c8ca5b719 req-bd0a3acb-37e1-4a70-845c-83788d59785f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:52:59.783634 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d08369c-010f-4ad1-b91e-615c8ca5b719 req-bd0a3acb-37e1-4a70-845c-83788d59785f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0522830 Oct 22 13:52:59.823756 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d08369c-010f-4ad1-b91e-615c8ca5b719 req-eb876a18-d836-46da-b907-c0c72e6c18f2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Oct 22 13:52:59.880992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:00.324037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:00.326432 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f" -d '{"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:00.377363 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78215638-76ba-4c8a-bc6b-1aa3cd3d3bda x-openstack-request-id: req-78215638-76ba-4c8a-bc6b-1aa3cd3d3bda {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:00.377666 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:00.377919 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78215638-76ba-4c8a-bc6b-1aa3cd3d3bda {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:00.378324 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'status': 'completed', 'code': 200} Oct 22 13:53:00.438953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-c5f940d0-4785-435e-845a-2a2bed110848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.440484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-c5f940d0-4785-435e-845a-2a2bed110848 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0429740 Oct 22 13:53:00.442070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-da05ce22-850a-4429-b08a-78fd3325f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.443583 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-da05ce22-850a-4429-b08a-78fd3325f608 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0418651 Oct 22 13:53:00.538592 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-e5a3e712-8ff2-4435-92f0-153969916ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.538978 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-ac8c0292-ee3e-4cd4-8518-391e2cf2481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.540046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-e5a3e712-8ff2-4435-92f0-153969916ff0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0910971 Oct 22 13:53:00.540838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-ac8c0292-ee3e-4cd4-8518-391e2cf2481e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0905507 Oct 22 13:53:00.608053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-58604131-e483-472c-ae9e-6c9ac99f0d21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 999 time: 0.0592451 Oct 22 13:53:00.609025 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-fb6a77d1-441d-4210-99d2-8f8b85f7d139 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 999 time: 0.0609851 Oct 22 13:53:00.662500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-de0e3af1-ae4b-4096-91c2-e4921a9da84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.664002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-de0e3af1-ae4b-4096-91c2-e4921a9da84e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0475898 Oct 22 13:53:00.664529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-51ad4e34-84d6-496e-97c1-9a562486f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.666008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-51ad4e34-84d6-496e-97c1-9a562486f3fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0496211 Oct 22 13:53:00.713799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-0bfee062-3fe4-462b-ba59-0a3781adbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.715348 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-0bfee062-3fe4-462b-ba59-0a3781adbc6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426331 Oct 22 13:53:00.717219 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-fa82ff19-defe-447c-bc8b-5cab7a030fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.718737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-fa82ff19-defe-447c-bc8b-5cab7a030fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467284 Oct 22 13:53:00.816304 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-44d0cc4e-f063-4d18-9f2e-0ced459cc502 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927832 Oct 22 13:53:00.818767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-ec9983ce-0a1a-48b3-9ef1-bfe705647684 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Oct 22 13:53:00.919274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-85b2ff5c-fcf5-4128-b276-60ddb72d8630 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957716 Oct 22 13:53:00.951650 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb55393f-7bb5-4b7d-9af6-cd1fa871095f req-cc8c62cf-565d-4061-a1c9-c6d6ed4c76a3 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245339 Oct 22 13:53:00.964648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ffed-a27c-451e-bbbf-7e72c3fad0f1 req-ae0b840e-7b19-499c-a21a-30fbebf1f5da tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:00.966131 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eb4ffed-a27c-451e-bbbf-7e72c3fad0f1 req-ae0b840e-7b19-499c-a21a-30fbebf1f5da tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0676718 Oct 22 13:53:01.004514 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eb4ffed-a27c-451e-bbbf-7e72c3fad0f1 req-92931810-128a-4ec0-8e98-be7870e6ba5b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Oct 22 13:53:01.477183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:53:01.515833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:53:02.132413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c2f8d-4560-498a-a415-8c0c8e36f725 req-095445c6-eca4-426e-a5ec-ea8e03bc2657 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.135057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-611c2f8d-4560-498a-a415-8c0c8e36f725 req-095445c6-eca4-426e-a5ec-ea8e03bc2657 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0564311 Oct 22 13:53:02.173561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-611c2f8d-4560-498a-a415-8c0c8e36f725 req-56db7ec7-850e-4606-a4c6-a0d473c8bf6a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Oct 22 13:53:02.373530 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825a48-eb21-48cf-8357-d1fcaee41f44 req-2158bd79-4e56-4602-996f-7634cf1156f7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.375076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba825a48-eb21-48cf-8357-d1fcaee41f44 req-2158bd79-4e56-4602-996f-7634cf1156f7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 943 time: 0.0500615 Oct 22 13:53:02.391298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-8d453a45-c2f5-4442-8397-16c9675a70d8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.392771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-8d453a45-c2f5-4442-8397-16c9675a70d8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4&tenant_id=64fe2541e0884cc39018056df42e79d1&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 943 time: 0.0526161 Oct 22 13:53:02.413961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba825a48-eb21-48cf-8357-d1fcaee41f44 req-8af4df76-4fcd-44ad-81bf-69c2f8339cae tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326896 Oct 22 13:53:02.460480 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-17a20cca-76fb-4605-bb28-55ac51965488 service neutron] delete failed (client error): The resource could not be found. Oct 22 13:53:02.461546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-17a20cca-76fb-4605-bb28-55ac51965488 service neutron] 10.222.0.26 "DELETE /v2.0/ports/477c331c-d0f8-4f0d-8d03-968b4f470bd1/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0599148 Oct 22 13:53:02.548742 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-c2fbecbb-c79f-4ac5-9967-b027542eb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.550147 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-c2fbecbb-c79f-4ac5-9967-b027542eb66c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1094 time: 0.0411227 Oct 22 13:53:02.641244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-48b57b25-f77a-413c-bf00-af1c23941b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.642806 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-48b57b25-f77a-413c-bf00-af1c23941b3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0856018 Oct 22 13:53:02.712372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-e3ab56ea-3c13-4f8c-bda9-13046f66cdc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 999 time: 0.0620983 Oct 22 13:53:02.761922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-e4213969-1df6-44a2-bdb4-c520340ba2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.763392 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-e4213969-1df6-44a2-bdb4-c520340ba2f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0439863 Oct 22 13:53:02.810738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-b7fc0c4b-17c2-4e9b-a80d-b447dcf894d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:02.812300 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-b7fc0c4b-17c2-4e9b-a80d-b447dcf894d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419693 Oct 22 13:53:02.906301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:53:02.910351 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-baa7dc67-2e7f-41de-8b2b-e6362ecc4c94 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896401 Oct 22 13:53:03.015857 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c98fcf93-4b46-4920-8fdf-a61a9838f3c5 req-43fa569d-67ac-42f0-8227-30c405fcfdcc service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983195 Oct 22 13:53:03.083443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.resource_extend [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 22 13:53:03.171126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:03.181968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'mac_address': 'fa:16:3e:60:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:53:03.223524 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:03.237257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477c331c-d0f8-4f0d-8d03-968b4f470bd1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:53:03.256467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:03.261230 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:03.308908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:03.316558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.316934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.317257 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.317600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.317939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.318275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.318625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.318964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.319296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.319626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.319957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.320284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:03.544521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e861-4632-40b3-acb9-c6cdebb9a553 req-a2e4cd21-7b40-481c-9b8c-0db76199b294 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:03.547057 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a92e861-4632-40b3-acb9-c6cdebb9a553 req-a2e4cd21-7b40-481c-9b8c-0db76199b294 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 944 time: 0.0569804 Oct 22 13:53:03.585448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a92e861-4632-40b3-acb9-c6cdebb9a553 req-dc00f211-81c5-4830-82b8-8bd469579b4e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Oct 22 13:53:03.643993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['477c331c-d0f8-4f0d-8d03-968b4f470bd1'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:53:03.709950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad74db-229f-4f88-92e3-e416019b6f62 req-7adf7c12-6e78-41a2-8cef-e993c46095af tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:03.712255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6ad74db-229f-4f88-92e3-e416019b6f62 req-7adf7c12-6e78-41a2-8cef-e993c46095af tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 944 time: 0.0551343 Oct 22 13:53:03.751550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6ad74db-229f-4f88-92e3-e416019b6f62 req-d50f60fd-73d0-4b00-8286-eafc1c2fe91f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Oct 22 13:53:03.981875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeded370-3843-408c-b929-228912c4dd7e req-8c6a2fb7-f86b-4b76-9087-6abf704d029b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:03.983326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeded370-3843-408c-b929-228912c4dd7e req-8c6a2fb7-f86b-4b76-9087-6abf704d029b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 944 time: 0.0722289 Oct 22 13:53:04.015926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-fc21d82d-6c84-4c5b-a88c-38610ba262dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:04.017400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-fc21d82d-6c84-4c5b-a88c-38610ba262dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 1095 time: 0.0686224 Oct 22 13:53:04.038927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeded370-3843-408c-b929-228912c4dd7e req-700419ca-7de3-477a-b760-6ce293020212 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494864 Oct 22 13:53:04.118977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-9922bb3d-18b2-410d-818e-4d63b39308fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:04.120532 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-9922bb3d-18b2-410d-818e-4d63b39308fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0941296 Oct 22 13:53:04.189324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-ea2f4a99-e8a5-4f67-9fc1-bfaf102c17f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 200 len: 1000 time: 0.0609560 Oct 22 13:53:04.243749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-09b26cd3-cff1-4e8a-8b81-a8722ef9b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:04.245072 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-09b26cd3-cff1-4e8a-8b81-a8722ef9b615 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0489998 Oct 22 13:53:04.292141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-807caf07-48ef-45de-814d-9040d23390d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:04.293685 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-807caf07-48ef-45de-814d-9040d23390d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412714 Oct 22 13:53:04.385354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-c495b7cf-e84c-4aff-a00b-43ba0297eef0 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843558 Oct 22 13:53:04.479930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dc08697-a8c0-4269-9eeb-175b5945d2ea req-2e42b264-9719-47e7-a1e9-fd0239907396 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Oct 22 13:53:04.913930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:53:04.965104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:53:04.969747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:53:04.970109 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:05.055004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:05.079822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:05.082270 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c28e72-edce-494a-8544-93492f2c0348" -d '{"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:05.096115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:05.102134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:05.129919 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d153e-1341-47e3-9fcf-7fdb864c4b14 x-openstack-request-id: req-1d5d153e-1341-47e3-9fcf-7fdb864c4b14 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:05.130217 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:05.130476 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d5d153e-1341-47e3-9fcf-7fdb864c4b14 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:05.130896 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'code': 200} Oct 22 13:53:05.158369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:05.169665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22215742-5214-4ed5-b51e-d23255b9decf req-8123740a-8727-4e7c-b755-f9ec47f3820f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:05.171287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22215742-5214-4ed5-b51e-d23255b9decf req-8123740a-8727-4e7c-b755-f9ec47f3820f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0587327 Oct 22 13:53:05.212118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22215742-5214-4ed5-b51e-d23255b9decf req-8f9cc897-976a-4c1a-b8f9-0c354181698a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Oct 22 13:53:05.458909 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab059848-fda8-4594-8ab5-7d490fc49e03 req-5b3368ca-b742-4902-9713-2f7558d7d32a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:05.460310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab059848-fda8-4594-8ab5-7d490fc49e03 req-5b3368ca-b742-4902-9713-2f7558d7d32a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Oct 22 13:53:05.508448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ab059848-fda8-4594-8ab5-7d490fc49e03 req-79ddcbc1-15a1-468b-9561-65498be67306 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Oct 22 13:53:06.661616 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457be345-f7ec-469a-8d95-9afb410569b3 req-d757e1f5-7fb7-4eff-836a-1a29d8c0686a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:06.663165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-457be345-f7ec-469a-8d95-9afb410569b3 req-d757e1f5-7fb7-4eff-836a-1a29d8c0686a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Oct 22 13:53:06.706933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-457be345-f7ec-469a-8d95-9afb410569b3 req-bff38a03-d69e-4aa7-a6a7-3d8fb86cb048 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Oct 22 13:53:06.961631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-58e0ef92-24f4-4b6b-91d9-df117673a057 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:06.963389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-58e0ef92-24f4-4b6b-91d9-df117673a057 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 945 time: 0.0555496 Oct 22 13:53:07.065922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Deleting port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:53:07.066467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.170398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] For port 477c331c-d0f8-4f0d-8d03-968b4f470bd1, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=477c331c-d0f8-4f0d-8d03-968b4f470bd1,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:07.170828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.367661 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.368091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.368416 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 disassociated. External IP: 172.25.6.245, port: 477c331c-d0f8-4f0d-8d03-968b4f470bd1. Oct 22 13:53:07.368767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Calling delete_port for 477c331c-d0f8-4f0d-8d03-968b4f470bd1 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:53:07.510533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.540475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'Port': ['ID=477c331c-d0f8-4f0d-8d03-968b4f470bd1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:07.682677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:53:07.837747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0ef87b2e-d594-4220-81d9-f816431cf284 req-2c8de1c5-4975-40e1-825e-2bbd607ca08d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=77734f04-4dec-4aee-bde1-30234516c1e4 HTTP/1.1" status: 200 len: 210 time: 0.0393617 Oct 22 13:53:07.843925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:53:07.856767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:53:07.871520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:53:07.872147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:52:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:07.892163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] No DVR routers for this DVR port 477c331c-d0f8-4f0d-8d03-968b4f470bd1 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:53:07.895269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:07.899698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f0bc07d-18fa-4991-b667-4ffc2b0472b2 req-4d2f290e-b025-492f-bde8-7cbce9c88ebc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "DELETE /v2.0/ports/477c331c-d0f8-4f0d-8d03-968b4f470bd1 HTTP/1.1" status: 204 len: 173 time: 0.9253716 Oct 22 13:53:07.899698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-deleted', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:07.903227 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa7c23-4d4e-4304-9350-504c6a6bd419" -d '{"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-deleted", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:07.956436 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f361fd5-a54e-4dfd-bc92-06725229e6d6 x-openstack-request-id: req-9f361fd5-a54e-4dfd-bc92-06725229e6d6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:07.956736 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77734f04-4dec-4aee-bde1-30234516c1e4", "name": "network-vif-deleted", "tag": "477c331c-d0f8-4f0d-8d03-968b4f470bd1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:07.957000 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f361fd5-a54e-4dfd-bc92-06725229e6d6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:07.957409 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77734f04-4dec-4aee-bde1-30234516c1e4', 'name': 'network-vif-deleted', 'tag': '477c331c-d0f8-4f0d-8d03-968b4f470bd1', 'status': 'completed', 'code': 200} Oct 22 13:53:08.005398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:53:08.258070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:08.286803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:53:08.296656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:53:08.297278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:52:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:08.432065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:53:08.612404 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:08.692933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:08.724743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385f477-fc83-49a0-ae18-0b8d33d7aab4 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:53:08.980168 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a088672-7873-40df-81be-393d95bca737 None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:53:09.153855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-b2b382c5-b8b5-408a-afef-bed4df3e3a0f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1917423742&fields=id&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 267 time: 0.0402014 Oct 22 13:53:09.274694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-17665447-4dcb-4ff5-93ac-be182780c617 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:09.276287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-17665447-4dcb-4ff5-93ac-be182780c617 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1156147 Oct 22 13:53:09.293336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-d9aa00e0-856a-4086-9a48-18e9884a0850 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/quotas/64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 375 time: 0.0113127 Oct 22 13:53:09.351067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-79404c9f-9ec4-47b1-8ec2-5cd41c2fd1ec tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520747 Oct 22 13:53:09.502931 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-e7906c75-d15d-4c4e-af39-4854765cc17e service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392965 Oct 22 13:53:09.604108 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-effc61d0-dfa6-48f6-822d-b2ca436d70ab service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939283 Oct 22 13:53:10.249569 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:10.824973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65cff42c-d469-4ea6-94f8-d4bad35997d4 req-f8f093ca-cc77-4bf2-9a38-1f8da0eb84c2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 210 time: 0.0308058 Oct 22 13:53:10.969971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:53:10.993616 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: 477c331c-d0f8-4f0d-8d03-968b4f470bd1 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:53:10.993977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 477c331c-d0f8-4f0d-8d03-968b4f470bd1 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:53:11.900220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-6d125f5c-29d5-4372-a425-d0ad9491062a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:11.902656 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-6d125f5c-29d5-4372-a425-d0ad9491062a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1237864 Oct 22 13:53:11.941793 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-af994de3-ea6a-4501-85df-faa4d2e1fe54 req-00cf928c-4ccc-4c78-89ca-04e3d15f69aa tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 210 time: 0.0282850 Oct 22 13:53:11.953921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-d27a461f-20f4-4559-83f5-60994d5c7d3b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 380 time: 0.0405624 Oct 22 13:53:11.968733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'port': {'device_id': '0879e388-d48f-448c-bb7b-837142c22cce', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'admin_state_up': True, 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'security_groups': ['b85dc929-c62e-46a9-a292-86eb99286848']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:53:12.083478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:53:12.087094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.234132 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Allocated IP 172.20.0.13 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/11fee32e-1151-47bc-b575-d9104626f9ca) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:53:12.401693 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.443074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.508050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:53:12.511480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:53:12.518587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:53:12.522574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:12.551670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.552024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.552372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.552717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.553057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.553417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.553745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.554050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.554383 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.554741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.555074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.555404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:53:12.587434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:12.588094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.607772 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-af71b0f3-fa91-4413-9950-aec74b243583 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6429102 Oct 22 13:53:12.623325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Request body: {'port': {'device_id': '0879e388-d48f-448c-bb7b-837142c22cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:53:12.689346 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.801370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-aebb77f3-010e-4d16-96da-ff5c93186b96 None None] Provisioning complete for port 11fee32e-1151-47bc-b575-d9104626f9ca triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:53:12.802393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebb77f3-010e-4d16-96da-ff5c93186b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:12.845075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-aebb77f3-010e-4d16-96da-ff5c93186b96 None None] Port 11fee32e-1151-47bc-b575-d9104626f9ca cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:53:12.992881 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:53:13.001996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:13.015813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Transition to ACTIVE for port object 11fee32e-1151-47bc-b575-d9104626f9ca will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:53:13.020438 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:13.070412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6da02-b178-46d3-b81c-3ebfe0b75f35 req-d3e0f2c4-548b-4b5b-89a5-8971f7493557 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.072063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a6da02-b178-46d3-b81c-3ebfe0b75f35 req-d3e0f2c4-548b-4b5b-89a5-8971f7493557 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0571611 Oct 22 13:53:13.080598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:13.135828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-91a6da02-b178-46d3-b81c-3ebfe0b75f35 req-0f3768f5-9600-4780-aef4-29735216ac59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499327 Oct 22 13:53:13.183430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:53:13.184355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:53:13.184355 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:53:13.197233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:53:13.197614 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:53:13.204406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:53:13.204900 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:53:13.205303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:53:13.205750 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Bound port: 11fee32e-1151-47bc-b575-d9104626f9ca, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:53:13.206114 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:13.293030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:53:13.297711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:53:13.304691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:13.346944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.346944 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:13.346944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] 10.222.0.26 "PUT /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1092 time: 0.7275891 Oct 22 13:53:13.346944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:13.349543 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c842c76a-168d-46c6-aa7a-634d3425e311" -d '{"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:13.392588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aece64-6271-412d-9414-77f1d14c2b35 service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:13.477640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-2549469d-50d4-411b-a030-10e6d5f98067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.480094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-2549469d-50d4-411b-a030-10e6d5f98067 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1095 time: 0.0691464 Oct 22 13:53:13.535810 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c3e1a0-92c1-4a31-a1f9-c22df3faa6ac x-openstack-request-id: req-c9c3e1a0-92c1-4a31-a1f9-c22df3faa6ac {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:13.536247 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:13.536365 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9c3e1a0-92c1-4a31-a1f9-c22df3faa6ac {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:13.536742 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'status': 'completed', 'code': 200} Oct 22 13:53:13.538376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-4bea4bff-fd43-43d8-bbfc-c50d4ba78bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 217 time: 0.0501862 Oct 22 13:53:13.596477 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-35916e19-59d8-4c9f-bb69-291053c98858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.597878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-35916e19-59d8-4c9f-bb69-291053c98858 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0519612 Oct 22 13:53:13.647135 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-ee0c6765-14d6-4936-9ae1-44b3009d0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.648834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-ee0c6765-14d6-4936-9ae1-44b3009d0161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430956 Oct 22 13:53:13.749171 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-22d2671d-df35-4acc-a6c2-6dc4685b1467 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926383 Oct 22 13:53:13.847887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b81e833-b421-4d74-8202-6aa1938c8ce2 req-022f8fbc-2fd2-4c0e-9dea-293bf2379203 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909886 Oct 22 13:53:13.946247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-e8418db5-02b1-4932-afd1-6066f1b00e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:13.947835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-e8418db5-02b1-4932-afd1-6066f1b00e1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1095 time: 0.0486903 Oct 22 13:53:14.041066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-5f575ec6-3a21-49e7-88ff-89a46fb0a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:14.043155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-5f575ec6-3a21-49e7-88ff-89a46fb0a896 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0886333 Oct 22 13:53:14.092053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-37460848-da27-4d77-b95d-883f7b2a5a09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 217 time: 0.0411842 Oct 22 13:53:14.148784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-93229a59-de9a-437c-b249-05ab0d1fdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:14.150145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-93229a59-de9a-437c-b249-05ab0d1fdfac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0508966 Oct 22 13:53:14.206238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-d93c98ed-ef79-4d58-a5c2-93e340796eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:14.208215 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-d93c98ed-ef79-4d58-a5c2-93e340796eda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503891 Oct 22 13:53:14.277571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67ede-1d99-40c1-a224-de9001dc1f0a req-05eeb2fe-3ea0-44c8-9773-efc1da218e2b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:14.279553 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b67ede-1d99-40c1-a224-de9001dc1f0a req-05eeb2fe-3ea0-44c8-9773-efc1da218e2b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0591130 Oct 22 13:53:14.329081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b67ede-1d99-40c1-a224-de9001dc1f0a req-6b3307c7-a3da-4ca1-b027-8de36be35cb5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Oct 22 13:53:14.653049 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-21ee76ee-c5d0-4824-86a1-8e3fc7f2fc32 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367330 Oct 22 13:53:14.760094 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c842c76a-168d-46c6-aa7a-634d3425e311 req-d845f201-cadc-4bbc-a978-31b76756c643 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987635 Oct 22 13:53:15.454962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4de0c-cb70-40ca-a7fe-ce6fd0e9d644 req-ee6f7810-321b-43a3-ba5b-9cac3a246254 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:15.456495 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e4de0c-cb70-40ca-a7fe-ce6fd0e9d644 req-ee6f7810-321b-43a3-ba5b-9cac3a246254 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0523019 Oct 22 13:53:15.498348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62e4de0c-cb70-40ca-a7fe-ce6fd0e9d644 req-98187723-e943-4713-b6bf-8983dc0b43b0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357780 Oct 22 13:53:16.624082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdd293-5791-4e64-98c6-589790be74a2 req-c000553d-a27d-4256-8c46-5cf7ae26a685 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:16.625574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abcdd293-5791-4e64-98c6-589790be74a2 req-c000553d-a27d-4256-8c46-5cf7ae26a685 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0548158 Oct 22 13:53:16.669013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abcdd293-5791-4e64-98c6-589790be74a2 req-3cd4800e-20bd-4832-9e9b-1f08df197190 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373175 Oct 22 13:53:17.538959 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:53:17.652243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:17.666388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '11fee32e-1151-47bc-b575-d9104626f9ca', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:53:17.710265 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:17.723920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:53:17.748575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:17.753170 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:17.806030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:17.967802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['11fee32e-1151-47bc-b575-d9104626f9ca'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:53:18.144523 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481969e-49cd-4379-b6ad-fb46ea778750 req-f9066912-8db8-42aa-8fa9-dd0cd23da0f9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:18.146051 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6481969e-49cd-4379-b6ad-fb46ea778750 req-f9066912-8db8-42aa-8fa9-dd0cd23da0f9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.4000459 Oct 22 13:53:18.196065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6481969e-49cd-4379-b6ad-fb46ea778750 req-a452e472-c6ad-4568-95a1-a2daf11d541f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Oct 22 13:53:18.498440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:53:19.329823 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58b90-d904-4e93-bd97-91431b6d7a04 req-05efc349-d7b5-4417-bb9c-a77ccb0a51cf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:19.331580 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93a58b90-d904-4e93-bd97-91431b6d7a04 req-05efc349-d7b5-4417-bb9c-a77ccb0a51cf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0575860 Oct 22 13:53:19.382935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-93a58b90-d904-4e93-bd97-91431b6d7a04 req-96e230b7-d4ff-4efb-a821-45190ecae5a9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Oct 22 13:53:19.539308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:53:19.592900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 11fee32e-1151-47bc-b575-d9104626f9ca completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:53:19.596680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 11fee32e-1151-47bc-b575-d9104626f9ca triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:53:19.597057 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:19.684332 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:19.708375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:19.710670 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c3173-6a77-42b8-bc25-cdbc0a6390ea" -d '{"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-plugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:19.723806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:53:19.728152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:19.754280 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a0428-3986-4594-89d4-0b6c2f6b7c13 x-openstack-request-id: req-982a0428-3986-4594-89d4-0b6c2f6b7c13 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:19.754571 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-plugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:19.754850 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-982a0428-3986-4594-89d4-0b6c2f6b7c13 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:19.755250 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'code': 200} Oct 22 13:53:19.783579 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:53:19.869453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143973-bbfa-4213-81ba-5d1129e70333 req-c2bf9d8f-3f3c-484e-954d-6ddd19c5c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:19.871593 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b143973-bbfa-4213-81ba-5d1129e70333 req-c2bf9d8f-3f3c-484e-954d-6ddd19c5c39d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1097 time: 0.0431790 Oct 22 13:53:19.925100 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b143973-bbfa-4213-81ba-5d1129e70333 req-8281868b-4275-496c-9a0a-cb33031448b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Oct 22 13:53:20.524165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e5640-d03e-4085-9c8e-3cc7d4bc7ac5 req-14f7ac7a-1edc-4c3e-8b25-fe669515f1e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:20.527300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b9e5640-d03e-4085-9c8e-3cc7d4bc7ac5 req-14f7ac7a-1edc-4c3e-8b25-fe669515f1e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0688059 Oct 22 13:53:20.579907 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b9e5640-d03e-4085-9c8e-3cc7d4bc7ac5 req-f52eb2d0-75a8-4dc1-90ab-4541bb3152f7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Oct 22 13:53:21.715988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cb8d5-b06a-40e6-81ab-5b78f2e11fd5 req-11c6e170-cd87-4cb8-8fcf-e62203d839d8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:21.718292 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e17cb8d5-b06a-40e6-81ab-5b78f2e11fd5 req-11c6e170-cd87-4cb8-8fcf-e62203d839d8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0616024 Oct 22 13:53:21.772599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e17cb8d5-b06a-40e6-81ab-5b78f2e11fd5 req-19baf65d-b07b-4a34-ac9c-ab5a3056ae60 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Oct 22 13:53:21.896049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424d06-b611-4588-8933-1e13cb5ec51c req-c710a4ef-452a-4dda-b97c-3b1997da4b19 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:21.897467 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce424d06-b611-4588-8933-1e13cb5ec51c req-c710a4ef-452a-4dda-b97c-3b1997da4b19 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0507648 Oct 22 13:53:21.913276 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48134) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:53:21.919933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'floatingip': {'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:53:21.965948 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:22.428985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:22.428985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:22.536114 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 associated. External IP: 172.25.6.245, port: 11fee32e-1151-47bc-b575-d9104626f9ca. Oct 22 13:53:22.750083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:53:22.860802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:53:22.865387 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:22.872558 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:53:22.883064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:53:22.883676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:52:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:22.893935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1591224a-0028-4ad7-846f-052d44dd207b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "PUT /v2.0/floatingips/b904b0e7-9611-49a8-a074-cdb4840327e8 HTTP/1.1" status: 200 len: 992 time: 0.9793866 Oct 22 13:53:22.894544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:53:22.896872 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d90a0c-6eea-4a70-8b41-c68138e67246" -d '{"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:53:22.937578 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192acf3-edf0-4578-a165-84ed06f2b8c3 x-openstack-request-id: req-e192acf3-edf0-4578-a165-84ed06f2b8c3 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:53:22.937873 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:53:22.938224 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e192acf3-edf0-4578-a165-84ed06f2b8c3 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:53:22.938860 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'status': 'completed', 'code': 200} Oct 22 13:53:23.002150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:53:23.010851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-dc179fb8-04d4-4f5e-b28d-59317b897d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:23.013317 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-dc179fb8-04d4-4f5e-b28d-59317b897d1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1097 time: 0.0450943 Oct 22 13:53:23.118649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-54332737-09c4-4501-8122-d1dfbbe92ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:23.120061 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-54332737-09c4-4501-8122-d1dfbbe92ae0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0983045 Oct 22 13:53:23.192637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-3704867e-6005-4756-8b4d-184595bc56c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1000 time: 0.0652437 Oct 22 13:53:23.241637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-ccad5f90-8e6e-443b-80bc-2af81a10e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:23.243167 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-ccad5f90-8e6e-443b-80bc-2af81a10e7f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0432999 Oct 22 13:53:23.289805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-8adbf65a-0c13-426f-a430-4539eb0f4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:23.291381 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-8adbf65a-0c13-426f-a430-4539eb0f4512 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415449 Oct 22 13:53:23.389971 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879e388-d48f-448c-bb7b-837142c22cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:53:22Z', 'revision_number': 9, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:23.394445 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-c30892ab-2faf-4143-bc78-92276a5b1c85 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957263 Oct 22 13:53:23.424232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:53:23.433741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:53:23.434372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:52:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:23.496941 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-61d90a0c-6eea-4a70-8b41-c68138e67246 req-cd23a906-eaf2-4277-9486-83157f3ad47e service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952902 Oct 22 13:53:23.554694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:53:23.790391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879e388-d48f-448c-bb7b-837142c22cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:53:22Z', 'revision_number': 9, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:53:23.823591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c268b-59ce-4a3b-b8ab-b228bb5a564f None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879e388-d48f-448c-bb7b-837142c22cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:53:22Z', 'revision_number': 9, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:53:24.047267 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cee31-009e-481d-9447-23638b5f69ef None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:53:24.065876 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fceabe30-7521-465f-8b16-821efed03a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:27.156102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18ee8e8a-7a6e-4abe-afea-b7546829c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:27.844224 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:27.882680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:29.884057 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:38.616019 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:40.259760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:54.068534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-721101d5-68f8-499a-851d-9d401d810dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:55.499501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:53:57.157027 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0b8889b7-efdf-44a0-9a69-4bd7db5eb08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:57.850239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:57.886829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:53:58.231449 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-18b3e980-d3e5-42ef-9e87-075ac62a0398 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446997 Oct 22 13:53:58.336147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-87fa6d03-dffc-4f65-9e94-c7adeccff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:58.338105 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-87fa6d03-dffc-4f65-9e94-c7adeccff925 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1097 time: 0.0557597 Oct 22 13:53:58.458322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-83b66133-5a23-4fd8-818c-36afd0e0c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:58.459828 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-83b66133-5a23-4fd8-818c-36afd0e0c707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0988436 Oct 22 13:53:58.545458 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-1bc90a5d-f23c-4d18-9974-9074d677d3bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1003 time: 0.0781758 Oct 22 13:53:58.613064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-00b42aa6-dec0-4911-a6ca-c1827b900bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:58.614584 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-00b42aa6-dec0-4911-a6ca-c1827b900bfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0609922 Oct 22 13:53:58.666044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-b2f26b4f-688e-4315-913d-295252c43a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:53:58.667593 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-b2f26b4f-688e-4315-913d-295252c43a74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457268 Oct 22 13:53:58.768088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-a57cbb7f-9bba-4388-a585-2af96c47a203 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931261 Oct 22 13:53:58.878747 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-87122c40-aec6-4047-94a0-a6f5754ddb2b req-56526762-ba6a-4289-83da-23e672ca139f service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032925 Oct 22 13:53:59.888190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:08.645845 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:10.259115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:24.070913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-27b21a43-976b-4812-93e4-a779b9d8a4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:27.159321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45bb6ae4-d709-4fa1-b271-07d7e3d40fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:27.842489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:27.888181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:29.888289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:32.499581 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:54:38.644576 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:40.266539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:54.074248 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf83c25d-271e-4ed3-acbc-e7f48f64a957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:57.167818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ec03872-03fd-411e-a5ef-71fa0aa601ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:57.846083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:57.892856 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:58.769446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-d081fb6a-5dd8-42fc-94b2-132c3ee88d8e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884464 Oct 22 13:54:58.782128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5653f-247b-444f-af31-ff867ea259a3 req-bd6c217b-f089-42f7-932f-68466f4c7f0e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:54:58.783820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48e5653f-247b-444f-af31-ff867ea259a3 req-bd6c217b-f089-42f7-932f-68466f4c7f0e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0926328 Oct 22 13:54:58.826798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48e5653f-247b-444f-af31-ff867ea259a3 req-509b2768-ab24-4da1-bb62-77df4021ddf1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358901 Oct 22 13:54:59.894346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:54:59.961250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-4a75a223-96db-4ace-916c-c2f0c1aa0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:54:59.962923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-4a75a223-96db-4ace-916c-c2f0c1aa0b3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1097 time: 0.0490994 Oct 22 13:54:59.964757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0994-91bb-44c5-af41-fd6ea242c117 req-48d0861d-d653-43dc-95b3-13c946abb61b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:54:59.966345 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7ba0994-91bb-44c5-af41-fd6ea242c117 req-48d0861d-d653-43dc-95b3-13c946abb61b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0592170 Oct 22 13:55:00.007350 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a7ba0994-91bb-44c5-af41-fd6ea242c117 req-baf81c12-ba99-4fd8-b021-b68c69c4794a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344610 Oct 22 13:55:00.075431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-05dfa424-b415-4664-95ad-0856794942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.076898 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-05dfa424-b415-4664-95ad-0856794942b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0949597 Oct 22 13:55:00.149404 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-5a3d0aec-f00c-47d2-b79b-d033054574dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1003 time: 0.0632954 Oct 22 13:55:00.200784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-7b65c1ce-8fca-4333-be3e-f7911a30d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.202260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-7b65c1ce-8fca-4333-be3e-f7911a30d2ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0466154 Oct 22 13:55:00.255724 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-5f941931-5732-47d5-b7bf-d81d6504ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.257241 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-5f941931-5732-47d5-b7bf-d81d6504ef00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463753 Oct 22 13:55:00.351006 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-d85cb462-044d-4a80-9eb7-1b1bdc03c7e3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Oct 22 13:55:00.446777 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84f31827-2d6e-4c94-8a7e-1fdc9f299d07 req-387959f9-d28d-4c7e-a450-eb81fec35ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888829 Oct 22 13:55:00.533737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-24bc81c2-8e87-4d13-a024-b47a13ee2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.535343 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-24bc81c2-8e87-4d13-a024-b47a13ee2e2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1097 time: 0.0494244 Oct 22 13:55:00.631867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-e06a6355-c50e-41c6-ab88-3a86c6cf16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.633355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-e06a6355-c50e-41c6-ab88-3a86c6cf16ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0915782 Oct 22 13:55:00.701778 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-f27138c9-b22f-40a0-b358-e12a671e1bc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1003 time: 0.0611680 Oct 22 13:55:00.752454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-dd04e518-af3e-4db1-b29e-6fac77ca3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.754569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-dd04e518-af3e-4db1-b29e-6fac77ca3123 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0448711 Oct 22 13:55:00.804866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-d43a6ed7-4ae7-42c4-a36a-08bcf1224fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:00.806402 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-d43a6ed7-4ae7-42c4-a36a-08bcf1224fdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454006 Oct 22 13:55:00.900239 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-9a3e5d13-ffe1-46ad-822e-4183d7293bb7 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867150 Oct 22 13:55:00.999654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-c9e6f487-2063-4f29-8d96-d5cc7587f383 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920277 Oct 22 13:55:01.139147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc0355-72a4-4f93-a9de-bd7206280ec2 req-d3f2d629-4496-498a-8905-548bdde0cf2e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:01.140735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0bc0355-72a4-4f93-a9de-bd7206280ec2 req-d3f2d629-4496-498a-8905-548bdde0cf2e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0606225 Oct 22 13:55:01.181750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c0bc0355-72a4-4f93-a9de-bd7206280ec2 req-5036c8b3-6599-4951-a71b-29224a7dc934 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Oct 22 13:55:02.300205 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfa85-20ec-4850-9436-a2736f4597fe req-d3b19b2f-6abc-4397-acf7-b24f67585907 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:02.301915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-760dfa85-20ec-4850-9436-a2736f4597fe req-d3b19b2f-6abc-4397-acf7-b24f67585907 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0509775 Oct 22 13:55:02.340451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-760dfa85-20ec-4850-9436-a2736f4597fe req-41ad2fe2-c56b-444c-ac35-9bf283b1ad4a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Oct 22 13:55:03.458612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1a11-6d42-4f52-b15b-d339fa1dbc00 req-9a9d00d7-c2d1-40db-941f-5b0b6e5d6ed9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:03.460123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-132b1a11-6d42-4f52-b15b-d339fa1dbc00 req-9a9d00d7-c2d1-40db-941f-5b0b6e5d6ed9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0505078 Oct 22 13:55:03.498545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-132b1a11-6d42-4f52-b15b-d339fa1dbc00 req-341ea9d3-0679-413d-90f8-1911d5433191 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Oct 22 13:55:04.630202 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ded869-7863-4abe-b458-42cba65efff6 req-8be8a4b4-acad-49fd-a80f-262553d15232 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:04.632289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56ded869-7863-4abe-b458-42cba65efff6 req-8be8a4b4-acad-49fd-a80f-262553d15232 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0583293 Oct 22 13:55:04.671340 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56ded869-7863-4abe-b458-42cba65efff6 req-05569b23-931c-4ff1-b467-4bc4a6f264ca tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Oct 22 13:55:05.791159 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719bbd-3373-4cad-b6c9-e08fc5dccda2 req-5656a745-8952-499f-a77d-7501f2c132f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:05.792674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68719bbd-3373-4cad-b6c9-e08fc5dccda2 req-5656a745-8952-499f-a77d-7501f2c132f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0502443 Oct 22 13:55:05.832719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68719bbd-3373-4cad-b6c9-e08fc5dccda2 req-35a05004-739f-4aaa-bc74-444ff3f74643 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Oct 22 13:55:06.950954 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920638-4c37-4188-8ebe-b1841df828f4 req-b40ecbbe-29d8-4fce-a85d-bb473cf70801 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:06.952376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7920638-4c37-4188-8ebe-b1841df828f4 req-b40ecbbe-29d8-4fce-a85d-bb473cf70801 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0510626 Oct 22 13:55:06.991412 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c7920638-4c37-4188-8ebe-b1841df828f4 req-d064b81f-387b-4d06-8d01-5f716d9756e9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Oct 22 13:55:08.114545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b115fd-ffa0-4399-ae6d-1caa4e431ca5 req-7dde78ca-b9f4-4391-bc63-f9a558dc64a1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:08.116078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1b115fd-ffa0-4399-ae6d-1caa4e431ca5 req-7dde78ca-b9f4-4391-bc63-f9a558dc64a1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0546834 Oct 22 13:55:08.157648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1b115fd-ffa0-4399-ae6d-1caa4e431ca5 req-f0f90180-10c6-4ed6-a044-519959123851 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354197 Oct 22 13:55:08.659359 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:09.279979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81154-cb6b-4591-b404-6171ab620698 req-35b0f59a-9aea-4db5-a6fc-59778559e966 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:09.281500 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53d81154-cb6b-4591-b404-6171ab620698 req-35b0f59a-9aea-4db5-a6fc-59778559e966 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0535724 Oct 22 13:55:09.330828 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53d81154-cb6b-4591-b404-6171ab620698 req-4fbd6255-03a8-4dfb-a630-62ccc02b9f89 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Oct 22 13:55:09.499548 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:55:10.269766 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:10.459242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c9625-f8e2-4a06-977b-0344b70b2b31 req-122c9b9a-18b1-4d24-8a18-86c1da5b8737 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:10.460891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-808c9625-f8e2-4a06-977b-0344b70b2b31 req-122c9b9a-18b1-4d24-8a18-86c1da5b8737 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0535986 Oct 22 13:55:10.502574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-808c9625-f8e2-4a06-977b-0344b70b2b31 req-c8a4ee0a-f7a5-4201-a978-145913b1c9fe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356731 Oct 22 13:55:11.646693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c691b1-9597-4d06-8cc4-01cda59aa270 req-6c6dddf6-1f13-43f4-b7d3-fc40fdec2ac9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:11.648284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c691b1-9597-4d06-8cc4-01cda59aa270 req-6c6dddf6-1f13-43f4-b7d3-fc40fdec2ac9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0598114 Oct 22 13:55:11.688743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c691b1-9597-4d06-8cc4-01cda59aa270 req-8b75f72f-729d-47e4-a07c-ef6036273035 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Oct 22 13:55:12.821807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee7fe-f51a-44f0-b636-8c5e8376ba85 req-d25da052-d17b-45f9-87d0-4d58fa917994 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:12.823376 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d4ee7fe-f51a-44f0-b636-8c5e8376ba85 req-d25da052-d17b-45f9-87d0-4d58fa917994 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0559597 Oct 22 13:55:12.864510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d4ee7fe-f51a-44f0-b636-8c5e8376ba85 req-d3cdf6cb-caa7-4384-8abe-90a95d3da3c8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 Oct 22 13:55:12.992869 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-9d2c89df-922b-4f27-a98f-735e32a4b1aa service neutron] show failed (client error): The resource could not be found. Oct 22 13:55:12.993937 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-9d2c89df-922b-4f27-a98f-735e32a4b1aa service neutron] 10.222.0.26 "GET /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0638320 Oct 22 13:55:13.204196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-18cbb244-0e3c-443e-88ec-d6c7f6430d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:13.205646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-18cbb244-0e3c-443e-88ec-d6c7f6430d7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1097 time: 0.0441017 Oct 22 13:55:13.220048 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:55:13.281907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:13.496064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:13.529672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:55:13.570486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:13.572803 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5504d0-0fab-470d-abc9-aaa523ecab97" -d '{"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-unplugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:13.576932 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:13.590888 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Transition to ACTIVE for port object 11fee32e-1151-47bc-b575-d9104626f9ca will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:55:13.596730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:13.715376 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdb0339-0214-4d2f-9594-4f53fcfb84ac x-openstack-request-id: req-8cdb0339-0214-4d2f-9594-4f53fcfb84ac {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:13.715670 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-unplugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:13.715919 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cdb0339-0214-4d2f-9594-4f53fcfb84ac {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:13.716311 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'code': 200} Oct 22 13:55:13.719382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:13.734359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.734723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.735063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.735404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.735738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.736061 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.736381 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.736708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.737027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.737348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.737670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.738021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:13.777342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] No DVR routers for this DVR port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:55:13.926857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:55:13.927572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:55:13.927572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:13.934151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:55:13.934689 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:13.940430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:55:13.940927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:55:13.941717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:55:13.942352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Bound port: 11fee32e-1151-47bc-b575-d9104626f9ca, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:55:13.942847 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:14.048963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c7ac-df9c-4419-abcd-aa4449a4ae92 req-45399909-13c7-4196-9ad5-82ea7611328b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.050448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95c4c7ac-df9c-4419-abcd-aa4449a4ae92 req-45399909-13c7-4196-9ad5-82ea7611328b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.1049716 Oct 22 13:55:14.056975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:55:14.064020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:55:14.073359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:14.128824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.129522 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:14.130977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] 10.222.0.21 "PUT /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1092 time: 0.9151397 Oct 22 13:55:14.145811 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-95c4c7ac-df9c-4419-abcd-aa4449a4ae92 req-25db3721-f788-43d0-96fe-dedc58ce0cbb tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847027 Oct 22 13:55:14.156599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0dd75-f9a3-4fb7-b565-f9165d59c9ae service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:14.206285 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-3a2632f1-7b0b-429c-afd3-39cefe491f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.208313 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-3a2632f1-7b0b-429c-afd3-39cefe491f40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1095 time: 0.0486102 Oct 22 13:55:14.319727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-d95aa454-35ef-4237-83f3-988531514935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.321243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-d95aa454-35ef-4237-83f3-988531514935 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1035073 Oct 22 13:55:14.391446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-cb853709-7a43-41a5-b44b-29de04c47706 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0614686 Oct 22 13:55:14.448213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-a5c4aafa-ae41-4b15-ba66-4af1b2e2fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.449698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-a5c4aafa-ae41-4b15-ba66-4af1b2e2fa1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0491858 Oct 22 13:55:14.499606 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-92a23528-b53e-475d-a6ba-8f3535876a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:14.501126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-92a23528-b53e-475d-a6ba-8f3535876a0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416956 Oct 22 13:55:14.593798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-099187cf-cbdb-4788-b87d-658f176f2f3f service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Oct 22 13:55:14.693359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d09a8da3-ad41-4868-a34c-fdfbe10431a0 req-e434b4ee-823b-4cdd-b852-d7fa3c554231 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Oct 22 13:55:15.283858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861111-a260-475d-841e-17c96c796fce req-0d7623f0-1019-40ac-ba6c-f4ea1a02d875 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:15.284598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e861111-a260-475d-841e-17c96c796fce req-0d7623f0-1019-40ac-ba6c-f4ea1a02d875 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0533078 Oct 22 13:55:15.325144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e861111-a260-475d-841e-17c96c796fce req-2d63084b-b300-4260-866d-59bdf8b61aac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Oct 22 13:55:15.717791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:15.720710 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c860c3-41cd-4d7d-9b74-9243b228ac25" -d '{"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:15.770304 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e82097-00b6-4f3e-a24e-8786946f0cee x-openstack-request-id: req-27e82097-00b6-4f3e-a24e-8786946f0cee {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:15.770594 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:15.770949 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27e82097-00b6-4f3e-a24e-8786946f0cee {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:15.771353 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'status': 'completed', 'code': 200} Oct 22 13:55:15.837305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-cf22856e-dfdf-4936-bb38-3f3f1bd7df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:15.838878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-cf22856e-dfdf-4936-bb38-3f3f1bd7df27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1095 time: 0.0446880 Oct 22 13:55:15.840360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-4b757895-d192-4fbb-8350-7a2e3f4230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:15.841845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-4b757895-d192-4fbb-8350-7a2e3f4230b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1095 time: 0.0480533 Oct 22 13:55:15.938935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-d7b05e9b-5ec6-4666-b955-f2585a4e18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:15.939193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-3f1ed314-de85-4f8a-802e-1c9e602af1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:15.940434 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-d7b05e9b-5ec6-4666-b955-f2585a4e18b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0949063 Oct 22 13:55:15.940637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-3f1ed314-de85-4f8a-802e-1c9e602af1a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0894141 Oct 22 13:55:16.011989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-e15eac23-414a-40f9-8f2e-58da5a864de5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0642161 Oct 22 13:55:16.017273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-cbb91386-164e-42d9-a6c8-b8eebed7fbc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0682101 Oct 22 13:55:16.067321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-425681b9-7bce-4c4e-a90d-9755e2a829ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:16.068830 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-425681b9-7bce-4c4e-a90d-9755e2a829ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0504088 Oct 22 13:55:16.069506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-c6f7a752-6d90-4211-8348-53c78a6c0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:16.070994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-c6f7a752-6d90-4211-8348-53c78a6c0d4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0461428 Oct 22 13:55:16.091403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:55:16.117606 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-e5336af0-b220-4f7c-a6f5-ec8d1e608db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:16.119500 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-e5336af0-b220-4f7c-a6f5-ec8d1e608db5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438206 Oct 22 13:55:16.120578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-b6bc7f69-139f-40cf-addb-383f4e04c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:16.122081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-b6bc7f69-139f-40cf-addb-383f4e04c299 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430858 Oct 22 13:55:16.135795 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:55:16.216288 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-a29f4d68-711a-4f7c-9d7f-5428eec39a67 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897636 Oct 22 13:55:16.223342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-b757c006-f794-426f-8d13-21fe5f3ac032 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930898 Oct 22 13:55:16.314824 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-8c4b685d-b572-4112-be4f-5627eb630b8d service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907800 Oct 22 13:55:16.320924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-89c860c3-41cd-4d7d-9b74-9243b228ac25 req-bf135bcd-aa6d-42fe-94bc-5916257202ff service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906239 Oct 22 13:55:16.452977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e15d-a9fa-497f-b4a4-68d7cbf7bb79 req-9209c272-4a7b-48b2-bcd2-6b5b194ba96d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:16.454475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2b3e15d-a9fa-497f-b4a4-68d7cbf7bb79 req-9209c272-4a7b-48b2-bcd2-6b5b194ba96d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0563648 Oct 22 13:55:16.493464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2b3e15d-a9fa-497f-b4a4-68d7cbf7bb79 req-59e3f86a-1f0d-42bd-97dc-dc701a4c5d33 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Oct 22 13:55:17.555492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:55:17.629401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d209cf-8c65-4bc1-a379-ebfa61b41000 req-84bb2d39-1d54-403d-8c0c-39bfb6fc8d0f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:17.633144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82d209cf-8c65-4bc1-a379-ebfa61b41000 req-84bb2d39-1d54-403d-8c0c-39bfb6fc8d0f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 944 time: 0.0586741 Oct 22 13:55:17.659156 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:17.672557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': '11fee32e-1151-47bc-b575-d9104626f9ca', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:55:17.681437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82d209cf-8c65-4bc1-a379-ebfa61b41000 req-d03420c5-21b6-46ab-a94e-d13e36b33335 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373013 Oct 22 13:55:17.717246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:17.731410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:55:17.755271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:17.760562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:17.817499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:17.825629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.825994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.826348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.826704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.827055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.827395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.827810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.828152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.828492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.828889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.829225 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:17.829557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:18.136035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['11fee32e-1151-47bc-b575-d9104626f9ca'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:55:18.804083 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa379-b8ab-4334-8beb-7ee9aef2aaec req-73e536e3-88dc-483f-8931-3561c81e6cc3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:18.805602 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a1aa379-b8ab-4334-8beb-7ee9aef2aaec req-73e536e3-88dc-483f-8931-3561c81e6cc3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0510869 Oct 22 13:55:18.845008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a1aa379-b8ab-4334-8beb-7ee9aef2aaec req-f52d12a7-b048-45da-a1e4-0915871ff51c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Oct 22 13:55:19.178926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-8f236f6c-218d-4166-92f7-e172094f28b1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.180381 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-8f236f6c-218d-4166-92f7-e172094f28b1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce&tenant_id=64fe2541e0884cc39018056df42e79d1&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 945 time: 0.0897756 Oct 22 13:55:19.194413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cd82-37eb-49f8-98b9-9546ba18669d req-4cec2d68-0e49-43ff-9082-61e911556d5d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.196008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43a5cd82-37eb-49f8-98b9-9546ba18669d req-4cec2d68-0e49-43ff-9082-61e911556d5d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0736303 Oct 22 13:55:19.272439 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-43a5cd82-37eb-49f8-98b9-9546ba18669d req-380f020c-8553-4f9a-8676-cd29ba41dcde tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696809 Oct 22 13:55:19.283419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-809d3256-701c-42ab-be62-ceaf0dc5e852 service neutron] 10.222.0.21 "GET /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca/bindings/n-h2-813419-8 HTTP/1.1" status: 200 len: 382 time: 0.0864155 Oct 22 13:55:19.362820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-0b8de06e-4da2-4899-b0f5-e8ad3f1ca0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.364603 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-0b8de06e-4da2-4899-b0f5-e8ad3f1ca0df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1096 time: 0.0498371 Oct 22 13:55:19.457014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-7577c02d-3d9a-4347-9ec7-d2cf79bf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.458584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-7577c02d-3d9a-4347-9ec7-d2cf79bf14bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0870233 Oct 22 13:55:19.529888 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-83822619-592a-4e0b-9453-b5407882968a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1002 time: 0.0632045 Oct 22 13:55:19.584690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-619c0a72-2939-4859-ad59-6017a59334ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.586277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-619c0a72-2939-4859-ad59-6017a59334ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0462642 Oct 22 13:55:19.586909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:55:19.633960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-eba37b16-509e-40fe-a132-abc6aeee08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:19.635837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-eba37b16-509e-40fe-a132-abc6aeee08b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422089 Oct 22 13:55:19.637203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port 11fee32e-1151-47bc-b575-d9104626f9ca completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:55:19.641481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port 11fee32e-1151-47bc-b575-d9104626f9ca triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:55:19.641859 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:19.723422 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:19.733013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-601d23a2-4882-47e0-b4eb-31365e474981 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897987 Oct 22 13:55:19.747453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:19.749724 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ce547-8bc9-4917-88b9-86a7051d0097" -d '{"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-plugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:19.763338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:19.768390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:19.806853 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8dbf0f-a744-49b6-8abf-45ee58dc07b8 x-openstack-request-id: req-ba8dbf0f-a744-49b6-8abf-45ee58dc07b8 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:19.807153 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-plugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:19.807409 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba8dbf0f-a744-49b6-8abf-45ee58dc07b8 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:19.808082 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'code': 200} Oct 22 13:55:19.824929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:19.834956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-afb5cf3b-8449-48e3-b7b6-9b28fc42254c service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939922 Oct 22 13:55:20.403572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7200-7d87-4991-9de8-a8d6262b267f req-cbbab417-ae8c-42a5-89b9-b28092d95a42 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:20.405181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82fe7200-7d87-4991-9de8-a8d6262b267f req-cbbab417-ae8c-42a5-89b9-b28092d95a42 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0566559 Oct 22 13:55:20.448016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-82fe7200-7d87-4991-9de8-a8d6262b267f req-0361f7ae-7853-419c-9440-591c62fc55e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358880 Oct 22 13:55:21.575431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa4db7-8112-4d04-813a-81a83883fe56 req-19643afa-9db5-46ab-8a3b-d28b05935ad0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:21.576929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96aa4db7-8112-4d04-813a-81a83883fe56 req-19643afa-9db5-46ab-8a3b-d28b05935ad0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0510688 Oct 22 13:55:21.621121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96aa4db7-8112-4d04-813a-81a83883fe56 req-855533c1-4cf8-4ede-94f4-e2a71f7c3448 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Oct 22 13:55:22.080800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-ea7165b3-4a01-47d3-a981-a0470190b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:22.082694 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-ea7165b3-4a01-47d3-a981-a0470190b6f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1097 time: 0.0451882 Oct 22 13:55:22.094154 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:55:22.155576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.375576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:22.411373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:55:22.457575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:22.459973 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f961540-e545-4a0d-83f9-9703b950b2e9" -d '{"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-unplugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:22.464248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.478076 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Transition to ACTIVE for port object 11fee32e-1151-47bc-b575-d9104626f9ca will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:55:22.482778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.516032 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6066ce08-21f7-487e-b663-d3c2bdc3fe9d x-openstack-request-id: req-6066ce08-21f7-487e-b663-d3c2bdc3fe9d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:22.516314 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-unplugged", "status": "completed", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:22.516566 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6066ce08-21f7-487e-b663-d3c2bdc3fe9d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:22.516954 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'code': 200} Oct 22 13:55:22.569630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=10']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:22.584995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.585314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.585660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.585994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.586327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.586694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.587013 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.587338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.587663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.587990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.588306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.588664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:55:22.627320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] No DVR routers for this DVR port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:55:22.764498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60b469-acab-40ea-86df-f33100e73419 req-ff1bef97-d895-41a1-a651-c3d15c06b058 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:22.766791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd60b469-acab-40ea-86df-f33100e73419 req-ff1bef97-d895-41a1-a651-c3d15c06b058 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0623493 Oct 22 13:55:22.806481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:55:22.806801 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:55:22.807167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:22.811111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd60b469-acab-40ea-86df-f33100e73419 req-cb2be5f7-307d-4658-b52b-237c528c134d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371907 Oct 22 13:55:22.812637 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:55:22.812964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Attempting to bind port 11fee32e-1151-47bc-b575-d9104626f9ca on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:22.819183 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:55:22.819518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:55:22.819914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:55:22.820353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Bound port: 11fee32e-1151-47bc-b575-d9104626f9ca, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:55:22.820715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.897820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:55:22.900975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:55:22.905311 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.944992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:22.945622 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:22.947061 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] 10.222.0.26 "PUT /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1093 time: 0.8572223 Oct 22 13:55:22.985347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f406-daaa-4262-a3bf-442c3437bf54 service neutron] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=11']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:23.022932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-6a8e8346-2dcf-43ab-b7ad-04e23ef4aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:23.024539 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-6a8e8346-2dcf-43ab-b7ad-04e23ef4aad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1096 time: 0.0530329 Oct 22 13:55:23.137822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-40fcda51-4dcb-434e-be7d-c045fc381ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:23.139398 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-40fcda51-4dcb-434e-be7d-c045fc381ca2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1082122 Oct 22 13:55:23.209386 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-f3abb92d-c0a9-42a8-a0a5-171abfe6078e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0615082 Oct 22 13:55:23.266279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-931a837c-7871-463b-9faa-77cac639ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:23.267929 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-931a837c-7871-463b-9faa-77cac639ab0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0518186 Oct 22 13:55:23.324470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-a899df06-2379-4224-a15f-c63fc4fecce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:23.325703 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-a899df06-2379-4224-a15f-c63fc4fecce7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501432 Oct 22 13:55:23.423120 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-305e08fe-7c19-4857-9d9d-01c7b6c62dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897188 Oct 22 13:55:23.525637 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-02addd06-9d97-4022-85ad-22f5a8b736d1 req-877d5f88-575f-47d7-bd1c-888b0f8d6b10 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951672 Oct 22 13:55:23.948858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e8eb-2a16-4071-9469-3160ad3eb01f req-51e27e67-2806-4eff-8737-4280b988c0ed tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:23.950418 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1d1e8eb-2a16-4071-9469-3160ad3eb01f req-51e27e67-2806-4eff-8737-4280b988c0ed tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0562692 Oct 22 13:55:24.079611 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e2cd2999-c1ef-4b1f-8761-c2d212870e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:24.308881 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e1d1e8eb-2a16-4071-9469-3160ad3eb01f req-24a95a61-c050-4897-a6d9-b0a5881eb46f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510354 Oct 22 13:55:24.519628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:24.521760 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d072d9-db0b-4d93-ae73-f06ae08fc463" -d '{"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:24.578256 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b00b4-be63-417d-8224-323b03401b2d x-openstack-request-id: req-b13b00b4-be63-417d-8224-323b03401b2d {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:24.578547 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:24.578828 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b13b00b4-be63-417d-8224-323b03401b2d {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:24.579249 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'status': 'completed', 'code': 200} Oct 22 13:55:24.646924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-a1a2089a-54cb-45c5-a1d6-9b5fa8085a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.648856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-a1a2089a-54cb-45c5-a1d6-9b5fa8085a2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1096 time: 0.0467606 Oct 22 13:55:24.653858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-f1a70e2a-12ff-4c6e-a086-2201c81f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.655850 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-f1a70e2a-12ff-4c6e-a086-2201c81f7182 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 1096 time: 0.0503306 Oct 22 13:55:24.760319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-1c8a0011-1e7f-4549-9cbd-71831bfc7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.761816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-1c8a0011-1e7f-4549-9cbd-71831bfc7120 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1062853 Oct 22 13:55:24.779039 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-fe99ed51-33dc-48fd-9093-4ae97e75932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.780779 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-fe99ed51-33dc-48fd-9093-4ae97e75932b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1167459 Oct 22 13:55:24.842133 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-66e4f44d-4c9d-4538-a792-48dc3cd6e5d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0724201 Oct 22 13:55:24.865577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-1349077b-19f5-49ff-a611-767c80ac3d9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 200 len: 1001 time: 0.0761857 Oct 22 13:55:24.910774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-4d58ea1b-f102-4b2a-8696-ae03c4ae5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.913455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-4d58ea1b-f102-4b2a-8696-ae03c4ae5165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0625567 Oct 22 13:55:24.951322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-0872d411-8180-4cf6-a9cc-03d63a6ee6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.958921 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-0872d411-8180-4cf6-a9cc-03d63a6ee6d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0676670 Oct 22 13:55:24.981412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-3f338a34-1302-4783-b1af-3a2ef6253521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:24.984251 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-3f338a34-1302-4783-b1af-3a2ef6253521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601127 Oct 22 13:55:25.036711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-b4acc219-b8d2-4cb2-9f44-84586e9a430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:25.038693 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-b4acc219-b8d2-4cb2-9f44-84586e9a430f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631132 Oct 22 13:55:25.099733 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-b6d7017f-a04a-4ee1-894e-003c635f84ea service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073461 Oct 22 13:55:25.173401 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-c184b764-110f-48f1-8fbf-58f57aa7832c service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267900 Oct 22 13:55:25.241628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-cc226d22-fb9a-42fb-81b6-575a0ba6f1c3 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344130 Oct 22 13:55:25.295791 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f8d072d9-db0b-4d93-ae73-f06ae08fc463 req-5ad37c97-0dd2-4e27-a88e-4477df88c2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137362 Oct 22 13:55:25.439231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3f668-3a65-41d0-82f1-064d6df01dc7 req-a8faa2f8-7e76-4b0f-9c8a-9e13b776e95a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:25.441507 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e3f668-3a65-41d0-82f1-064d6df01dc7 req-a8faa2f8-7e76-4b0f-9c8a-9e13b776e95a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0565898 Oct 22 13:55:25.485191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87e3f668-3a65-41d0-82f1-064d6df01dc7 req-cab370c7-1808-479b-a146-a3d7d804e74f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350997 Oct 22 13:55:25.604643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:55:25.620971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98dbef-ddb1-47cd-ab3f-d2c08b4cd4fd req-e35f5bcf-a927-408e-826c-234615ec699e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:25.622572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd98dbef-ddb1-47cd-ab3f-d2c08b4cd4fd req-e35f5bcf-a927-408e-826c-234615ec699e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0598514 Oct 22 13:55:25.660712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:55:25.669213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd98dbef-ddb1-47cd-ab3f-d2c08b4cd4fd req-27983677-fcc5-4cc6-aecd-d189d29b6f9f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Oct 22 13:55:25.797733 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967efdbf-5aa6-4daa-b67f-2403ee0bb366 req-19acb9c8-7ed5-421a-b628-4754ec3c0424 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:25.799348 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-967efdbf-5aa6-4daa-b67f-2403ee0bb366 req-19acb9c8-7ed5-421a-b628-4754ec3c0424 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0565927 Oct 22 13:55:25.841342 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-967efdbf-5aa6-4daa-b67f-2403ee0bb366 req-a6c2a783-fc80-4bb4-863c-47522785ca4d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Oct 22 13:55:26.098843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9cb07-ea0c-41d0-8e0d-de5d85df350d req-a33e1026-28aa-432e-b206-f6ca19c24a50 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:26.100344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34d9cb07-ea0c-41d0-8e0d-de5d85df350d req-a33e1026-28aa-432e-b206-f6ca19c24a50 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 945 time: 0.0537093 Oct 22 13:55:26.139699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34d9cb07-ea0c-41d0-8e0d-de5d85df350d req-ed3a7b96-d691-4f82-a047-7e7142738eb9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Oct 22 13:55:26.151139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:55:26.261430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:26.277674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '11fee32e-1151-47bc-b575-d9104626f9ca', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': '11fee32e-1151-47bc-b575-d9104626f9ca', 'mac_address': 'fa:16:3e:94:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:55:26.324645 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:26.339250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:55:26.360514 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:26.365652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:26.418432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=12']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:26.637889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['11fee32e-1151-47bc-b575-d9104626f9ca'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:55:27.164456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88967631-e763-44de-bdec-bc3a87d4e1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.277303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab74d4e-1c7d-408b-9343-f0e2480f998d req-3ec0d268-7f7b-41e6-b415-1ed32f7f24c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:27.278915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bab74d4e-1c7d-408b-9343-f0e2480f998d req-3ec0d268-7f7b-41e6-b415-1ed32f7f24c0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0538292 Oct 22 13:55:27.322912 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-20c82270-9598-4d33-84a9-e418fa0a0708 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:27.324755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-20c82270-9598-4d33-84a9-e418fa0a0708 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 946 time: 0.0553849 Oct 22 13:55:27.331152 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bab74d4e-1c7d-408b-9343-f0e2480f998d req-13512599-4a5d-4401-9aaa-d8092d060746 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Oct 22 13:55:27.436713 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Deleting port 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:55:27.437035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.532828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] For port 11fee32e-1151-47bc-b575-d9104626f9ca, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=11fee32e-1151-47bc-b575-d9104626f9ca,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:27.533192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.716326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.716607 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.716934 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 disassociated. External IP: 172.25.6.245, port: 11fee32e-1151-47bc-b575-d9104626f9ca. Oct 22 13:55:27.717280 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Calling delete_port for 11fee32e-1151-47bc-b575-d9104626f9ca owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:55:27.854869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.863282 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:27.894263 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'Port': ['ID=11fee32e-1151-47bc-b575-d9104626f9ca,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:27.910471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:28.019803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:55:28.145830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:55:28.160748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:55:28.167025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:55:28.194085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:55:28.194532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 13:55:28.198449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:55:28.198711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] No DVR routers for this DVR port 11fee32e-1151-47bc-b575-d9104626f9ca on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:55:28.199106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:55:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:28.201399 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:28.205039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1dfe736a-f71a-4a95-b434-62ee695e1d99 req-a4073b5c-0467-4579-8f87-6ae71592094b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "DELETE /v2.0/ports/11fee32e-1151-47bc-b575-d9104626f9ca HTTP/1.1" status: 204 len: 173 time: 0.8741691 Oct 22 13:55:28.205767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-deleted', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:28.208079 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac493d76bf109f36a7391af8aea29c4c24ebc2b4f19b58186e919ce206cc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93167a-efaa-410b-9185-ff55294b8522" -d '{"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-deleted", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:28.256443 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b718a-54e0-4942-8a12-75da27f1b76e x-openstack-request-id: req-ed9b718a-54e0-4942-8a12-75da27f1b76e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:28.256930 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879e388-d48f-448c-bb7b-837142c22cce", "name": "network-vif-deleted", "tag": "11fee32e-1151-47bc-b575-d9104626f9ca", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:28.257188 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed9b718a-54e0-4942-8a12-75da27f1b76e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:28.258063 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879e388-d48f-448c-bb7b-837142c22cce', 'name': 'network-vif-deleted', 'tag': '11fee32e-1151-47bc-b575-d9104626f9ca', 'status': 'completed', 'code': 200} Oct 22 13:55:28.263072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Port 11fee32e-1151-47bc-b575-d9104626f9ca not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 13:55:28.354830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:55:28.490468 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ddcede81-9490-4602-a999-14a0584447ba req-f30272a0-2fcc-45a2-a75b-e40e348eaff3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=0879e388-d48f-448c-bb7b-837142c22cce HTTP/1.1" status: 200 len: 210 time: 0.0410976 Oct 22 13:55:28.748907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:28.778004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:55:28.786958 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:55:28.787583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:55:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:28.908682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:55:29.128488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:29.156902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c016a-1083-41d7-ba36-d4b6cb3d5019 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:55:29.418814 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4134b8-3bad-444b-90b3-0554040c5a7b None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:55:29.807928 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-2e1b8a96-bbe7-4bca-abfa-3b29c703efd2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1917423742&fields=id&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 267 time: 0.0366032 Oct 22 13:55:29.902134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:29.931720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-97af0147-d558-45ce-aae5-9773feb7f701 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:29.933177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-97af0147-d558-45ce-aae5-9773feb7f701 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1155610 Oct 22 13:55:29.950399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-5a73f3a5-8050-42b5-bc48-e244c9bf47a7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/quotas/64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 375 time: 0.0105491 Oct 22 13:55:30.013029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9783b863-a208-47be-ae55-299feb4ad03b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551858 Oct 22 13:55:30.031090 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-48fb105c-8139-4cc8-9140-35557885d5f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:55:30.032122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-48fb105c-8139-4cc8-9140-35557885d5f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054598 Oct 22 13:55:30.141525 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-b7834ad2-8f48-4cf0-8b3c-78150d2527bd service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012414 Oct 22 13:55:30.247245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-c6e4b135-07fb-4933-af42-233f230b4c06 service neutron] 10.222.0.25 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973451 Oct 22 13:55:30.432090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c6050dc7-29a9-4fa1-90df-19cf37702105 req-b44596e7-5865-435a-bd59-f8b339c26d01 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.0337934 Oct 22 13:55:31.477207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-51f9f7ec-8520-4d16-9a6a-27a4e7655ad9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:31.478704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-51f9f7ec-8520-4d16-9a6a-27a4e7655ad9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 812 time: 0.1212406 Oct 22 13:55:31.544960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-81bd90d9-fed5-4919-9203-81579a30043b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 380 time: 0.0558903 Oct 22 13:55:31.562373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'port': {'device_id': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'admin_state_up': True, 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'security_groups': ['b85dc929-c62e-46a9-a292-86eb99286848']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:55:31.668337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3efa58f2-4b8c-4ed9-adbb-0ae53ffa067b req-c7243f55-cf76-4743-b256-1c6bd82ce004 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.1552961 Oct 22 13:55:31.731746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Made reservation on behalf of 64fe2541e0884cc39018056df42e79d1 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:55:31.735373 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:31.877632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Allocated IP 172.20.0.12 (4c775539-97d1-4090-85e7-8b9d2bea2e48/72365540-05d8-436f-872a-6b50d030f8ee/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:55:32.045978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.083623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.127917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:55:32.130982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:55:32.134639 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:55:32.144355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:32.180824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:55:32.202208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:32.202930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.210571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 11fee32e-1151-47bc-b575-d9104626f9ca {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:55:32.210947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 11fee32e-1151-47bc-b575-d9104626f9ca not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:55:32.227558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-9d2a6a30-c59f-45e0-b065-85c0e989f4c1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711352 Oct 22 13:55:32.241622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Request body: {'port': {'device_id': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:55:32.320403 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.448490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-702dbaca-09fc-448f-9308-75d1db667324 None None] Provisioning complete for port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:55:32.448927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-702dbaca-09fc-448f-9308-75d1db667324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.493117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-702dbaca-09fc-448f-9308-75d1db667324 None None] Port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 13:55:32.628629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:55:32.636899 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.650386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Transition to ACTIVE for port object f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:55:32.655547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.714675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:32.825336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:55:32.825808 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:55:32.826626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:32.831834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:55:32.832209 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:55:32.838150 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:55:32.838595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:55:32.839024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:55:32.839461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Bound port: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:55:32.839895 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:32.956215 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f648-5cba-417d-ad43-8457c479765b req-71b10476-0428-44d8-9d86-d9d78d9edb09 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:32.957422 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a15f648-5cba-417d-ad43-8457c479765b req-71b10476-0428-44d8-9d86-d9d78d9edb09 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.1790557 Oct 22 13:55:32.961669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:55:32.965142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:55:32.976389 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:33.025648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.026276 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:33.027861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1092 time: 0.7914879 Oct 22 13:55:33.030437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:33.034362 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb44696-ab0d-4d2e-b270-dc37899e2d90" -d '{"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:33.074848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a15f648-5cba-417d-ad43-8457c479765b req-a57e1ed6-4179-4c15-99b1-66c001ab455e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054213 Oct 22 13:55:33.094883 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973055c-dea0-482d-912a-43d670813b00 x-openstack-request-id: req-3973055c-dea0-482d-912a-43d670813b00 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:33.095061 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:33.095243 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3973055c-dea0-482d-912a-43d670813b00 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:33.095756 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'status': 'completed', 'code': 200} Oct 22 13:55:33.110680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca1d3e-4037-4b78-9818-d43d8e6e3b40 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:33.132442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-4cffdbd0-3b11-4aec-a7be-e940891d2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.134119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-4cffdbd0-3b11-4aec-a7be-e940891d2d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0537431 Oct 22 13:55:33.186213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-74549a36-4767-46b3-8e81-597adb290814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 217 time: 0.0419095 Oct 22 13:55:33.256102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-ca34274b-41f3-4a33-ba9e-cf060f37ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.258394 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-ca34274b-41f3-4a33-ba9e-cf060f37ed94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0644481 Oct 22 13:55:33.315306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-a2fa1dea-2202-49fd-a3ea-6dd2b4dc6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.316965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-a2fa1dea-2202-49fd-a3ea-6dd2b4dc6297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506358 Oct 22 13:55:33.431715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-6fc801c2-85fc-4a13-b7ef-88b9a1a72b31 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051552 Oct 22 13:55:33.539773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31a5fb5a-345c-4a40-a1f7-b42719b4e3f5 req-f2d6d68d-8c3e-41d2-9c12-37b61a452cee service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002533 Oct 22 13:55:33.630147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-3a997b84-adc1-4e77-84c8-6ff463548ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.631745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-3a997b84-adc1-4e77-84c8-6ff463548ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0438721 Oct 22 13:55:33.733577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-38ae52ce-2281-42b9-b96f-08feaa12c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.735077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-38ae52ce-2281-42b9-b96f-08feaa12c81c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0966439 Oct 22 13:55:33.780688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-e9cd4779-276d-4639-b62e-0acbbc140e72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 217 time: 0.0345237 Oct 22 13:55:33.840784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-a80d9103-6584-4e51-ba47-0b2c82db0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.842683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-a80d9103-6584-4e51-ba47-0b2c82db0a39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0548694 Oct 22 13:55:33.891261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-6edfeb3a-7922-48fb-bd54-aea06ef9f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:33.892755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-6edfeb3a-7922-48fb-bd54-aea06ef9f72e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431621 Oct 22 13:55:33.991140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-1adf01a9-c714-422e-8dc8-ab845a659fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892253 Oct 22 13:55:34.095099 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3fb44696-ab0d-4d2e-b270-dc37899e2d90 req-3cf13ab3-601f-4828-9fc6-39cc331f4521 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959077 Oct 22 13:55:34.216459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3026ae-8970-4798-84fa-16f937d992bd req-d084d2d5-4b7b-4848-9380-c19640c61667 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:34.218193 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d3026ae-8970-4798-84fa-16f937d992bd req-d084d2d5-4b7b-4848-9380-c19640c61667 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0580881 Oct 22 13:55:34.269670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d3026ae-8970-4798-84fa-16f937d992bd req-d0e4695b-6668-4794-b7aa-cbac1e444651 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Oct 22 13:55:35.397658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dac5f-2a23-47c6-9c00-0addb7073ef6 req-c28d9222-2b4c-4d06-8132-9360097cdaac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:35.399265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-457dac5f-2a23-47c6-9c00-0addb7073ef6 req-c28d9222-2b4c-4d06-8132-9360097cdaac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0571246 Oct 22 13:55:35.452295 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-457dac5f-2a23-47c6-9c00-0addb7073ef6 req-fc5b4875-df2a-4556-b1d1-2ec6d3ff1fbf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Oct 22 13:55:35.674230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:55:35.783409 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:35.796370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:55:35.836068 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:35.851490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:55:35.873130 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:35.877346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:35.937567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:36.220340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:55:36.577547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a82b6-8f49-46d5-bd2e-c940b7c08595 req-37768354-5e5e-4ef9-afc1-9e32be38cf9a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:36.579119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320a82b6-8f49-46d5-bd2e-c940b7c08595 req-37768354-5e5e-4ef9-afc1-9e32be38cf9a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0530584 Oct 22 13:55:36.619824 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-320a82b6-8f49-46d5-bd2e-c940b7c08595 req-d1008d93-cef6-432f-aea8-875c1181d73a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342200 Oct 22 13:55:37.702868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:55:37.751248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b9ba-6e22-4692-b62e-55ba54062cc4 req-3f10d169-c467-4d78-a7cd-1512dabf0ac3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:37.753355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d135b9ba-6e22-4692-b62e-55ba54062cc4 req-3f10d169-c467-4d78-a7cd-1512dabf0ac3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0580382 Oct 22 13:55:37.762713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:55:37.767291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:55:37.768912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:37.804389 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d135b9ba-6e22-4692-b62e-55ba54062cc4 req-4efa3c1d-e8f5-4e05-b50c-9972e8698b4c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Oct 22 13:55:37.873705 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:37.917041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:37.920725 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e841e44f943bf64f23333105a23a934c18dcc8806098a28fe01539c5d409bd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e3e92-794a-41fd-8a50-ed186bbe2bf2" -d '{"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-plugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:37.941906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:55:37.947347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:37.978373 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74536e7-dbb5-4139-b6d4-4ee8663756ad x-openstack-request-id: req-e74536e7-dbb5-4139-b6d4-4ee8663756ad {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:37.978792 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-plugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:37.979160 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e74536e7-dbb5-4139-b6d4-4ee8663756ad {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:37.979552 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'code': 200} Oct 22 13:55:38.020148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:55:38.083589 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a279da0-62c0-4f92-b818-7b7b68473074 req-0ab01a40-6883-46dd-8dc6-0a4f07c7df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:38.085128 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a279da0-62c0-4f92-b818-7b7b68473074 req-0ab01a40-6883-46dd-8dc6-0a4f07c7df98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0529172 Oct 22 13:55:38.127355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2a279da0-62c0-4f92-b818-7b7b68473074 req-ed94b2cf-efaa-422b-a9c8-7b3bc80465ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339191 Oct 22 13:55:38.677937 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:38.939966 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32125bbb-1675-4c99-9582-190205dfed12 req-a3f9e466-7eee-4aaf-ba79-9652780488a3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:38.942456 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32125bbb-1675-4c99-9582-190205dfed12 req-a3f9e466-7eee-4aaf-ba79-9652780488a3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0511394 Oct 22 13:55:38.980692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32125bbb-1675-4c99-9582-190205dfed12 req-efc9662a-acc7-4003-a6fb-3e8d521d9f78 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Oct 22 13:55:40.113648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b63aa1-ea83-45b2-9352-9e02702dd104 req-64e2571d-3f44-411e-8a5b-dd28128421ec tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:40.115231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55b63aa1-ea83-45b2-9352-9e02702dd104 req-64e2571d-3f44-411e-8a5b-dd28128421ec tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0566590 Oct 22 13:55:40.155254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-55b63aa1-ea83-45b2-9352-9e02702dd104 req-9c6bba7c-69d8-4457-9ed7-5853fb0ea4a9 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339439 Oct 22 13:55:40.277128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:40.283248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c4c8f-191d-4511-9482-a63eb752011b req-ae89d92d-263d-4987-9af7-6b015f233d1b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:40.285303 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-604c4c8f-191d-4511-9482-a63eb752011b req-ae89d92d-263d-4987-9af7-6b015f233d1b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0642133 Oct 22 13:55:40.294098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 48500) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:55:40.298881 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Request body: {'floatingip': {'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:55:40.340468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:40.801466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:40.806186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:40.914045 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 associated. External IP: 172.25.6.245, port: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e. Oct 22 13:55:41.132675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:55:41.244446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:55:41.249203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:41.258712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:55:41.276678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:55:41.277311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:55:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:41.404831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:55:41.590629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cb8073c5-f718-42ce-b6d0-109b9af7b361 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "PUT /v2.0/floatingips/b904b0e7-9611-49a8-a074-cdb4840327e8 HTTP/1.1" status: 200 len: 993 time: 1.2954247 Oct 22 13:55:41.591227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:55:41.593513 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89273257cfb9f20344a113a74b43c7dff2d3809b2a78712f2edb8bfa15c27686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8616ee14-94f9-4910-b781-635f2312951c" -d '{"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:55:41.633129 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5607ad7-cf9d-45ad-81a1-7a52e315ee90 x-openstack-request-id: req-d5607ad7-cf9d-45ad-81a1-7a52e315ee90 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:55:41.633831 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:55:41.634249 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5607ad7-cf9d-45ad-81a1-7a52e315ee90 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:55:41.634927 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'status': 'completed', 'code': 200} Oct 22 13:55:41.656053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:55:40Z', 'revision_number': 13, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:41.683563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:55:41.692913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:55:41.693525 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:55:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:41.709905 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616ee14-94f9-4910-b781-635f2312951c req-443e1441-9737-4942-b3b3-88069e132723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:41.711594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-443e1441-9737-4942-b3b3-88069e132723 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0424535 Oct 22 13:55:41.803992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:55:41.806517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616ee14-94f9-4910-b781-635f2312951c req-bfb639c9-67da-4e2c-82cb-fb12f0dd582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:41.808018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-bfb639c9-67da-4e2c-82cb-fb12f0dd582f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0892911 Oct 22 13:55:41.874716 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-b7193040-11bf-42c5-a534-ced1439c0943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0594723 Oct 22 13:55:41.926906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616ee14-94f9-4910-b781-635f2312951c req-f20b8388-14f4-4eeb-9f80-725a7a98f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:41.928388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-f20b8388-14f4-4eeb-9f80-725a7a98f048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0470266 Oct 22 13:55:41.983669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616ee14-94f9-4910-b781-635f2312951c req-6bc5b562-f914-470c-b9f0-cacc0d54cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:55:41.983669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-6bc5b562-f914-470c-b9f0-cacc0d54cdb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457072 Oct 22 13:55:42.040912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:55:40Z', 'revision_number': 13, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:55:42.072243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c61e5d-1ee9-4b3f-9270-055a1bc97e63 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'b904b0e7-9611-49a8-a074-cdb4840327e8', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T13:47:49Z', 'updated_at': '2021-10-22T13:55:40Z', 'revision_number': 13, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:55:42.075050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-f5b48c6c-577c-42e5-bd36-8ef2c4de4d20 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Oct 22 13:55:42.176070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8616ee14-94f9-4910-b781-635f2312951c req-1471a295-77ca-44d0-88eb-144e8e5f61c4 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935807 Oct 22 13:55:42.276951 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e49cc0-a64a-42d6-94c9-42bb3a9e09da None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:55:46.498301 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:55:54.077493 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-959bc39e-1e1f-4c25-aa57-79542af9be84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:57.161475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1d19a1a3-11be-4c7a-bb39-c654d229a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:57.848173 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:57.896379 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:55:59.901078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:02.181638 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-ebb47aaa-60e9-47ee-952e-8535eec9abb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457876 Oct 22 13:56:02.270932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-a02882cf-008d-41c4-96a8-1fec4fbf8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:56:02.272459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-a02882cf-008d-41c4-96a8-1fec4fbf8f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0404475 Oct 22 13:56:02.382582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-40f8e855-d090-471a-bae5-6bbffc2f371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:56:02.384143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-40f8e855-d090-471a-bae5-6bbffc2f371d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0915349 Oct 22 13:56:02.455261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-8f7e56b5-602b-477e-b848-5e1d27451d99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1003 time: 0.0619614 Oct 22 13:56:02.509839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-385ab13a-7b0e-4667-ab38-d031a2fbeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:56:02.511315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-385ab13a-7b0e-4667-ab38-d031a2fbeb9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0481076 Oct 22 13:56:02.557807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-ac943c2e-2ca4-4fd7-a4f2-ff93b40fe224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:56:02.559330 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-ac943c2e-2ca4-4fd7-a4f2-ff93b40fe224 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406981 Oct 22 13:56:02.649688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-2f3259a2-ab9b-4a51-931a-f35aa192a8b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822937 Oct 22 13:56:02.746021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-594cd4d7-f571-4b26-82f9-fdb9ea3ff20c req-c658422b-f6f7-4fc5-8bb4-ab657e3eda61 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885942 Oct 22 13:56:08.680440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:10.280243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:23.498237 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:56:24.069875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-91bc6929-a77b-48a4-9f86-021614ab9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:27.153434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5ac93ecc-d7b8-407b-8f6c-307cf79b63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:27.851346 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:27.898814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:29.904130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:38.691632 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:40.274736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:54.074140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8a5e6427-170d-48be-9e7c-81cb7f407f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:57.156923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90ff86f1-65e3-4b6b-a0be-39741bf9c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:57.852880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:57.902345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:56:59.906923 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:00.497655 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:57:04.252554 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-9e3f4e46-8e6b-4b0f-96e6-ab0256600956 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820134 Oct 22 13:57:04.336503 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-32ea284f-350e-4784-8773-2b46f478ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:57:04.338736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-32ea284f-350e-4784-8773-2b46f478ff0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0428436 Oct 22 13:57:04.457712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-3d407cb9-2ab0-4c59-8b00-48fb281dabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:57:04.459119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-3d407cb9-2ab0-4c59-8b00-48fb281dabb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1004660 Oct 22 13:57:04.524390 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-6ce233a6-d162-419d-8732-0375c48ae9a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1003 time: 0.0575464 Oct 22 13:57:04.577412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-8cc954e4-dd52-4e60-8f4e-6c7b01fb5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:57:04.578911 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-8cc954e4-dd52-4e60-8f4e-6c7b01fb5a9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0477567 Oct 22 13:57:04.626350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-db530932-00b5-439e-8945-5d5c2902d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:57:04.628176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-db530932-00b5-439e-8945-5d5c2902d8f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407643 Oct 22 13:57:04.723870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-c93fc365-565b-4668-a065-f0f7d08ecebe service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878091 Oct 22 13:57:04.816999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5f1de9a-1dd2-4b41-b97b-40a27de81cf6 req-57b1a331-10d3-48cc-95f1-02d56517e516 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Oct 22 13:57:08.697213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:10.286418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:24.078165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca11-c22c-49ad-bcf0-5fa29a01164e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:27.157954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9dbf9c3d-fc28-4cbb-b42d-99a88201320e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:27.859178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:27.905193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:29.910232 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:37.497237 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:57:38.701562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:40.286097 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:54.080991 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e6fd75d0-2604-455b-a0f6-b4220e1f1710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:57.162730 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f98e18db-b278-4629-a555-334fe100ab3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:57.862134 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:57.908445 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:57:59.911726 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:06.173238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-94e009ee-0fa5-47e0-9873-73461b6180f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430701 Oct 22 13:58:06.266537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-8a1e2f89-116a-4471-b2af-e0237790bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:06.268102 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-8a1e2f89-116a-4471-b2af-e0237790bc1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0469241 Oct 22 13:58:06.376493 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-6da27088-24d1-4d37-a7a8-b6135e4282d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:06.377983 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-6da27088-24d1-4d37-a7a8-b6135e4282d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0880136 Oct 22 13:58:06.450593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-d5f0e145-b33a-4480-ac9f-d6a138e8f977 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1003 time: 0.0645814 Oct 22 13:58:06.502749 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-3738a6a7-70fc-40e8-abc0-188cf89bf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:06.505752 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-3738a6a7-70fc-40e8-abc0-188cf89bf6f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0467162 Oct 22 13:58:06.554237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-79784964-2fd0-4a3e-bd78-000e0c593994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:06.555730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-79784964-2fd0-4a3e-bd78-000e0c593994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422213 Oct 22 13:58:06.652849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-03b411ab-ff7e-41d9-9839-a7c26c538223 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889091 Oct 22 13:58:06.749233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e43425d-790d-4e76-aa1f-1faccffcb2b8 req-f7313ecc-1472-4db5-8c2f-d484f3575f44 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889902 Oct 22 13:58:08.709421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:10.297819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:14.496547 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:58:19.367309 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e282-56d2-4d2d-b2f3-0d37b6cbd5ca req-21b14d4d-afbd-4cff-8ff9-84b51bc2c0a0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:19.368816 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16a1e282-56d2-4d2d-b2f3-0d37b6cbd5ca req-21b14d4d-afbd-4cff-8ff9-84b51bc2c0a0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.1570501 Oct 22 13:58:19.407255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-16a1e282-56d2-4d2d-b2f3-0d37b6cbd5ca req-a5273300-2ff0-474f-9389-24e8a3efd4db tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Oct 22 13:58:24.083149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1f5303d6-96f2-4241-8358-3028b715b82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:27.165193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29ca916e-9ea3-469f-83aa-0533564314b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:27.865231 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:27.911101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:29.916639 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:31.706873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-9e962d34-33e9-472b-8974-702f63717c12 req-bf636369-f011-46ba-8021-3724b2709c2f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:58:31.708615 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9e962d34-33e9-472b-8974-702f63717c12 req-bf636369-f011-46ba-8021-3724b2709c2f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0440631 Oct 22 13:58:31.928360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049a99-6333-4aa9-a6c6-d3902bcb1da0 req-317b6e56-f1c2-4bc0-bfee-9784d668ec16 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:31.929945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c049a99-6333-4aa9-a6c6-d3902bcb1da0 req-317b6e56-f1c2-4bc0-bfee-9784d668ec16 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0590434 Oct 22 13:58:31.998873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c049a99-6333-4aa9-a6c6-d3902bcb1da0 req-8c29e69c-919d-4a3c-9ad5-2338c8f957b4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626113 Oct 22 13:58:32.010919 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-79975fac-31a4-4aa4-9221-b9341ee57af9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121132 Oct 22 13:58:32.020450 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-6a25904a-e4f1-4ba0-a24b-48fbad869450 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 13:58:32.022287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-6a25904a-e4f1-4ba0-a24b-48fbad869450 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061841 Oct 22 13:58:33.153317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa466e-7063-4b5d-bf43-924f4ce905f8 req-8bb5bcb6-a7d3-4a07-8b16-11ed588bcb0b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:33.154893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63fa466e-7063-4b5d-bf43-924f4ce905f8 req-8bb5bcb6-a7d3-4a07-8b16-11ed588bcb0b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0662570 Oct 22 13:58:33.197384 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63fa466e-7063-4b5d-bf43-924f4ce905f8 req-88ba3a21-7dd7-4f10-9d9c-eaa20825f13b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364146 Oct 22 13:58:33.371055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-8720bb60-ef9f-4780-92bb-1171b1ffa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:33.372735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-8720bb60-ef9f-4780-92bb-1171b1ffa92f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1097 time: 0.0454438 Oct 22 13:58:33.479964 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-df656d35-a1c9-4795-b6d2-0dc8599183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:33.481473 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-df656d35-a1c9-4795-b6d2-0dc8599183bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0999784 Oct 22 13:58:33.555526 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-3bd5ea6f-e2c1-468e-9870-31d24229c1c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1003 time: 0.0650201 Oct 22 13:58:33.610420 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-5a5b9745-041d-4a2d-98ff-ff0618bf9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:33.611960 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-5a5b9745-041d-4a2d-98ff-ff0618bf9e23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0477843 Oct 22 13:58:33.664198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-2e83c356-970b-4a13-bb4d-1e8a218137d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:33.665704 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-2e83c356-970b-4a13-bb4d-1e8a218137d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465183 Oct 22 13:58:33.760599 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-04b2699e-cdc1-436a-bbf8-998513d37ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863504 Oct 22 13:58:33.866160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-2e17a4bd-acbb-4810-81c8-ac70f393dfdc service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977993 Oct 22 13:58:34.335108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0f77-097c-4436-b37f-4df5bfd8f10e req-54726972-5d90-4f5a-92c9-c020282f074f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:34.336729 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-275f0f77-097c-4436-b37f-4df5bfd8f10e req-54726972-5d90-4f5a-92c9-c020282f074f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0667818 Oct 22 13:58:34.382496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-275f0f77-097c-4436-b37f-4df5bfd8f10e req-585624bd-128b-4f29-aff7-a7e9c065c154 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Oct 22 13:58:35.509401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bd06b-efd2-45e9-87f4-c9342e29fcf5 req-f1268f57-ba3f-46b9-b0be-72969662d9ff tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:35.510956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-629bd06b-efd2-45e9-87f4-c9342e29fcf5 req-f1268f57-ba3f-46b9-b0be-72969662d9ff tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0530956 Oct 22 13:58:35.555485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-629bd06b-efd2-45e9-87f4-c9342e29fcf5 req-4de47651-343b-46e7-b638-51eebfb37937 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382628 Oct 22 13:58:36.684712 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8681bd-db05-4a4f-9a52-2189901a0977 req-18c72adf-e6bd-4789-b9c3-f393550c6592 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:36.686189 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f8681bd-db05-4a4f-9a52-2189901a0977 req-18c72adf-e6bd-4789-b9c3-f393550c6592 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0537539 Oct 22 13:58:36.724604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f8681bd-db05-4a4f-9a52-2189901a0977 req-b5221e7e-262b-4979-892d-559759e0969f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Oct 22 13:58:37.851147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b91f37-32d2-4a61-8f57-246e1ef9904b req-4d588569-5f76-48c6-bd41-0e4408bf26dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:37.852639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9b91f37-32d2-4a61-8f57-246e1ef9904b req-4d588569-5f76-48c6-bd41-0e4408bf26dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Oct 22 13:58:37.890073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c9b91f37-32d2-4a61-8f57-246e1ef9904b req-26d6e8f1-da25-4702-b7f2-00ea4e61d87a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Oct 22 13:58:38.710083 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:39.013428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03701ade-6008-4b11-904e-16800af6a193 req-51c56893-64f2-4885-8f3e-6c770913be70 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:39.014967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03701ade-6008-4b11-904e-16800af6a193 req-51c56893-64f2-4885-8f3e-6c770913be70 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0525336 Oct 22 13:58:39.056196 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03701ade-6008-4b11-904e-16800af6a193 req-9ac80863-c07f-42c9-b1a2-20d577f536da tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351205 Oct 22 13:58:40.192870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea1a0-9832-46b0-b416-ccb62fb00257 req-16b58522-de5e-45da-b7d1-0c0fa613c940 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:40.194565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72fea1a0-9832-46b0-b416-ccb62fb00257 req-16b58522-de5e-45da-b7d1-0c0fa613c940 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0581553 Oct 22 13:58:40.242469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-72fea1a0-9832-46b0-b416-ccb62fb00257 req-1bc18bec-ed35-430b-89fc-1b99186c4b7c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 Oct 22 13:58:40.315388 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:41.375181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e809-dbf4-4c45-9caa-ecd6025212fa req-48061c87-8c0c-471d-99fe-fbe01fff28df tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:41.376773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c51e809-dbf4-4c45-9caa-ecd6025212fa req-48061c87-8c0c-471d-99fe-fbe01fff28df tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0593171 Oct 22 13:58:41.419134 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c51e809-dbf4-4c45-9caa-ecd6025212fa req-d5c90dc0-0799-4316-8cb6-0d31734e4ebe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Oct 22 13:58:42.542952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c2cde-1f7e-4bd3-93d6-f3c407872ace req-326fb4ad-f841-4a1b-a094-22567d442ae4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:42.544400 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c1c2cde-1f7e-4bd3-93d6-f3c407872ace req-326fb4ad-f841-4a1b-a094-22567d442ae4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0517199 Oct 22 13:58:42.583746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5c1c2cde-1f7e-4bd3-93d6-f3c407872ace req-c6d43ae7-f8c1-44b5-b8b9-48eccbf30ff5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Oct 22 13:58:43.725719 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c72daa-c241-403b-a515-376a43314481 req-b0a01d85-1f32-4ada-90b7-0b0f24daa661 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:43.727539 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c72daa-c241-403b-a515-376a43314481 req-b0a01d85-1f32-4ada-90b7-0b0f24daa661 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0642469 Oct 22 13:58:43.775584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c72daa-c241-403b-a515-376a43314481 req-aa61ce90-2467-4958-b734-4dc2408d7ac7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Oct 22 13:58:44.928367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34f55-4ca7-4564-82df-e9bf2f3c15e2 req-df3fa397-613e-4ccd-af2a-7f331a60ae6d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:44.930997 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4d34f55-4ca7-4564-82df-e9bf2f3c15e2 req-df3fa397-613e-4ccd-af2a-7f331a60ae6d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0704362 Oct 22 13:58:44.973023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4d34f55-4ca7-4564-82df-e9bf2f3c15e2 req-2656f113-d008-47d4-ab71-c32b45d5df2c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352890 Oct 22 13:58:46.099231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93839f2-ac10-40c4-a888-a3f28dcac4b0 req-d079170b-94dc-4a9d-b4da-f71c2a7df343 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:46.101488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a93839f2-ac10-40c4-a888-a3f28dcac4b0 req-d079170b-94dc-4a9d-b4da-f71c2a7df343 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Oct 22 13:58:46.143274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a93839f2-ac10-40c4-a888-a3f28dcac4b0 req-9bc2df4d-1f29-48be-bd1e-9a4fa0ea8884 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347588 Oct 22 13:58:47.281225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd0980-7a75-4933-9586-619d51108fd3 req-900b28ec-0397-41ae-9d52-0c4112bdd491 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:47.282759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8dd0980-7a75-4933-9586-619d51108fd3 req-900b28ec-0397-41ae-9d52-0c4112bdd491 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0638111 Oct 22 13:58:47.323849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b8dd0980-7a75-4933-9586-619d51108fd3 req-f48f824f-1dbf-48f8-8021-437d39a7da25 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Oct 22 13:58:48.441175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c853f1-39cf-4095-a3f3-2831cd6f36d6 req-ea544d6d-4b35-4deb-aeba-9c2da820de3a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:48.442669 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1c853f1-39cf-4095-a3f3-2831cd6f36d6 req-ea544d6d-4b35-4deb-aeba-9c2da820de3a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Oct 22 13:58:48.481212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1c853f1-39cf-4095-a3f3-2831cd6f36d6 req-867fcc1b-70fc-4e39-87a7-cd8264b2dc1f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Oct 22 13:58:49.603228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3e045-7463-4108-891e-0a24e8224662 req-8c58361e-c56d-4625-b042-0a1faabb1fd0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:49.604882 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78f3e045-7463-4108-891e-0a24e8224662 req-8c58361e-c56d-4625-b042-0a1faabb1fd0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0521624 Oct 22 13:58:49.645705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78f3e045-7463-4108-891e-0a24e8224662 req-cff6c6a5-217f-4d7e-baf8-b8e3cbda979e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343776 Oct 22 13:58:50.774481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a1d3-433b-48a0-a1f3-80c8fc1841e5 req-00d509cd-7679-48c8-9248-20df7271599d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:50.776019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d75a1d3-433b-48a0-a1f3-80c8fc1841e5 req-00d509cd-7679-48c8-9248-20df7271599d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0545774 Oct 22 13:58:50.814498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d75a1d3-433b-48a0-a1f3-80c8fc1841e5 req-80d93551-d41f-4819-87a0-68eef6fb7e5e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Oct 22 13:58:51.497178 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:58:51.938648 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490195b-7e26-4d3d-98c0-e04e9944b864 req-9dfae593-6dc8-455a-ba9e-cbeb6af545b4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:51.940184 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2490195b-7e26-4d3d-98c0-e04e9944b864 req-9dfae593-6dc8-455a-ba9e-cbeb6af545b4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Oct 22 13:58:51.981569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2490195b-7e26-4d3d-98c0-e04e9944b864 req-648f7b19-e5c6-4835-8e78-ec9c402d652d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353572 Oct 22 13:58:53.113657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997a549-bcf7-4dc3-a239-865ed60be3a3 req-8c66b859-49f4-4bf4-a748-4c96ea3c69bd tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:53.115985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1997a549-bcf7-4dc3-a239-865ed60be3a3 req-8c66b859-49f4-4bf4-a748-4c96ea3c69bd tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0556707 Oct 22 13:58:53.160796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1997a549-bcf7-4dc3-a239-865ed60be3a3 req-c16926a6-3bbb-4219-a92c-df804c048dab tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Oct 22 13:58:53.309435 n-d-813419-8 neutron-server[100620]: INFO neutron.api.v2.resource [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-bc073b06-875d-465c-b9ae-d66257e1d8b6 service neutron] show failed (client error): The resource could not be found. Oct 22 13:58:53.310510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-bc073b06-875d-465c-b9ae-d66257e1d8b6 service neutron] 10.222.0.21 "GET /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0603528 Oct 22 13:58:53.613005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-97082f0f-812a-4f4f-b6f7-793fcd1195b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:53.614532 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-97082f0f-812a-4f4f-b6f7-793fcd1195b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1097 time: 0.0902612 Oct 22 13:58:53.627074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:58:53.680061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:53.908346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:58:53.947370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:58:53.991023 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:58:53.996755 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.010675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Transition to ACTIVE for port object f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:58:54.015742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.044724 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147c6edd-fdb0-41ff-b911-6d3f9814ffcc" -d '{"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:58:54.074394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=6']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:58:54.094758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93847a93-713f-46ef-8d85-3df77cf5f298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.113466 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.113810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.114147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.114482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.114873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.115267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.115841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.116208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.116545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.116874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.117199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.117518 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:58:54.170058 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] No DVR routers for this DVR port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h2-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:58:54.175995 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef111f7-8b4a-4c63-af10-0397cd723f6c x-openstack-request-id: req-fef111f7-8b4a-4c63-af10-0397cd723f6c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:58:54.176287 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:58:54.176539 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fef111f7-8b4a-4c63-af10-0397cd723f6c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:58:54.176937 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'code': 200} Oct 22 13:58:54.304258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d319c8b-d4f3-4fde-8725-78d264eb5727 req-e6724e04-cde1-4aab-8eb1-8001e1e5f7fd tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:54.306856 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d319c8b-d4f3-4fde-8725-78d264eb5727 req-e6724e04-cde1-4aab-8eb1-8001e1e5f7fd tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0665925 Oct 22 13:58:54.322292 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:58:54.323182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:58:54.324251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:58:54.330401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:58:54.335684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:58:54.342718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:58:54.343053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:58:54.343439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:58:54.344030 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Bound port: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:58:54.344395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.357480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7d319c8b-d4f3-4fde-8725-78d264eb5727 req-aa423d2d-2eb0-4831-aab1-89169e5555c7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Oct 22 13:58:54.410334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:58:54.414279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:58:54.418387 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.454265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:54.454925 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:54.456570 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1092 time: 0.8336627 Oct 22 13:58:54.493984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1debb9-e4d3-4f40-aed9-64f9429493e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=7']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:58:54.530701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-b685a634-b0fd-48d5-827b-ee70abf560fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:54.532252 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-b685a634-b0fd-48d5-827b-ee70abf560fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0518355 Oct 22 13:58:54.723751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:58:54.778035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:58:54.971927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-61ef97a9-cf6b-4505-b2b7-463c4a697e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:54.973415 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-61ef97a9-cf6b-4505-b2b7-463c4a697e54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.4325113 Oct 22 13:58:55.051989 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-28e9e91c-1f32-4675-8e26-956534ef83de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0628660 Oct 22 13:58:55.102303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-c8963852-cbd3-40d5-bec8-8d3af60661d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:55.103762 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-c8963852-cbd3-40d5-bec8-8d3af60661d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0439374 Oct 22 13:58:55.150145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-490829b8-f9a2-443c-bd98-6541d6dd2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:55.151677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-490829b8-f9a2-443c-bd98-6541d6dd2e9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408549 Oct 22 13:58:55.249938 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-8ebbdd38-ab84-4210-b9d6-314c30291135 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907874 Oct 22 13:58:55.381935 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-9e448a18-8063-4901-b956-f57cf4faa4a7 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231897 Oct 22 13:58:55.504802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804776a-e93f-41df-a512-16e0cb9d9603 req-651ae73a-df90-465b-bdec-157fe3c715c7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:55.506573 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4804776a-e93f-41df-a512-16e0cb9d9603 req-651ae73a-df90-465b-bdec-157fe3c715c7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0518489 Oct 22 13:58:55.550809 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4804776a-e93f-41df-a512-16e0cb9d9603 req-c421646b-d74a-4da1-bc6a-7a5dadfc9cfe tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363877 Oct 22 13:58:56.178239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:58:56.181154 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f87383d-03b8-438f-ae0f-5a1a843692c5" -d '{"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:58:56.241830 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03524208-d4e0-4fa0-b5f2-f1ace5eb0e3f x-openstack-request-id: req-03524208-d4e0-4fa0-b5f2-f1ace5eb0e3f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:58:56.242125 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:58:56.242377 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03524208-d4e0-4fa0-b5f2-f1ace5eb0e3f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:58:56.242803 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'status': 'completed', 'code': 200} Oct 22 13:58:56.312237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-4505c3d5-8d20-45ef-bceb-4ea7ad351d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.314188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-4505c3d5-8d20-45ef-bceb-4ea7ad351d83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0506830 Oct 22 13:58:56.314363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-9976a69f-07e5-4c76-a30b-3da47ecbbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.315899 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-9976a69f-07e5-4c76-a30b-3da47ecbbe0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0482082 Oct 22 13:58:56.418326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-bf725816-69a1-457e-bafb-5eb37ab88d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.419954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-bf725816-69a1-457e-bafb-5eb37ab88d4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0961072 Oct 22 13:58:56.420398 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-0a1d0851-2425-4fbb-9d74-00fc8faef7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.422002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-0a1d0851-2425-4fbb-9d74-00fc8faef7ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1003976 Oct 22 13:58:56.495823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-f5620439-791e-4014-92a6-1b11af236184 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0682228 Oct 22 13:58:56.497001 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-8c254cd8-cfeb-4816-9ced-a249a8b1ce1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0674400 Oct 22 13:58:56.545975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-b3716cb6-9a21-4a6e-84ee-2919ac44d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.547040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-a820b011-25f4-4d08-a777-31352a799431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.547767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-b3716cb6-9a21-4a6e-84ee-2919ac44d737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0455861 Oct 22 13:58:56.548622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-a820b011-25f4-4d08-a777-31352a799431 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0444772 Oct 22 13:58:56.597248 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-3d5b7e72-819a-4be9-a8bc-1160a12861fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.598836 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-3d5b7e72-819a-4be9-a8bc-1160a12861fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441842 Oct 22 13:58:56.602118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-36dd7a99-4e39-4868-a646-f4a85f9f9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.603644 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-36dd7a99-4e39-4868-a646-f4a85f9f9af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477369 Oct 22 13:58:56.702722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-27606335-571d-464c-af65-ff40fb491b3a service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962193 Oct 22 13:58:56.736906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6c2a-9038-4518-a672-c1de3aa461e4 req-86de2b74-96b0-412f-a92b-579993b50bd0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:56.738461 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c7a6c2a-9038-4518-a672-c1de3aa461e4 req-86de2b74-96b0-412f-a92b-579993b50bd0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.1006870 Oct 22 13:58:56.775670 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-2d5747ac-a3f2-4c8a-8534-3247818ac594 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632485 Oct 22 13:58:56.807647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-b39f3fb3-58ad-4d95-b95c-3343dd4ceda1 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Oct 22 13:58:56.818690 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c7a6c2a-9038-4518-a672-c1de3aa461e4 req-164d8d50-00f4-412b-83fc-8bcc86b158fd tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693359 Oct 22 13:58:56.892937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f87383d-03b8-438f-ae0f-5a1a843692c5 req-3ca71689-8a38-467f-90e6-a981ec32dfcf service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043031 Oct 22 13:58:57.168819 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f646749a-95ff-4a8f-a2df-e6948c125275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:57.876521 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:57.933089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:58:57.967690 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc97-414e-4410-9a11-576352e745f2 req-bcf6ce76-c3a5-41b7-8b4c-46e45b0f5174 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:57.970104 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0871dc97-414e-4410-9a11-576352e745f2 req-bcf6ce76-c3a5-41b7-8b4c-46e45b0f5174 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0641575 Oct 22 13:58:58.013750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0871dc97-414e-4410-9a11-576352e745f2 req-ee8fbbc7-e219-4a03-b64a-04e38c5e40ac tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367825 Oct 22 13:58:59.142591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8ca5-5dc7-48c3-861e-7cc2ca6e462e req-fab0844c-6eb3-4701-bff2-471ec36c997e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:58:59.144151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-297b8ca5-5dc7-48c3-861e-7cc2ca6e462e req-fab0844c-6eb3-4701-bff2-471ec36c997e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0539904 Oct 22 13:58:59.198759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-297b8ca5-5dc7-48c3-861e-7cc2ca6e462e req-051dafce-df54-485a-a8bb-f348c55b1991 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460584 Oct 22 13:58:59.918048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:00.335177 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cbc77-5d1b-41fa-8dc9-6bbcb8efdb44 req-bc4b7e29-f82c-49a4-8f24-005d4f4d6d9c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:00.336765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-173cbc77-5d1b-41fa-8dc9-6bbcb8efdb44 req-bc4b7e29-f82c-49a4-8f24-005d4f4d6d9c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0579140 Oct 22 13:59:00.378024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-173cbc77-5d1b-41fa-8dc9-6bbcb8efdb44 req-a152ea0e-f749-404a-91c9-7aae8ae06cb1 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Oct 22 13:59:01.501343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956667-27d2-451b-820a-9ebe50e3e953 req-01d3b802-1492-4399-8d23-4d833f149f09 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:01.502891 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90956667-27d2-451b-820a-9ebe50e3e953 req-01d3b802-1492-4399-8d23-4d833f149f09 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0509796 Oct 22 13:59:01.543372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90956667-27d2-451b-820a-9ebe50e3e953 req-7f04a72e-1f7a-47e4-b4a4-916ea13b3d8f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Oct 22 13:59:02.680519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0959ce-fc83-48f4-8923-1d234ff48dfb req-f3ba6fa8-702f-4343-b907-26b202b3ff79 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:02.682046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b0959ce-fc83-48f4-8923-1d234ff48dfb req-f3ba6fa8-702f-4343-b907-26b202b3ff79 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0657027 Oct 22 13:59:02.734800 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7b0959ce-fc83-48f4-8923-1d234ff48dfb req-da1e082d-0264-4a37-8bb6-9b7bc6d8f636 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Oct 22 13:59:02.765421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-e195a319-2b5d-49e8-b7bc-c24d8df2e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:02.766322 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-e195a319-2b5d-49e8-b7bc-c24d8df2e0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0605626 Oct 22 13:59:02.872910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-162e1b09-f38a-48b6-b492-838a270190d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:02.874280 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-162e1b09-f38a-48b6-b492-838a270190d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0860691 Oct 22 13:59:02.947118 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-512aa85d-9dcf-42b3-99cf-5d54ed4c2ade service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0629179 Oct 22 13:59:02.996765 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-6295a346-abf4-427f-934d-7f948d32d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:02.998200 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-6295a346-abf4-427f-934d-7f948d32d045 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0439470 Oct 22 13:59:03.049098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-e85c8363-d9d9-4eaf-8c03-72b5a369aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:03.050659 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-e85c8363-d9d9-4eaf-8c03-72b5a369aa76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418184 Oct 22 13:59:03.162295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-269b7ed1-7bf1-48b3-80ae-7138a07c49e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014524 Oct 22 13:59:03.272420 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d8aec5f-aa17-400e-ad66-0e669cef0fc0 req-49d6beaf-a5eb-478a-a1a6-0636074a81c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019607 Oct 22 13:59:03.860311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62423592-edce-4ba5-a7bb-6fc713aa91ab req-1a243835-b43d-4feb-825f-109a5a0ed1b8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:03.861812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62423592-edce-4ba5-a7bb-6fc713aa91ab req-1a243835-b43d-4feb-825f-109a5a0ed1b8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0553031 Oct 22 13:59:03.901231 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62423592-edce-4ba5-a7bb-6fc713aa91ab req-8bc0024d-cebe-4cf6-bbf1-28b252dcd8a0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327003 Oct 22 13:59:05.021985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffef8-28a0-4b2b-b590-e2b152bc93e2 req-716e410f-7bef-413f-8b75-c51b191d8486 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:05.023409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-721ffef8-28a0-4b2b-b590-e2b152bc93e2 req-716e410f-7bef-413f-8b75-c51b191d8486 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0512049 Oct 22 13:59:05.060478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-721ffef8-28a0-4b2b-b590-e2b152bc93e2 req-3a8ee09b-41df-425c-8db0-53b7fd59f222 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Oct 22 13:59:06.192201 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0f88-122e-42c7-a912-c541f85f8257 req-8cf3fa99-8464-4dcc-96f1-f93607c5db08 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:06.194569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7e0f88-122e-42c7-a912-c541f85f8257 req-8cf3fa99-8464-4dcc-96f1-f93607c5db08 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0593605 Oct 22 13:59:06.233915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7e0f88-122e-42c7-a912-c541f85f8257 req-f2c9a099-69fc-4505-a76b-b392a4777a48 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Oct 22 13:59:07.363936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd05b0e-4bf8-4710-a372-20c7adf67297 req-08f459d5-f585-4101-b77b-8525ded6fe2d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:07.365972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bd05b0e-4bf8-4710-a372-20c7adf67297 req-08f459d5-f585-4101-b77b-8525ded6fe2d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0610659 Oct 22 13:59:07.404692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4bd05b0e-4bf8-4710-a372-20c7adf67297 req-7c88c859-d60b-4955-a78d-a3a1dad09bcc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Oct 22 13:59:08.525076 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551130b0-0e9c-4a00-b972-904e634cb158 req-0957bc20-35eb-438c-b53a-3eb1a9c4de59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:08.526506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-551130b0-0e9c-4a00-b972-904e634cb158 req-0957bc20-35eb-438c-b53a-3eb1a9c4de59 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0513327 Oct 22 13:59:08.566581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-551130b0-0e9c-4a00-b972-904e634cb158 req-45be1eb5-bac7-4001-bc09-7d794d2b32c6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341496 Oct 22 13:59:08.707585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:08.870283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-c55922e6-6e52-4683-bf37-3c317dba144a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:08.871834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-c55922e6-6e52-4683-bf37-3c317dba144a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.26 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&tenant_id=64fe2541e0884cc39018056df42e79d1&binding%3Ahost_id=n-h1-813419-8 HTTP/1.1" status: 200 len: 944 time: 0.0604107 Oct 22 13:59:08.889181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e51d-8f64-454e-8923-bf9a473c913d req-f64a6fbf-f8b4-497b-ab53-9840c2a4a5ee tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:08.889181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45c8e51d-8f64-454e-8923-bf9a473c913d req-f64a6fbf-f8b4-497b-ab53-9840c2a4a5ee tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Oct 22 13:59:08.925947 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45c8e51d-8f64-454e-8923-bf9a473c913d req-82c6308d-bd04-430c-881d-bc79311ed42a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341511 Oct 22 13:59:08.938731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-81fd79af-6163-4a90-966c-e38942484c25 service neutron] 10.222.0.26 "GET /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e/bindings/n-h1-813419-8 HTTP/1.1" status: 200 len: 382 time: 0.0584736 Oct 22 13:59:09.008247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-72ef9441-dbb4-4cf0-bba6-926ae4ba4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:09.009770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-72ef9441-dbb4-4cf0-bba6-926ae4ba4e6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1095 time: 0.0426757 Oct 22 13:59:09.106755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-eb719eb8-7c99-463f-ad37-3eafa9badca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:09.108260 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-eb719eb8-7c99-463f-ad37-3eafa9badca3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.0920861 Oct 22 13:59:09.177071 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-70286369-302a-4f8d-8f16-b0ac485774f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0595784 Oct 22 13:59:09.229148 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7a1a8808-3a2a-48c8-9132-b1cfb3e8285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:09.230663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7a1a8808-3a2a-48c8-9132-b1cfb3e8285a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0469160 Oct 22 13:59:09.285705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7df2fa21-0b1b-42a2-b9fb-4742ff9a588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:09.287638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7df2fa21-0b1b-42a2-b9fb-4742ff9a588b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495248 Oct 22 13:59:09.386402 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-cdb2c690-ffb7-4f57-8ddc-5625a160c460 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915227 Oct 22 13:59:09.484827 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-6b4c75bd-fe34-4239-ba0b-011c045de02f service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915928 Oct 22 13:59:09.492948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:59:09.592575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:09.603561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:59:09.641439 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:09.657109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:59:09.675244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:09.679889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:09.726502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:09.734096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.734451 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.734830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.735177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.735523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.735861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.736210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.736538 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.736866 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.737198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.737528 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.737856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:09.943187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:59:10.054957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726b1d2-6287-444d-9ead-d3a2368a22df req-33111c7a-e317-48a9-9880-ce14962f38e2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:10.056478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1726b1d2-6287-444d-9ead-d3a2368a22df req-33111c7a-e317-48a9-9880-ce14962f38e2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0562420 Oct 22 13:59:10.096753 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1726b1d2-6287-444d-9ead-d3a2368a22df req-f5e1bd03-2125-40b0-8d0c-012bb2da93f8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Oct 22 13:59:10.313886 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:11.229806 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216bfd-f6fd-455e-940a-3b0bf6038c3a req-439bc856-0261-4cf5-9172-13158fb67ac7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:11.231431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0216bfd-f6fd-455e-940a-3b0bf6038c3a req-439bc856-0261-4cf5-9172-13158fb67ac7 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0567374 Oct 22 13:59:11.276988 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0216bfd-f6fd-455e-940a-3b0bf6038c3a req-08155a59-45ce-458c-8b72-9e7f22944e5f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Oct 22 13:59:11.492867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:59:11.548304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:59:11.552929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:59:11.553895 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:11.632349 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:11.660185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:11.675524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:11.681008 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:11.713807 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9471b-d720-4dc2-8750-2779f4985867" -d '{"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-plugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:11.739125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:11.824659 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c05ef-612a-4c71-828b-34706ecb53c3 x-openstack-request-id: req-5d1c05ef-612a-4c71-828b-34706ecb53c3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:11.824943 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-plugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:11.825254 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d1c05ef-612a-4c71-828b-34706ecb53c3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:11.825664 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'code': 200} Oct 22 13:59:12.400485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa1b3e-16b1-4683-a16d-9e53df13beac req-55cf4b3d-3844-4a9e-8a08-2ed42720d773 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:12.402024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32aa1b3e-16b1-4683-a16d-9e53df13beac req-55cf4b3d-3844-4a9e-8a08-2ed42720d773 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Oct 22 13:59:12.445951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-32aa1b3e-16b1-4683-a16d-9e53df13beac req-efdd2744-bc70-42f3-b442-cc05c3e8ae3e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365698 Oct 22 13:59:13.575348 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93bc6b-2602-461e-b3a4-3f690aff7276 req-5afe970c-4799-4f38-b0d6-67d598366de4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:13.576916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e93bc6b-2602-461e-b3a4-3f690aff7276 req-5afe970c-4799-4f38-b0d6-67d598366de4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0567498 Oct 22 13:59:13.619226 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2e93bc6b-2602-461e-b3a4-3f690aff7276 req-3f20749d-a1c9-4266-a839-baa312046065 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Oct 22 13:59:13.765658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-87661bfc-19ac-41e5-8f86-4132093e1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:13.767224 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-87661bfc-19ac-41e5-8f86-4132093e1ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511&tenant_id=64fe2541e0884cc39018056df42e79d1 HTTP/1.1" status: 200 len: 1097 time: 0.0422122 Oct 22 13:59:13.779940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:59:13.839243 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.050920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:14.084018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:59:14.125258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:14.130897 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.146052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Transition to ACTIVE for port object f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:59:14.150938 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.180604 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c996060-b93d-49d2-af34-d73acb5fbd57" -d '{"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:14.249542 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=10']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:14.262754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.263103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.263442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.263777 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.264108 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.264501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.264750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.265071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.265396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.265718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.266047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.266353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 13:59:14.301015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] No DVR routers for this DVR port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:59:14.338632 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed4fc9-611a-4983-80dc-50af63cdf773 x-openstack-request-id: req-dbed4fc9-611a-4983-80dc-50af63cdf773 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:14.339079 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:14.339433 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbed4fc9-611a-4983-80dc-50af63cdf773 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:14.339961 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'code': 200} Oct 22 13:59:14.806086 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ce61f-7719-4123-9333-5dd16a229bee req-64b2afc5-d642-4c23-a16d-4991d6f8ba77 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:14.807624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-516ce61f-7719-4123-9333-5dd16a229bee req-64b2afc5-d642-4c23-a16d-4991d6f8ba77 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0819423 Oct 22 13:59:14.829247 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:59:14.829577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:59:14.829901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:59:14.841785 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:59:14.842106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Attempting to bind port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on network 4c775539-97d1-4090-85e7-8b9d2bea2e48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:59:14.852066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:59:14.852402 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Checking segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:59:14.852784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Bound using segment: {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:59:14.853210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Bound port: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:59:14.853566 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.874011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-516ce61f-7719-4123-9333-5dd16a229bee req-81dd031c-e9a3-43ad-b251-a861607efe24 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586159 Oct 22 13:59:14.928575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:59:14.932065 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:59:14.936711 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.976510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:14.977151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:14.978639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-31378378-1449-413d-afde-b03bd7864495 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1093 time: 1.2028041 Oct 22 13:59:15.067599 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378378-1449-413d-afde-b03bd7864495 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=11']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:15.095567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-d2377d5c-7ae0-427d-80c4-f32128a1f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:15.098186 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-d2377d5c-7ae0-427d-80c4-f32128a1f27a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1096 time: 0.0863209 Oct 22 13:59:15.205221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-b7406a23-eafc-4cf6-bf95-667f659a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:15.206715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-b7406a23-eafc-4cf6-bf95-667f659a3245 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1013813 Oct 22 13:59:15.286671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-c2a8852f-1882-4612-b22e-b235b4d8d80c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0725889 Oct 22 13:59:15.341107 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7f3264e0-59fc-495a-88c0-0a3c89d844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:15.342564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-7f3264e0-59fc-495a-88c0-0a3c89d844d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0491998 Oct 22 13:59:15.391040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-c6b66a09-bbd9-4ab9-a44f-546150f73091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:15.392576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-c6b66a09-bbd9-4ab9-a44f-546150f73091 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425081 Oct 22 13:59:15.498031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-02573be5-91d9-4618-9b8a-a8ce0070410a service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981328 Oct 22 13:59:15.509633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:59:15.557863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:59:15.601622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-886be1d7-9612-44cf-86d6-d9db2d2d36e2 req-0b1d8676-4715-4424-b552-c3ed9c0b2f30 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954311 Oct 22 13:59:16.001388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707869d4-0183-44c6-a26a-3f0ba7242bef req-a9166607-cbf3-47a2-b69b-6eb40d041561 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.002945 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-707869d4-0183-44c6-a26a-3f0ba7242bef req-a9166607-cbf3-47a2-b69b-6eb40d041561 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0531654 Oct 22 13:59:16.049239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-707869d4-0183-44c6-a26a-3f0ba7242bef req-6be042db-01ad-4f77-a10a-d29a7ce45acf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Oct 22 13:59:16.341526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:16.343974 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d6c71d-b019-4122-9312-3bd1b8777bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:16.395678 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632d06f-767b-4b43-a75c-faf4c48cdb3b x-openstack-request-id: req-a632d06f-767b-4b43-a75c-faf4c48cdb3b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:16.396143 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:16.396503 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a632d06f-767b-4b43-a75c-faf4c48cdb3b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:16.396935 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'status': 'completed', 'code': 200} Oct 22 13:59:16.464997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-35a5f0e7-12d1-4d52-9821-ab3596461dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.466578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-35a5f0e7-12d1-4d52-9821-ab3596461dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1096 time: 0.0462489 Oct 22 13:59:16.475970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-f0f77df5-4b86-47d7-a3de-8bd80c1c5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.478378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-f0f77df5-4b86-47d7-a3de-8bd80c1c5613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64fe2541e0884cc39018056df42e79d1&device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 1096 time: 0.0563121 Oct 22 13:59:16.586961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-4a215fb8-ced6-40ad-b3a7-59fbfb53edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.588424 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-4a215fb8-ced6-40ad-b3a7-59fbfb53edb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1126423 Oct 22 13:59:16.588652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-a4d75319-6e9e-427b-a524-1f29b5275f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.590734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-a4d75319-6e9e-427b-a524-1f29b5275f83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 200 len: 913 time: 0.1036725 Oct 22 13:59:16.668131 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-f65eef0e-5856-4428-bdec-e12b0e61c156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0726004 Oct 22 13:59:16.672680 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-ab2ac414-a53e-4669-9787-65e047ef0be3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 200 len: 1001 time: 0.0741739 Oct 22 13:59:16.722915 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-39bdfa64-f950-415c-a739-85621b5796e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.725424 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-39bdfa64-f950-415c-a739-85621b5796e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0508039 Oct 22 13:59:16.726922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-f1bb9015-5756-41df-8403-2009105767f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.729119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-f1bb9015-5756-41df-8403-2009105767f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 200 len: 851 time: 0.0498886 Oct 22 13:59:16.786525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-205c1124-90c1-4f11-b6da-728055f7002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.788219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-205c1124-90c1-4f11-b6da-728055f7002d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507534 Oct 22 13:59:16.788781 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-ca747d7d-3bda-4256-a0b3-799d4c51668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:16.792021 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-ca747d7d-3bda-4256-a0b3-799d4c51668d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c775539-97d1-4090-85e7-8b9d2bea2e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567834 Oct 22 13:59:16.891885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-1efc2d80-597e-4053-bbbb-e6cde71b715c service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939116 Oct 22 13:59:16.918560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-51dedfe0-c544-4b99-93e2-ce7c5794f7d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215017 Oct 22 13:59:17.009568 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-8b3649a3-b545-4b4f-ab6b-f5cb37870095 service neutron] 10.222.0.26 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049690 Oct 22 13:59:17.028118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d6c71d-b019-4122-9312-3bd1b8777bb8 req-43d65c21-2c57-4f0d-8416-f121136687b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999506 Oct 22 13:59:17.184770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8e83-06d1-49d6-93b2-832a09909c6d req-a52d81a7-0d67-482d-b190-f0201b814f98 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:17.186366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-308d8e83-06d1-49d6-93b2-832a09909c6d req-a52d81a7-0d67-482d-b190-f0201b814f98 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Oct 22 13:59:17.234852 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-308d8e83-06d1-49d6-93b2-832a09909c6d req-4e3b2446-851a-4fa7-94c1-a7cf0866b2f5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Oct 22 13:59:18.368629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf10e3-c77a-49d8-80ce-5be6f332e497 req-25e01aa6-7fe0-4303-95eb-3cfda9dd8b6e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:18.370090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06bf10e3-c77a-49d8-80ce-5be6f332e497 req-25e01aa6-7fe0-4303-95eb-3cfda9dd8b6e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Oct 22 13:59:18.412364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06bf10e3-c77a-49d8-80ce-5be6f332e497 req-c77944e9-b707-4a70-8403-ad408ad767be tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Oct 22 13:59:19.543632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2bd7c-bbc1-4243-b28b-e8eee417af74 req-faa1cb93-3c40-4a17-9fae-cfd419eacd56 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:19.545126 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ef2bd7c-bbc1-4243-b28b-e8eee417af74 req-faa1cb93-3c40-4a17-9fae-cfd419eacd56 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0544050 Oct 22 13:59:19.590909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ef2bd7c-bbc1-4243-b28b-e8eee417af74 req-424eb67a-978b-44be-ad6b-6d57ad699a94 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Oct 22 13:59:20.721376 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf850b0d-5d3c-4a66-8051-3515f637e71b req-1687683e-7d20-4fb3-b993-64d4f600d7f5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:20.722930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf850b0d-5d3c-4a66-8051-3515f637e71b req-1687683e-7d20-4fb3-b993-64d4f600d7f5 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0541828 Oct 22 13:59:20.767853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bf850b0d-5d3c-4a66-8051-3515f637e71b req-61e9d18f-5590-4ed5-bb49-10975431a5eb tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Oct 22 13:59:21.891152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bb1d5-d259-4b0e-a5c5-97630e6d454a req-3a201772-fac6-4f6d-9824-32027692c7cf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:21.892683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b12bb1d5-d259-4b0e-a5c5-97630e6d454a req-3a201772-fac6-4f6d-9824-32027692c7cf tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0506420 Oct 22 13:59:21.933177 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b12bb1d5-d259-4b0e-a5c5-97630e6d454a req-bcfeb770-cc9f-48dd-af55-d5f34a206052 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341611 Oct 22 13:59:23.055001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2f7e4-4de9-4b62-93de-bb71e93a9eac req-37af79b1-dcd4-4255-81c4-9577a8b9d82d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:23.056478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65f2f7e4-4de9-4b62-93de-bb71e93a9eac req-37af79b1-dcd4-4255-81c4-9577a8b9d82d tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0533879 Oct 22 13:59:23.101737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65f2f7e4-4de9-4b62-93de-bb71e93a9eac req-2b82c024-0b77-4dbb-8b73-55e31595ca28 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392745 Oct 22 13:59:24.091654 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-00c297ca-62fe-4de5-8c3d-c8144aeedf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:24.227789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb6e13-dbed-41cd-b423-98864e4e3064 req-fd1f9f43-ab67-4e4a-8b59-716cc1fa31f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:24.228457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85fb6e13-dbed-41cd-b423-98864e4e3064 req-fd1f9f43-ab67-4e4a-8b59-716cc1fa31f3 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0543206 Oct 22 13:59:24.269880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85fb6e13-dbed-41cd-b423-98864e4e3064 req-af1e4bc5-83fb-475c-a66c-843a3f64402c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Oct 22 13:59:25.390131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b06-57a5-4c8c-9fbb-2764369aa610 req-90170945-4e7f-4d1c-9e7b-e66f44046767 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:25.391720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d903b06-57a5-4c8c-9fbb-2764369aa610 req-90170945-4e7f-4d1c-9e7b-e66f44046767 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Oct 22 13:59:25.434992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5d903b06-57a5-4c8c-9fbb-2764369aa610 req-5b186aad-70d3-4675-8c05-ffb5e12a21f0 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366130 Oct 22 13:59:26.557620 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef6af7-b9d1-4e41-901f-66db40ae5d78 req-ff586306-ede5-481f-819c-b64993cc2185 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:26.559170 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfef6af7-b9d1-4e41-901f-66db40ae5d78 req-ff586306-ede5-481f-819c-b64993cc2185 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0522592 Oct 22 13:59:26.603504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfef6af7-b9d1-4e41-901f-66db40ae5d78 req-d5ffe957-5cba-4dc9-8502-a31aeab72517 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380840 Oct 22 13:59:27.171254 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ece1f2cf-b696-495f-bd7e-10859373b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:27.728449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a8ffa-61c2-4773-b0d7-794b6ce6ecf3 req-7e9ee245-08c0-4a6b-89d6-e7b71317ab4c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:27.729985 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-977a8ffa-61c2-4773-b0d7-794b6ce6ecf3 req-7e9ee245-08c0-4a6b-89d6-e7b71317ab4c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0505302 Oct 22 13:59:27.770372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-977a8ffa-61c2-4773-b0d7-794b6ce6ecf3 req-3f71ec6e-da64-4f3a-af7a-21609fd9855a tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343239 Oct 22 13:59:27.870016 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:27.920086 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:28.496673 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 13:59:28.894066 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f2f4b-7a19-425e-b850-a39104b717a7 req-63fcbbf2-9773-4078-ac4f-c6388d0dac6e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:28.896277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-182f2f4b-7a19-425e-b850-a39104b717a7 req-63fcbbf2-9773-4078-ac4f-c6388d0dac6e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0535681 Oct 22 13:59:28.937585 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-182f2f4b-7a19-425e-b850-a39104b717a7 req-a0953eaf-88c4-4eb5-87be-2fafe80adf43 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339835 Oct 22 13:59:29.929950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:30.061244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006071c-daee-4a56-ac44-b7225a8ca792 req-6f7a50c9-7c3e-43b8-bdf4-a341cb83a32f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:30.063030 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9006071c-daee-4a56-ac44-b7225a8ca792 req-6f7a50c9-7c3e-43b8-bdf4-a341cb83a32f tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0513434 Oct 22 13:59:30.107038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9006071c-daee-4a56-ac44-b7225a8ca792 req-abf5171c-ae65-44b2-9d69-81ec49610d91 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Oct 22 13:59:30.233222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba77dc9-895b-4d51-ab50-7f9730d39fd1 req-0e915ac3-3d48-4dc5-9ef9-1bd0a358ebad tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:30.234726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ba77dc9-895b-4d51-ab50-7f9730d39fd1 req-0e915ac3-3d48-4dc5-9ef9-1bd0a358ebad tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0554390 Oct 22 13:59:30.277414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ba77dc9-895b-4d51-ab50-7f9730d39fd1 req-87d744b5-c2d5-4312-9a6f-a47ffc1f6dd2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Oct 22 13:59:30.398969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825413-a13f-4d29-95da-c4f583c2c83d req-524b9738-123b-411d-8f59-be4ca748a2dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:30.400491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61825413-a13f-4d29-95da-c4f583c2c83d req-524b9738-123b-411d-8f59-be4ca748a2dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Oct 22 13:59:30.443778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-61825413-a13f-4d29-95da-c4f583c2c83d req-93a11742-99eb-4ac8-a4df-f8706a104827 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371969 Oct 22 13:59:30.690284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e96836-8a2d-413a-a247-7ee7e0e382b6 req-e2c9f55a-0c41-4a93-80fa-1f393057a9e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:30.692307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e96836-8a2d-413a-a247-7ee7e0e382b6 req-e2c9f55a-0c41-4a93-80fa-1f393057a9e6 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Oct 22 13:59:30.737164 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-94e96836-8a2d-413a-a247-7ee7e0e382b6 req-11460214-aba7-4128-9a25-be3c7481e081 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Oct 22 13:59:30.916111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:59:31.014916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:31.027408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'port_id': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'mac_address': 'fa:16:3e:43:22:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:59:31.070370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:31.084062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:59:31.103487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:31.107523 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:31.156996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=12']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:31.522978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:59:31.862161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b54df7-f17b-4cc0-a089-c99a92618f7c req-ef6f5e7f-6d48-4027-bd5e-5e1b7febed36 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:31.864799 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3b54df7-f17b-4cc0-a089-c99a92618f7c req-ef6f5e7f-6d48-4027-bd5e-5e1b7febed36 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0535841 Oct 22 13:59:31.903797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3b54df7-f17b-4cc0-a089-c99a92618f7c req-6d62e8d1-23aa-4064-8473-10343c70b91e tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332916 Oct 22 13:59:32.470507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2f93f-d627-4aa1-9534-778018fea73a req-a78c3437-1c28-45d8-87d8-52a7c989da58 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:32.471998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed2f93f-d627-4aa1-9534-778018fea73a req-a78c3437-1c28-45d8-87d8-52a7c989da58 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 946 time: 0.0536988 Oct 22 13:59:32.578313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Deleting port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:59:32.579266 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:32.680443 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] For port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:32.680814 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:32.873181 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:32.873898 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:32.873898 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Floating IP b904b0e7-9611-49a8-a074-cdb4840327e8 disassociated. External IP: 172.25.6.245, port: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e. Oct 22 13:59:32.874189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Calling delete_port for f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:59:33.057848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:33.074147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864811-fee2-40ad-ba8c-042c5bfdd184 req-1b661756-937d-4d2e-8440-f10a94920dea tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:33.075689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50864811-fee2-40ad-ba8c-042c5bfdd184 req-1b661756-937d-4d2e-8440-f10a94920dea tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 867 time: 0.0775113 Oct 22 13:59:33.109057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'Port': ['ID=f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:33.184228 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50864811-fee2-40ad-ba8c-042c5bfdd184 req-d171cd09-62c2-4049-aef3-b6fbd4dde35c tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85dc929-c62e-46a9-a292-86eb99286848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830657 Oct 22 13:59:33.276572 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:59:33.403740 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:59:33.414235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:59:33.428666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:59:33.429302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:33.449299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] No DVR routers for this DVR port f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:59:33.452396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:33.456593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bed2f93f-d627-4aa1-9534-778018fea73a req-42d37c8b-e4be-42c3-8f16-6fa007fa7143 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.21 "DELETE /v2.0/ports/f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e HTTP/1.1" status: 204 len: 173 time: 0.9773805 Oct 22 13:59:33.457070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-deleted', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:33.460692 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a96f53-1d98-4ae1-b7d6-44629f7537eb" -d '{"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-deleted", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:33.500876 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4eb16a-c278-4f8a-844b-3028e9b46bfe x-openstack-request-id: req-be4eb16a-c278-4f8a-844b-3028e9b46bfe {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:33.501170 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae1d00-19d9-4dc8-b6f9-0ff285942511", "name": "network-vif-deleted", "tag": "f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:33.501557 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be4eb16a-c278-4f8a-844b-3028e9b46bfe {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:33.501972 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae1d00-19d9-4dc8-b6f9-0ff285942511', 'name': 'network-vif-deleted', 'tag': 'f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e', 'status': 'completed', 'code': 200} Oct 22 13:59:33.562932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:59:33.787079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:33.819633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:59:33.836269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:59:33.836913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:33.946789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:59:34.159890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-96302819-4342-4f6c-8ce4-605636761258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:34.187114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96302819-4342-4f6c-8ce4-605636761258 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:47Z', 'revision_number': 4, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '9a4ed928-1dbe-47d3-82c6-2b57773ddb58', 'name': '', 'network_id': '4c775539-97d1-4090-85e7-8b9d2bea2e48', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'mac_address': 'fa:16:3e:fa:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '72365540-05d8-436f-872a-6b50d030f8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:47Z', 'updated_at': '2021-10-22T13:47:51Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'subnets': [{'id': '72365540-05d8-436f-872a-6b50d030f8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:59:34.298934 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9c4b4bb6-ffdf-43ea-be72-4b031a5166a9 req-62aacd3c-73f8-435d-acb4-5a8af1a87cb4 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.0315459 Oct 22 13:59:34.476128 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d573406-b503-4c79-9ac0-954a848dfac1 None None] New status for floating IP b904b0e7-9611-49a8-a074-cdb4840327e8: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 13:59:35.398098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc9ce511-1955-47cc-9bf3-da9af6d5b2ae req-de04fa95-30ab-4847-abbc-b13e5f0ad5dc tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Oct 22 13:59:36.498654 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0685afc-25a8-474c-9025-f31f27be3f77 req-2e530beb-598f-4b8d-b000-656428000c17 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.0295889 Oct 22 13:59:36.941754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:59:36.966894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:59:36.967251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:59:37.601139 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d6cf34c-1671-49aa-a407-2481846f26a0 req-2a9bd54a-a118-4bf0-9e7c-a1dfd25e373b tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae1d00-19d9-4dc8-b6f9-0ff285942511 HTTP/1.1" status: 200 len: 210 time: 0.0308197 Oct 22 13:59:38.743069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:40.313036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:40.956427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:59:40.961707 n-d-813419-8 neutron-server[100621]: INFO neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No ports have port_id starting with f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e Oct 22 13:59:40.963418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device f1f035bd-c11c-4e75-b9ad-bdd3c8eee43e requested by agent hyperv_n-h2-813419-8 not found in database {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 22 13:59:43.460574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49174) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:43.517807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.547229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.603005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.605659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.606864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "DELETE /v2.0/security-groups/b85dc929-c62e-46a9-a292-86eb99286848 HTTP/1.1" status: 204 len: 168 time: 0.1451056 Oct 22 13:59:43.609551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49176) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:43.617440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e29ed9-ec4e-4251-a218-9dca8d02c8a8 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dc929-c62e-46a9-a292-86eb99286848,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:43.624639 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-8ba07aa6-2e35-433a-a874-3c72d33c84d2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] show failed (client error): The resource could not be found. Oct 22 13:59:43.629771 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8ba07aa6-2e35-433a-a874-3c72d33c84d2 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "GET /v2.0/security-groups/b85dc929-c62e-46a9-a292-86eb99286848 HTTP/1.1" status: 404 len: 347 time: 0.0157189 Oct 22 13:59:43.630365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49178) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:43.765218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Deleting port d429a8e0-3d9e-4ba4-8533-ef73ced766ba {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:59:43.765558 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.850468 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.850846 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:43.863791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Calling delete_port for d429a8e0-3d9e-4ba4-8533-ef73ced766ba owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:59:44.006367 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.039827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Pushing event deleted for resources: {'Port': ['ID=d429a8e0-3d9e-4ba4-8533-ef73ced766ba,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:44.103449 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.105992 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.107254 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85858458-75be-4eda-9a28-ac5225682145 tempest-ServerActionsTestJSON-1303925885 tempest-ServerActionsTestJSON-1303925885-project] 10.222.0.25 "DELETE /v2.0/floatingips/b904b0e7-9611-49a8-a074-cdb4840327e8 HTTP/1.1" status: 204 len: 168 time: 0.4754615 Oct 22 13:59:44.112060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49184) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:44.621656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.880445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Deleting port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:59:44.880871 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.963028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] For port 9a4ed928-1dbe-47d3-82c6-2b57773ddb58, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:44.963383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:44.977101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Calling delete_port for 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:59:45.163347 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:45.188996 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4ed928-1dbe-47d3-82c6-2b57773ddb58,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:45.386000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:45.985935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Router 469ba4f2-cb46-4cf0-a61e-cb007210b7de has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 13:59:46.114735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 13:59:46.123172 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f0a9b165-ee6b-43a6-86c3-88e02c8592fc admin admin] 10.222.0.25 "PUT /v2.0/routers/469ba4f2-cb46-4cf0-a61e-cb007210b7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0095484 Oct 22 13:59:46.126285 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49188) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:46.126803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Sync routers for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 13:59:46.140173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:59:46.141767 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:46.260525 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.278310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:59:46.387287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.456226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Deleting port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:59:46.456639 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.545854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] For port bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:46.546148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.563641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Calling delete_port for bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:59:46.664623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:59:45Z', 'revision_number': 5, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port': {'id': 'bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:46.694560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Checking router: 469ba4f2-cb46-4cf0-a61e-cb007210b7de for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 13:59:46.704159 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Routers {'469ba4f2-cb46-4cf0-a61e-cb007210b7de'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 13:59:46.704780 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T13:59:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:46.751419 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.780677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:46.797937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] Set router 469ba4f2-cb46-4cf0-a61e-cb007210b7de gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 13:59:46.852495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.857394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:59:46Z', 'revision_number': 6, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:46.887743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be67855-24a8-46db-bece-4b048ed630b8 None None] The sync data for ids ['469ba4f2-cb46-4cf0-a61e-cb007210b7de'] in n-d-813419-8 is: [{'id': '469ba4f2-cb46-4cf0-a61e-cb007210b7de', 'name': 'tempest-ServerActionsTestJSON-1906301565-router', 'tenant_id': '64fe2541e0884cc39018056df42e79d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T13:47:45Z', 'updated_at': '2021-10-22T13:59:46Z', 'revision_number': 6, 'project_id': '64fe2541e0884cc39018056df42e79d1', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 13:59:46.956059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:46.958875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.004507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.005234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469ba4f2-cb46-4cf0-a61e-cb007210b7de {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 13:59:47.010155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.011409 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a9f72b79-6f67-424a-8261-6704dec8245c admin admin] 10.222.0.25 "DELETE /v2.0/routers/469ba4f2-cb46-4cf0-a61e-cb007210b7de HTTP/1.1" status: 204 len: 168 time: 0.8840861 Oct 22 13:59:47.014539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49190) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:47.060512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Deleting subnet 72365540-05d8-436f-872a-6b50d030f8ee {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 13:59:47.064434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.104501 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.186454 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.242348 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.269172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72365540-05d8-436f-872a-6b50d030f8ee,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:47.273474 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.276715 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1c73e1bb-4d8e-4a54-933d-9b44c75bbb7d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72365540-05d8-436f-872a-6b50d030f8ee HTTP/1.1" status: 204 len: 168 time: 0.2612164 Oct 22 13:59:47.279860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49192) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:47.280480 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a944d-463f-4aa9-aae8-6a8c2a42b641 None None] Network 4c775539-97d1-4090-85e7-8b9d2bea2e48 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:59:47.370238 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.427931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Deleting port 1f6d29bb-79f4-4982-9f93-08aa797aef9c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 13:59:47.428270 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.499299 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] For port 1f6d29bb-79f4-4982-9f93-08aa797aef9c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1f6d29bb-79f4-4982-9f93-08aa797aef9c,segment=NetworkSegment(b7243d43-48a2-41d5-a0a8-6d1ea1e85532),segment_id=b7243d43-48a2-41d5-a0a8-6d1ea1e85532)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:47.499664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.512981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Calling delete_port for 1f6d29bb-79f4-4982-9f93-08aa797aef9c owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 13:59:47.600341 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.626837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6d29bb-79f4-4982-9f93-08aa797aef9c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:47.631594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] No DVR routers for this DVR port 1f6d29bb-79f4-4982-9f93-08aa797aef9c on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 13:59:47.683153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b20dfe-5b8f-4150-b8dd-fd28f463dc97 None None] DHCP port deletion for 4c775539-97d1-4090-85e7-8b9d2bea2e48 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 13:59:47.712555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.736567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c775539-97d1-4090-85e7-8b9d2bea2e48']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:47.747302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:47.747600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7243d43-48a2-41d5-a0a8-6d1ea1e85532') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 13:59:47.757649 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.772762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.779486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 13:59:47.779896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: timer() Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 13:59:47.781983 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 13:59:47.844938 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.852386 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:47.856700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/4c775539-97d1-4090-85e7-8b9d2bea2e48 HTTP/1.1" status: 204 len: 168 time: 0.5757582 Oct 22 13:59:47.869254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc04d08-033c-4c4b-be91-de24014237ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4c775539-97d1-4090-85e7-8b9d2bea2e48,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:47.987550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49196) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:48.030371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f8b132c1-efa9-46fa-9c3c-f38872a300a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64fe2541e0884cc39018056df42e79d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415885 Oct 22 13:59:48.032890 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:48.087892 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:48.117128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:48.166356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:48.168990 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:48.170201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3acc60d3-192c-4781-a320-00705dfc41c4 HTTP/1.1" status: 204 len: 168 time: 0.1363368 Oct 22 13:59:48.178406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009b865-66b2-405f-af88-fb2403bd17ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc60d3-192c-4781-a320-00705dfc41c4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:48.851677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f6d29bb-79f4-4982-9f93-08aa797aef9c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:59:48.876830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1f6d29bb-79f4-4982-9f93-08aa797aef9c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:59:48.877069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1f6d29bb-79f4-4982-9f93-08aa797aef9c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:59:48.877499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:59:48.898565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:59:48.898945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9a4ed928-1dbe-47d3-82c6-2b57773ddb58 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:59:48.899366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 13:59:48.919357 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 13:59:48.919719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device bdb7b6a1-18d2-4e4f-ad3b-6e291ce74981 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 13:59:48.952328 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:49.053417 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-234014663-network', 'tenant_id': '5238a15a036048e19951d261e4023c27'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:59:49.077832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Made reservation on behalf of 5238a15a036048e19951d261e4023c27 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:59:49.080284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.091218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.172531 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.176717 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.204192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 13:59:49.214306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:49.221055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.221437 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Added segment 9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb of type vlan for network af3ef655-8295-42da-9959-d29457d2ab73 Oct 22 13:59:49.264545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.289626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.290895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:49.291529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.328368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3747180 Oct 22 13:59:49.331207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49224) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 13:59:49.336521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Request body: {'subnet': {'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-234014663-subnet', 'tenant_id': '5238a15a036048e19951d261e4023c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:59:49.373891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac03e8-2dac-43e6-a4e2-9645c07f3962 admin admin] Pushing event updated for resources: {'Network': ['ID=af3ef655-8295-42da-9959-d29457d2ab73,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:49.385056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network af3ef655-8295-42da-9959-d29457d2ab73 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 13:59:49.394836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Made reservation on behalf of 5238a15a036048e19951d261e4023c27 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:59:49.397416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.578765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.631407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:49.646948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Checking segment: {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:59:49.647322 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Network hostable DHCP agents. Network: af3ef655-8295-42da-9959-d29457d2ab73, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 13:59:49.667477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Network af3ef655-8295-42da-9959-d29457d2ab73 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 13:59:49.679670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, af3ef655-8295-42da-9959-d29457d2ab73) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:59:49.684137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:49.684721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:49.689995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0d25c-0508-462a-9f96-3bf69a9634b5 None None] Network af3ef655-8295-42da-9959-d29457d2ab73 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:59:49.705636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-de876b3e-8419-47a7-a819-99234d732f14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3732686 Oct 22 13:59:49.829556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72325b07-e668-402b-a86a-7716b4f5ac13 None None] Network af3ef655-8295-42da-9959-d29457d2ab73 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 13:59:50.156755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-8221fc12-1506-46ec-95c1-3387f4c30979 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:50.158255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-8221fc12-1506-46ec-95c1-3387f4c30979 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 813 time: 0.1116726 Oct 22 13:59:50.175235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-1ad2d7c9-7207-4e3c-b890-dcb420e87c64 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/quotas/5238a15a036048e19951d261e4023c27 HTTP/1.1" status: 200 len: 375 time: 0.0098512 Oct 22 13:59:50.209999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-69f76175-00f7-47e3-8b92-531d2475c811 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288720 Oct 22 13:59:50.304898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-aac71303-d74f-450b-b7d7-0bee0b804462 service neutron] 10.222.0.25 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875576 Oct 22 13:59:50.407266 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-a61b8266-2c50-494f-b02d-c02685feb9d7 service neutron] 10.222.0.25 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961750 Oct 22 13:59:50.583181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-962e9778-826f-4b4a-9577-e29d88eb40ce req-af2571c3-1ef2-4763-b502-386a9558b537 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Oct 22 13:59:51.685072 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-0107f1b2-c39d-4ed6-b0b8-c3e4e41f4d0f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:51.686844 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-0107f1b2-c39d-4ed6-b0b8-c3e4e41f4d0f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.26 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 813 time: 0.1243868 Oct 22 13:59:51.694254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-453e411a-e7c3-4077-ab4c-7989b81f7219 req-8accf425-0534-45a4-8a67-3a95dde9881f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 210 time: 0.0325658 Oct 22 13:59:51.701316 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Request body: {'port': {'device_id': 'c96d0863-4059-4162-ac32-da4b409ba408', 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73', 'admin_state_up': True, 'tenant_id': '5238a15a036048e19951d261e4023c27'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:59:51.832602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Made reservation on behalf of 5238a15a036048e19951d261e4023c27 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 13:59:51.836155 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:51.974921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Allocated IP 172.20.0.13 (af3ef655-8295-42da-9959-d29457d2ab73/a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a/1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 13:59:52.123173 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.158301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.216623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Network af3ef655-8295-42da-9959-d29457d2ab73 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 13:59:52.219839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 13:59:52.223738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 13:59:52.233251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Pushing event updated for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:52.282873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:52.283507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.299852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-01fedc90-7d57-41c3-af5f-3f9a0d18200b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6026225 Oct 22 13:59:52.313461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Request body: {'port': {'device_id': 'c96d0863-4059-4162-ac32-da4b409ba408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 13:59:52.369394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.650619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:59:52.658349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.672113 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Transition to ACTIVE for port object 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 13:59:52.677463 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.729447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:52.814889 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Attempting to bind port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 13:59:52.815325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Attempting to bind port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 13:59:52.815733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Attempting to bind port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 on network af3ef655-8295-42da-9959-d29457d2ab73 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:59:52.820719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 on network af3ef655-8295-42da-9959-d29457d2ab73 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 13:59:52.821140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Attempting to bind port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 on network af3ef655-8295-42da-9959-d29457d2ab73 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 13:59:52.826756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 13:59:52.827241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Checking segment: {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 13:59:52.827740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Bound using segment: {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 13:59:52.828247 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Bound port: 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 13:59:52.828624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.853965 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7778d5-7c4c-47b7-9185-1273f6db89e3 req-ae52c1ba-cc4d-4471-a1d2-1e5be9095547 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:52.855588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7778d5-7c4c-47b7-9185-1273f6db89e3 req-ae52c1ba-cc4d-4471-a1d2-1e5be9095547 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 944 time: 0.0672858 Oct 22 13:59:52.901063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a7778d5-7c4c-47b7-9185-1273f6db89e3 req-c11469e5-44ec-4eb0-a19f-97a08d3ee93a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Oct 22 13:59:52.906462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 13:59:52.910350 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 13:59:52.922139 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.958738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:52.959374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:52.960782 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 HTTP/1.1" status: 200 len: 1092 time: 0.6518853 Oct 22 13:59:52.961249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:52.963576 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c014c9-3133-4bb4-a37c-c74e1af1e855" -d '{"events": [{"name": "network-changed", "server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:52.990770 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2908a7-1c09-419b-ae15-e84f935a7865 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:53.016997 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c33f6-a2c7-4108-8a77-9d70ada6dd64 x-openstack-request-id: req-628c33f6-a2c7-4108-8a77-9d70ada6dd64 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:53.017296 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:53.017553 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-628c33f6-a2c7-4108-8a77-9d70ada6dd64 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:53.017954 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0', 'status': 'completed', 'code': 200} Oct 22 13:59:53.068110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-d5eff5d1-90b7-48d7-86f9-43cb7af369ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:53.070329 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-d5eff5d1-90b7-48d7-86f9-43cb7af369ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 1095 time: 0.0641131 Oct 22 13:59:53.125316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-165f0b2d-86e0-47e7-8a54-4bb70622f07a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 HTTP/1.1" status: 200 len: 217 time: 0.0469937 Oct 22 13:59:53.179083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-c1d292da-9552-4604-9fd7-6cabeaa16d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:53.180601 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-c1d292da-9552-4604-9fd7-6cabeaa16d43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 200 len: 853 time: 0.0476387 Oct 22 13:59:53.217647 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-8d0cdd9d-123e-4d2d-96ed-848491d8c4be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af3ef655-8295-42da-9959-d29457d2ab73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301609 Oct 22 13:59:53.316618 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-18ad6c10-593e-4015-926c-afe9f4e3ee4f service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916135 Oct 22 13:59:53.411601 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-9b3fed2c-1a5a-4faa-a632-ad5ad00acd70 req-90377629-c4d5-41f1-b78d-d18bad7db0f8 service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871789 Oct 22 13:59:53.501827 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-9fb6398e-2743-482b-81ed-b953d97923cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:53.503281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-9fb6398e-2743-482b-81ed-b953d97923cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 1095 time: 0.0437303 Oct 22 13:59:53.605348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-1e31c046-e456-466a-997f-d48b53f3799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:53.606889 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-1e31c046-e456-466a-997f-d48b53f3799c service neutron] 10.222.0.26 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 914 time: 0.0953634 Oct 22 13:59:53.649885 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-d1e4065c-43ff-492a-8d66-7bc3a281a110 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 HTTP/1.1" status: 200 len: 217 time: 0.0349064 Oct 22 13:59:53.705178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-ae74daf0-fab8-41c4-b26a-46aa31cd2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:53.707379 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-ae74daf0-fab8-41c4-b26a-46aa31cd2230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 200 len: 853 time: 0.0499849 Oct 22 13:59:53.742790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-c2d139e2-4094-4769-bed5-3950719b4633 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af3ef655-8295-42da-9959-d29457d2ab73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269158 Oct 22 13:59:53.838380 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-b608f440-a5fd-479b-aa25-a760f04f065a service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879548 Oct 22 13:59:53.939498 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-03c014c9-3133-4bb4-a37c-c74e1af1e855 req-51c58bc3-e904-4e0a-872e-a543febf30dd service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935724 Oct 22 13:59:54.028478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539785-9c56-457f-84f3-98e977c14a5c req-6b8129dd-c1b2-484e-85fc-c9c37d67e14f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:54.030002 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd539785-9c56-457f-84f3-98e977c14a5c req-6b8129dd-c1b2-484e-85fc-c9c37d67e14f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 944 time: 0.0526476 Oct 22 13:59:54.071861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bd539785-9c56-457f-84f3-98e977c14a5c req-d77694da-7023-457e-b8d4-8d8dec8b2aea tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348849 Oct 22 13:59:54.084778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0af68d4d-a0df-4ff9-9074-8cb8a16cbf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:55.203634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892d0ad-5fd8-49cf-9197-ef13cdebfb4a req-f87fe875-4690-47f3-bdf8-dbd15fa52f06 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:55.205144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b892d0ad-5fd8-49cf-9197-ef13cdebfb4a req-f87fe875-4690-47f3-bdf8-dbd15fa52f06 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 944 time: 0.0526199 Oct 22 13:59:55.245942 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b892d0ad-5fd8-49cf-9197-ef13cdebfb4a req-e4b9545f-82ed-4eca-b90c-583c723987f2 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Oct 22 13:59:55.699720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 13:59:55.796097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:55.807571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0', 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73', 'port_id': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0', 'mac_address': 'fa:16:3e:54:23:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 13:59:55.851056 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:55.864141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 13:59:55.884502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:55.889259 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:55.941325 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:56.084365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 13:59:56.376988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf59ff-22ae-44a0-9a73-4adc9332790e req-c692207d-99c4-45e2-8df8-a8a8d8e6a6a9 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:56.379195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36bf59ff-22ae-44a0-9a73-4adc9332790e req-c692207d-99c4-45e2-8df8-a8a8d8e6a6a9 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 945 time: 0.0550654 Oct 22 13:59:56.422314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-36bf59ff-22ae-44a0-9a73-4adc9332790e req-f1da959f-0dd1-4fbb-815c-0ff0b5c8e43a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Oct 22 13:59:57.184679 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81673f56-a7f5-4c4f-901f-871ec53e9777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.545737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bac9c0-445d-48e3-9836-42f7a7b76c4e req-3d80b903-b652-4b5b-9975-3d0601890997 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:57.547261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92bac9c0-445d-48e3-9836-42f7a7b76c4e req-3d80b903-b652-4b5b-9975-3d0601890997 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 945 time: 0.0527225 Oct 22 13:59:57.590044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-92bac9c0-445d-48e3-9836-42f7a7b76c4e req-56ef08fe-1795-4ca3-af1e-859e9b56ed9f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Oct 22 13:59:57.727365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 13:59:57.785093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 13:59:57.790081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 13:59:57.790729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.894238 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.895843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.931369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 13:59:57.933751 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72304f6-3017-4d63-96f3-044b15553478" -d '{"events": [{"server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 13:59:57.949430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 13:59:57.951200 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.954196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:57.981296 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc32cae-8cad-4ebf-95c3-3cb01c0cabd6 x-openstack-request-id: req-dcc32cae-8cad-4ebf-95c3-3cb01c0cabd6 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 13:59:57.981594 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 13:59:57.981843 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcc32cae-8cad-4ebf-95c3-3cb01c0cabd6 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 13:59:57.982238 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0', 'code': 200} Oct 22 13:59:58.012809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 13:59:58.093181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaad0-aac8-4c69-8e97-6b20c3ca767a req-514a4df0-65e3-4264-90f5-897819c43c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:58.094790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-39baaad0-aac8-4c69-8e97-6b20c3ca767a req-514a4df0-65e3-4264-90f5-897819c43c73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 1097 time: 0.0435908 Oct 22 13:59:58.145143 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-39baaad0-aac8-4c69-8e97-6b20c3ca767a req-476699d4-9298-46ac-a245-ee66758517b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Oct 22 13:59:58.711114 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa5f31-1953-465e-af60-272164e4eaeb req-0941ea4e-4c86-4ca5-997d-03bb139647a3 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:58.712659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56aa5f31-1953-465e-af60-272164e4eaeb req-0941ea4e-4c86-4ca5-997d-03bb139647a3 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Oct 22 13:59:58.758062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-56aa5f31-1953-465e-af60-272164e4eaeb req-ce7ceae3-49a3-4b58-a47c-614ab552859f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Oct 22 13:59:59.885030 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5fc00-28d2-438a-b60d-0c541c66a9a7 req-292769b6-087f-483a-8843-bc4e08a098af tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 13:59:59.886567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3e5fc00-28d2-438a-b60d-0c541c66a9a7 req-292769b6-087f-483a-8843-bc4e08a098af tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0564477 Oct 22 13:59:59.926210 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 13:59:59.927247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3e5fc00-28d2-438a-b60d-0c541c66a9a7 req-0e076ceb-18a0-4eaf-942d-ea442266a4f2 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Oct 22 14:00:00.161133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-d2f70499-bd11-41a4-bbb6-b53a095a5903 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:00.162683 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-d2f70499-bd11-41a4-bbb6-b53a095a5903 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 813 time: 0.1053927 Oct 22 14:00:00.178278 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-a86f279e-d42d-43a5-8877-68c32a21859f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/quotas/5238a15a036048e19951d261e4023c27 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Oct 22 14:00:00.234091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-d2d5f18a-5f75-4643-a438-82fb06aa78a3 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501237 Oct 22 14:00:00.338300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-afcb1ce6-3c57-4cb8-b2b6-a04535928669 service neutron] 10.222.0.25 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965545 Oct 22 14:00:00.436498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-1f5168bb-d470-4ae8-a720-e79e6126a211 service neutron] 10.222.0.25 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920208 Oct 22 14:00:00.597470 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff25d522-16ca-4869-911e-7333c4fe595a req-e78dd484-11f2-49e7-b5e6-a0ecb233248f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Oct 22 14:00:01.620727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-cc90d8c9-beb7-4ddd-bd2a-ced80602af7e tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:01.622269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-cc90d8c9-beb7-4ddd-bd2a-ced80602af7e tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.21 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 813 time: 0.1189458 Oct 22 14:00:01.636130 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Request body: {'port': {'device_id': '6bd093c7-89dd-4e54-a418-014130457505', 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73', 'admin_state_up': True, 'tenant_id': '5238a15a036048e19951d261e4023c27'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:01.727623 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4d17d57e-cd42-4cfe-9ed9-4991ac8ed62c req-c1df8d6d-0d32-4fec-a495-1c616cccf003 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 210 time: 0.0546091 Oct 22 14:00:01.778126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Made reservation on behalf of 5238a15a036048e19951d261e4023c27 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:01.781842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:01.922802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Allocated IP 172.20.0.11 (af3ef655-8295-42da-9959-d29457d2ab73/a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a/eae934ef-49ff-45f8-b351-7ee7966c2283) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:02.093003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:02.127592 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:02.140271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:00:02.173688 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Network af3ef655-8295-42da-9959-d29457d2ab73 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:02.177143 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:02.181016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:02.209015 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Pushing event updated for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:02.228039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-88a35924-73ed-4d5e-971c-17ff5c78f932 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614159 Oct 22 14:00:02.247857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:02.248515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:02.267757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-10f4f833-7221-4285-bd71-0933efa5517d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353443 Oct 22 14:00:02.281609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-97074cc8-e113-46c4-9b02-11717c6c04a0 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:00:02.281609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-97074cc8-e113-46c4-9b02-11717c6c04a0 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070024 Oct 22 14:00:02.293483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Request body: {'port': {'device_id': '6bd093c7-89dd-4e54-a418-014130457505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:02.320224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-3118bbf5-bfb0-413f-9e87-2816c93a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:02.321781 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-3118bbf5-bfb0-413f-9e87-2816c93a62e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 1097 time: 0.0467465 Oct 22 14:00:02.447575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-715d6191-2dae-42d0-9092-feb9ee07ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:02.449015 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-715d6191-2dae-42d0-9092-feb9ee07ba4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 914 time: 0.1056244 Oct 22 14:00:02.498488 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-79c63249-bb81-415f-a4ee-0fe6e8ad7caa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 HTTP/1.1" status: 200 len: 217 time: 0.0406291 Oct 22 14:00:02.553743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-3722b033-4a42-498c-99e6-d0da8b29c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:02.555307 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-3722b033-4a42-498c-99e6-d0da8b29c794 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 200 len: 853 time: 0.0489273 Oct 22 14:00:02.598246 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-eaaab6cf-1cfc-4c4f-8a81-9e88a0e95f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af3ef655-8295-42da-9959-d29457d2ab73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273221 Oct 22 14:00:02.687479 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:02.704717 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-f4de58d4-26f7-408c-a072-4dba5e193fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978272 Oct 22 14:00:02.804907 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-70031383-6d94-4fcb-87f5-26ed643b92ee req-31f2ce52-680b-4440-8503-15f353ed2fc5 service neutron] 10.222.0.26 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Oct 22 14:00:02.901743 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6cf62-b52f-4903-9836-4e657b472f1f req-da8576ff-edef-4232-8110-e76f27e47389 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:02.903274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0d6cf62-b52f-4903-9836-4e657b472f1f req-da8576ff-edef-4232-8110-e76f27e47389 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 932 time: 0.0918198 Oct 22 14:00:02.984317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0d6cf62-b52f-4903-9836-4e657b472f1f req-08b3b66a-0207-48a3-b2ce-eda640b79cf6 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Oct 22 14:00:03.064565 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae934ef-49ff-45f8-b351-7ee7966c2283 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:00:03.073035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:03.086267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Transition to ACTIVE for port object eae934ef-49ff-45f8-b351-7ee7966c2283 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:00:03.090434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:03.160366 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Pushing event updated for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:03.213578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Attempting to bind port eae934ef-49ff-45f8-b351-7ee7966c2283 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:03.213913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Attempting to bind port eae934ef-49ff-45f8-b351-7ee7966c2283 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:03.214245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Attempting to bind port eae934ef-49ff-45f8-b351-7ee7966c2283 on network af3ef655-8295-42da-9959-d29457d2ab73 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:03.218612 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Port eae934ef-49ff-45f8-b351-7ee7966c2283 on network af3ef655-8295-42da-9959-d29457d2ab73 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:00:03.218959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Attempting to bind port eae934ef-49ff-45f8-b351-7ee7966c2283 on network af3ef655-8295-42da-9959-d29457d2ab73 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:03.223804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:03.224144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Checking segment: {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:03.224532 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Bound using segment: {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:03.224960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Bound port: eae934ef-49ff-45f8-b351-7ee7966c2283, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:03.225322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:03.293799 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:03.296927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eae934ef-49ff-45f8-b351-7ee7966c2283,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:03.302196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:03.339797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:03.340426 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:03.341834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] 10.222.0.21 "PUT /v2.0/ports/eae934ef-49ff-45f8-b351-7ee7966c2283 HTTP/1.1" status: 200 len: 1092 time: 1.0528853 Oct 22 14:00:03.342279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:00:03.344581 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6528e272-1dbc-43aa-8d73-85e474c14f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:00:03.369462 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa79a0-c187-45e7-904c-d99d61c64f71 service neutron] Pushing event updated for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:03.389270 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38934af-d03a-4e1a-8c26-c3d162eb5a6b x-openstack-request-id: req-a38934af-d03a-4e1a-8c26-c3d162eb5a6b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:00:03.389659 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:00:03.389922 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a38934af-d03a-4e1a-8c26-c3d162eb5a6b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:00:03.390353 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283', 'status': 'completed', 'code': 200} Oct 22 14:00:03.440042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-a805d31a-33b4-468f-ae53-90f5c4503303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:03.442076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-a805d31a-33b4-468f-ae53-90f5c4503303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 1095 time: 0.0439875 Oct 22 14:00:03.492992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-0d0a0ab1-6a3d-4e6a-987b-bf2c21fdafd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae934ef-49ff-45f8-b351-7ee7966c2283 HTTP/1.1" status: 200 len: 217 time: 0.0400574 Oct 22 14:00:03.545380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-b5c2d390-74ea-4d64-874d-551adfba7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:03.546893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-b5c2d390-74ea-4d64-874d-551adfba7ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 200 len: 853 time: 0.0458574 Oct 22 14:00:03.580158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-29aadb87-695b-43fd-95dc-8207799d16cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af3ef655-8295-42da-9959-d29457d2ab73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257888 Oct 22 14:00:03.683510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-61b4211c-0635-404a-a574-0d44ff268424 service neutron] 10.222.0.21 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952985 Oct 22 14:00:03.778653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-05abd11f-b246-4dd1-9807-ffce1e513a39 req-f7f87c81-b812-4f3a-b7d2-23310bb7b76c service neutron] 10.222.0.21 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859275 Oct 22 14:00:03.874006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-bf059c1b-da89-48ba-a983-3037c37f118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:03.875581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-bf059c1b-da89-48ba-a983-3037c37f118e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5238a15a036048e19951d261e4023c27&device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 1095 time: 0.0464511 Oct 22 14:00:03.975306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-90b420ba-d010-4969-b14b-621c94c030ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:03.976795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-90b420ba-d010-4969-b14b-621c94c030ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 200 len: 914 time: 0.0934875 Oct 22 14:00:04.023093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-a3c3f770-c201-4c42-9d0b-1fd73b3ac06b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae934ef-49ff-45f8-b351-7ee7966c2283 HTTP/1.1" status: 200 len: 217 time: 0.0366628 Oct 22 14:00:04.106501 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-bd3c29b3-9362-4d64-b63d-e1404d38f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:04.108045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-bd3c29b3-9362-4d64-b63d-e1404d38f13b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 200 len: 853 time: 0.0767167 Oct 22 14:00:04.143542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-d80dcaef-bc80-4e22-84ae-8e35ba5dbf9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af3ef655-8295-42da-9959-d29457d2ab73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275440 Oct 22 14:00:04.151837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c3f7c-60b0-4fcc-aedb-524deb6da31b req-2115cf95-4975-4059-8d45-5fe42de3f6a7 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:04.153271 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd4c3f7c-60b0-4fcc-aedb-524deb6da31b req-2115cf95-4975-4059-8d45-5fe42de3f6a7 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 944 time: 0.0898602 Oct 22 14:00:04.249872 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fd4c3f7c-60b0-4fcc-aedb-524deb6da31b req-91b7c36b-1201-462b-9aa7-d2d3b0f07ff5 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881000 Oct 22 14:00:04.274944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-03a4edc5-45c6-491e-a11f-2324eda6fe11 service neutron] 10.222.0.21 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203992 Oct 22 14:00:04.383077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6528e272-1dbc-43aa-8d73-85e474c14f0f req-f7573b9d-5115-4ef0-b27c-c27983a8f61c service neutron] 10.222.0.21 "GET /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994799 Oct 22 14:00:05.374579 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec954-063f-48ba-94fd-63a82bf6ca1a req-161b8209-261b-4c16-b449-4b17ad5482ad tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:05.376114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae0ec954-063f-48ba-94fd-63a82bf6ca1a req-161b8209-261b-4c16-b449-4b17ad5482ad tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 944 time: 0.0512199 Oct 22 14:00:05.416720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ae0ec954-063f-48ba-94fd-63a82bf6ca1a req-c0432e3c-a4e3-4e2e-94ff-cbc4d2a14ba1 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Oct 22 14:00:05.496225 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:00:06.536139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f0a4-5b53-4852-86b2-56f0cef0fdb5 req-8c6e4788-6b08-480d-a245-cfbf055db6ec tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:06.538447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58f9f0a4-5b53-4852-86b2-56f0cef0fdb5 req-8c6e4788-6b08-480d-a245-cfbf055db6ec tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 944 time: 0.0521228 Oct 22 14:00:06.582961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-58f9f0a4-5b53-4852-86b2-56f0cef0fdb5 req-08f2e180-d1c6-463c-90be-275d3e87f73d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Oct 22 14:00:07.712756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e71c-aac5-4d8e-a139-e96d13252254 req-732ebe0a-fef8-4a21-ba9c-8a8f88ba4a79 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:07.714318 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a1e71c-aac5-4d8e-a139-e96d13252254 req-732ebe0a-fef8-4a21-ba9c-8a8f88ba4a79 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 944 time: 0.0508561 Oct 22 14:00:07.760195 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54a1e71c-aac5-4d8e-a139-e96d13252254 req-b67683b1-b185-40bc-ad1d-18f111d28c9b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Oct 22 14:00:08.749506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:08.880984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45834-348a-4bb4-bdae-f8c2ca6dd99c req-b2763f75-bda1-425c-933b-35ae423fdc37 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:08.882551 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcf45834-348a-4bb4-bdae-f8c2ca6dd99c req-b2763f75-bda1-425c-933b-35ae423fdc37 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 944 time: 0.0512686 Oct 22 14:00:08.928710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fcf45834-348a-4bb4-bdae-f8c2ca6dd99c req-24410b97-b4f5-4e5b-a0ae-71a5e352d1a1 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354619 Oct 22 14:00:09.080086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eae934ef-49ff-45f8-b351-7ee7966c2283 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:00:09.181868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eae934ef-49ff-45f8-b351-7ee7966c2283,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:09.195662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'eae934ef-49ff-45f8-b351-7ee7966c2283', 'network_id': 'af3ef655-8295-42da-9959-d29457d2ab73', 'port_id': 'eae934ef-49ff-45f8-b351-7ee7966c2283', 'mac_address': 'fa:16:3e:75:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:00:09.234273 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:09.252405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae934ef-49ff-45f8-b351-7ee7966c2283 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:00:09.273490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eae934ef-49ff-45f8-b351-7ee7966c2283,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:09.277353 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:09.325272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:09.563573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['eae934ef-49ff-45f8-b351-7ee7966c2283'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:00:10.050509 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8036383-af5b-42ba-af9e-fccb3add0b55 req-7a7d0ded-4494-4d51-a701-475a572e7186 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:10.052093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8036383-af5b-42ba-af9e-fccb3add0b55 req-7a7d0ded-4494-4d51-a701-475a572e7186 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Oct 22 14:00:10.092419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8036383-af5b-42ba-af9e-fccb3add0b55 req-91841847-6bd2-45e6-ad3d-7dfa993e144e tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Oct 22 14:00:10.329736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:11.111375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eae934ef-49ff-45f8-b351-7ee7966c2283 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:11.162211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port eae934ef-49ff-45f8-b351-7ee7966c2283 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:00:11.166885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port eae934ef-49ff-45f8-b351-7ee7966c2283 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:11.167266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:11.213995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab518-da07-4c5a-90df-4bcecefbfbb7 req-2befe62f-d945-4987-91f0-8eeb2d7da3cf tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:11.215736 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74cab518-da07-4c5a-90df-4bcecefbfbb7 req-2befe62f-d945-4987-91f0-8eeb2d7da3cf tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 945 time: 0.0511451 Oct 22 14:00:11.249456 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:11.266521 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-74cab518-da07-4c5a-90df-4bcecefbfbb7 req-41f18430-b7f7-4787-ba1a-3570ae3f8cde tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Oct 22 14:00:11.276879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:00:11.279408 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b90444d-9206-44ce-ab4b-c86117c5cf38" -d '{"events": [{"server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "name": "network-vif-plugged", "status": "completed", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:00:11.293479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eae934ef-49ff-45f8-b351-7ee7966c2283,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:11.297735 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:11.326865 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b2233-a479-46e9-94d3-130aacf79f45 x-openstack-request-id: req-079b2233-a479-46e9-94d3-130aacf79f45 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:00:11.327157 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "name": "network-vif-plugged", "status": "completed", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:00:11.327407 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-079b2233-a479-46e9-94d3-130aacf79f45 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:00:11.327795 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283', 'code': 200} Oct 22 14:00:11.356988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:11.367064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.367343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.367693 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.368069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.368412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.368748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.369083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.369417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.369751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.370081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.370414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.370774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:11.427359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11226540-0cf4-4815-8a55-227172f2a79d req-102396b9-44ea-48a5-b436-2cb41cfda00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:11.428916 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11226540-0cf4-4815-8a55-227172f2a79d req-102396b9-44ea-48a5-b436-2cb41cfda00a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 1097 time: 0.0436552 Oct 22 14:00:11.467880 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-11226540-0cf4-4815-8a55-227172f2a79d req-c99a7d84-2323-4d49-95c7-89b109b33c32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297687 Oct 22 14:00:12.398484 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee4d66-d4ef-467c-a8f0-6c63463fb15f req-dcf57f33-f0c8-4901-bcee-848377ca0b88 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:12.400065 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8dee4d66-d4ef-467c-a8f0-6c63463fb15f req-dcf57f33-f0c8-4901-bcee-848377ca0b88 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 946 time: 0.0536034 Oct 22 14:00:12.447362 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8dee4d66-d4ef-467c-a8f0-6c63463fb15f req-cfdea5f2-ff8f-4880-90eb-45b00dc48b6d tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Oct 22 14:00:13.576767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d5f6b-667a-4afb-924c-976e5ec9105f req-95505ec0-0055-47ac-9695-b120b11b7769 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:13.578438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da3d5f6b-667a-4afb-924c-976e5ec9105f req-95505ec0-0055-47ac-9695-b120b11b7769 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 946 time: 0.0563192 Oct 22 14:00:13.623815 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da3d5f6b-667a-4afb-924c-976e5ec9105f req-b8f885a0-ede8-4b81-aea8-88d504c004c7 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Oct 22 14:00:13.879617 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1db78-3914-4beb-b0c6-38f1f672db84 req-500d03fa-be25-444b-a39a-b69fc849a2e9 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:13.881063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ba1db78-3914-4beb-b0c6-38f1f672db84 req-500d03fa-be25-444b-a39a-b69fc849a2e9 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 946 time: 0.0521641 Oct 22 14:00:13.923011 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4ba1db78-3914-4beb-b0c6-38f1f672db84 req-02c68145-2d8f-431f-ad3b-27f1b8fb5433 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Oct 22 14:00:15.047804 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42f1c-2d64-4d18-94a8-f02c10a6cb45 req-e3191441-36a0-4a3f-bd45-20854afd4f57 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:15.049319 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62c42f1c-2d64-4d18-94a8-f02c10a6cb45 req-e3191441-36a0-4a3f-bd45-20854afd4f57 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 946 time: 0.0509279 Oct 22 14:00:15.089491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62c42f1c-2d64-4d18-94a8-f02c10a6cb45 req-b2f09e38-650e-4de3-a78b-6f7472b46b4c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Oct 22 14:00:15.374485 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-ae7431a0-1ae2-4b61-8dd9-972dfde04dab tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:15.376022 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-ae7431a0-1ae2-4b61-8dd9-972dfde04dab tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 946 time: 0.0515370 Oct 22 14:00:15.475258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Deleting port eae934ef-49ff-45f8-b351-7ee7966c2283 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:15.475594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:15.566737 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] For port eae934ef-49ff-45f8-b351-7ee7966c2283, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=eae934ef-49ff-45f8-b351-7ee7966c2283,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:15.567115 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:15.585117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Calling delete_port for eae934ef-49ff-45f8-b351-7ee7966c2283 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:15.717541 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:15.731331 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['eae934ef-49ff-45f8-b351-7ee7966c2283'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:00:15.733743 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:00:15.746633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Pushing event deleted for resources: {'Port': ['ID=eae934ef-49ff-45f8-b351-7ee7966c2283,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:15.757571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.757925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.758275 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.758635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.758979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.759315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.759666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.759982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.760315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.760644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.760977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.761300 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:15.810014 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] No DVR routers for this DVR port eae934ef-49ff-45f8-b351-7ee7966c2283 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:15.813257 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:15.817724 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3561ae2f-210a-4a10-ab8a-5b7aa63d4c34 req-43bf08c1-ebe6-4c42-b3bc-51547af6bd8a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.21 "DELETE /v2.0/ports/eae934ef-49ff-45f8-b351-7ee7966c2283 HTTP/1.1" status: 204 len: 173 time: 0.4356878 Oct 22 14:00:15.818122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'name': 'network-vif-deleted', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:00:15.820790 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ef787-c788-4a69-91ad-cbc4f820938b" -d '{"events": [{"server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "name": "network-vif-deleted", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:00:15.869303 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9935cb3-7c50-4d68-b407-fb2850844984 x-openstack-request-id: req-e9935cb3-7c50-4d68-b407-fb2850844984 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:00:15.870027 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd093c7-89dd-4e54-a418-014130457505", "name": "network-vif-deleted", "tag": "eae934ef-49ff-45f8-b351-7ee7966c2283", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:00:15.870283 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9935cb3-7c50-4d68-b407-fb2850844984 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:00:15.870755 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd093c7-89dd-4e54-a418-014130457505', 'name': 'network-vif-deleted', 'tag': 'eae934ef-49ff-45f8-b351-7ee7966c2283', 'status': 'completed', 'code': 200} Oct 22 14:00:16.208578 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfad1232-7309-48dc-9bae-99b4a5e23a12 req-efe01d6e-b7b5-48a4-babf-8c877e1027ae tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bd093c7-89dd-4e54-a418-014130457505 HTTP/1.1" status: 200 len: 210 time: 0.0321510 Oct 22 14:00:17.371122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e478-56d8-454a-9b2f-79e9e0629558 req-e7be2be3-0120-4a78-9786-d5ffabb38dc2 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:17.372667 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a724e478-56d8-454a-9b2f-79e9e0629558 req-e7be2be3-0120-4a78-9786-d5ffabb38dc2 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0537601 Oct 22 14:00:17.413866 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a724e478-56d8-454a-9b2f-79e9e0629558 req-27bc822d-d2f0-40a7-8877-a0df94f1beef tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Oct 22 14:00:17.549179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99163e63-9955-4277-833f-d6ba35f6e764 req-e8ef7e8f-3162-4929-ad9b-51c141f0358b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:17.551858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99163e63-9955-4277-833f-d6ba35f6e764 req-e8ef7e8f-3162-4929-ad9b-51c141f0358b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0533791 Oct 22 14:00:17.598155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99163e63-9955-4277-833f-d6ba35f6e764 req-caad6557-9dcb-48e4-9bc0-e130da4e477c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Oct 22 14:00:17.721357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451961b-3afb-4991-8184-b19f5d789f44 req-adbf4d6d-1d3c-48f8-9dfd-65260a172ca5 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:17.723024 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2451961b-3afb-4991-8184-b19f5d789f44 req-adbf4d6d-1d3c-48f8-9dfd-65260a172ca5 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0529332 Oct 22 14:00:17.763859 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2451961b-3afb-4991-8184-b19f5d789f44 req-f023d597-0b4c-4bc4-9b4e-2e8365315e93 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Oct 22 14:00:17.914193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-81ec2fe1-7ef5-4d92-8557-64f25387a930 req-e8b80144-0527-4ca0-8278-338004639a52 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:00:17.915327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-81ec2fe1-7ef5-4d92-8557-64f25387a930 req-e8b80144-0527-4ca0-8278-338004639a52 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0460327 Oct 22 14:00:18.025139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0021f91-7b1d-42bf-bb72-55899c961f39 req-81a9d033-3f43-4bf9-b1d5-d1a30b7efa57 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:18.026772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0021f91-7b1d-42bf-bb72-55899c961f39 req-81a9d033-3f43-4bf9-b1d5-d1a30b7efa57 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Oct 22 14:00:18.066639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e0021f91-7b1d-42bf-bb72-55899c961f39 req-1f9d4c1a-eabe-4ced-a473-39ec777fba0a tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Oct 22 14:00:18.203561 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8f83-4c1a-45f0-b326-df6400d7584a req-e499921b-001f-4890-8740-2e720e920c2b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:18.205143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921a8f83-4c1a-45f0-b326-df6400d7584a req-e499921b-001f-4890-8740-2e720e920c2b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0549278 Oct 22 14:00:18.249081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921a8f83-4c1a-45f0-b326-df6400d7584a req-966c02cf-458f-4058-9a61-83295833bd7c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Oct 22 14:00:18.387494 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912bef-8b38-46ac-87b8-bdecda28e72e req-bed1cdbf-410f-47b6-8f1e-24cacd9ce59f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:18.388939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31912bef-8b38-46ac-87b8-bdecda28e72e req-bed1cdbf-410f-47b6-8f1e-24cacd9ce59f tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0516257 Oct 22 14:00:18.429967 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-31912bef-8b38-46ac-87b8-bdecda28e72e req-fd3e50e4-83cd-4f46-8155-b93cbd57c16b tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Oct 22 14:00:18.752331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9910-bdc6-4e1a-872a-e155b458b842 req-a25a5b0e-b084-48e7-9980-85619b445115 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:18.754835 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-339a9910-bdc6-4e1a-872a-e155b458b842 req-a25a5b0e-b084-48e7-9980-85619b445115 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0521924 Oct 22 14:00:18.798871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-339a9910-bdc6-4e1a-872a-e155b458b842 req-ab7f1ca1-801d-418a-8246-e0c5d0e69602 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Oct 22 14:00:19.142096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eae934ef-49ff-45f8-b351-7ee7966c2283 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:19.164337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: eae934ef-49ff-45f8-b351-7ee7966c2283 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:19.164685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device eae934ef-49ff-45f8-b351-7ee7966c2283 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:19.924566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1b96a-a410-4653-90ae-58c8d1414c88 req-841a5f59-af5a-48a0-afc2-4e37436c1b7c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:19.926831 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20a1b96a-a410-4653-90ae-58c8d1414c88 req-841a5f59-af5a-48a0-afc2-4e37436c1b7c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Oct 22 14:00:19.971914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20a1b96a-a410-4653-90ae-58c8d1414c88 req-fd888fb8-ece3-47a8-88ea-3b2177176bbc tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Oct 22 14:00:20.154691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-699fc8df-e9e9-46a7-ba30-78e85719c739 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:20.156086 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-699fc8df-e9e9-46a7-ba30-78e85719c739 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 946 time: 0.0573659 Oct 22 14:00:20.249783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Deleting port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:20.250122 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:20.358077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] For port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,segment=NetworkSegment(9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb),segment_id=9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:20.358470 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:20.378571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Calling delete_port for 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:20.533935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:20.545709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:00:20.567510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Pushing event deleted for resources: {'Port': ['ID=1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:20.579375 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.579725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.580064 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.580398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.581374 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.581709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.582073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.582368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.582717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.583047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.583370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.583691 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:20.622301 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] No DVR routers for this DVR port 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:20.624990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:20.628713 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-46d6a115-d767-4c09-8f0d-a2933e5e2183 req-bf080073-29ac-46ab-aab7-1ac6426c743c tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.26 "DELETE /v2.0/ports/1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 HTTP/1.1" status: 204 len: 173 time: 0.4647188 Oct 22 14:00:20.629177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'name': 'network-vif-deleted', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:00:20.631506 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1100b85c-29ee-4cc5-8520-a68515562701" -d '{"events": [{"server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "name": "network-vif-deleted", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:00:20.673325 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c516dc46-87da-41b3-8481-1d36f5c36722 x-openstack-request-id: req-c516dc46-87da-41b3-8481-1d36f5c36722 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:00:20.673624 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d0863-4059-4162-ac32-da4b409ba408", "name": "network-vif-deleted", "tag": "1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:00:20.673886 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c516dc46-87da-41b3-8481-1d36f5c36722 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:00:20.674308 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d0863-4059-4162-ac32-da4b409ba408', 'name': 'network-vif-deleted', 'tag': '1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0', 'status': 'completed', 'code': 200} Oct 22 14:00:21.102450 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c40fba9b-2b17-4f9e-861e-56bc264ff64a req-e045ddd1-779a-4aee-a923-e16f95be08f0 tempest-ServersNegativeTestJSON-1457694377 tempest-ServersNegativeTestJSON-1457694377-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96d0863-4059-4162-ac32-da4b409ba408 HTTP/1.1" status: 200 len: 210 time: 0.0393727 Oct 22 14:00:22.156156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49394) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:22.205728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Deleting subnet a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:00:22.208970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.245136 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.287537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.351880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.381008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:22.382918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.386219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2ad4738a-bde1-4be0-98dc-b0d2e8fafc2c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a16c4cdd-fa4b-4523-ae15-8f3b4e67ec6a HTTP/1.1" status: 204 len: 168 time: 0.2286210 Oct 22 14:00:22.388717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49396) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:22.460411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.549357 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.570169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3ef655-8295-42da-9959-d29457d2ab73']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:22.579644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:22.579943 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6ce0a8-35ce-4f59-b981-8cd7b6d19ddb') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:22.590295 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.604344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.610710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:22.611364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:22.614025 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:22.677268 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.681653 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.684950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] 10.222.0.25 "DELETE /v2.0/networks/af3ef655-8295-42da-9959-d29457d2ab73 HTTP/1.1" status: 204 len: 168 time: 0.2952969 Oct 22 14:00:22.698126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7c66-98a6-4b30-92e1-ef1961977e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3ef655-8295-42da-9959-d29457d2ab73,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:22.805742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49400) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:22.847868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c40c6d38-b158-420e-9302-697869cf6f6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5238a15a036048e19951d261e4023c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409145 Oct 22 14:00:22.850412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49402) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:22.902348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.925596 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.973326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.976468 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:22.977730 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa3190ce-5a76-4dae-ad31-d4a4b4cc8202 HTTP/1.1" status: 204 len: 168 time: 0.1263530 Oct 22 14:00:22.986355 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cba1b-0ebd-47ac-89ae-7b7c3ff1e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3190ce-5a76-4dae-ad31-d4a4b4cc8202,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:23.707967 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49424) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:23.805362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298534891'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:23.827253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:23.832333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:23.841318 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:23.855212 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:23.875125 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:23.875472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 1c6ec3af-ac8d-44e2-8b4d-0a8b69a75aa0 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:23.925064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:23.929101 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:23.952609 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:23.967795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fd2948-2e19-40a5-bd88-9181b6746a1d,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:23.973211 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:23.973560 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Added segment e949f41d-bf48-4154-918c-842caa4cb3e8 of type vlan for network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 Oct 22 14:00:24.017908 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:24.044872 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:24.050669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:24.051273 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:24.088789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3794620 Oct 22 14:00:24.089034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3e485624-50bb-4940-824f-8cdd69935b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:24.129714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927ac3-9980-46fe-bac7-771d57199d5b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Network': ['ID=e727eaff-b1f0-4ce5-9b21-0e67c15579b3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:24.140836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:27.177396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a4447f7d-3a7e-44cc-a68c-5206ae704487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.415177 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49428) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:27.420497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'subnet': {'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:27.516151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:27.519640 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.710789 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.779457 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Subnet': ['ID=93dca429-fca2-4a32-b58e-a4de6a6b13b3,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:27.788842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking segment: {'id': 'e949f41d-bf48-4154-918c-842caa4cb3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:27.789201 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network hostable DHCP agents. Network: e727eaff-b1f0-4ce5-9b21-0e67c15579b3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:27.806548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:27.816511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, e727eaff-b1f0-4ce5-9b21-0e67c15579b3) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:27.820782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:27.821371 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.828815 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e67595-4063-48bd-9dcb-9b69a4b588ef None None] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:27.838986 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fe3ca41-a66d-40e2-831d-9b62733c8ed7 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4226055 Oct 22 14:00:27.842424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:27.848152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1665855152'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:27.878391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:27.882152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.908046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:27.920136 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.920369 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Added segment 5b3be35a-84d6-454d-85be-ace4da6485ad of type vlan for network b5e0971b-af8e-42b9-8eee-a505e095fe0a Oct 22 14:00:27.926242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.949885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.963954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.993521 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:27.999959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:28.000567 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.016834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-e727eaff-b1f0-4ce5-9b21-0e67c15579b3', 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3', 'tenant_id': 'ab652a547afa4b4f81a83a09e942d92e', 'fixed_ips': [{'subnet_id': '93dca429-fca2-4a32-b58e-a4de6a6b13b3'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:28.017855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.051808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2081709 Oct 22 14:00:28.054901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:28.060232 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'subnet': {'network_id': 'b5e0971b-af8e-42b9-8eee-a505e095fe0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:28.080210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772a9a-e931-4cca-b3cf-25c191759b58 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Network': ['ID=b5e0971b-af8e-42b9-8eee-a505e095fe0a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:28.100673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network b5e0971b-af8e-42b9-8eee-a505e095fe0a details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:28.166518 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:28.170294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.228329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Allocated IP 2001:db8:0:ffff::2 (e727eaff-b1f0-4ce5-9b21-0e67c15579b3/93dca429-fca2-4a32-b58e-a4de6a6b13b3/925a117d-5fd6-4630-a077-08bed01277df) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:28.390294 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.408421 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.414401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.459353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Subnet': ['ID=02161fe5-634c-42a2-a3aa-2e0ccbcf9d42,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:28.462792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:28.469821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:28.471142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking segment: {'id': '5b3be35a-84d6-454d-85be-ace4da6485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5e0971b-af8e-42b9-8eee-a505e095fe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:28.472204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network hostable DHCP agents. Network: b5e0971b-af8e-42b9-8eee-a505e095fe0a, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:28.472351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Pushing event updated for resources: {'Port': ['ID=925a117d-5fd6-4630-a077-08bed01277df,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:28.474484 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:28.492547 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network b5e0971b-af8e-42b9-8eee-a505e095fe0a is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:28.504469 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, b5e0971b-af8e-42b9-8eee-a505e095fe0a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:28.509087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:28.509697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.529751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a869db35-5eca-423f-924a-b9620cad6a26 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4712303 Oct 22 14:00:28.529987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49434) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:28.644265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.666426 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd79bc-6edb-4df8-991d-c75a3e94e6c5 None None] Network b5e0971b-af8e-42b9-8eee-a505e095fe0a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:28.719942 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Attempting to bind port 925a117d-5fd6-4630-a077-08bed01277df on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:28.720339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Attempting to bind port 925a117d-5fd6-4630-a077-08bed01277df by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e949f41d-bf48-4154-918c-842caa4cb3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:28.720685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Attempting to bind port 925a117d-5fd6-4630-a077-08bed01277df on network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:28.730116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.761811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:28.762263 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Checking segment: {'id': 'e949f41d-bf48-4154-918c-842caa4cb3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:28.762708 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.763024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Bound using segment: {'id': 'e949f41d-bf48-4154-918c-842caa4cb3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:28.763581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Bound port: 925a117d-5fd6-4630-a077-08bed01277df, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e949f41d-bf48-4154-918c-842caa4cb3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e727eaff-b1f0-4ce5-9b21-0e67c15579b3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:28.763915 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.811329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.844693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Subnet': ['ID=02161fe5-634c-42a2-a3aa-2e0ccbcf9d42,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:28.871176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a26d5-c0be-4f98-894a-7b140e6c12a6 None None] Network b5e0971b-af8e-42b9-8eee-a505e095fe0a requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:28.903551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] For port 925a117d-5fd6-4630-a077-08bed01277df, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:28.916011 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.938627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e0971b-af8e-42b9-8eee-a505e095fe0a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:28.949942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3be35a-84d6-454d-85be-ace4da6485ad') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:28.950251 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3be35a-84d6-454d-85be-ace4da6485ad') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:28.953213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] For port 925a117d-5fd6-4630-a077-08bed01277df, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=925a117d-5fd6-4630-a077-08bed01277df,segment=NetworkSegment(e949f41d-bf48-4154-918c-842caa4cb3e8),segment_id=e949f41d-bf48-4154-918c-842caa4cb3e8)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:28.960884 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.961889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.976605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.983311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:28.983712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:28.988324 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:29.065815 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.075418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6ad7-f1c8-4819-9098-7a1730216b35 None None] Pushing event updated for resources: {'Port': ['ID=925a117d-5fd6-4630-a077-08bed01277df,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:29.089165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.092575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/b5e0971b-af8e-42b9-8eee-a505e095fe0a HTTP/1.1" status: 204 len: 168 time: 0.5616395 Oct 22 14:00:29.093505 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9302f-bb6c-4647-96c9-da114021ec0c tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Network': ['ID=b5e0971b-af8e-42b9-8eee-a505e095fe0a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:29.096663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49436) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:29.102227 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1380653901'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:29.129190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:29.132976 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.159559 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:29.169690 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.170153 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Added segment a11e883e-d689-44ab-a24b-e1dbaaa19b4c of type vlan for network d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 Oct 22 14:00:29.226367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.255414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.261999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:29.262730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.305212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2073052 Oct 22 14:00:29.308006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49438) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:29.316359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'subnet': {'network_id': 'd8b81d7b-8cdb-4c5d-88fb-94ea92d04e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:29.362621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97750da-37ae-4501-8c1f-2f7946f33507 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Network': ['ID=d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:29.374053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:29.447753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:29.451558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.517119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Performing IP validity checks on allocation pools {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 22 14:00:29.517119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.ipam_backend_mixin [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 22 14:00:29.645787 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.712225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Subnet': ['ID=86f25d69-6550-4a20-b735-714fd4198c76,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:29.729008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking segment: {'id': 'a11e883e-d689-44ab-a24b-e1dbaaa19b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd8b81d7b-8cdb-4c5d-88fb-94ea92d04e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:29.729451 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network hostable DHCP agents. Network: d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:29.749044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:29.759557 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:29.764906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:29.765646 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.771520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118aba3-4116-4930-a97a-698ef9646f8b None None] Network d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:29.797922 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a717f1b7-077a-4e53-a317-e139839af4da tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4884648 Oct 22 14:00:29.801118 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49440) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:29.928464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.941978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.970416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2ffcb-7e6a-4cb6-a089-187e1201ad43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95', 'network_id': 'd8b81d7b-8cdb-4c5d-88fb-94ea92d04e95', 'tenant_id': 'ab652a547afa4b4f81a83a09e942d92e', 'fixed_ips': [{'subnet_id': '86f25d69-6550-4a20-b735-714fd4198c76'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:29.972422 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ffcb-7e6a-4cb6-a089-187e1201ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:29.991467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.056057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server [None req-b5b2ffcb-7e6a-4cb6-a089-187e1201ad43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86f25d69-6550-4a20-b735-714fd4198c76: This subnet is being modified by another concurrent operation. Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise self.value Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server raise exception Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86f25d69-6550-4a20-b735-714fd4198c76: This subnet is being modified by another concurrent operation. Oct 22 14:00:30.084499 n-d-813419-8 neutron-server[100621]: ERROR oslo_messaging.rpc.server Oct 22 14:00:30.099613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Subnet': ['ID=86f25d69-6550-4a20-b735-714fd4198c76,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:30.108394 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c96bf-b9fc-420f-9429-1d7e2c856454 None None] Network d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:30.112406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c252d-c5e3-48bc-870f-0bde64ae05ea None None] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:30.301259 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] Provisioning complete for port 925a117d-5fd6-4630-a077-08bed01277df triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:30.301638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.463774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.508618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] For port 925a117d-5fd6-4630-a077-08bed01277df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=925a117d-5fd6-4630-a077-08bed01277df,segment=NetworkSegment(e949f41d-bf48-4154-918c-842caa4cb3e8),segment_id=e949f41d-bf48-4154-918c-842caa4cb3e8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:30.517356 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.527057 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.551757 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:30.562974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11e883e-d689-44ab-a24b-e1dbaaa19b4c') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:30.563386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11e883e-d689-44ab-a24b-e1dbaaa19b4c') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:30.583018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.587629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bd24c-362b-42cc-af19-abb1e4e7b469 None None] Pushing event updated for resources: {'Port': ['ID=925a117d-5fd6-4630-a077-08bed01277df,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:30.599762 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.606636 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:30.607185 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: timer() Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:30.610500 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:30.673453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.683079 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.687470 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 HTTP/1.1" status: 204 len: 168 time: 0.8847191 Oct 22 14:00:30.687910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4039bf-5f55-459e-8344-7b4a78e90a2d None None] get_active_networks_info from n-d-813419-8 {{(pid=100621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 14:00:30.692416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49444) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:30.698544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501871906'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:30.700908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401765aa-b5d6-473e-8554-0ebb6390862f tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Network': ['ID=d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:30.722324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:30.726446 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.754049 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:30.764173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.764443 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Added segment 4d1e46e2-efef-4903-898d-5b598adc0a21 of type vlan for network 78d721c2-b994-4183-913a-52fa60fc07a7 Oct 22 14:00:30.774066 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5ceb83c1-c97e-4eca-9a6a-d372c23b8711 None None] Provisioning complete for port 925a117d-5fd6-4630-a077-08bed01277df triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:30.774446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5ceb83c1-c97e-4eca-9a6a-d372c23b8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.776299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4039bf-5f55-459e-8344-7b4a78e90a2d None None] Resources bound (agent type, host, resource id): {{(pid=100621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 22 14:00:30.816919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.846855 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.853961 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:30.854784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:30.899982 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2058434 Oct 22 14:00:30.903022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49446) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:30.911308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'subnet': {'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:30.944077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 925a117d-5fd6-4630-a077-08bed01277df up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:30.961875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b776d-eebc-4ca9-a2b3-32d834926281 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Network': ['ID=78d721c2-b994-4183-913a-52fa60fc07a7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:30.989716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 78d721c2-b994-4183-913a-52fa60fc07a7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:31.018712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:31.022202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.118981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 925a117d-5fd6-4630-a077-08bed01277df triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:31.119214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.224365 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.287368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Subnet': ['ID=c953765f-1a01-4607-a3ad-59c243efe350,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:31.297590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking segment: {'id': '4d1e46e2-efef-4903-898d-5b598adc0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:31.297959 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network hostable DHCP agents. Network: 78d721c2-b994-4183-913a-52fa60fc07a7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:31.316741 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network 78d721c2-b994-4183-913a-52fa60fc07a7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:31.326438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 78d721c2-b994-4183-913a-52fa60fc07a7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:31.332249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:31.332853 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.339818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c90d7-0fa4-438c-8a3b-8c9520a87e66 None None] Network 78d721c2-b994-4183-913a-52fa60fc07a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:31.350625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fdaa3849-ac84-4cc4-8bfa-2893edd82749 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4452863 Oct 22 14:00:31.354213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49448) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:31.359341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357354412'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:31.379939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:31.383636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.409854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:31.419393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.419749 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Added segment fe44f325-cfa3-4c33-9866-ebbaa912893f of type vlan for network a75f3f37-14c8-46a1-833e-ca3bda0db135 Oct 22 14:00:31.465616 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.493443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-78d721c2-b994-4183-913a-52fa60fc07a7', 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7', 'tenant_id': 'ab652a547afa4b4f81a83a09e942d92e', 'fixed_ips': [{'subnet_id': 'c953765f-1a01-4607-a3ad-59c243efe350'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:31.494151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.495050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.499851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:31.500461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.540906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1854734 Oct 22 14:00:31.543932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49450) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:31.548542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Request body: {'subnet': {'network_id': 'a75f3f37-14c8-46a1-833e-ca3bda0db135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:31.590494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e1a27-ccf9-4ff0-aa16-cf661702eaf1 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Network': ['ID=a75f3f37-14c8-46a1-833e-ca3bda0db135,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:31.603809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network a75f3f37-14c8-46a1-833e-ca3bda0db135 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:31.677074 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Made reservation on behalf of ab652a547afa4b4f81a83a09e942d92e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:31.680836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.702024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Allocated IP 2001:db8::2 (78d721c2-b994-4183-913a-52fa60fc07a7/c953765f-1a01-4607-a3ad-59c243efe350/ce51f10a-8119-4bf3-bc01-67861edbb2de) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:31.872451 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.883342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.896854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:31.928908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Network 78d721c2-b994-4183-913a-52fa60fc07a7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:31.931923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:31.936570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:31.944855 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Pushing event updated for resources: {'Port': ['ID=ce51f10a-8119-4bf3-bc01-67861edbb2de,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:31.961563 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event updated for resources: {'Subnet': ['ID=9dde6337-f1db-4ba3-ab92-7e91cf45643c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:31.980207 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Checking segment: {'id': 'fe44f325-cfa3-4c33-9866-ebbaa912893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a75f3f37-14c8-46a1-833e-ca3bda0db135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:31.980578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network hostable DHCP agents. Network: a75f3f37-14c8-46a1-833e-ca3bda0db135, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:32.000910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Network a75f3f37-14c8-46a1-833e-ca3bda0db135 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:32.015283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, a75f3f37-14c8-46a1-833e-ca3bda0db135) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:32.020460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:32.021055 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.039439 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-10f51c6e-6a2b-4423-85eb-332399d13483 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4946649 Oct 22 14:00:32.042191 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.146623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcd763-1982-4abf-8aaa-ce920880b0c7 None None] Network a75f3f37-14c8-46a1-833e-ca3bda0db135 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:32.152230 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.200485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Attempting to bind port ce51f10a-8119-4bf3-bc01-67861edbb2de on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:32.200854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Attempting to bind port ce51f10a-8119-4bf3-bc01-67861edbb2de by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '4d1e46e2-efef-4903-898d-5b598adc0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:32.201235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Attempting to bind port ce51f10a-8119-4bf3-bc01-67861edbb2de on network 78d721c2-b994-4183-913a-52fa60fc07a7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:32.210032 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.234896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:32.235281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Checking segment: {'id': '4d1e46e2-efef-4903-898d-5b598adc0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:32.235686 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.236086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Bound using segment: {'id': '4d1e46e2-efef-4903-898d-5b598adc0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:32.236609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Bound port: ce51f10a-8119-4bf3-bc01-67861edbb2de, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1e46e2-efef-4903-898d-5b598adc0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78d721c2-b994-4183-913a-52fa60fc07a7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:32.236994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.285894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.322423 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Subnet': ['ID=9dde6337-f1db-4ba3-ab92-7e91cf45643c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:32.359465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0827b07d-31bc-45df-8427-3ed331fac1e4 None None] Network a75f3f37-14c8-46a1-833e-ca3bda0db135 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:32.381840 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] For port ce51f10a-8119-4bf3-bc01-67861edbb2de, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:32.397082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.407559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] For port ce51f10a-8119-4bf3-bc01-67861edbb2de, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ce51f10a-8119-4bf3-bc01-67861edbb2de,segment=NetworkSegment(4d1e46e2-efef-4903-898d-5b598adc0a21),segment_id=4d1e46e2-efef-4903-898d-5b598adc0a21)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:32.420231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75f3f37-14c8-46a1-833e-ca3bda0db135']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:32.430793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44f325-cfa3-4c33-9866-ebbaa912893f') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:32.431096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44f325-cfa3-4c33-9866-ebbaa912893f') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:32.441954 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.446920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.455660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.462420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:32.462856 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: timer() Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:32.466254 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:32.546863 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f259-8a01-46ae-b549-feedb4ed2f9f None None] Pushing event updated for resources: {'Port': ['ID=ce51f10a-8119-4bf3-bc01-67861edbb2de,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:32.547466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.559181 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.562945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/a75f3f37-14c8-46a1-833e-ca3bda0db135 HTTP/1.1" status: 204 len: 168 time: 0.5195446 Oct 22 14:00:32.566337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.576320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606694a-2f12-477f-944f-e5cc8e625126 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Network': ['ID=a75f3f37-14c8-46a1-833e-ca3bda0db135,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:32.599664 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e0dc46-df76-401b-8411-9a5a29d85c70 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] GET failed (client error): The resource could not be found. Oct 22 14:00:32.601038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-92e0dc46-df76-401b-8411-9a5a29d85c70 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "GET /v2.0/subnets/9dde6337-f1db-4ba3-ab92-7e91cf45643c HTTP/1.1" status: 404 len: 337 time: 0.0336175 Oct 22 14:00:32.603906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49456) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.624120 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b96bb4-b4e2-4dd0-824b-02095534f946 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:32.624716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b96bb4-b4e2-4dd0-824b-02095534f946 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:32.628063 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d2b96bb4-b4e2-4dd0-824b-02095534f946 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/a75f3f37-14c8-46a1-833e-ca3bda0db135 HTTP/1.1" status: 404 len: 339 time: 0.0230696 Oct 22 14:00:32.632237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.659865 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b60152a-1166-4674-8ce7-c486465ca4d9 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:32.660345 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b60152a-1166-4674-8ce7-c486465ca4d9 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:32.663968 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2b60152a-1166-4674-8ce7-c486465ca4d9 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/subnets/9dde6337-f1db-4ba3-ab92-7e91cf45643c HTTP/1.1" status: 404 len: 337 time: 0.0300362 Oct 22 14:00:32.666246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49460) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.697346 n-d-813419-8 neutron-server[100619]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04af11c-6c13-4d56-89dd-a2ef2d0b1fac tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:32.697346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04af11c-6c13-4d56-89dd-a2ef2d0b1fac tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100619) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:32.701923 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b04af11c-6c13-4d56-89dd-a2ef2d0b1fac tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/a75f3f37-14c8-46a1-833e-ca3bda0db135 HTTP/1.1" status: 404 len: 339 time: 0.0340419 Oct 22 14:00:32.707519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49462) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:32.769100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Deleting subnet c953765f-1a01-4607-a3ad-59c243efe350 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:00:32.772747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.817695 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.894566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ce51f10a-8119-4bf3-bc01-67861edbb2de up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:32.914742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.961668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ce51f10a-8119-4bf3-bc01-67861edbb2de triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:32.962036 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:32.991148 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.019549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Subnet': ['ID=c953765f-1a01-4607-a3ad-59c243efe350,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:33.023660 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.030177 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4d6710e3-6a63-4a67-8e59-9cca621dd1c2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/subnets/c953765f-1a01-4607-a3ad-59c243efe350 HTTP/1.1" status: 204 len: 168 time: 0.3183172 Oct 22 14:00:33.030394 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49464) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.047303 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.081246 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port ce51f10a-8119-4bf3-bc01-67861edbb2de, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ce51f10a-8119-4bf3-bc01-67861edbb2de,segment=NetworkSegment(4d1e46e2-efef-4903-898d-5b598adc0a21),segment_id=4d1e46e2-efef-4903-898d-5b598adc0a21)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:33.086128 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.122497 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.139894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=ce51f10a-8119-4bf3-bc01-67861edbb2de,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:33.183583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Deleting port ce51f10a-8119-4bf3-bc01-67861edbb2de {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:33.183923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.253370 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] For port ce51f10a-8119-4bf3-bc01-67861edbb2de, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ce51f10a-8119-4bf3-bc01-67861edbb2de,segment=NetworkSegment(4d1e46e2-efef-4903-898d-5b598adc0a21),segment_id=4d1e46e2-efef-4903-898d-5b598adc0a21)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:33.254005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.269237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Calling delete_port for ce51f10a-8119-4bf3-bc01-67861edbb2de owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:33.360989 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.390908 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No DVR routers for this DVR port ce51f10a-8119-4bf3-bc01-67861edbb2de on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:33.397150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Port': ['ID=ce51f10a-8119-4bf3-bc01-67861edbb2de,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:33.451688 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c8427-5d6e-45ba-92e8-3fcd63f24b92 None None] Network 78d721c2-b994-4183-913a-52fa60fc07a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:33.485152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.509835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d721c2-b994-4183-913a-52fa60fc07a7']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:33.520638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1e46e2-efef-4903-898d-5b598adc0a21') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:33.520974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1e46e2-efef-4903-898d-5b598adc0a21') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:33.525411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-33607641-f5d3-4cb3-ba83-1e582c512bb6 None None] Could not find standard attr ID for object ce51f10a-8119-4bf3-bc01-67861edbb2de. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:00:33.531713 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.545197 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.552733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:33.553223 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: timer() Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:33.556690 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:33.618926 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b76cf-ecbe-4867-93a1-b513eb793eb4 None None] DHCP port deletion for 78d721c2-b994-4183-913a-52fa60fc07a7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:00:33.621634 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.630782 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.636860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/78d721c2-b994-4183-913a-52fa60fc07a7 HTTP/1.1" status: 204 len: 168 time: 0.6054320 Oct 22 14:00:33.638079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49466) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.649006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d82fc-574a-4293-90ab-a13423c3aafb tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Network': ['ID=78d721c2-b994-4183-913a-52fa60fc07a7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:33.666612 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3946beb-eacd-49c5-9d83-64142456ed7a tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:33.667098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3946beb-eacd-49c5-9d83-64142456ed7a tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:33.670141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e3946beb-eacd-49c5-9d83-64142456ed7a tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/subnets/86f25d69-6550-4a20-b735-714fd4198c76 HTTP/1.1" status: 404 len: 337 time: 0.0306950 Oct 22 14:00:33.673429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49468) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.694039 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccbf1c7-b072-449c-bbfe-daa24f87a32d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:33.694519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccbf1c7-b072-449c-bbfe-daa24f87a32d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:33.697540 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ccbf1c7-b072-449c-bbfe-daa24f87a32d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/d8b81d7b-8cdb-4c5d-88fb-94ea92d04e95 HTTP/1.1" status: 404 len: 339 time: 0.0227070 Oct 22 14:00:33.700208 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49470) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.725992 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-17814ea3-c304-4f38-8277-ad941ba7ffef tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:33.726449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17814ea3-c304-4f38-8277-ad941ba7ffef tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:33.729518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-17814ea3-c304-4f38-8277-ad941ba7ffef tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/subnets/02161fe5-634c-42a2-a3aa-2e0ccbcf9d42 HTTP/1.1" status: 404 len: 337 time: 0.0284159 Oct 22 14:00:33.732133 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49472) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.751591 n-d-813419-8 neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eca030-2625-49a9-a610-4ec70c102ca2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] DELETE failed (client error): The resource could not be found. Oct 22 14:00:33.752784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9eca030-2625-49a9-a610-4ec70c102ca2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 22 14:00:33.756459 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b9eca030-2625-49a9-a610-4ec70c102ca2 tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/b5e0971b-af8e-42b9-8eee-a505e095fe0a HTTP/1.1" status: 404 len: 339 time: 0.0234046 Oct 22 14:00:33.759100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49474) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:33.817331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Deleting subnet 93dca429-fca2-4a32-b58e-a4de6a6b13b3 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:00:33.820709 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.864429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:33.955164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.019236 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.048399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Subnet': ['ID=93dca429-fca2-4a32-b58e-a4de6a6b13b3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:34.051203 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.056767 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4b8131dc-9dba-40e9-a488-72fb991dc99b tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/subnets/93dca429-fca2-4a32-b58e-a4de6a6b13b3 HTTP/1.1" status: 204 len: 168 time: 0.2943931 Oct 22 14:00:34.057649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49476) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:34.057748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10579d0-1faa-45d3-a544-322359da9136 None None] Network e727eaff-b1f0-4ce5-9b21-0e67c15579b3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:34.134813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.188800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Deleting port 925a117d-5fd6-4630-a077-08bed01277df {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:34.190103 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.226334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] DHCP port deletion for e727eaff-b1f0-4ce5-9b21-0e67c15579b3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:00:34.266314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] For port 925a117d-5fd6-4630-a077-08bed01277df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=925a117d-5fd6-4630-a077-08bed01277df,segment=NetworkSegment(e949f41d-bf48-4154-918c-842caa4cb3e8),segment_id=e949f41d-bf48-4154-918c-842caa4cb3e8)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:34.266720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.280113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Calling delete_port for 925a117d-5fd6-4630-a077-08bed01277df owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:34.283065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Deleting port 925a117d-5fd6-4630-a077-08bed01277df {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:34.283813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.354464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] For port 925a117d-5fd6-4630-a077-08bed01277df, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=925a117d-5fd6-4630-a077-08bed01277df,segment=NetworkSegment(e949f41d-bf48-4154-918c-842caa4cb3e8),segment_id=e949f41d-bf48-4154-918c-842caa4cb3e8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:34.355260 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.371806 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.373689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Calling delete_port for 925a117d-5fd6-4630-a077-08bed01277df owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:34.402849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Port': ['ID=925a117d-5fd6-4630-a077-08bed01277df,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:34.407851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] No DVR routers for this DVR port 925a117d-5fd6-4630-a077-08bed01277df on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:34.459509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.485253 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] Pushing event deleted for resources: {'Port': ['ID=925a117d-5fd6-4630-a077-08bed01277df,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:34.489706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443ce49-6df9-4873-a260-385bdae0cb95 None None] No DVR routers for this DVR port 925a117d-5fd6-4630-a077-08bed01277df on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:34.498247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.520538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e727eaff-b1f0-4ce5-9b21-0e67c15579b3']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:34.530175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e949f41d-bf48-4154-918c-842caa4cb3e8') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:34.530474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e949f41d-bf48-4154-918c-842caa4cb3e8') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:34.544844 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.559472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.567499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:34.568003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:34.571337 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:34.631552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.640147 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:34.643814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] 10.222.0.25 "DELETE /v2.0/networks/e727eaff-b1f0-4ce5-9b21-0e67c15579b3 HTTP/1.1" status: 204 len: 168 time: 0.5858698 Oct 22 14:00:34.653455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491663bb-ad33-4557-9068-cf8e74b2782d tempest-NetworksIpV6Test-1543983550 tempest-NetworksIpV6Test-1543983550-project] Pushing event deleted for resources: {'Network': ['ID=e727eaff-b1f0-4ce5-9b21-0e67c15579b3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:34.871794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 925a117d-5fd6-4630-a077-08bed01277df no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:34.894334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 925a117d-5fd6-4630-a077-08bed01277df {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:34.894716 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 925a117d-5fd6-4630-a077-08bed01277df not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:34.895138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ce51f10a-8119-4bf3-bc01-67861edbb2de no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:34.914997 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: ce51f10a-8119-4bf3-bc01-67861edbb2de {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:34.915355 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ce51f10a-8119-4bf3-bc01-67861edbb2de not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:34.945022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49482) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:35.123834 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f48235aa-f66f-4c21-bc02-96cbb9ac233e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab652a547afa4b4f81a83a09e942d92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776133 Oct 22 14:00:35.126258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49486) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:35.176765 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:35.209474 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:35.261223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:35.264382 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:35.265628 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58fd2948-2e19-40a5-bd88-9181b6746a1d HTTP/1.1" status: 204 len: 168 time: 0.1383085 Oct 22 14:00:35.274781 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3e222-fbb8-4559-9fb2-4b15cbbf199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fd2948-2e19-40a5-bd88-9181b6746a1d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:35.951192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:36.048409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-475152153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:36.074545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.075637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.126532 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.131544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.149930 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.151206 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6604761d-cf18-4e5d-9ccd-2f9148a57fb1 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1989903 Oct 22 14:00:36.153994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:36.159077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2128097243'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:36.180299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Made reservation on behalf of dd39c1a6ed21423881213608b18ae4cb for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:36.184041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.193841 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.275151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.279221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.307199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:36.318307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1fccfd-bc38-428d-96dd-8bf178a5dc90,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:36.323760 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.324107 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Added segment af485594-7e9e-4ab6-829b-690bd27c81e9 of type vlan for network 65755a81-a497-4ccd-9b9f-834f17347a93 Oct 22 14:00:36.366178 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.391995 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.398428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:36.399078 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.432510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2773941 Oct 22 14:00:36.435473 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49514) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:36.441680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'subnet': {'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:36.474914 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd227d4-f7c0-40cc-996c-500cca178595 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event updated for resources: {'Network': ['ID=65755a81-a497-4ccd-9b9f-834f17347a93,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:36.487434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 65755a81-a497-4ccd-9b9f-834f17347a93 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:36.544140 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Made reservation on behalf of dd39c1a6ed21423881213608b18ae4cb for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:36.547978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.740922 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.797718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event updated for resources: {'Subnet': ['ID=fd971311-39c1-427e-bf52-73b07f49d9dc,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:36.808960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Checking segment: {'id': 'af485594-7e9e-4ab6-829b-690bd27c81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:36.809353 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Network hostable DHCP agents. Network: 65755a81-a497-4ccd-9b9f-834f17347a93, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:36.827768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Network 65755a81-a497-4ccd-9b9f-834f17347a93 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:36.837459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 65755a81-a497-4ccd-9b9f-834f17347a93) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:36.841902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:36.842500 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.850003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26d7aa-3155-472b-baeb-9b0b3bcaa46e None None] Network 65755a81-a497-4ccd-9b9f-834f17347a93 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:36.860367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8d04c7b2-f9dc-4359-ab45-4b2ab7462c61 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4231925 Oct 22 14:00:36.864651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49516) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:36.869808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1069435835'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:36.891723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Made reservation on behalf of dd39c1a6ed21423881213608b18ae4cb for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:36.895947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.926436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:36.939923 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:36.940303 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Added segment 03915e93-159e-4d8e-867a-43c99528cca4 of type vlan for network 6b3200a2-07af-4935-a772-465fa41ceba8 Oct 22 14:00:36.984516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.016900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-65755a81-a497-4ccd-9b9f-834f17347a93', 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93', 'tenant_id': 'dd39c1a6ed21423881213608b18ae4cb', 'fixed_ips': [{'subnet_id': 'fd971311-39c1-427e-bf52-73b07f49d9dc'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:37.018382 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.021663 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.027841 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:37.028579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.061206 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1954448 Oct 22 14:00:37.065180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49518) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:37.070164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'subnet': {'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:37.124733 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91b02-5945-485e-954b-5381b673f7e5 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event updated for resources: {'Network': ['ID=6b3200a2-07af-4935-a772-465fa41ceba8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:37.140827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6b3200a2-07af-4935-a772-465fa41ceba8 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:37.211061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Made reservation on behalf of dd39c1a6ed21423881213608b18ae4cb for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:37.213290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Allocated IP 172.20.0.2 (65755a81-a497-4ccd-9b9f-834f17347a93/fd971311-39c1-427e-bf52-73b07f49d9dc/9dea06d2-cb7c-4453-bfc0-78700b72ef87) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:37.214650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.378671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.385747 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.414280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.426372 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Network 65755a81-a497-4ccd-9b9f-834f17347a93 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:37.429650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:37.433171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:37.446765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Pushing event updated for resources: {'Port': ['ID=9dea06d2-cb7c-4453-bfc0-78700b72ef87,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:37.479847 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event updated for resources: {'Subnet': ['ID=df63e3d5-2398-43fb-9258-eee66f405fb6,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:37.493334 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Checking segment: {'id': '03915e93-159e-4d8e-867a-43c99528cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:37.493696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Network hostable DHCP agents. Network: 6b3200a2-07af-4935-a772-465fa41ceba8, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:37.503494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Attempting to bind port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:37.503494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Attempting to bind port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'af485594-7e9e-4ab6-829b-690bd27c81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:37.503494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Attempting to bind port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 on network 65755a81-a497-4ccd-9b9f-834f17347a93 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:37.507949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:37.508326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Checking segment: {'id': 'af485594-7e9e-4ab6-829b-690bd27c81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:37.508727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.509119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Bound using segment: {'id': 'af485594-7e9e-4ab6-829b-690bd27c81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:37.509588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Bound port: 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af485594-7e9e-4ab6-829b-690bd27c81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65755a81-a497-4ccd-9b9f-834f17347a93'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:37.509974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.516258 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Network 6b3200a2-07af-4935-a772-465fa41ceba8 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:37.535251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6b3200a2-07af-4935-a772-465fa41ceba8) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:37.539599 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:37.540193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.545333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d84ca4-ee40-4546-ab87-78b72ae3da22 None None] Network 6b3200a2-07af-4935-a772-465fa41ceba8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:37.559162 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-292fa4c2-ab15-40c4-b2aa-4af6a1adcd73 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4928939 Oct 22 14:00:37.562471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49520) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:37.568984 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8a30579a-2ea6-4b74-a5a1-15862e21347b tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:37.637561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] For port 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:37.653492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] For port 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9dea06d2-cb7c-4453-bfc0-78700b72ef87,segment=NetworkSegment(af485594-7e9e-4ab6-829b-690bd27c81e9),segment_id=af485594-7e9e-4ab6-829b-690bd27c81e9)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:37.664406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.769068 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb1fea-91d0-44fb-b2c0-564d42ff78ce None None] Pushing event updated for resources: {'Port': ['ID=9dea06d2-cb7c-4453-bfc0-78700b72ef87,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:37.785110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8a30579a-2ea6-4b74-a5a1-15862e21347b tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.805188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6b3200a2-07af-4935-a772-465fa41ceba8', 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8', 'tenant_id': 'dd39c1a6ed21423881213608b18ae4cb', 'fixed_ips': [{'subnet_id': 'df63e3d5-2398-43fb-9258-eee66f405fb6'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:37.806494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:37.913944 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [None req-8a30579a-2ea6-4b74-a5a1-15862e21347b tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 22 14:00:37.915057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8a30579a-2ea6-4b74-a5a1-15862e21347b tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "PUT /v2.0/routers/08e1f7e1-75dc-4ed7-b9a7-01537ea2a3b2 HTTP/1.1" status: 400 len: 364 time: 0.3516579 Oct 22 14:00:37.921477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49522) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:37.976446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Allocated IP 172.21.0.2 (6b3200a2-07af-4935-a772-465fa41ceba8/df63e3d5-2398-43fb-9258-eee66f405fb6/46f752c1-245d-4146-bfaf-0664be25b444) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:38.025513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Deleting subnet df63e3d5-2398-43fb-9258-eee66f405fb6 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:00:38.140805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.147924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.148187 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.189121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Network 6b3200a2-07af-4935-a772-465fa41ceba8 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:38.192269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:38.196018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:38.197218 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.206557 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Pushing event updated for resources: {'Port': ['ID=46f752c1-245d-4146-bfaf-0664be25b444,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:38.263734 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Attempting to bind port 46f752c1-245d-4146-bfaf-0664be25b444 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:38.264117 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Attempting to bind port 46f752c1-245d-4146-bfaf-0664be25b444 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '03915e93-159e-4d8e-867a-43c99528cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:38.264490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Attempting to bind port 46f752c1-245d-4146-bfaf-0664be25b444 on network 6b3200a2-07af-4935-a772-465fa41ceba8 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:38.271110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:38.271493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Checking segment: {'id': '03915e93-159e-4d8e-867a-43c99528cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:38.271905 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.272317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Bound using segment: {'id': '03915e93-159e-4d8e-867a-43c99528cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:38.272799 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Bound port: 46f752c1-245d-4146-bfaf-0664be25b444, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03915e93-159e-4d8e-867a-43c99528cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6b3200a2-07af-4935-a772-465fa41ceba8'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:38.273196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.296356 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.368679 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.371774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] For port 46f752c1-245d-4146-bfaf-0664be25b444, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:38.375345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] For port 46f752c1-245d-4146-bfaf-0664be25b444, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=46f752c1-245d-4146-bfaf-0664be25b444,segment=NetworkSegment(03915e93-159e-4d8e-867a-43c99528cca4),segment_id=03915e93-159e-4d8e-867a-43c99528cca4)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:38.382054 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.401807 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Subnet': ['ID=df63e3d5-2398-43fb-9258-eee66f405fb6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:38.404386 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.407631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9cb96eab-7926-4d2b-af31-f8ba6ab47861 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "DELETE /v2.0/subnets/df63e3d5-2398-43fb-9258-eee66f405fb6 HTTP/1.1" status: 204 len: 168 time: 0.4850721 Oct 22 14:00:38.410139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49524) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:38.465931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5c31-17b7-4d74-99ec-916f9c9f740a None None] Pushing event updated for resources: {'Port': ['ID=46f752c1-245d-4146-bfaf-0664be25b444,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:38.503795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.562930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Deleting port 46f752c1-245d-4146-bfaf-0664be25b444 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:38.563309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.761824 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:38.934187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235b814-acd0-4ccc-937b-b7a4bf2d2eec None None] Network 65755a81-a497-4ccd-9b9f-834f17347a93 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:38.960885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9dea06d2-cb7c-4453-bfc0-78700b72ef87 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:38.987026 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] For port 46f752c1-245d-4146-bfaf-0664be25b444, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=46f752c1-245d-4146-bfaf-0664be25b444,segment=NetworkSegment(03915e93-159e-4d8e-867a-43c99528cca4),segment_id=03915e93-159e-4d8e-867a-43c99528cca4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:38.987664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.003126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Calling delete_port for 46f752c1-245d-4146-bfaf-0664be25b444 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:39.054188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] Provisioning complete for port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:39.054573 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.091656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.118536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Port': ['ID=46f752c1-245d-4146-bfaf-0664be25b444,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:39.122068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] No DVR routers for this DVR port 46f752c1-245d-4146-bfaf-0664be25b444 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:39.145005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:39.145373 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.213625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.242837 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3200a2-07af-4935-a772-465fa41ceba8']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:39.254856 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03915e93-159e-4d8e-867a-43c99528cca4') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:39.255298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03915e93-159e-4d8e-867a-43c99528cca4') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:39.264214 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.272153 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.290079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.297824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:39.298314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:39.303960 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:39.392072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.405471 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.409646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "DELETE /v2.0/networks/6b3200a2-07af-4935-a772-465fa41ceba8 HTTP/1.1" status: 204 len: 168 time: 0.9984529 Oct 22 14:00:39.412278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49526) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:39.422373 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb568-60cb-42c1-809b-8755e0844612 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Network': ['ID=6b3200a2-07af-4935-a772-465fa41ceba8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:39.484044 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Deleting subnet fd971311-39c1-427e-bf52-73b07f49d9dc {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:00:39.488604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.506825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] For port 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9dea06d2-cb7c-4453-bfc0-78700b72ef87,segment=NetworkSegment(af485594-7e9e-4ab6-829b-690bd27c81e9),segment_id=af485594-7e9e-4ab6-829b-690bd27c81e9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:39.507909 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.518812 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.543751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.607467 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd768c3-966d-432e-b571-86f39353f37f None None] Pushing event updated for resources: {'Port': ['ID=9dea06d2-cb7c-4453-bfc0-78700b72ef87,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:39.630184 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:00:39.630830 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:00:39.652807 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.718904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.727756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21923289-65a9-4b58-82a5-d403a7ce734b None None] DHCP port deletion for 6b3200a2-07af-4935-a772-465fa41ceba8 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:00:39.738103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-030e8f6e-947a-4320-a981-84176594ce65 None None] Could not find standard attr ID for object 46f752c1-245d-4146-bfaf-0664be25b444. {{(pid=100621) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 22 14:00:39.753325 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.756625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "DELETE /v2.0/subnets/fd971311-39c1-427e-bf52-73b07f49d9dc HTTP/1.1" status: 204 len: 168 time: 0.3432097 Oct 22 14:00:39.758021 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe069be2-3071-4d52-8167-45cd229d56d2 tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Subnet': ['ID=fd971311-39c1-427e-bf52-73b07f49d9dc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:39.759361 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49528) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:39.761441 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3ef22-412c-4bbe-9a19-9df1177a3abb None None] Network 6b3200a2-07af-4935-a772-465fa41ceba8 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:39.765186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519b4a2-ade9-46e1-95fc-97147686aa13 None None] Network 65755a81-a497-4ccd-9b9f-834f17347a93 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:39.788116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3ef22-412c-4bbe-9a19-9df1177a3abb None None] Network 6b3200a2-07af-4935-a772-465fa41ceba8 could not be found, it might have been deleted concurrently. {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 22 14:00:39.844323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.904623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-13f93971-54a8-454b-b0f4-5535a8e47253 None None] Provisioning complete for port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:39.905002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13f93971-54a8-454b-b0f4-5535a8e47253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.911706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Deleting port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:39.912054 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:39.979356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] For port 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9dea06d2-cb7c-4453-bfc0-78700b72ef87,segment=NetworkSegment(af485594-7e9e-4ab6-829b-690bd27c81e9),segment_id=af485594-7e9e-4ab6-829b-690bd27c81e9)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:39.979637 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.001653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Calling delete_port for 9dea06d2-cb7c-4453-bfc0-78700b72ef87 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:40.032286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] DHCP port deletion for 65755a81-a497-4ccd-9b9f-834f17347a93 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:00:40.087639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.091380 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Deleting port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:00:40.092665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.113099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Port': ['ID=9dea06d2-cb7c-4453-bfc0-78700b72ef87,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:40.119034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] No DVR routers for this DVR port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:40.176442 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 update to ACTIVE by agent not found {{(pid=100621) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 22 14:00:40.176990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 46f752c1-245d-4146-bfaf-0664be25b444 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:40.182414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] For port 9dea06d2-cb7c-4453-bfc0-78700b72ef87, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:40.182831 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.213615 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.214123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 46f752c1-245d-4146-bfaf-0664be25b444 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:40.214478 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 46f752c1-245d-4146-bfaf-0664be25b444 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 22 14:00:40.219526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Calling delete_port for 9dea06d2-cb7c-4453-bfc0-78700b72ef87 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:00:40.234575 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65755a81-a497-4ccd-9b9f-834f17347a93']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:40.237755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:00:40.239162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Port 46f752c1-245d-4146-bfaf-0664be25b444 not found, will not notify nova. {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 22 14:00:40.241492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.246036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af485594-7e9e-4ab6-829b-690bd27c81e9') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:40.246541 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af485594-7e9e-4ab6-829b-690bd27c81e9') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:40.260146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.267283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] Pushing event deleted for resources: {'Port': ['ID=9dea06d2-cb7c-4453-bfc0-78700b72ef87,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:40.273739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcf5a9-f804-4d3b-8280-f85ddfad1a12 None None] No DVR routers for this DVR port 9dea06d2-cb7c-4453-bfc0-78700b72ef87 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:00:40.275733 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.296059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:00:40.296460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:00:40.300233 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:00:40.347296 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.358740 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.366588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.369705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "DELETE /v2.0/networks/65755a81-a497-4ccd-9b9f-834f17347a93 HTTP/1.1" status: 204 len: 168 time: 0.6093435 Oct 22 14:00:40.372359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49530) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:40.396578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd145c-59e8-495b-ab9b-702ba8e1bbba tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Pushing event deleted for resources: {'Network': ['ID=65755a81-a497-4ccd-9b9f-834f17347a93,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:40.413843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-be0da8ad-693d-461e-8eb9-a6e98b95758f tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "GET /v2.0/ports?device_id=08e1f7e1-75dc-4ed7-b9a7-01537ea2a3b2 HTTP/1.1" status: 200 len: 205 time: 0.0403910 Oct 22 14:00:40.416269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:40.495264 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.659625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.662151 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.707296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.707869 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Fanout notify agent at l3_agent the message router_deleted on router 08e1f7e1-75dc-4ed7-b9a7-01537ea2a3b2 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:00:40.715909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:40.717047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ac6845a5-47a2-4e1a-8db3-3336a2cddfca tempest-RoutersNegativeTest-1672249815 tempest-RoutersNegativeTest-1672249815-project] 10.222.0.25 "DELETE /v2.0/routers/08e1f7e1-75dc-4ed7-b9a7-01537ea2a3b2 HTTP/1.1" status: 204 len: 168 time: 0.2998834 Oct 22 14:00:40.880984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9dea06d2-cb7c-4453-bfc0-78700b72ef87 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:40.905493 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9dea06d2-cb7c-4453-bfc0-78700b72ef87 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:40.906211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9dea06d2-cb7c-4453-bfc0-78700b72ef87 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:40.906663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 46f752c1-245d-4146-bfaf-0664be25b444 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:00:40.928158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 46f752c1-245d-4146-bfaf-0664be25b444 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:00:40.928510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 46f752c1-245d-4146-bfaf-0664be25b444 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:00:40.989607 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49538) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:41.136237 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8729bebe-813c-472e-bd7c-d2600b491b63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd39c1a6ed21423881213608b18ae4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453848 Oct 22 14:00:41.138658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49542) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:41.193904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:41.215971 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:41.264163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:41.266889 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:41.268889 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f1fccfd-bc38-428d-96dd-8bf178a5dc90 HTTP/1.1" status: 204 len: 168 time: 0.1291237 Oct 22 14:00:41.277080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6dfc5-8715-49f6-8162-654470c3f080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1fccfd-bc38-428d-96dd-8bf178a5dc90,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:41.933794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49564) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:42.037516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-468697724-network', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:42.060163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Made reservation on behalf of f5c53d8608d249a9bf06bded069231c0 for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:42.062745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.072726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.151066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.154667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.180006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:42.190952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217d73a-14cf-4766-bf26-57f8d367a5dd,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:42.197446 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.197789 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Added segment da12509a-ae73-4024-a355-1d54ed4073b9 of type vlan for network edc76d00-4de5-479c-9ec6-28cab390136c Oct 22 14:00:42.240509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.266590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.268310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:42.268907 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.306329 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3713996 Oct 22 14:00:42.313389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49568) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:42.320268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Request body: {'subnet': {'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-subnet', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:42.338933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb303-7e94-4a8c-8183-047ddb89d003 admin admin] Pushing event updated for resources: {'Network': ['ID=edc76d00-4de5-479c-9ec6-28cab390136c,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:42.344667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Made reservation on behalf of f5c53d8608d249a9bf06bded069231c0 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:42.347194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.350216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network edc76d00-4de5-479c-9ec6-28cab390136c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:42.496000 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:00:42.526781 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.586459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba517d8-7975-4cd2-b189-a9eb272acd52,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:42.595898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Checking segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:42.595898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Network hostable DHCP agents. Network: edc76d00-4de5-479c-9ec6-28cab390136c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:42.613298 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Network edc76d00-4de5-479c-9ec6-28cab390136c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:42.622562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, edc76d00-4de5-479c-9ec6-28cab390136c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:42.627334 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:42.627946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.633174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8ca7c-d277-4e8c-bce5-9ba006f192c6 None None] Network edc76d00-4de5-479c-9ec6-28cab390136c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:42.644636 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-909a3e0c-977c-4da4-979c-ae9578df2868 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3283491 Oct 22 14:00:42.647925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49570) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:42.652308 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:42.674096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.675086 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.732425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.796109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-edc76d00-4de5-479c-9ec6-28cab390136c', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:42.797032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.878883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:42.948572 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Allocated IP 172.20.0.2 (edc76d00-4de5-479c-9ec6-28cab390136c/eba517d8-7975-4cd2-b189-a9eb272acd52/1fe07dd5-8549-40bd-ba62-40601c601776) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:43.089478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.098138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.105069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.109255 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.145643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Network edc76d00-4de5-479c-9ec6-28cab390136c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:43.148583 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:43.154976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:43.158487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Pushing event updated for resources: {'Port': ['ID=1fe07dd5-8549-40bd-ba62-40601c601776,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:43.213069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Attempting to bind port 1fe07dd5-8549-40bd-ba62-40601c601776 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:43.213359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Attempting to bind port 1fe07dd5-8549-40bd-ba62-40601c601776 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:43.213730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Attempting to bind port 1fe07dd5-8549-40bd-ba62-40601c601776 on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:43.218723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:43.219102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Checking segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:43.219509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.219907 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Bound using segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:43.220914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Bound port: 1fe07dd5-8549-40bd-ba62-40601c601776, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:43.221432 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.225710 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Allocated IP 172.25.6.192 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3b13b3a5-f3a4-45b2-b25a-012c2b8d0111) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:43.289671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] For port 1fe07dd5-8549-40bd-ba62-40601c601776, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:43.292848 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] For port 1fe07dd5-8549-40bd-ba62-40601c601776, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1fe07dd5-8549-40bd-ba62-40601c601776,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:43.297089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.346928 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.359033 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0420fd-dd49-4fa4-8072-5d2cee54fa5f None None] Pushing event updated for resources: {'Port': ['ID=1fe07dd5-8549-40bd-ba62-40601c601776,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:43.387141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.428357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:43.433044 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:43.440775 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:43.444135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Pushing event updated for resources: {'Port': ['ID=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:43.733021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:43.944375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.090284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Router bc613b96-fa20-42f4-bbfb-082565352124 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:00:44.205876 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:00:44.225551 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Sync routers for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:00:44.237337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.239490 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:44.240472 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:44.241573 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49572) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:44.242062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ab3d6e41-7988-4d77-b23a-d4c467b5018a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5926232 Oct 22 14:00:44.372453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:44.374489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31cf9d-b5fc-4ea2-bc0f-d6a89ebfea08 None None] Network edc76d00-4de5-479c-9ec6-28cab390136c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:44.500260 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] Provisioning complete for port 1fe07dd5-8549-40bd-ba62-40601c601776 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:44.500635 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.580009 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:43Z', 'revision_number': 3, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:44.619820 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Checking router: bc613b96-fa20-42f4-bbfb-082565352124 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:00:44.620180 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Updating router bc613b96-fa20-42f4-bbfb-082565352124 port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:00:44.628847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.652643 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.666822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] For port 1fe07dd5-8549-40bd-ba62-40601c601776, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1fe07dd5-8549-40bd-ba62-40601c601776,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:44.675759 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.729937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2a5aa-bd04-4c8a-8a39-89de9c171b9c None None] Pushing event updated for resources: {'Port': ['ID=1fe07dd5-8549-40bd-ba62-40601c601776,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:44.753755 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.919749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b3c90f39-290f-4720-aefd-c7df697a200f None None] Provisioning complete for port 1fe07dd5-8549-40bd-ba62-40601c601776 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:44.920523 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b3c90f39-290f-4720-aefd-c7df697a200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.953701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1fe07dd5-8549-40bd-ba62-40601c601776 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:44.962791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Allocated IP 172.20.0.1 (edc76d00-4de5-479c-9ec6-28cab390136c/eba517d8-7975-4cd2-b189-a9eb272acd52/c0f9a387-8226-4236-a207-1da646e60432) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:44.991379 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:44.996709 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.046305 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Attempting to bind port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:45.046713 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Attempting to bind port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:45.047082 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Attempting to bind port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:45.056844 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:45.057224 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:45.057783 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.058001 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:45.058501 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Bound port: 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:45.058902 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.073631 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1fe07dd5-8549-40bd-ba62-40601c601776 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:45.074103 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.084067 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Pushing event updated for resources: {'Port': ['ID=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:45.092250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.102131 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.102478 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.102930 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.103180 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.103512 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.103836 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.104190 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.104582 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.104838 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.105159 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.105479 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.105797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:00:45.132724 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] For port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:45.136353 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] For port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:45.140224 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.140844 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.185771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Network edc76d00-4de5-479c-9ec6-28cab390136c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:45.191156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:45.200435 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:45.203970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Pushing event updated for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:45.210993 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:45.212043 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:45.247279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.269965 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00442-5c03-410c-a74e-8d48bc68a704 None None] Pushing event updated for resources: {'Port': ['ID=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:45.358061 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:45.397075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.493773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-642a51b2-a411-41f5-b609-245edb851531 None None] Provisioning complete for port c0f9a387-8226-4236-a207-1da646e60432 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:45.494329 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-642a51b2-a411-41f5-b609-245edb851531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.539789 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-642a51b2-a411-41f5-b609-245edb851531 None None] Port c0f9a387-8226-4236-a207-1da646e60432 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:00:45.552708 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:43Z', 'revision_number': 3, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:45.579314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.584280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.585022 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e2b7b-ca68-403a-975c-e61ca3861eaf None None] The sync data for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 is: [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:43Z', 'revision_number': 3, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:00:45.657652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Pushing event updated for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:45.660884 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:45.762635 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Network edc76d00-4de5-479c-9ec6-28cab390136c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:45.764211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:45.922711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Router bc613b96-fa20-42f4-bbfb-082565352124 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:00:46.058460 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:00:46.069024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f64614e5-5805-477f-b105-9a19e844350b admin admin] 10.222.0.25 "PUT /v2.0/routers/bc613b96-fa20-42f4-bbfb-082565352124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212688 Oct 22 14:00:46.069274 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2c57c051-3380-49f4-8460-9d16ee2a5d2e None None] Provisioning complete for port c0f9a387-8226-4236-a207-1da646e60432 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:46.069274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c57c051-3380-49f4-8460-9d16ee2a5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.107649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2c57c051-3380-49f4-8460-9d16ee2a5d2e None None] Port c0f9a387-8226-4236-a207-1da646e60432 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:00:46.604378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49588) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:46.609373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-31120624-network', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:46.634142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Made reservation on behalf of f0d1c0a5864946888798ac5e2baa5cda for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:46.636578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.646085 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.741860 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.746998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.775855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:00:46.784047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4995c-cab7-4d9a-8dfe-5101c746bdea,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:46.790849 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:46.791192 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Added segment d03745ef-e49c-48ca-be4e-d9f75fb3ff8b of type vlan for network 79444ee6-ced8-470d-96a7-82a519aa8e89 Oct 22 14:00:46.916739 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:46.982498 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:46.983049 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.085464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.109482 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:47.114675 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.176658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:47.280505 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Sync routers for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:00:47.281832 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.298251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:47.299209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:47.314899 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.316068 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:47.316828 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.354351 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7462351 Oct 22 14:00:47.354680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49590) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:47.360331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Request body: {'subnet': {'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-subnet', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:47.383896 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Made reservation on behalf of f0d1c0a5864946888798ac5e2baa5cda for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:47.386334 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.406496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1555a98-ecca-484f-a3d3-01da215e3139 admin admin] Pushing event updated for resources: {'Network': ['ID=79444ee6-ced8-470d-96a7-82a519aa8e89,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:47.419383 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:00:47.466215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:47.609786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.685581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=511ebc95-3119-4afa-9ea0-32cad0073ece,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:47.696239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Checking segment: {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:47.696613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Network hostable DHCP agents. Network: 79444ee6-ced8-470d-96a7-82a519aa8e89, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:00:47.716508 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:00:47.730582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 79444ee6-ced8-470d-96a7-82a519aa8e89) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:47.735744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:47.736937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.759241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-19175c9a-ac7b-4e93-84f5-06f3e89f5566 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4027841 Oct 22 14:00:47.761870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49592) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:47.766492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:47.777706 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac53d63-ab0d-43d8-905f-15efb557e778 None None] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:47.790912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.792778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.856056 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:47.999279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.023147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-79444ee6-ced8-470d-96a7-82a519aa8e89', 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'fixed_ips': [{'subnet_id': '511ebc95-3119-4afa-9ea0-32cad0073ece'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:00:48.024029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.046079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 4, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c0f9a387-8226-4236-a207-1da646e60432', 'name': '', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'mac_address': 'fa:16:3e:2f:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:44Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 2, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'subnets': [{'id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:48.081621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Checking router: bc613b96-fa20-42f4-bbfb-082565352124 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:00:48.082027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Updating router bc613b96-fa20-42f4-bbfb-082565352124 port c0f9a387-8226-4236-a207-1da646e60432 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:00:48.169061 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.215247 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.235722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.263735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Allocated IP 172.20.0.2 (79444ee6-ced8-470d-96a7-82a519aa8e89/511ebc95-3119-4afa-9ea0-32cad0073ece/e86bddf4-b7fd-4809-96ee-c6c18a7f5314) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:48.350556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Allocated IP 172.25.6.216 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:48.459237 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.501964 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.542660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:48.545367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:48.552562 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:48.555681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:48.562592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.586474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.646659 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.649405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:48.655759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:48.658867 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:48.662998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.677982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Pushing event updated for resources: {'Port': ['ID=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:48.772822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Attempting to bind port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:48.773197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Attempting to bind port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:48.773573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Attempting to bind port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 on network 79444ee6-ced8-470d-96a7-82a519aa8e89 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:48.787163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d68683-2a17-424e-ae9a-65eaadd0794d None None] Pushing event updated for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:48.805115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:48.805501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Checking segment: {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:48.805913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.806315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Bound using segment: {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:48.806837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Bound port: e86bddf4-b7fd-4809-96ee-c6c18a7f5314, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:48.807223 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.884491 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Attempting to bind port c0f9a387-8226-4236-a207-1da646e60432 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:48.884865 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Attempting to bind port c0f9a387-8226-4236-a207-1da646e60432 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:48.885236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Attempting to bind port c0f9a387-8226-4236-a207-1da646e60432 on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:48.895994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:48.896373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Checking segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:48.896786 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.897187 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Bound using segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:48.897712 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Bound port: c0f9a387-8226-4236-a207-1da646e60432, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:48.898066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:48.935029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:48.960286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] For port e86bddf4-b7fd-4809-96ee-c6c18a7f5314, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:49.005721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] For port e86bddf4-b7fd-4809-96ee-c6c18a7f5314, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:49.027131 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.083019 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] For port c0f9a387-8226-4236-a207-1da646e60432, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:49.117534 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] For port c0f9a387-8226-4236-a207-1da646e60432, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c0f9a387-8226-4236-a207-1da646e60432,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:49.131842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] Provisioning complete for port c0f9a387-8226-4236-a207-1da646e60432 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:49.132224 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.136657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.161406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eaff0-a6c9-44a7-843d-10fef3221caf None None] Pushing event updated for resources: {'Port': ['ID=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:49.172414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:49.172800 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.194655 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.285954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d68683-2a17-424e-ae9a-65eaadd0794d None None] Pushing event updated for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:49.300455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:49.302035 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:49.422568 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.495963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.654988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Router 86acb2de-e4c1-45dc-a8c2-28feead57c89 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:00:49.724433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] For port c0f9a387-8226-4236-a207-1da646e60432, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c0f9a387-8226-4236-a207-1da646e60432,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:49.728663 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:49.730998 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.775456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:00:49.787979 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Sync routers for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:00:49.800141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:49.801164 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:49.805874 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5b27cab2-1235-4ba2-bc02-c15fb1ff90c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0387139 Oct 22 14:00:49.805983 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:49.806327 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:00:49.872803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43b5be-667a-460d-bf4c-f689a2a2b423 None None] Pushing event updated for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:49.920018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3e410e71-a48f-4d18-aeae-7ea42c6e2f4b None None] Provisioning complete for port c0f9a387-8226-4236-a207-1da646e60432 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:49.921591 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3e410e71-a48f-4d18-aeae-7ea42c6e2f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.066553 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:50.080102 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 4, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c0f9a387-8226-4236-a207-1da646e60432', 'name': '', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'mac_address': 'fa:16:3e:2f:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:44Z', 'updated_at': '2021-10-22T14:00:49Z', 'revision_number': 4, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'subnets': [{'id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:50.135596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf78e0b-0278-4dde-824d-3e7b25112f3d None None] The sync data for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 is: [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:00:45Z', 'revision_number': 4, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c0f9a387-8226-4236-a207-1da646e60432', 'name': '', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'mac_address': 'fa:16:3e:2f:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:44Z', 'updated_at': '2021-10-22T14:00:49Z', 'revision_number': 4, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'subnets': [{'id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:00:50.316145 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:49Z', 'revision_number': 3, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:50.348410 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Checking router: 86acb2de-e4c1-45dc-a8c2-28feead57c89 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:00:50.348760 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Updating router 86acb2de-e4c1-45dc-a8c2-28feead57c89 port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:00:50.388262 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.403911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.442339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34bbab9-6a76-4b81-8816-c1b80ba09312 None None] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:00:50.521377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] Provisioning complete for port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:50.521771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.671597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Allocated IP 172.20.0.1 (79444ee6-ced8-470d-96a7-82a519aa8e89/511ebc95-3119-4afa-9ea0-32cad0073ece/b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:50.696649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.718923 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.730802 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.776079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] For port e86bddf4-b7fd-4809-96ee-c6c18a7f5314, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:50.788556 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519ce2-7087-4e4a-816c-23c83c9e43a4 None None] Pushing event updated for resources: {'Port': ['ID=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:50.792198 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.812308 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.824688 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Attempting to bind port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:50.825447 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Attempting to bind port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:50.825816 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Attempting to bind port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:50.836453 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:50.836837 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:50.839803 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.840153 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:50.840664 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Bound port: 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:50.841054 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.878636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.884095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beb48a-17c6-4ddd-abe7-79aebf7b3986 None None] Pushing event updated for resources: {'Port': ['ID=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:50.927247 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] For port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:50.930747 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] For port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:50.945325 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:50.952229 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:50.956802 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:50.959726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:51.012618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Pushing event updated for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:51.034287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.084249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e86bddf4-b7fd-4809-96ee-c6c18a7f5314 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:51.118364 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519ce2-7087-4e4a-816c-23c83c9e43a4 None None] Pushing event updated for resources: {'Port': ['ID=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:51.144254 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:51.145051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:51.183296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:51.183772 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.285095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7320c323-802f-416b-b351-19a1cf94de77 None None] Provisioning complete for port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:51.288999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7320c323-802f-416b-b351-19a1cf94de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.304769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:51.325132 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.476054 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c0f9a387-8226-4236-a207-1da646e60432 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:51.532764 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:49Z', 'revision_number': 3, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:51.537724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c0f9a387-8226-4236-a207-1da646e60432 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:51.538178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.571120 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b03e-18b4-4216-8f08-163b99f6a665 None None] The sync data for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 is: [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:49Z', 'revision_number': 3, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:00:51.589434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.597316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.667443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2e850daa-7a28-4954-b7d2-7633b38d8c79 None None] Provisioning complete for port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:51.668176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e850daa-7a28-4954-b7d2-7633b38d8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.679138 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:51.690331 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Pushing event updated for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:51.719338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2e850daa-7a28-4954-b7d2-7633b38d8c79 None None] Port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:00:51.814731 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:51.816614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:51.980850 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Router 86acb2de-e4c1-45dc-a8c2-28feead57c89 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:00:52.110045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:00:52.115505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4ec2296f-c086-4bb7-a223-28dbabff19fc admin admin] 10.222.0.25 "PUT /v2.0/routers/86acb2de-e4c1-45dc-a8c2-28feead57c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3080735 Oct 22 14:00:52.152174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-86a31893-269c-4522-90d1-ed8ba611dc4e None None] Provisioning complete for port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:52.152792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-86a31893-269c-4522-90d1-ed8ba611dc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:52.192097 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-86a31893-269c-4522-90d1-ed8ba611dc4e None None] Port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:00:52.877261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-a36d664d-7d50-42ab-806d-8e56ad672900 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:52.879558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-a36d664d-7d50-42ab-806d-8e56ad672900 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 816 time: 0.1236153 Oct 22 14:00:52.895797 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-03c01ab9-91da-4c97-a930-ffed53c55821 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/quotas/f5c53d8608d249a9bf06bded069231c0 HTTP/1.1" status: 200 len: 375 time: 0.0102456 Oct 22 14:00:52.951741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-eab3792e-0e04-40b2-8b81-4aa800aa2d39 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493691 Oct 22 14:00:52.964794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:53.017540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:53.017904 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:53.068820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-5cf6384a-2da4-403e-99ab-693397e6626d service neutron] 10.222.0.25 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010017 Oct 22 14:00:53.106290 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:53.128744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:53.133896 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:53.134955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e86bddf4-b7fd-4809-96ee-c6c18a7f5314 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:53.168909 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-c2e81792-6a76-4a69-a036-bc5a26e3e643 service neutron] 10.222.0.25 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938900 Oct 22 14:00:53.227490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:53.235297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:53.235830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:53.373090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c23d882f-ee53-4ed6-823c-15c0c074091f req-729fee4d-620d-4a7b-b197-42ce3cd2a0fb tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Oct 22 14:00:53.573406 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Sync routers for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:00:53.585293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:53.586025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:53.706173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:53.947951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:51Z', 'revision_number': 4, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c', 'name': '', 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'mac_address': 'fa:16:3e:89:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:50Z', 'updated_at': '2021-10-22T14:00:51Z', 'revision_number': 2, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'subnets': [{'id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:53.981109 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Checking router: 86acb2de-e4c1-45dc-a8c2-28feead57c89 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:00:53.981470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Updating router 86acb2de-e4c1-45dc-a8c2-28feead57c89 port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:00:54.008291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.138006 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-13ce7160-1d32-4aad-971c-90e45c9c70ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.312758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.319124 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.382431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a010f6-f27b-4ac3-8177-77a6e2143ec2 None None] Pushing event updated for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:54.392883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-46ee1dac-74a3-4c74-bb29-3bf31d1138e0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:54.394806 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-46ee1dac-74a3-4c74-bb29-3bf31d1138e0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 816 time: 0.1483824 Oct 22 14:00:54.414420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Request body: {'port': {'device_id': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'admin_state_up': True, 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:54.443172 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Attempting to bind port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:54.444299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Attempting to bind port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:54.444692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Attempting to bind port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c on network 79444ee6-ced8-470d-96a7-82a519aa8e89 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:54.452751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:54.453136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Checking segment: {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:54.455088 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.455711 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Bound using segment: {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:54.456416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Bound port: b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:54.456967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.499589 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-631c6603-1bcb-4a32-afc4-12cb91c2e671 req-f14e2d73-6649-42f4-ad6a-8597ff979426 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 210 time: 0.0368056 Oct 22 14:00:54.540646 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] For port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:54.544416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] For port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:54.550152 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.559965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Made reservation on behalf of f5c53d8608d249a9bf06bded069231c0 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:00:54.564064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.621574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:00:54.622226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:00:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:54.675366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a010f6-f27b-4ac3-8177-77a6e2143ec2 None None] Pushing event updated for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:54.730557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Allocated IP 172.20.0.14 (edc76d00-4de5-479c-9ec6-28cab390136c/eba517d8-7975-4cd2-b189-a9eb272acd52/b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:00:54.765938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] Provisioning complete for port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:54.766447 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.769955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:00:54.929464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:54.970844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.015617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Network edc76d00-4de5-479c-9ec6-28cab390136c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:00:55.019403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:00:55.023343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:00:55.055271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Pushing event updated for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:55.058452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:55.092171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:55.092835 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.113052 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-236ef207-56dc-431f-a2c0-b2241344e1b0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7041287 Oct 22 14:00:55.125241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-a784d5c3-d121-449c-83bb-647126e782e4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:00:55.126533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-a784d5c3-d121-449c-83bb-647126e782e4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068576 Oct 22 14:00:55.141865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Request body: {'port': {'device_id': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:00:55.218380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.229140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.264175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:55.264552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.327029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] For port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:00:55.339301 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.420098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:51Z', 'revision_number': 4, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c', 'name': '', 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'mac_address': 'fa:16:3e:89:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:50Z', 'updated_at': '2021-10-22T14:00:54Z', 'revision_number': 4, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'subnets': [{'id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:00:55.464203 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bd424-956a-49f0-a6ed-f8edba5f78cd None None] Pushing event updated for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:55.467001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3d91b-9448-4f1f-a5a0-99bbadcddad2 None None] The sync data for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 is: [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:00:51Z', 'revision_number': 4, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c', 'name': '', 'network_id': '79444ee6-ced8-470d-96a7-82a519aa8e89', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'mac_address': 'fa:16:3e:89:f1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:50Z', 'updated_at': '2021-10-22T14:00:54Z', 'revision_number': 4, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'subnets': [{'id': '511ebc95-3119-4afa-9ea0-32cad0073ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:00:55.488707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-fd218a1d-0d81-44c7-98ac-c94f6f31edab None None] Provisioning complete for port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:55.489085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd218a1d-0d81-44c7-98ac-c94f6f31edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.568703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:00:55.576850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.596581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Transition to ACTIVE for port object b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:00:55.608723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.676152 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a00f2-4d13-4941-834f-673af3a14861 req-d94699b4-72d6-4c44-9668-c7bbe25323d7 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:55.683181 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-003a00f2-4d13-4941-834f-673af3a14861 req-d94699b4-72d6-4c44-9668-c7bbe25323d7 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 944 time: 0.0813520 Oct 22 14:00:55.744500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:55.751040 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-003a00f2-4d13-4941-834f-673af3a14861 req-3f0dda05-821e-42ed-9123-bc4f9cb41e37 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624645 Oct 22 14:00:55.761931 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Attempting to bind port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:00:55.762272 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Attempting to bind port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:00:55.762621 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Attempting to bind port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:55.769036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 on network edc76d00-4de5-479c-9ec6-28cab390136c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:00:55.769357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Attempting to bind port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:00:55.775352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:00:55.775615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Checking segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:00:55.776010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Bound using segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:00:55.776450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Bound port: b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:00:55.776811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.852309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:00:55.856053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:00:55.863053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.902515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:55.903641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:55.905881 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 HTTP/1.1" status: 200 len: 1092 time: 0.7687421 Oct 22 14:00:55.906725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:00:55.910829 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8008388f-65e5-4019-b9f5-125f976e7a01" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:00:55.939705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90633a54-6ee5-4c06-a65e-fcbac61c2996 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:00:55.989796 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa056921-ce47-428c-9758-46fe357a6928 x-openstack-request-id: req-fa056921-ce47-428c-9758-46fe357a6928 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:00:55.990517 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:00:55.991039 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa056921-ce47-428c-9758-46fe357a6928 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:00:55.991620 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9', 'status': 'completed', 'code': 200} Oct 22 14:00:56.034036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-e11f1412-9e36-4bf0-9143-26636bcffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.035719 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-e11f1412-9e36-4bf0-9143-26636bcffd83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 1095 time: 0.0640118 Oct 22 14:00:56.085286 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-5380944c-cdef-4b94-bba6-7eefbc657306 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 HTTP/1.1" status: 200 len: 217 time: 0.0401630 Oct 22 14:00:56.143347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-d227b980-dee9-44cd-9c77-d7e20fe3f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.145425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-d227b980-dee9-44cd-9c77-d7e20fe3f956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba517d8-7975-4cd2-b189-a9eb272acd52 HTTP/1.1" status: 200 len: 855 time: 0.0532799 Oct 22 14:00:56.198763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-8b0444ed-b19e-4fd2-b1f9-61bd9029efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.200353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-8b0444ed-b19e-4fd2-b1f9-61bd9029efaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edc76d00-4de5-479c-9ec6-28cab390136c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473170 Oct 22 14:00:56.295308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-413dce70-3fa4-4d8c-b171-e0d5fb32da24 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864859 Oct 22 14:00:56.396128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f105a3c8-0bcd-4d82-97a7-0e3ce293bde9 req-233295d0-eedf-4498-9ce0-270bcc031ef4 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925784 Oct 22 14:00:56.486963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-4edd5211-9f02-4f66-bb43-266789f38c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.488426 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-4edd5211-9f02-4f66-bb43-266789f38c6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 1095 time: 0.0443537 Oct 22 14:00:56.593364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-cc8c3598-8b41-4e48-8a48-8b71672b46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.594911 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-cc8c3598-8b41-4e48-8a48-8b71672b46bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 917 time: 0.0982893 Oct 22 14:00:56.639770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-1d330a25-5322-4fdd-a720-be61ec361f21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 HTTP/1.1" status: 200 len: 217 time: 0.0361967 Oct 22 14:00:56.697994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-6f5d59b6-ea4b-46ff-94a6-a78290a90476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.699501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-6f5d59b6-ea4b-46ff-94a6-a78290a90476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba517d8-7975-4cd2-b189-a9eb272acd52 HTTP/1.1" status: 200 len: 855 time: 0.0497055 Oct 22 14:00:56.749318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-580832ea-5e06-4877-bdce-5478b6e42c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.750808 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-580832ea-5e06-4877-bdce-5478b6e42c8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edc76d00-4de5-479c-9ec6-28cab390136c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438817 Oct 22 14:00:56.873117 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7e34d-4746-48bf-a361-a85cca02c84d req-f5751d4c-d248-48e9-9fb0-91105528c627 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:56.873697 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-c5cc7a47-becf-407c-9490-dd2f3bb8c0b1 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117110 Oct 22 14:00:56.875129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d7e34d-4746-48bf-a361-a85cca02c84d req-f5751d4c-d248-48e9-9fb0-91105528c627 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 944 time: 0.0579116 Oct 22 14:00:56.915630 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d7e34d-4746-48bf-a361-a85cca02c84d req-1570a766-7ce2-4e34-ae75-40bfdd892d07 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Oct 22 14:00:56.932723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:00:56.984732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8008388f-65e5-4019-b9f5-125f976e7a01 req-f8696f0c-72d6-4d66-b738-b8137ca439c6 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028552 Oct 22 14:00:56.993601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:00:56.993975 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:57.181508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9784198-c805-466c-96a8-36c2663d286d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:57.889531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:57.932624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:00:58.065671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976f95-b815-4791-959b-b35931c5c8c7 req-476beeba-1b79-4b9a-8cfa-746deafbfafe tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:58.068871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5976f95-b815-4791-959b-b35931c5c8c7 req-476beeba-1b79-4b9a-8cfa-746deafbfafe tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 944 time: 0.0677671 Oct 22 14:00:58.120925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5976f95-b815-4791-959b-b35931c5c8c7 req-2535b750-9f81-4d96-9e28-692ede6b77df tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Oct 22 14:00:59.244769 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2942cc2-bbe0-4bf0-91dc-6528b6e4675c req-55f397f1-6414-44b8-894d-f92441e2087a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:00:59.246329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2942cc2-bbe0-4bf0-91dc-6528b6e4675c req-55f397f1-6414-44b8-894d-f92441e2087a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 944 time: 0.0524750 Oct 22 14:00:59.287075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2942cc2-bbe0-4bf0-91dc-6528b6e4675c req-872a84ca-8b54-4dc3-ac5d-610fa9d81d7f tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Oct 22 14:00:59.932691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:00.072861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:01:00.177486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:00.189395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'port_id': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9', 'mac_address': 'fa:16:3e:a0:66:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:01:00.229561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:00.243673 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:01:00.274307 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:00.278440 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:00.328581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:00.407734 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7afe0d-16da-4d90-b41c-15c66c5d97c3 req-12673497-2437-4d53-9692-57b6a8fdad7b tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:00.409431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b7afe0d-16da-4d90-b41c-15c66c5d97c3 req-12673497-2437-4d53-9692-57b6a8fdad7b tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Oct 22 14:01:00.451314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b7afe0d-16da-4d90-b41c-15c66c5d97c3 req-54673591-9a92-4870-a369-e01fa82aeb55 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Oct 22 14:01:00.479611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:01:01.573258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a01a-8971-4201-880b-32ad35fdf352 req-31be1922-4280-4624-a9cb-18faacd089c4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:01.574879 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d559a01a-8971-4201-880b-32ad35fdf352 req-31be1922-4280-4624-a9cb-18faacd089c4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 945 time: 0.0545187 Oct 22 14:01:01.613719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d559a01a-8971-4201-880b-32ad35fdf352 req-712361b9-a156-439d-a222-9938ae05ef92 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Oct 22 14:01:02.089407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:01:02.139316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:01:02.143820 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:01:02.144204 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:02.232161 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:02.251305 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:01:02.253920 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5646702b-0f24-4eac-89a7-773fee13e67c" -d '{"events": [{"server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "name": "network-vif-plugged", "status": "completed", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:01:02.272174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:02.277959 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:02.305886 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59119857-a410-464e-a390-9a88dc63b41e x-openstack-request-id: req-59119857-a410-464e-a390-9a88dc63b41e {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:01:02.306186 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "name": "network-vif-plugged", "status": "completed", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:01:02.306440 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59119857-a410-464e-a390-9a88dc63b41e {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:01:02.306931 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9', 'code': 200} Oct 22 14:01:02.334880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:02.401564 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355e17-17b8-4b2f-bf9e-73779bcafa57 req-a8c9f61c-6ddf-44d9-b16b-9d8946b5c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:02.403026 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f6355e17-17b8-4b2f-bf9e-73779bcafa57 req-a8c9f61c-6ddf-44d9-b16b-9d8946b5c83b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 1097 time: 0.0430863 Oct 22 14:01:02.441515 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f6355e17-17b8-4b2f-bf9e-73779bcafa57 req-9109e148-85a1-4257-a9a5-b742a7f741ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Oct 22 14:01:02.736214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761337f4-a978-4186-bd9c-3ca2f1619ede req-665642b4-342c-4174-830a-139602cc713d tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:02.738329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-761337f4-a978-4186-bd9c-3ca2f1619ede req-665642b4-342c-4174-830a-139602cc713d tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Oct 22 14:01:02.779469 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-761337f4-a978-4186-bd9c-3ca2f1619ede req-3a7c9023-d580-4d2b-b49d-9885ad02edb3 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347826 Oct 22 14:01:03.905409 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8d751-ed81-4c29-86be-bb2467a038ae req-eac8bf0e-6565-4ddb-8e5d-b42666aa03bf tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:03.906878 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69f8d751-ed81-4c29-86be-bb2467a038ae req-eac8bf0e-6565-4ddb-8e5d-b42666aa03bf tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0504522 Oct 22 14:01:03.947742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-69f8d751-ed81-4c29-86be-bb2467a038ae req-e66cf1be-2c7f-4634-8543-763c4f8ed7e5 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Oct 22 14:01:04.074863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ba09f-c101-46ec-acae-37a7eb90510a req-4f041730-782e-46d5-836a-661cafb5dea0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:04.076366 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa2ba09f-c101-46ec-acae-37a7eb90510a req-4f041730-782e-46d5-836a-661cafb5dea0 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0559890 Oct 22 14:01:04.115849 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aa2ba09f-c101-46ec-acae-37a7eb90510a req-9db92447-a17d-40ef-8df5-177963aafbf4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Oct 22 14:01:08.744332 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:10.359149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:19.496091 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:01:24.091209 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f506d730-4601-4134-bf2f-0ff760cfdf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:26.925704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010839a-3e60-46cc-b78b-67be9879cd90 req-fcefef2e-c65a-46f7-bcab-3c1bfdc3de66 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:26.928019 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c010839a-3e60-46cc-b78b-67be9879cd90 req-fcefef2e-c65a-46f7-bcab-3c1bfdc3de66 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0565915 Oct 22 14:01:26.971071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c010839a-3e60-46cc-b78b-67be9879cd90 req-9e57aac9-e52b-4630-bedd-f70f501a2904 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Oct 22 14:01:27.185399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f76d6b9-c7fd-4fa2-a4be-3cc8e1839821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:27.889606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:27.935802 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:28.114984 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45f977-21e3-4e8c-a3fe-31c90d6f804d req-e5dda97a-2d23-477e-9ca8-ded9eec271d2 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:28.116629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f45f977-21e3-4e8c-a3fe-31c90d6f804d req-e5dda97a-2d23-477e-9ca8-ded9eec271d2 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0618138 Oct 22 14:01:28.162081 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3f45f977-21e3-4e8c-a3fe-31c90d6f804d req-b0a94fd0-29d9-4ee8-9e99-74a317ac6d22 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Oct 22 14:01:28.529100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac99d6-d04d-4910-9504-16626cb94575 req-f72fbc5b-339f-4ab9-9633-cf5bd0ecc83f tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:28.530750 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fbac99d6-d04d-4910-9504-16626cb94575 req-f72fbc5b-339f-4ab9-9633-cf5bd0ecc83f tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 946 time: 0.0511460 Oct 22 14:01:28.637712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Deleting port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:01:28.638058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:28.738628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] For port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:28.738983 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:28.752764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Calling delete_port for b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:01:28.905161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:28.922479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:01:28.938098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Pushing event deleted for resources: {'Port': ['ID=b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:28.954905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.955282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.955596 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.955934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.956450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.956788 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.957121 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.957505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.957837 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.958163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.958484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:28.958981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:29.002001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] No DVR routers for this DVR port b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:01:29.005830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:29.009594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fbac99d6-d04d-4910-9504-16626cb94575 req-61ca366f-294d-48fa-9a8b-eba05e2ea6fc tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "DELETE /v2.0/ports/b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 HTTP/1.1" status: 204 len: 173 time: 0.4724042 Oct 22 14:01:29.010216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'name': 'network-vif-deleted', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:01:29.012814 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61f49d-b281-4e6a-b1c0-2f5c6f6e9358" -d '{"events": [{"server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "name": "network-vif-deleted", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:01:29.063889 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068048a-595d-49d8-bb7a-3061c237bd40 x-openstack-request-id: req-1068048a-595d-49d8-bb7a-3061c237bd40 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:01:29.064354 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1cf4ce-6966-46b2-9618-d57e615320a2", "name": "network-vif-deleted", "tag": "b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:01:29.064760 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1068048a-595d-49d8-bb7a-3061c237bd40 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:01:29.065379 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1cf4ce-6966-46b2-9618-d57e615320a2', 'name': 'network-vif-deleted', 'tag': 'b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9', 'status': 'completed', 'code': 200} Oct 22 14:01:29.279247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-75ed55bc-720f-48b3-b4e3-7282679f8d97 req-5bc523fc-3ec7-472c-8746-3b90c6655614 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae1cf4ce-6966-46b2-9618-d57e615320a2 HTTP/1.1" status: 200 len: 210 time: 0.0328825 Oct 22 14:01:29.936394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:30.948626 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-657e411e-2bda-43b4-9039-46e733855400 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:30.950144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-657e411e-2bda-43b4-9039-46e733855400 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 816 time: 0.1076612 Oct 22 14:01:30.966584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-f18ce5e7-41ca-4648-aa91-fc6134dc7438 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/quotas/f5c53d8608d249a9bf06bded069231c0 HTTP/1.1" status: 200 len: 375 time: 0.0102739 Oct 22 14:01:31.026564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-dd60591b-b6b6-46aa-8852-e3ff146bf04e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535030 Oct 22 14:01:31.046399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-e11c7896-3fef-4245-8930-d97101452f09 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:01:31.046399 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-e11c7896-3fef-4245-8930-d97101452f09 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053198 Oct 22 14:01:31.156953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-02cd31ba-b1ab-4427-a26c-3047717008d0 service neutron] 10.222.0.25 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069326 Oct 22 14:01:31.260232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-77b824cf-ea78-47d3-adb8-f928e275995d service neutron] 10.222.0.25 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962224 Oct 22 14:01:31.429925 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6df9c216-cb7a-4ccb-8742-74cac6b0b75e req-fb978083-12fe-497c-831a-ec1cd8eafbfe tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 210 time: 0.0282252 Oct 22 14:01:32.275615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:01:32.297449 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:01:32.297784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device b6b2e46a-ec6e-4d26-857b-f936c2b9f3e9 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:01:32.399192 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-3ea35a30-fd10-472e-a6ff-62ddfe099388 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:32.400741 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-3ea35a30-fd10-472e-a6ff-62ddfe099388 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 816 time: 0.1161356 Oct 22 14:01:32.413656 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Request body: {'port': {'device_id': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'admin_state_up': True, 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:01:32.539813 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Made reservation on behalf of f5c53d8608d249a9bf06bded069231c0 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:01:32.543432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:32.545392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e822b1a-9574-44f2-8dc0-19fb8297288d req-e923fc55-1e8f-4142-93ca-c031e4822953 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 210 time: 0.0299189 Oct 22 14:01:32.688906 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Allocated IP 172.20.0.10 (edc76d00-4de5-479c-9ec6-28cab390136c/eba517d8-7975-4cd2-b189-a9eb272acd52/54e05ae3-4193-4a1e-b361-71cc386df2ed) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:01:32.857105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:32.893598 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:32.940174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Network edc76d00-4de5-479c-9ec6-28cab390136c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:01:32.943844 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:01:32.947452 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:01:32.956163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Pushing event updated for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:33.011510 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:33.012161 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.030074 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-9758770a-ed6f-4efb-b752-40c035b4cd94 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204383 Oct 22 14:01:33.043138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Request body: {'port': {'device_id': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:01:33.104453 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.211584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-63f2a623-25ac-4625-9043-6f1099e1ea09 None None] Provisioning complete for port 54e05ae3-4193-4a1e-b361-71cc386df2ed triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:01:33.212185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63f2a623-25ac-4625-9043-6f1099e1ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.256430 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-63f2a623-25ac-4625-9043-6f1099e1ea09 None None] Port 54e05ae3-4193-4a1e-b361-71cc386df2ed cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:01:33.396244 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e05ae3-4193-4a1e-b361-71cc386df2ed {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:01:33.403735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.416462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Transition to ACTIVE for port object 54e05ae3-4193-4a1e-b361-71cc386df2ed will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:01:33.419543 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.495914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Pushing event updated for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:33.548634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Attempting to bind port 54e05ae3-4193-4a1e-b361-71cc386df2ed on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:01:33.548971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Attempting to bind port 54e05ae3-4193-4a1e-b361-71cc386df2ed by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:01:33.549307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Attempting to bind port 54e05ae3-4193-4a1e-b361-71cc386df2ed on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:01:33.554513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Port 54e05ae3-4193-4a1e-b361-71cc386df2ed on network edc76d00-4de5-479c-9ec6-28cab390136c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:01:33.554865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Attempting to bind port 54e05ae3-4193-4a1e-b361-71cc386df2ed on network edc76d00-4de5-479c-9ec6-28cab390136c {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:01:33.560513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:01:33.560858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Checking segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:01:33.561252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Bound using segment: {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:01:33.561686 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Bound port: 54e05ae3-4193-4a1e-b361-71cc386df2ed, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da12509a-ae73-4024-a355-1d54ed4073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:01:33.562296 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.648048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:01:33.651804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:01:33.657333 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.684056 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8173f-e12d-47c9-bc61-91b1e488c6b9 req-f6be27c5-aaa1-4553-b841-ba26ac88a02e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:33.685712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1f8173f-e12d-47c9-bc61-91b1e488c6b9 req-f6be27c5-aaa1-4553-b841-ba26ac88a02e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 944 time: 0.0620944 Oct 22 14:01:33.705956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:33.707618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:33.709126 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] 10.222.0.26 "PUT /v2.0/ports/54e05ae3-4193-4a1e-b361-71cc386df2ed HTTP/1.1" status: 200 len: 1092 time: 0.6704402 Oct 22 14:01:33.709690 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:01:33.712069 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:01:33.737777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f1f8173f-e12d-47c9-bc61-91b1e488c6b9 req-385048d1-9cd1-401f-812d-7a8d00fe65c5 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Oct 22 14:01:33.751029 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33684ea-ec96-472f-af5a-718a2a4314fd service neutron] Pushing event updated for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:33.783623 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b83e0-55a4-4a21-8e61-247bd4576fe3 x-openstack-request-id: req-ce0b83e0-55a4-4a21-8e61-247bd4576fe3 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:01:33.783916 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:01:33.784255 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce0b83e0-55a4-4a21-8e61-247bd4576fe3 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:01:33.784669 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed', 'status': 'completed', 'code': 200} Oct 22 14:01:33.836694 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-b47d553f-5508-45ed-bafe-2cf9e4e0e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:33.838302 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-b47d553f-5508-45ed-bafe-2cf9e4e0e5e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 1095 time: 0.0457599 Oct 22 14:01:33.893212 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-1a8868f5-6d37-4396-87fc-27c91a42f20b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed HTTP/1.1" status: 200 len: 217 time: 0.0458386 Oct 22 14:01:33.960659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-e24fae70-209f-46be-ac6b-d699fd562e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:33.961527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-e24fae70-209f-46be-ac6b-d699fd562e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba517d8-7975-4cd2-b189-a9eb272acd52 HTTP/1.1" status: 200 len: 855 time: 0.0592484 Oct 22 14:01:34.018270 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-eb9293e7-3a19-4f87-8842-aab4c450f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.020562 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-eb9293e7-3a19-4f87-8842-aab4c450f7b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edc76d00-4de5-479c-9ec6-28cab390136c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520387 Oct 22 14:01:34.111787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-ea89899e-ee88-4c9f-abc2-c63a306c7400 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832984 Oct 22 14:01:34.208417 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6be51d02-dcfa-41be-a043-1772f7b268c7 req-c82f30dc-f22b-4e01-9b14-50251595e98e service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885015 Oct 22 14:01:34.300001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-0b640adc-9729-43b2-aa2c-45e6262963fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.301641 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-0b640adc-9729-43b2-aa2c-45e6262963fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5c53d8608d249a9bf06bded069231c0&device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 1095 time: 0.0426586 Oct 22 14:01:34.401365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-3b002fd7-66f1-481f-b656-62116f8fab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.402865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-3b002fd7-66f1-481f-b656-62116f8fab30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 200 len: 917 time: 0.0932498 Oct 22 14:01:34.444897 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-6afffbb7-acac-45e5-8262-523a5f9bedb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed HTTP/1.1" status: 200 len: 217 time: 0.0351350 Oct 22 14:01:34.500304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-b671d883-d78b-4496-9c9a-dc957eb3bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.501668 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-b671d883-d78b-4496-9c9a-dc957eb3bd66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eba517d8-7975-4cd2-b189-a9eb272acd52 HTTP/1.1" status: 200 len: 855 time: 0.0474958 Oct 22 14:01:34.549109 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-073821e8-318e-47ea-9f3d-c9284ba19329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.551746 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-073821e8-318e-47ea-9f3d-c9284ba19329 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edc76d00-4de5-479c-9ec6-28cab390136c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413935 Oct 22 14:01:34.643284 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-0bb1146c-1c23-4788-bbcb-c600f211fd43 service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Oct 22 14:01:34.742819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cdb48740-fe7a-4f95-b8e2-bc807d0583eb req-80bb1037-011d-4908-a5ea-06a99308c72a service neutron] 10.222.0.26 "GET /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913334 Oct 22 14:01:34.865642 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d5410-d33e-42b3-bf44-b62a8920d7c8 req-206e65ab-dc73-453a-ad36-9d03665ae632 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:34.867149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-047d5410-d33e-42b3-bf44-b62a8920d7c8 req-206e65ab-dc73-453a-ad36-9d03665ae632 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 944 time: 0.0526686 Oct 22 14:01:34.904536 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-047d5410-d33e-42b3-bf44-b62a8920d7c8 req-8afcb630-4853-4aba-b3ac-7edc5eef3f5e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Oct 22 14:01:36.021271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae1ab0-046e-4df6-b8cb-a7d83a6e33c6 req-4041f8d1-1d22-4801-94b4-b476b0198dee tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:36.022772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70ae1ab0-046e-4df6-b8cb-a7d83a6e33c6 req-4041f8d1-1d22-4801-94b4-b476b0198dee tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 944 time: 0.0491745 Oct 22 14:01:36.060253 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70ae1ab0-046e-4df6-b8cb-a7d83a6e33c6 req-f70a635e-f052-4585-b749-78829229452a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Oct 22 14:01:36.322725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 54e05ae3-4193-4a1e-b361-71cc386df2ed details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:01:36.416281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:36.430746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '54e05ae3-4193-4a1e-b361-71cc386df2ed', 'network_id': 'edc76d00-4de5-479c-9ec6-28cab390136c', 'port_id': '54e05ae3-4193-4a1e-b361-71cc386df2ed', 'mac_address': 'fa:16:3e:8b:f8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba517d8-7975-4cd2-b189-a9eb272acd52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:01:36.466909 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:36.479776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e05ae3-4193-4a1e-b361-71cc386df2ed {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:01:36.498689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:36.503093 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:36.547875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:36.555812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.556163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.556504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.556838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.557174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.557502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.557828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.558152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.558485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.558824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.559150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.559465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:01:36.693229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['54e05ae3-4193-4a1e-b361-71cc386df2ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:01:37.182907 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16715c-65b7-4c43-93a9-d319533ddc5c req-c8abd92e-ed87-476b-b47b-e94b915c8508 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:37.184281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c16715c-65b7-4c43-93a9-d319533ddc5c req-c8abd92e-ed87-476b-b47b-e94b915c8508 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Oct 22 14:01:37.223466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c16715c-65b7-4c43-93a9-d319533ddc5c req-2cb7e932-c449-45ef-9366-727e12db7f5a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Oct 22 14:01:38.339792 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 54e05ae3-4193-4a1e-b361-71cc386df2ed up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:01:38.353362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dcc8d-54d5-41e6-873e-b44e8ad26d94 req-6ffd1100-24a2-4dd1-ae2e-c51be0b03a45 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:38.354903 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b69dcc8d-54d5-41e6-873e-b44e8ad26d94 req-6ffd1100-24a2-4dd1-ae2e-c51be0b03a45 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Oct 22 14:01:38.391945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 54e05ae3-4193-4a1e-b361-71cc386df2ed completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:01:38.396527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 54e05ae3-4193-4a1e-b361-71cc386df2ed triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:01:38.396900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:38.483316 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:38.510421 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:01:38.512849 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0cf621-1101-4120-bb20-acceb783bb21" -d '{"events": [{"server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "name": "network-vif-plugged", "status": "completed", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:01:38.528995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:01:38.534749 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:38.572005 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e772d-0a21-4f3b-8650-b8c1ef905d94 x-openstack-request-id: req-268e772d-0a21-4f3b-8650-b8c1ef905d94 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:01:38.572290 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "name": "network-vif-plugged", "status": "completed", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:01:38.572547 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-268e772d-0a21-4f3b-8650-b8c1ef905d94 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:01:38.572943 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed', 'code': 200} Oct 22 14:01:38.609973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:01:38.666665 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be793534-1234-4b76-994a-b7272f893d86 req-7ae1e753-cb01-4c88-ae3f-a66730094038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:38.668208 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-be793534-1234-4b76-994a-b7272f893d86 req-7ae1e753-cb01-4c88-ae3f-a66730094038 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 1097 time: 0.0476196 Oct 22 14:01:38.709209 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-be793534-1234-4b76-994a-b7272f893d86 req-6418d02c-e584-455f-8588-8160cbfcfa93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Oct 22 14:01:38.724932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b69dcc8d-54d5-41e6-873e-b44e8ad26d94 req-5bb12ec8-06a2-4e9c-8f78-ce3a3af26107 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639708 Oct 22 14:01:38.758649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:39.849301 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2629d92-d212-4b55-a96b-8aa33e60814c req-0217ac45-7eff-4c32-8d95-f340385a37f4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:39.850830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2629d92-d212-4b55-a96b-8aa33e60814c req-0217ac45-7eff-4c32-8d95-f340385a37f4 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Oct 22 14:01:39.890221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f2629d92-d212-4b55-a96b-8aa33e60814c req-07768464-1e3a-4a19-955d-122166c1273b tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Oct 22 14:01:40.011884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6e2d-4194-4b7f-a431-970618805e7a req-48b35a5c-f6f9-4b89-9e68-5126b1c3a77c tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:01:40.013284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e9c6e2d-4194-4b7f-a431-970618805e7a req-48b35a5c-f6f9-4b89-9e68-5126b1c3a77c tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Oct 22 14:01:40.053593 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7e9c6e2d-4194-4b7f-a431-970618805e7a req-95ed5330-6b01-458b-be8c-fc013f0fbc0c tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343001 Oct 22 14:01:40.384112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:54.094140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-041beaac-16c6-435f-9c10-6841707036c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:55.134766 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-82e0c4b8-58c5-4dc1-871f-eca45d66cecb req-2ac5a299-416f-4d09-96e7-dc1c5daae3bc tempest-ServerDiskConfigTestJSON-1337213117 tempest-ServerDiskConfigTestJSON-1337213117-project] (100620) timed out ('10.222.0.26', 52405) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 14:01:56.496440 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:01:57.188750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f136b30c-96ac-4616-ac03-851dd4a40382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:57.882143 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:57.937327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:01:59.939063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:01.636999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d7c6-2e44-44da-a6e2-f90a87aab3c7 req-ae9c9b9b-e1ed-49dd-9ab9-965cdc1ebd95 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:01.638652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a5d7c6-2e44-44da-a6e2-f90a87aab3c7 req-ae9c9b9b-e1ed-49dd-9ab9-965cdc1ebd95 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 946 time: 0.0644431 Oct 22 14:02:01.682937 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a5d7c6-2e44-44da-a6e2-f90a87aab3c7 req-460893f6-4534-4e5e-a68c-0ad32e202bb7 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Oct 22 14:02:02.811272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf17ef-8266-4e2e-bfa9-f6debc752276 req-cf37f5c6-63a8-410f-9589-632acd58d50a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:02.813068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0cf17ef-8266-4e2e-bfa9-f6debc752276 req-cf37f5c6-63a8-410f-9589-632acd58d50a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Oct 22 14:02:02.853899 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0cf17ef-8266-4e2e-bfa9-f6debc752276 req-9ac844e5-bb2c-49f5-9abf-ced69fe8c71a tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/security-groups?id=d217d73a-14cf-4766-bf26-57f8d367a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Oct 22 14:02:03.226298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0bfd-7595-4567-a4b7-07998e03911f req-3ee3320a-c2d2-4bac-904a-2c5c6f1ac46f tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:03.227886 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89af0bfd-7595-4567-a4b7-07998e03911f req-3ee3320a-c2d2-4bac-904a-2c5c6f1ac46f tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 946 time: 0.0639126 Oct 22 14:02:03.320717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Deleting port 54e05ae3-4193-4a1e-b361-71cc386df2ed {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:03.321062 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:03.417070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] For port 54e05ae3-4193-4a1e-b361-71cc386df2ed, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=54e05ae3-4193-4a1e-b361-71cc386df2ed,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:03.417467 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:03.430431 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Calling delete_port for 54e05ae3-4193-4a1e-b361-71cc386df2ed owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:03.563603 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:03.575847 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['54e05ae3-4193-4a1e-b361-71cc386df2ed'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:02:03.598485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Pushing event deleted for resources: {'Port': ['ID=54e05ae3-4193-4a1e-b361-71cc386df2ed,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:03.643271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] No DVR routers for this DVR port 54e05ae3-4193-4a1e-b361-71cc386df2ed on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:02:03.646279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:03.650022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-89af0bfd-7595-4567-a4b7-07998e03911f req-db37a6bd-8afa-4cbc-a934-e1a81c1adb0e tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.26 "DELETE /v2.0/ports/54e05ae3-4193-4a1e-b361-71cc386df2ed HTTP/1.1" status: 204 len: 173 time: 0.4158583 Oct 22 14:02:03.650516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'name': 'network-vif-deleted', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:02:03.653059 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c451502-520f-426b-a56b-7c2544ca5751" -d '{"events": [{"server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "name": "network-vif-deleted", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:02:03.697064 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d82129b-9746-4c6b-8dbe-0bc35fff395b x-openstack-request-id: req-4d82129b-9746-4c6b-8dbe-0bc35fff395b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:02:03.697372 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d761f37-5ec4-48da-a485-60aad6a36a50", "name": "network-vif-deleted", "tag": "54e05ae3-4193-4a1e-b361-71cc386df2ed", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:02:03.697628 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d82129b-9746-4c6b-8dbe-0bc35fff395b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:02:03.698709 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d761f37-5ec4-48da-a485-60aad6a36a50', 'name': 'network-vif-deleted', 'tag': '54e05ae3-4193-4a1e-b361-71cc386df2ed', 'status': 'completed', 'code': 200} Oct 22 14:02:03.963380 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-693712a3-b051-47da-b964-784406de0662 req-91592bcd-1898-47c8-97e7-e4fbb8438636 tempest-TestEncryptedCinderVolumes-67238901 tempest-TestEncryptedCinderVolumes-67238901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d761f37-5ec4-48da-a485-60aad6a36a50 HTTP/1.1" status: 200 len: 210 time: 0.0279057 Oct 22 14:02:05.064149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49904) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:05.425584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:05.702236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Deleting port c0f9a387-8226-4236-a207-1da646e60432 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:05.702593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:05.781224 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] For port c0f9a387-8226-4236-a207-1da646e60432, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c0f9a387-8226-4236-a207-1da646e60432,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:05.781584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:05.799286 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Calling delete_port for c0f9a387-8226-4236-a207-1da646e60432 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:05.988046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.012507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f9a387-8226-4236-a207-1da646e60432,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:06.029035 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.029413 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.029791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.030124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.030459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.030819 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.031149 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.031472 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.031796 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.032113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.032433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.032754 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:06.198956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.430481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Router bc613b96-fa20-42f4-bbfb-082565352124 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:02:06.465523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 54e05ae3-4193-4a1e-b361-71cc386df2ed no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:06.485703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 54e05ae3-4193-4a1e-b361-71cc386df2ed {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:06.486053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 54e05ae3-4193-4a1e-b361-71cc386df2ed not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:06.545036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:06.551078 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e13dc363-a3e5-42de-bcaf-4f5249c4521c admin admin] 10.222.0.25 "PUT /v2.0/routers/bc613b96-fa20-42f4-bbfb-082565352124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855483 Oct 22 14:02:06.552824 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49906) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:06.554002 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Sync routers for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:06.565896 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:06.566539 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:06.663873 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.678146 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:06.773420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.830318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Deleting port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:06.830707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.916353 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] For port 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:06.917023 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:06.937686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Calling delete_port for 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:06.970398 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:02:05Z', 'revision_number': 5, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port': {'id': '3b13b3a5-f3a4-45b2-b25a-012c2b8d0111', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:43Z', 'updated_at': '2021-10-22T14:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:07.002482 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Checking router: bc613b96-fa20-42f4-bbfb-082565352124 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:07.011850 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Routers {'bc613b96-fa20-42f4-bbfb-082565352124'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:07.012460 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bc613b96-fa20-42f4-bbfb-082565352124'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:07.101520 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] Set router bc613b96-fa20-42f4-bbfb-082565352124 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:07.109792 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.138431 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b13b3a5-f3a4-45b2-b25a-012c2b8d0111,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:07.153504 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:02:06Z', 'revision_number': 6, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:07.184570 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e275ac-9dfa-4f20-828c-be1bfc37502a None None] The sync data for ids ['bc613b96-fa20-42f4-bbfb-082565352124'] in n-d-813419-8 is: [{'id': 'bc613b96-fa20-42f4-bbfb-082565352124', 'name': 'tempest-TestEncryptedCinderVolumes-468697724-router', 'tenant_id': 'f5c53d8608d249a9bf06bded069231c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:42Z', 'updated_at': '2021-10-22T14:02:06Z', 'revision_number': 6, 'project_id': 'f5c53d8608d249a9bf06bded069231c0', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:07.207771 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.301153 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.303819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.347061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.347486 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc613b96-fa20-42f4-bbfb-082565352124 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:02:07.352504 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.353643 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d5c8d2b-826b-425f-ab0b-1afa69d30060 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bc613b96-fa20-42f4-bbfb-082565352124 HTTP/1.1" status: 204 len: 168 time: 0.7998919 Oct 22 14:02:07.356183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49908) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:07.406761 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Deleting subnet eba517d8-7975-4cd2-b189-a9eb272acd52 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:02:07.410041 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.445166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.527248 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.588524 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.629958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba517d8-7975-4cd2-b189-a9eb272acd52,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:07.633595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.637029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d0e32262-2dfd-4f07-98b3-281db8b94cb2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eba517d8-7975-4cd2-b189-a9eb272acd52 HTTP/1.1" status: 204 len: 168 time: 0.2798758 Oct 22 14:02:07.639581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:07.642732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a56021-61b0-421c-8b75-558e7a517d89 None None] Network edc76d00-4de5-479c-9ec6-28cab390136c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:07.712454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.767787 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Deleting port 1fe07dd5-8549-40bd-ba62-40601c601776 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:07.768128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.838928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] For port 1fe07dd5-8549-40bd-ba62-40601c601776, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1fe07dd5-8549-40bd-ba62-40601c601776,segment=NetworkSegment(da12509a-ae73-4024-a355-1d54ed4073b9),segment_id=da12509a-ae73-4024-a355-1d54ed4073b9)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:07.839300 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.852160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Calling delete_port for 1fe07dd5-8549-40bd-ba62-40601c601776 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:07.932973 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:07.973122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e5323-3bc3-4d8e-bfe1-a381b5897ebf None None] DHCP port deletion for edc76d00-4de5-479c-9ec6-28cab390136c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:02:07.974428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe07dd5-8549-40bd-ba62-40601c601776,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:07.981176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] No DVR routers for this DVR port 1fe07dd5-8549-40bd-ba62-40601c601776 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:02:08.062678 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.087861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc76d00-4de5-479c-9ec6-28cab390136c']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:08.098336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da12509a-ae73-4024-a355-1d54ed4073b9') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:08.098685 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da12509a-ae73-4024-a355-1d54ed4073b9') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:08.108465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.121845 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.128756 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:02:08.129106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:02:08.130850 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:02:08.194552 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.200975 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.207972 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] 10.222.0.25 "DELETE /v2.0/networks/edc76d00-4de5-479c-9ec6-28cab390136c HTTP/1.1" status: 204 len: 168 time: 0.5640302 Oct 22 14:02:08.208595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49912) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:08.218831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ac626-a877-4fde-af66-743187934169 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc76d00-4de5-479c-9ec6-28cab390136c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:08.572107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.759999 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.827974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Deleting port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:08.828297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.907347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] For port b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:08.907715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:08.921420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Calling delete_port for b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:08.924221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:08.949337 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:08.949687 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 3b13b3a5-f3a4-45b2-b25a-012c2b8d0111 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:08.950112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1fe07dd5-8549-40bd-ba62-40601c601776 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:08.969647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1fe07dd5-8549-40bd-ba62-40601c601776 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:08.969990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1fe07dd5-8549-40bd-ba62-40601c601776 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:08.970411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c0f9a387-8226-4236-a207-1da646e60432 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:08.990923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c0f9a387-8226-4236-a207-1da646e60432 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:08.991267 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c0f9a387-8226-4236-a207-1da646e60432 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:09.108978 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:09.136268 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:09.314407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:09.873669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Router 86acb2de-e4c1-45dc-a8c2-28feead57c89 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:02:09.980098 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:09.985758 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a3046fda-d691-42c0-8f6f-1f44919fb198 admin admin] 10.222.0.25 "PUT /v2.0/routers/86acb2de-e4c1-45dc-a8c2-28feead57c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764244 Oct 22 14:02:09.988828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49914) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:09.991575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Sync routers for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:10.002685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:10.003496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:10.096227 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.217811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.276939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:10.280589 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Deleting port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:10.280968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.363385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] For port 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:10.364120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.379829 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Calling delete_port for 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:10.419641 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.481542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:02:09Z', 'revision_number': 5, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port': {'id': '0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:00:48Z', 'updated_at': '2021-10-22T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:10.508722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Checking router: 86acb2de-e4c1-45dc-a8c2-28feead57c89 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:10.517087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Routers {'86acb2de-e4c1-45dc-a8c2-28feead57c89'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:10.517700 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['86acb2de-e4c1-45dc-a8c2-28feead57c89'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:10.556742 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.590343 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:10.611210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] Set router 86acb2de-e4c1-45dc-a8c2-28feead57c89 gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:10.668433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.673771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:02:10Z', 'revision_number': 6, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:10.701227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e1f5e-065d-4d33-ae54-e3bb952bb538 None None] The sync data for ids ['86acb2de-e4c1-45dc-a8c2-28feead57c89'] in n-d-813419-8 is: [{'id': '86acb2de-e4c1-45dc-a8c2-28feead57c89', 'name': 'tempest-TestEncryptedCinderVolumes-31120624-router', 'tenant_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:00:47Z', 'updated_at': '2021-10-22T14:02:10Z', 'revision_number': 6, 'project_id': 'f0d1c0a5864946888798ac5e2baa5cda', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:10.770464 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.773025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.819692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.820262 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86acb2de-e4c1-45dc-a8c2-28feead57c89 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:02:10.824687 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.825882 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-302278cf-4e7f-47f1-b446-845cfefe69ce admin admin] 10.222.0.25 "DELETE /v2.0/routers/86acb2de-e4c1-45dc-a8c2-28feead57c89 HTTP/1.1" status: 204 len: 168 time: 0.8360445 Oct 22 14:02:10.828450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49916) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:10.875010 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Deleting subnet 511ebc95-3119-4afa-9ea0-32cad0073ece {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:02:10.878164 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:10.914475 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.000366 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.062432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.094498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511ebc95-3119-4afa-9ea0-32cad0073ece,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:11.099389 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.103581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1fd81cab-3c7c-46df-bee8-d028dc0be3af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/511ebc95-3119-4afa-9ea0-32cad0073ece HTTP/1.1" status: 204 len: 168 time: 0.2738912 Oct 22 14:02:11.106652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49918) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:11.115760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef192c7a-e121-477b-a261-4cacc1d61a5b None None] Network 79444ee6-ced8-470d-96a7-82a519aa8e89 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:11.215197 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.226395 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:11.263701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:11.264047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b9b4eb2f-9c07-434d-a9f3-fe8f02df9b0c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:11.278011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Deleting port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:02:11.278348 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.347619 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] For port e86bddf4-b7fd-4809-96ee-c6c18a7f5314, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,segment=NetworkSegment(d03745ef-e49c-48ca-be4e-d9f75fb3ff8b),segment_id=d03745ef-e49c-48ca-be4e-d9f75fb3ff8b)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:11.347950 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.361181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Calling delete_port for e86bddf4-b7fd-4809-96ee-c6c18a7f5314 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:02:11.445561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.469950 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Pushing event deleted for resources: {'Port': ['ID=e86bddf4-b7fd-4809-96ee-c6c18a7f5314,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:11.476537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] No DVR routers for this DVR port e86bddf4-b7fd-4809-96ee-c6c18a7f5314 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:02:11.555363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d248b6-10d4-4e52-b998-5f32651aadf8 None None] DHCP port deletion for 79444ee6-ced8-470d-96a7-82a519aa8e89 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:02:11.557425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.583053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79444ee6-ced8-470d-96a7-82a519aa8e89']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:11.593383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:11.593684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03745ef-e49c-48ca-be4e-d9f75fb3ff8b') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:11.603625 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.618700 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.625885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:02:11.626382 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:02:11.628962 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:02:11.693481 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.701242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:11.708619 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] 10.222.0.25 "DELETE /v2.0/networks/79444ee6-ced8-470d-96a7-82a519aa8e89 HTTP/1.1" status: 204 len: 168 time: 0.5975707 Oct 22 14:02:11.718944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63c5e9-1f02-4a17-a5f0-95da36c5cefa admin admin] Pushing event deleted for resources: {'Network': ['ID=79444ee6-ced8-470d-96a7-82a519aa8e89,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:11.885120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49922) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:11.931932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5f65a309-ed2c-4bde-8327-debd4b9a0287 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5c53d8608d249a9bf06bded069231c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455527 Oct 22 14:02:11.934464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49924) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:11.988883 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.010549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.059269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.062164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.063370 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d217d73a-14cf-4766-bf26-57f8d367a5dd HTTP/1.1" status: 204 len: 168 time: 0.1279621 Oct 22 14:02:12.071763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be77a-740a-409a-a19f-d8699a6a806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217d73a-14cf-4766-bf26-57f8d367a5dd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:12.411507 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49930) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:12.453035 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dd10b9f7-a337-4711-8110-f225aca86828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0d1c0a5864946888798ac5e2baa5cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403247 Oct 22 14:02:12.455624 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49932) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:12.507798 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.533005 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.582250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.584613 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:12.585781 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14e4995c-cab7-4d9a-8dfe-5101c746bdea HTTP/1.1" status: 204 len: 168 time: 0.1278737 Oct 22 14:02:12.593664 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a28ea-bc5f-416b-85f6-ab005ea65769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4995c-cab7-4d9a-8dfe-5101c746bdea,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:12.926998 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:12.950883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:12.951236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0ffcfd19-fe03-48c7-9d3e-3c45b2620d2c not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:12.951750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e86bddf4-b7fd-4809-96ee-c6c18a7f5314 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:02:12.971000 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: e86bddf4-b7fd-4809-96ee-c6c18a7f5314 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:02:12.971356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device e86bddf4-b7fd-4809-96ee-c6c18a7f5314 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:02:13.327677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49954) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:13.429681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050906806-network', 'tenant_id': '4764a81311494ebda0497458e8aa29b4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:13.454497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Made reservation on behalf of 4764a81311494ebda0497458e8aa29b4 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:02:13.457539 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.466261 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.543430 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.547680 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.571536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:02:13.588406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555e431-6c26-4e73-b384-991ca08d5f60,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:13.594764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.595112 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Added segment a176b134-3660-492e-99e8-e9c9ad6f986e of type vlan for network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 Oct 22 14:02:13.636130 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.660548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.661533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:13.662116 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.691620 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3625267 Oct 22 14:02:13.694909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49958) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:13.700079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Request body: {'subnet': {'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050906806-subnet', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:13.720883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Made reservation on behalf of 4764a81311494ebda0497458e8aa29b4 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:02:13.726865 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:13.735675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2f03-b6a8-47ae-b016-b34a56449639 admin admin] Pushing event updated for resources: {'Network': ['ID=5975f0d2-897e-44d0-bc7f-1890f678d6a7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:13.747511 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:02:13.944029 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.041696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa784d6-6a7b-442f-be8e-62696cbf8b6e,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:14.052454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Checking segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:14.052947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Network hostable DHCP agents. Network: 5975f0d2-897e-44d0-bc7f-1890f678d6a7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:02:14.074182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:02:14.085261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5975f0d2-897e-44d0-bc7f-1890f678d6a7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:14.089481 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:14.090094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.097830 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44199e8-62e4-4a8d-8f6b-fa85521ba2a6 None None] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:14.109359 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-04a4faf0-18aa-4330-ac40-1b6343c24d5b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4108858 Oct 22 14:02:14.109561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49960) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:14.115627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:14.137123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.138151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.201437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.273152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:02:14.274030 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.357266 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.423205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Allocated IP 172.20.0.2 (5975f0d2-897e-44d0-bc7f-1890f678d6a7/6aa784d6-6a7b-442f-be8e-62696cbf8b6e/da713136-b11d-44df-9a7f-118c4bd23d1b) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:14.580552 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.584785 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.592403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.602437 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.634798 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:14.637771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:14.640436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:14.651141 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Pushing event updated for resources: {'Port': ['ID=da713136-b11d-44df-9a7f-118c4bd23d1b,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:14.706963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Attempting to bind port da713136-b11d-44df-9a7f-118c4bd23d1b on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:14.707342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Attempting to bind port da713136-b11d-44df-9a7f-118c4bd23d1b by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:14.707715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Attempting to bind port da713136-b11d-44df-9a7f-118c4bd23d1b on network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:14.713281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:14.713668 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Checking segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:14.714074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.714502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Bound using segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:14.715025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Bound port: da713136-b11d-44df-9a7f-118c4bd23d1b, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:14.715418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.722800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Allocated IP 172.25.6.93 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/885fb4af-3e13-4a77-b2d3-6906a57afcb3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:14.789527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] For port da713136-b11d-44df-9a7f-118c4bd23d1b, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:14.793573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] For port da713136-b11d-44df-9a7f-118c4bd23d1b, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da713136-b11d-44df-9a7f-118c4bd23d1b,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:14.797728 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.833778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.857592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a595947-e5c4-4f28-9df4-74b912fc6279 None None] Pushing event updated for resources: {'Port': ['ID=da713136-b11d-44df-9a7f-118c4bd23d1b,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:14.879746 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:14.920341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:14.923367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:14.928082 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:14.956771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Pushing event updated for resources: {'Port': ['ID=885fb4af-3e13-4a77-b2d3-6906a57afcb3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:15.226931 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:15.459646 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:15.617883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Router da27664e-7916-4d34-8a61-08dc9b072368 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:02:15.749371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:15.762398 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Sync routers for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:15.774776 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:15.776107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6cc341ee-fb23-4b86-a9f5-0473d6d23ccb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6655619 Oct 22 14:02:15.779602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:15.779782 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49962) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:15.780690 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:15.886483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e4cf41-5ca3-4b51-ae08-ed2c6dd246ae None None] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:15.909788 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:15.963336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] Provisioning complete for port da713136-b11d-44df-9a7f-118c4bd23d1b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:15.963627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.100842 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.115347 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:15Z', 'revision_number': 3, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:16.142205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] For port da713136-b11d-44df-9a7f-118c4bd23d1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da713136-b11d-44df-9a7f-118c4bd23d1b,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:16.154238 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Checking router: da27664e-7916-4d34-8a61-08dc9b072368 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:16.154989 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Updating router da27664e-7916-4d34-8a61-08dc9b072368 port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:02:16.163883 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.186191 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.219709 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893f04d-e4ee-46d3-a9ab-cd255e3c442e None None] Pushing event updated for resources: {'Port': ['ID=da713136-b11d-44df-9a7f-118c4bd23d1b,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:16.295778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.487264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b69001bb-0a72-4197-9df0-9fab8407b70a None None] Provisioning complete for port da713136-b11d-44df-9a7f-118c4bd23d1b triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:16.487956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b69001bb-0a72-4197-9df0-9fab8407b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.490273 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Allocated IP 172.20.0.1 (5975f0d2-897e-44d0-bc7f-1890f678d6a7/6aa784d6-6a7b-442f-be8e-62696cbf8b6e/eaebf9c0-5afd-4b85-addf-80f155077ed2) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:16.491832 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.497860 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.556097 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Attempting to bind port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:16.556462 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Attempting to bind port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:16.556830 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Attempting to bind port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:16.568006 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Pushing event updated for resources: {'Port': ['ID=885fb4af-3e13-4a77-b2d3-6906a57afcb3,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:16.571446 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:16.572011 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:16.572430 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.572819 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:16.573302 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Bound port: 885fb4af-3e13-4a77-b2d3-6906a57afcb3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:16.573678 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.581225 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.581776 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.582138 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.582555 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.582919 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584097 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584097 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584097 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584401 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584499 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.584814 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.585133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:16.621998 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.651578 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] For port 885fb4af-3e13-4a77-b2d3-6906a57afcb3, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:16.655467 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] For port 885fb4af-3e13-4a77-b2d3-6906a57afcb3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=885fb4af-3e13-4a77-b2d3-6906a57afcb3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:16.660933 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.662508 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.705822 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:16.709007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:16.714667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:16.730960 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:16.731591 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:16.735598 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133a438-7f8a-4013-bae8-9d80a1988b7e None None] Pushing event updated for resources: {'Port': ['ID=885fb4af-3e13-4a77-b2d3-6906a57afcb3,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:16.746732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Pushing event updated for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:16.767256 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:16.860483 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:17.031822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da713136-b11d-44df-9a7f-118c4bd23d1b up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:17.076127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a89d449-37b0-408c-b375-08a869a69283 None None] Provisioning complete for port eaebf9c0-5afd-4b85-addf-80f155077ed2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:17.076688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a89d449-37b0-408c-b375-08a869a69283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.125404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a89d449-37b0-408c-b375-08a869a69283 None None] Port eaebf9c0-5afd-4b85-addf-80f155077ed2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:17.134116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port da713136-b11d-44df-9a7f-118c4bd23d1b triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:17.134506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.143919 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:15Z', 'revision_number': 3, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:17.177530 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3edd7ab-1d36-4ee1-9e96-44d18e994e16 None None] The sync data for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 is: [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:15Z', 'revision_number': 3, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:17.301800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.510038 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.516018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.590521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Pushing event updated for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:17.594752 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.706542 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:17.708261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:17.849116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Router da27664e-7916-4d34-8a61-08dc9b072368 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:02:17.951578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-08a90e6f-53d6-4d06-80cd-6be82abd8fb3 None None] Provisioning complete for port eaebf9c0-5afd-4b85-addf-80f155077ed2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:17.952674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08a90e6f-53d6-4d06-80cd-6be82abd8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:17.988327 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:18.001627 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-010e1c35-4437-4c55-a437-10d573685425 admin admin] 10.222.0.25 "PUT /v2.0/routers/da27664e-7916-4d34-8a61-08dc9b072368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2151616 Oct 22 14:02:18.003188 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-08a90e6f-53d6-4d06-80cd-6be82abd8fb3 None None] Port eaebf9c0-5afd-4b85-addf-80f155077ed2 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:18.537240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 49978) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:18.542528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-207764084-network', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:18.568404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Made reservation on behalf of 777fd2c1c6e947db9826ab808149bfad for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:02:18.570828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.580605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.657830 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.665263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.691632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:02:18.702135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890dd528-3f03-40e7-8ea9-2a8de9a23b4d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:18.708673 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.709026 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Added segment e7bd7327-5bfd-4ca5-abbf-5b4899d253ad of type vlan for network cd95b586-e6f4-4117-9ed9-1247764c7a1e Oct 22 14:02:18.759205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.787275 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.788681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:18.789320 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.828952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2867148 Oct 22 14:02:18.829378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49980) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:18.835214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Request body: {'subnet': {'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-207764084-subnet', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:18.861845 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Made reservation on behalf of 777fd2c1c6e947db9826ab808149bfad for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:02:18.864818 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:18.866279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d6c1-b929-4c65-b51e-ef4f96263789 admin admin] Pushing event updated for resources: {'Network': ['ID=cd95b586-e6f4-4117-9ed9-1247764c7a1e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:18.884552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:02:18.983492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Sync routers for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:18.996107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:18.996756 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:19.001174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 885fb4af-3e13-4a77-b2d3-6906a57afcb3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:19.082991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.141935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fd7e72-6b13-4637-a48f-a19dddec42d5,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:19.147677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:19.148487 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.150778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:19.153234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Checking segment: {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:19.153603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Network hostable DHCP agents. Network: cd95b586-e6f4-4117-9ed9-1247764c7a1e, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:02:19.176521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:02:19.188818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, cd95b586-e6f4-4117-9ed9-1247764c7a1e) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:19.198418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:19.198778 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.218368 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-511659d8-0d38-42dc-9f99-308bbc8e72f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3877380 Oct 22 14:02:19.220938 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49982) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:19.225768 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:19.257127 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.258455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.321297 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.372507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302180fd-44ad-4f54-8b5b-5c5fed98d6b4 None None] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:19.467413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.620088 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.669027 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 885fb4af-3e13-4a77-b2d3-6906a57afcb3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=885fb4af-3e13-4a77-b2d3-6906a57afcb3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:19.680525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.719996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.737745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'fixed_ips': [{'subnet_id': '15fd7e72-6b13-4637-a48f-a19dddec42d5'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:02:19.738650 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.742162 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.853602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=885fb4af-3e13-4a77-b2d3-6906a57afcb3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:19.863577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Allocated IP 172.25.6.251 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:19.907439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 2, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:19.947714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Checking router: da27664e-7916-4d34-8a61-08dc9b072368 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:19.947714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Updating router da27664e-7916-4d34-8a61-08dc9b072368 port eaebf9c0-5afd-4b85-addf-80f155077ed2 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:02:19.980924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Allocated IP 172.20.0.2 (cd95b586-e6f4-4117-9ed9-1247764c7a1e/15fd7e72-6b13-4637-a48f-a19dddec42d5/6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:19.982317 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:19.988769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.022960 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.062717 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:20.066540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:20.069734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:20.101328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:20.288059 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.302269 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.355588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:20.362858 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:20.371555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:20.387565 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Pushing event updated for resources: {'Port': ['ID=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:20.391084 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.472653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.478230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Attempting to bind port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:20.478680 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Attempting to bind port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:20.479056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Attempting to bind port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 on network cd95b586-e6f4-4117-9ed9-1247764c7a1e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:20.482841 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.493667 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:20.494052 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Checking segment: {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:20.494658 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.494970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Bound using segment: {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:20.495411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Bound port: 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:20.495806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.576105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc11dc-1706-4253-a49d-9abe1d0aa6dc None None] Pushing event updated for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:20.630940 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.653032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Attempting to bind port eaebf9c0-5afd-4b85-addf-80f155077ed2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:20.653410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Attempting to bind port eaebf9c0-5afd-4b85-addf-80f155077ed2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:20.653794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Attempting to bind port eaebf9c0-5afd-4b85-addf-80f155077ed2 on network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:20.661707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] For port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:20.664527 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:20.664915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Checking segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:20.665330 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.665733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Bound using segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:20.666232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Bound port: eaebf9c0-5afd-4b85-addf-80f155077ed2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:20.666646 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.669736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] For port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:20.680964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.793291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Router f343e87e-ce2c-4f18-ad29-8c070d72b649 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:02:20.810396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f9690-f1da-4757-94bf-26a18651ba0f None None] Pushing event updated for resources: {'Port': ['ID=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:20.817791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] For port eaebf9c0-5afd-4b85-addf-80f155077ed2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:20.821634 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] For port eaebf9c0-5afd-4b85-addf-80f155077ed2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=eaebf9c0-5afd-4b85-addf-80f155077ed2,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:20.828337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.910554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] Provisioning complete for port eaebf9c0-5afd-4b85-addf-80f155077ed2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:20.911285 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.912930 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc11dc-1706-4253-a49d-9abe1d0aa6dc None None] Pushing event updated for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:20.918503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:20.919002 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:20.935464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:20.948034 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Sync routers for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:20.965171 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:20.969259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8bf98a68-b1a8-41c7-a1a9-a155d52b0d66 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7472274 Oct 22 14:02:20.972540 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 49984) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:02:21.075174 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 885fb4af-3e13-4a77-b2d3-6906a57afcb3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:21.106872 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:21.107590 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:21.293006 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:21.463123 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.479968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:21.480347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.487423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:21.552299 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:20Z', 'revision_number': 3, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:21.567531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] For port eaebf9c0-5afd-4b85-addf-80f155077ed2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=eaebf9c0-5afd-4b85-addf-80f155077ed2,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:21.581464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.587257 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Checking router: f343e87e-ce2c-4f18-ad29-8c070d72b649 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:21.587684 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Updating router f343e87e-ce2c-4f18-ad29-8c070d72b649 port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:02:21.626301 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.642345 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.762053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9decc-2728-4c95-93c0-2a85ab6936dd None None] Pushing event updated for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:21.800429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d1463af7-c943-4a4c-9d9e-09ee9957e6b7 None None] Provisioning complete for port eaebf9c0-5afd-4b85-addf-80f155077ed2 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:21.800821 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d1463af7-c943-4a4c-9d9e-09ee9957e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.886402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Allocated IP 172.20.0.1 (cd95b586-e6f4-4117-9ed9-1247764c7a1e/15fd7e72-6b13-4637-a48f-a19dddec42d5/2796f19e-3585-4f60-ae8f-2b641c364d56) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:21.959873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:20Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:21.989791 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:21.991764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077c04-1c71-46b9-bf7b-d0852b398e67 None None] The sync data for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 is: [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:20Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:21.996563 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.040706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.043339 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Attempting to bind port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:22.043700 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Attempting to bind port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:22.044079 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Attempting to bind port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:22.057281 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:22.057706 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:22.058051 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.058445 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:22.060066 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Bound port: dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:22.060066 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.115151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.125411 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898846a9-157e-4a75-a38e-5154a246b108 None None] Pushing event updated for resources: {'Port': ['ID=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:22.164040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] For port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:22.174474 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] For port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:22.185042 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.199796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:22.208226 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:22.211776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:22.214036 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Pushing event updated for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:22.272107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.274465 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:22.275314 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:22.332338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a06aba-021e-4f42-a23c-bc1f45189ec9 None None] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:02:22.423742 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:22.435452 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] Provisioning complete for port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:22.436119 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.468894 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.519573 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898846a9-157e-4a75-a38e-5154a246b108 None None] Pushing event updated for resources: {'Port': ['ID=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:22.615875 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.705117 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:20Z', 'revision_number': 3, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:22.725678 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.735275 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.751193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] For port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:22.762704 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d6a7-b77d-4fed-9456-b0f06a642037 None None] The sync data for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 is: [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:20Z', 'revision_number': 3, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:22.768829 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.822937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406cf41-4d43-4be0-9b44-53c69517a9ec None None] Pushing event updated for resources: {'Port': ['ID=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:22.834817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:22.836751 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Pushing event updated for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:22.978569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:22.980758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:23.075744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device eaebf9c0-5afd-4b85-addf-80f155077ed2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:23.156278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port eaebf9c0-5afd-4b85-addf-80f155077ed2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.156657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.210805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Router f343e87e-ce2c-4f18-ad29-8c070d72b649 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:02:23.251302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5f6e84dd-bf79-4aa8-b332-6424be16cb56 None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.251676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f6e84dd-bf79-4aa8-b332-6424be16cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.334779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e84dd-bf79-4aa8-b332-6424be16cb56 None None] Port 2796f19e-3585-4f60-ae8f-2b641c364d56 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:23.382464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5f6e84dd-bf79-4aa8-b332-6424be16cb56 None None] Provisioning complete for port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.383072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f6e84dd-bf79-4aa8-b332-6424be16cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.431082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:23.465218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:02:23.478887 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3a2a212d-1d45-4119-8f05-d539582e004e admin admin] 10.222.0.25 "PUT /v2.0/routers/f343e87e-ce2c-4f18-ad29-8c070d72b649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4970951 Oct 22 14:02:23.553897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.554430 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.700308 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e6476140-8d88-4da4-af87-ebfbe9636c07 None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.700686 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e6476140-8d88-4da4-af87-ebfbe9636c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.760136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e6476140-8d88-4da4-af87-ebfbe9636c07 None None] Port 2796f19e-3585-4f60-ae8f-2b641c364d56 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:23.882278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f420afcd-8604-4c56-9eec-d0318e019857 None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:23.882685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f420afcd-8604-4c56-9eec-d0318e019857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:23.922532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f420afcd-8604-4c56-9eec-d0318e019857 None None] Port 2796f19e-3585-4f60-ae8f-2b641c364d56 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:24.111048 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-719c3cee-9bf4-4814-a432-0872d878b799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:25.031056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:25.123017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:25.123723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:25.274292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:25.301919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:25.319213 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:25.406921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:25.467422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Sync routers for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:02:25.486809 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:25.487876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:25.658461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:25.941882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 4, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2796f19e-3585-4f60-ae8f-2b641c364d56', 'name': '', 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'mac_address': 'fa:16:3e:69:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:21Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 2, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'subnets': [{'id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:25.973219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Checking router: f343e87e-ce2c-4f18-ad29-8c070d72b649 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:02:25.973219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Updating router f343e87e-ce2c-4f18-ad29-8c070d72b649 port 2796f19e-3585-4f60-ae8f-2b641c364d56 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:02:26.003770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.352144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.363464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.506824 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d17cf2-22ee-4767-91b3-f60588dbc7ef None None] Pushing event updated for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:26.536603 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Attempting to bind port 2796f19e-3585-4f60-ae8f-2b641c364d56 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:26.537123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Attempting to bind port 2796f19e-3585-4f60-ae8f-2b641c364d56 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:26.537586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Attempting to bind port 2796f19e-3585-4f60-ae8f-2b641c364d56 on network cd95b586-e6f4-4117-9ed9-1247764c7a1e {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:26.543551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:26.544015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Checking segment: {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:26.544505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.544968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Bound using segment: {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:26.545516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Bound port: 2796f19e-3585-4f60-ae8f-2b641c364d56, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:26.545966 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.638402 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] For port 2796f19e-3585-4f60-ae8f-2b641c364d56, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:26.643636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] For port 2796f19e-3585-4f60-ae8f-2b641c364d56, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2796f19e-3585-4f60-ae8f-2b641c364d56,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:26.653780 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:26.747690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:02:26.749193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:01:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:26.811385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d17cf2-22ee-4767-91b3-f60588dbc7ef None None] Pushing event updated for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:27.114328 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:27.167968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:02:27.260933 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:27.261307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.306652 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3677-c95c-4d54-911d-0fdb5dbeca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.446875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:27.447529 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.571395 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.649396 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] For port 2796f19e-3585-4f60-ae8f-2b641c364d56, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2796f19e-3585-4f60-ae8f-2b641c364d56,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:27.661368 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.716346 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 4, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2796f19e-3585-4f60-ae8f-2b641c364d56', 'name': '', 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'mac_address': 'fa:16:3e:69:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:21Z', 'updated_at': '2021-10-22T14:02:26Z', 'revision_number': 4, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'subnets': [{'id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:02:27.751506 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c941a3b-4e58-4fd1-bf0f-2a80c8cb20ca None None] The sync data for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 is: [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:22Z', 'revision_number': 4, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2796f19e-3585-4f60-ae8f-2b641c364d56', 'name': '', 'network_id': 'cd95b586-e6f4-4117-9ed9-1247764c7a1e', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'mac_address': 'fa:16:3e:69:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:21Z', 'updated_at': '2021-10-22T14:02:26Z', 'revision_number': 4, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'subnets': [{'id': '15fd7e72-6b13-4637-a48f-a19dddec42d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:02:27.754724 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a66216-225b-4b47-a8d9-8ba5d0bc5951 None None] Pushing event updated for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:27.789539 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-555d609e-39cd-4336-b3d0-b0c9b3ec04aa None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:27.789920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-555d609e-39cd-4336-b3d0-b0c9b3ec04aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.941823 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:27.970306 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:28.982074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2796f19e-3585-4f60-ae8f-2b641c364d56 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:29.077343 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2796f19e-3585-4f60-ae8f-2b641c364d56 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:29.077850 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:29.946533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:33.496351 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:02:34.860096 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-53595743-3a0d-4998-b6b5-99efdf81711d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:34.861990 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-53595743-3a0d-4998-b6b5-99efdf81711d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 815 time: 0.0979669 Oct 22 14:02:34.876684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-96d86e57-3376-4db2-acb3-6eb93b8ab5a6 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/quotas/4764a81311494ebda0497458e8aa29b4 HTTP/1.1" status: 200 len: 375 time: 0.0089235 Oct 22 14:02:34.931429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-1d123ff6-7d79-4192-af6a-48db08ee3d7a tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489252 Oct 22 14:02:35.336722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-8c013bc6-bcfa-45ac-af58-162d7a93b891 service neutron] 10.222.0.25 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932681 Oct 22 14:02:35.430951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-8cbe5ad6-376d-4c6d-8498-72d8948e4a6a service neutron] 10.222.0.25 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880311 Oct 22 14:02:35.592505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-191781df-596e-49bd-810a-483f148aad8d req-10c94769-22ce-40ad-a145-18fa82df0d23 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 210 time: 0.0268366 Oct 22 14:02:36.555187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-14f67806-00b2-4e07-b980-49163ca0fc35 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:36.556607 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-14f67806-00b2-4e07-b980-49163ca0fc35 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 815 time: 0.1182327 Oct 22 14:02:36.570852 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'port': {'device_id': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'admin_state_up': True, 'tenant_id': '4764a81311494ebda0497458e8aa29b4'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:36.690955 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Made reservation on behalf of 4764a81311494ebda0497458e8aa29b4 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:02:36.694592 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f76293c0-3f58-4459-bb8b-b5ba64749791 req-55b3c1c1-4aa9-4981-8822-09fc01340605 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 210 time: 0.0312378 Oct 22 14:02:36.696705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:36.846794 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Allocated IP 172.20.0.6 (5975f0d2-897e-44d0-bc7f-1890f678d6a7/6aa784d6-6a7b-442f-be8e-62696cbf8b6e/3c1d536c-b018-4881-b626-421464b8c657) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:02:37.059457 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:37.111768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:37.173278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:02:37.176702 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:02:37.180533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:02:37.218308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:37.239012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.239378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.239725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.240067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.240404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.240738 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.241070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.241400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.241732 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.242060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.242385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.242806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:37.265346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:37.265982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:37.286892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b443255f-a8e0-4024-a7cd-31ebe3953bd3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202034 Oct 22 14:02:37.461854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d12c0438-fb51-4a64-bbf3-aca34cf7b515 None None] Provisioning complete for port 3c1d536c-b018-4881-b626-421464b8c657 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:37.462461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d12c0438-fb51-4a64-bbf3-aca34cf7b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:37.499925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d12c0438-fb51-4a64-bbf3-aca34cf7b515 None None] Port 3c1d536c-b018-4881-b626-421464b8c657 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:02:37.841140 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e7f56-6630-41d9-944d-b51a644fef46 req-66538355-4a2b-47e9-aec5-e186a95c9030 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:37.843651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d6e7f56-6630-41d9-944d-b51a644fef46 req-66538355-4a2b-47e9-aec5-e186a95c9030 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0648658 Oct 22 14:02:37.889798 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d6e7f56-6630-41d9-944d-b51a644fef46 req-af420ff3-7497-4e32-a9bb-4037ed8621c4 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Oct 22 14:02:38.763092 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:39.025659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee037b-336b-446c-8181-adbbe49f7721 req-89171203-d64b-4050-902e-08dfdf2b5f73 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:39.027323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeee037b-336b-446c-8181-adbbe49f7721 req-89171203-d64b-4050-902e-08dfdf2b5f73 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0612760 Oct 22 14:02:39.070129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-aeee037b-336b-446c-8181-adbbe49f7721 req-9f5d90e5-5d7e-41e3-96e0-ecf14f45525e tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Oct 22 14:02:40.202343 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560319a-96b6-41d3-a73d-f81627261f9a req-e3d9e764-0d78-4c3b-9355-e105ffbd4ee6 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:40.204240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5560319a-96b6-41d3-a73d-f81627261f9a req-e3d9e764-0d78-4c3b-9355-e105ffbd4ee6 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0567272 Oct 22 14:02:40.247535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5560319a-96b6-41d3-a73d-f81627261f9a req-01aedcc0-d144-45b6-8dfd-0c293bc63f87 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Oct 22 14:02:40.385374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:41.384449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866d12-a1a7-4a74-8547-8453514d5116 req-73fe6715-c921-40aa-b2da-c1aea31df8e1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:41.386004 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35866d12-a1a7-4a74-8547-8453514d5116 req-73fe6715-c921-40aa-b2da-c1aea31df8e1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0534041 Oct 22 14:02:41.427183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-35866d12-a1a7-4a74-8547-8453514d5116 req-1d065223-a5bc-46da-966f-b8e9820f8494 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Oct 22 14:02:42.583545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62978ffa-3dec-4a05-bcb8-6888a1edd277 req-9548d4f6-5349-4091-8cb3-b76c5b43bac8 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:42.585091 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62978ffa-3dec-4a05-bcb8-6888a1edd277 req-9548d4f6-5349-4091-8cb3-b76c5b43bac8 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0706847 Oct 22 14:02:42.632301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-62978ffa-3dec-4a05-bcb8-6888a1edd277 req-1dff9c2e-e33a-48d9-84a6-3edb9a910cf9 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352523 Oct 22 14:02:43.757386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e526b55-4738-44c5-915a-1f40a14b95d2 req-91bed411-7cdd-4e4a-9020-2950a940f035 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:43.760044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e526b55-4738-44c5-915a-1f40a14b95d2 req-91bed411-7cdd-4e4a-9020-2950a940f035 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0567019 Oct 22 14:02:43.800080 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e526b55-4738-44c5-915a-1f40a14b95d2 req-5c8fef2c-4625-4f89-af5b-3e0c8a3866e5 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Oct 22 14:02:44.930474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f4b8a-5e07-4888-b668-1ad6d92cb8f7 req-efc9d950-94cf-4780-97c2-ac2d0c7288a8 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:44.932165 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-204f4b8a-5e07-4888-b668-1ad6d92cb8f7 req-efc9d950-94cf-4780-97c2-ac2d0c7288a8 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0591340 Oct 22 14:02:44.976646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-204f4b8a-5e07-4888-b668-1ad6d92cb8f7 req-86fc9a6b-80bc-490d-a51f-dd7d97c96be3 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380151 Oct 22 14:02:46.101931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a44daa-de75-473b-b65a-27a08c4739b7 req-8dc2cba1-09ce-4127-bf77-43ba251711dd tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:46.103498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a44daa-de75-473b-b65a-27a08c4739b7 req-8dc2cba1-09ce-4127-bf77-43ba251711dd tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0579369 Oct 22 14:02:46.143041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a44daa-de75-473b-b65a-27a08c4739b7 req-641aa859-c627-4672-8118-fa4230a48594 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Oct 22 14:02:47.041677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Request body: {'port': {'device_id': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:02:47.103579 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:47.269996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcece72-eb98-4d28-b69d-c2bfa1a58c1a req-0fa31313-075b-49a4-8383-2675e6013aa5 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:47.271584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfcece72-eb98-4d28-b69d-c2bfa1a58c1a req-0fa31313-075b-49a4-8383-2675e6013aa5 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 931 time: 0.0545459 Oct 22 14:02:47.323260 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfcece72-eb98-4d28-b69d-c2bfa1a58c1a req-449d37e2-5aa0-4884-a0d8-a68f650e083a tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Oct 22 14:02:47.383709 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1d536c-b018-4881-b626-421464b8c657 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:02:47.391189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:47.403467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Transition to ACTIVE for port object 3c1d536c-b018-4881-b626-421464b8c657 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:02:47.408495 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:47.462648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:47.882672 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Attempting to bind port 3c1d536c-b018-4881-b626-421464b8c657 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:02:47.883005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Attempting to bind port 3c1d536c-b018-4881-b626-421464b8c657 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:02:47.883330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Attempting to bind port 3c1d536c-b018-4881-b626-421464b8c657 on network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:47.887779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Port 3c1d536c-b018-4881-b626-421464b8c657 on network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:02:47.888094 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Attempting to bind port 3c1d536c-b018-4881-b626-421464b8c657 on network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:02:47.893146 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:02:47.893482 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Checking segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:02:47.893864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Bound using segment: {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:02:47.894290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Bound port: 3c1d536c-b018-4881-b626-421464b8c657, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a176b134-3660-492e-99e8-e9c9ad6f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:02:47.894672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:47.965474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:02:47.968807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:02:47.974083 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:48.009584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.010220 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:48.011643 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] 10.222.0.26 "PUT /v2.0/ports/3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 1091 time: 0.9768782 Oct 22 14:02:48.012106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:02:48.014409 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:02:48.039187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02922a0c-8773-4148-a684-f9767a4cd14b service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:48.057503 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac334afb-a83c-4c9c-a0a9-08dbcd4d97d4 x-openstack-request-id: req-ac334afb-a83c-4c9c-a0a9-08dbcd4d97d4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:02:48.058460 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:02:48.059000 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac334afb-a83c-4c9c-a0a9-08dbcd4d97d4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:02:48.059659 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:02:48.129861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-a5fd59ab-1b60-4247-9618-f2562983cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.131594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-a5fd59ab-1b60-4247-9618-f2562983cc3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1094 time: 0.0652211 Oct 22 14:02:48.179179 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-da501e91-1f43-4de1-9772-18ae4179c327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 217 time: 0.0386488 Oct 22 14:02:48.233061 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-1a3b9c4e-bb2d-4e91-93a4-18e5f2e59ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.234527 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-1a3b9c4e-bb2d-4e91-93a4-18e5f2e59ee0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0482047 Oct 22 14:02:48.288608 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b3ccc627-5422-4fe3-b3a1-511e24a5ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.290025 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-b3ccc627-5422-4fe3-b3a1-511e24a5ee2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459034 Oct 22 14:02:48.385552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-5bac4a92-e50f-4596-a2f7-119d884e82b2 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Oct 22 14:02:48.445142 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d1c9a-176b-42eb-b277-0261df1c70dd req-50a045e6-96d1-42c8-bdc5-eea4bdf0b72d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.446827 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e7d1c9a-176b-42eb-b277-0261df1c70dd req-50a045e6-96d1-42c8-bdc5-eea4bdf0b72d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 943 time: 0.0526712 Oct 22 14:02:48.485333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-db4c30df-17c7-40c6-869b-5bd63db30911 req-e3769723-41b1-44ad-9e28-9f7277f77a5f service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921144 Oct 22 14:02:48.485876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e7d1c9a-176b-42eb-b277-0261df1c70dd req-36dd518a-0b48-433c-a6b7-48a2c37e2372 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Oct 22 14:02:48.577522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-b31ca150-d81b-4869-aa9f-94df724068c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.579082 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-b31ca150-d81b-4869-aa9f-94df724068c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1094 time: 0.0425868 Oct 22 14:02:48.675919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-324e068a-aa0e-4cac-b697-b96d2014e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.677425 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-324e068a-aa0e-4cac-b697-b96d2014e50b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.0896740 Oct 22 14:02:48.722884 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-fd1d32e3-be57-4866-a8e2-3b0fef7e62f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 217 time: 0.0379808 Oct 22 14:02:48.775810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-6dc4e72a-08c3-46bd-92cf-cbc3e262498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.777224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-6dc4e72a-08c3-46bd-92cf-cbc3e262498a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0467200 Oct 22 14:02:48.824904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-ce17f4df-8bca-4497-a363-66fb23392edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:48.826400 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-ce17f4df-8bca-4497-a363-66fb23392edc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406432 Oct 22 14:02:48.924069 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-037954df-19f3-4606-ade6-5ca613f5c89f service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894063 Oct 22 14:02:49.020680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-bc3b4d28-4f1b-4849-bffb-2f2b8dedd683 req-c6e33400-3d58-42ce-b512-fa54883caefa service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882087 Oct 22 14:02:49.625421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336c1e7-2aaf-47a8-9408-70340b618211 req-4b52700f-591b-407c-86e5-cbacc75c3dc7 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:49.628910 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0336c1e7-2aaf-47a8-9408-70340b618211 req-4b52700f-591b-407c-86e5-cbacc75c3dc7 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 943 time: 0.0691617 Oct 22 14:02:49.669132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0336c1e7-2aaf-47a8-9408-70340b618211 req-05bc1372-171b-45ac-b150-4c424b428126 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Oct 22 14:02:50.715497 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3c1d536c-b018-4881-b626-421464b8c657 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:02:50.792116 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3260ce3-410e-487c-be31-0b43f5abe40b req-972a1810-179b-4ef1-b6ac-eacafa784f5d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:50.793719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3260ce3-410e-487c-be31-0b43f5abe40b req-972a1810-179b-4ef1-b6ac-eacafa784f5d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 943 time: 0.0554032 Oct 22 14:02:50.826432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:50.833462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3260ce3-410e-487c-be31-0b43f5abe40b req-06856d1a-4083-4aaa-9f76-070470719b15 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Oct 22 14:02:50.838936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '3c1d536c-b018-4881-b626-421464b8c657', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'port_id': '3c1d536c-b018-4881-b626-421464b8c657', 'mac_address': 'fa:16:3e:97:06:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:02:50.889657 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:50.903677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1d536c-b018-4881-b626-421464b8c657 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:02:50.923058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:50.927741 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:50.977935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:50.985137 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.985485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.985873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.986463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.986883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.987227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.987556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.987885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.988217 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.988532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.988854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:50.989176 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:02:51.165006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:02:51.950679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4f8d6-af67-4127-a0ae-cc60bb4c3d5d req-3c991afb-c98e-4c36-b3d2-fca78e5732d5 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:51.952178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-def4f8d6-af67-4127-a0ae-cc60bb4c3d5d req-3c991afb-c98e-4c36-b3d2-fca78e5732d5 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 944 time: 0.0503755 Oct 22 14:02:51.996586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-def4f8d6-af67-4127-a0ae-cc60bb4c3d5d req-a0f0ec3f-f56b-4ca8-9a2b-151833e8e74a tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370762 Oct 22 14:02:52.730466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3c1d536c-b018-4881-b626-421464b8c657 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:02:52.779186 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 3c1d536c-b018-4881-b626-421464b8c657 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:02:52.783083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 3c1d536c-b018-4881-b626-421464b8c657 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:02:52.783461 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:52.862697 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:52.885029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:02:52.887353 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6001dad9-b597-4abd-bcef-0670f6fe8398" -d '{"events": [{"server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:02:52.903213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:02:52.907611 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:52.937780 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9541a-af35-4d6c-9281-eb7c1dccfa3c x-openstack-request-id: req-bfa9541a-af35-4d6c-9281-eb7c1dccfa3c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:02:52.938075 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:02:52.938330 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfa9541a-af35-4d6c-9281-eb7c1dccfa3c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:02:52.938762 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'code': 200} Oct 22 14:02:52.968853 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:02:53.041249 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0123a1-38ba-415c-81f9-b46f55ea5e35 req-5e1f66da-6cf6-4ddf-bd9b-008517c3e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:53.041249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf0123a1-38ba-415c-81f9-b46f55ea5e35 req-5e1f66da-6cf6-4ddf-bd9b-008517c3e7ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1096 time: 0.0492315 Oct 22 14:02:53.077952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf0123a1-38ba-415c-81f9-b46f55ea5e35 req-20464372-a2bd-4072-be7d-2539c5df409a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Oct 22 14:02:53.131891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd009b-62a4-47b7-974b-44f592c3ce62 req-dbf9174e-e0ec-4a9b-8d21-54cf05b45404 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:53.134411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dbd009b-62a4-47b7-974b-44f592c3ce62 req-dbf9174e-e0ec-4a9b-8d21-54cf05b45404 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0662572 Oct 22 14:02:53.178249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4dbd009b-62a4-47b7-974b-44f592c3ce62 req-0507ba10-a97e-42d9-b6c4-de000485f989 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Oct 22 14:02:54.103294 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2813dca0-d542-4c07-9dec-01ba9ce88426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:54.300165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66617d7-1a70-4ccb-b47d-fd833dc608cb req-d036aa90-ece5-405d-bae3-84b8f32f5a3d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:54.301640 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d66617d7-1a70-4ccb-b47d-fd833dc608cb req-d036aa90-ece5-405d-bae3-84b8f32f5a3d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0521593 Oct 22 14:02:54.339702 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d66617d7-1a70-4ccb-b47d-fd833dc608cb req-279dfcb3-f259-4ded-90a6-74fafc69c98b tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Oct 22 14:02:54.456726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003cf0-1812-4fe4-a482-c70637f5b622 req-f0ca3a20-e387-45d4-8c85-21f7271384a9 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:54.458201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65003cf0-1812-4fe4-a482-c70637f5b622 req-f0ca3a20-e387-45d4-8c85-21f7271384a9 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0492899 Oct 22 14:02:54.496421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65003cf0-1812-4fe4-a482-c70637f5b622 req-7216b48b-6a85-41fc-9ee3-f58141000593 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Oct 22 14:02:54.697883 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f270ea1-0564-4b1c-a46d-49c519f5c05a req-45058821-cf56-4411-a9c9-b4163b9b9646 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:02:54.699431 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f270ea1-0564-4b1c-a46d-49c519f5c05a req-45058821-cf56-4411-a9c9-b4163b9b9646 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0614798 Oct 22 14:02:54.740140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7f270ea1-0564-4b1c-a46d-49c519f5c05a req-703dac39-d44e-42e5-bd3f-945299bd3566 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Oct 22 14:02:57.192533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0812e687-d781-4d73-8cd1-fa4c6d8d43d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:57.884024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:57.944484 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:02:59.942345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:04.197108 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-9e52eafe-4e38-4204-85e7-91f80a48a46b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446596 Oct 22 14:03:04.291818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-3d1e8b19-b4ed-4019-b12a-d6182d7d7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:04.293350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-3d1e8b19-b4ed-4019-b12a-d6182d7d7ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1096 time: 0.0445282 Oct 22 14:03:04.408991 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-8b3e9bd0-1b1c-4c83-9964-292d9bcbc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:04.410481 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-8b3e9bd0-1b1c-4c83-9964-292d9bcbc90a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.0961595 Oct 22 14:03:04.456357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-d5974fc0-b950-4030-8aeb-1f4be901c7b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 217 time: 0.0371594 Oct 22 14:03:04.513439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-85f71d98-ea64-419a-8c00-8683a92b01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:04.515003 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-85f71d98-ea64-419a-8c00-8683a92b01ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0510824 Oct 22 14:03:04.562957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-88f32ab6-485c-42fc-a3eb-d1e8c95395b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:04.564832 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-88f32ab6-485c-42fc-a3eb-d1e8c95395b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425930 Oct 22 14:03:04.662058 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-ee4970af-3e7d-40c3-971c-973b672a9151 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889089 Oct 22 14:03:04.754372 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c1d003bf-7a42-4b3d-9822-b78e1f03a0a7 req-e962ba93-abd2-4c42-8cb6-04d939e1c1e9 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Oct 22 14:03:08.343917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687c76-0ca8-4d14-ace9-be6d238ce5d7 req-450dd0fe-3380-4442-ab4a-b306e1e01113 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:08.346220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3687c76-0ca8-4d14-ace9-be6d238ce5d7 req-450dd0fe-3380-4442-ab4a-b306e1e01113 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0499313 Oct 22 14:03:08.384151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f3687c76-0ca8-4d14-ace9-be6d238ce5d7 req-96b039b8-7460-4d49-a90a-2e53f2cf9790 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Oct 22 14:03:08.408795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50184) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:08.564569 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9195b3-fbe5-4a35-9b37-190b273948af tempest-TestMinimumBasicScenario-388662643 tempest-TestMinimumBasicScenario-388662643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:08.566243 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3c9195b3-fbe5-4a35-9b37-190b273948af tempest-TestMinimumBasicScenario-388662643 tempest-TestMinimumBasicScenario-388662643-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1091 time: 0.1561809 Oct 22 14:03:08.569266 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50188) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:08.573705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '3c1d536c-b018-4881-b626-421464b8c657', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:08.598201 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:08.708708 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:08.780390 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:08.830241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Allocated IP 172.25.6.253 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/3e4732cc-6276-4485-b0d7-12354c2cf605) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:03:08.935035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:08.969839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.011496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:03:09.014246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:03:09.022830 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:03:09.025917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'Port': ['ID=3e4732cc-6276-4485-b0d7-12354c2cf605,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:09.396614 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.468299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.623488 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.628077 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.701758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'Port': ['ID=3e4732cc-6276-4485-b0d7-12354c2cf605,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:09.714047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:09.823496 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Floating IP cf684039-24bd-4689-ad01-520fe0720a84 associated. External IP: 172.25.6.253, port: 3c1d536c-b018-4881-b626-421464b8c657. Oct 22 14:03:10.038676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Router da27664e-7916-4d34-8a61-08dc9b072368 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:03:10.153814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:03:10.164776 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Sync routers for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:03:10.172563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.175592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:03:10.176207 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:03:10.201338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5c93188f-36e9-4b3c-a017-2dd3941e8161 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6309991 Oct 22 14:03:10.201943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:03:10.204305 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f93e876-4f8e-450a-9d75-90b2dd00a753" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:03:10.205228 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50190) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.210944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025037853', 'description': 'tempest-secgroup-smoke-1025037853 description', 'project_id': '4764a81311494ebda0497458e8aa29b4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.239313 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.249095 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a8f6a9-2075-413e-b69d-134235b1504a x-openstack-request-id: req-19a8f6a9-2075-413e-b69d-134235b1504a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:03:10.249294 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:03:10.249592 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19a8f6a9-2075-413e-b69d-134235b1504a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:03:10.250059 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:03:10.298409 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:03:10.313065 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.318001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.324601 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-cb39b4d9-a4db-46f0-b74e-80b9e049fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:10.326183 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-cb39b4d9-a4db-46f0-b74e-80b9e049fb54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1096 time: 0.0482225 Oct 22 14:03:10.349862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.354034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449358 Oct 22 14:03:10.355714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.360620 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.380240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c494fc-684c-400e-8308-49c716cd9be9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:10.398318 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.398568 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.398931 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.399270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.399686 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.400059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.400262 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.400593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.400929 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.401244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.401570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.401895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a4c81-621d-448b-b9aa-89919168292c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:03:10.425955 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.428658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-75f5967b-1aa4-4f81-811d-75566a8e6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:10.430942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-75f5967b-1aa4-4f81-811d-75566a8e6719 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.0976110 Oct 22 14:03:10.431497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.474888 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.479638 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.496268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dd7a9a-2aee-4776-b9b5-5339668bca71,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:10.508737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.512719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dea6b5aa-5a47-40b4-a697-f2f78d5e27ea tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532834 Oct 22 14:03:10.512959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50198) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.518765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.522148 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-6171bb1b-0746-4d63-ae14-14388d7ca44c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 999 time: 0.0823250 Oct 22 14:03:10.552572 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.585163 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-c808aa1f-8e55-49c0-9904-ad6096a106e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:10.586979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-c808aa1f-8e55-49c0-9904-ad6096a106e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0531642 Oct 22 14:03:10.600060 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:03:10.619006 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.624106 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.643949 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-853513d0-d3a6-4216-8499-d41cea5b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:10.644206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853ce6b6-061c-47dc-9298-0a2236998153,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:10.645541 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-853513d0-d3a6-4216-8499-d41cea5b1c63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508344 Oct 22 14:03:10.656949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.658449 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-83303da1-251a-47a2-93b9-034949d85dbe tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444860 Oct 22 14:03:10.661220 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50200) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.666106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.694276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cf684039-24bd-4689-ad01-520fe0720a84', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'port_id': '3c1d536c-b018-4881-b626-421464b8c657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'mac_address': 'fa:16:3e:97:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:03:09Z', 'updated_at': '2021-10-22T14:03:09Z', 'revision_number': 0, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:03:10.710369 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.723252 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Checking router: da27664e-7916-4d34-8a61-08dc9b072368 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:03:10.732449 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:03:10.733306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:02:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:03:10.762275 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-9e477310-f1d9-4dd8-a835-6250e8d3429b service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084456 Oct 22 14:03:10.775113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.780297 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.801817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3268e9db-20be-42cc-b00d-e01f3ae8b5f9,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:10.814018 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.818229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b9fa637f-dba9-45d4-8134-9163824a60fc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533334 Oct 22 14:03:10.818478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50202) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.826287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.850275 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:03:10.855436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.888112 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f93e876-4f8e-450a-9d75-90b2dd00a753 req-a2fc2e87-4045-4fa8-8a52-67429d4d41b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175780 Oct 22 14:03:10.926561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.931799 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.950504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8209ccd7-4e49-4db7-b3f6-48d4b8c788c4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:10.960183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:10.964068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a5e16ee3-51cb-46cf-84ac-9ed201c44d47 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419659 Oct 22 14:03:10.964305 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50204) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:10.968857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:10.992787 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Project 4764a81311494ebda0497458e8aa29b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:03:10.998092 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.065708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.069568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.090172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dba38c-650e-4460-a826-6a7faf64f584,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:11.100756 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.104727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-79513970-01f2-4cd3-9447-7005d3278659 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368785 Oct 22 14:03:11.104931 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cf684039-24bd-4689-ad01-520fe0720a84', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'port_id': '3c1d536c-b018-4881-b626-421464b8c657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'mac_address': 'fa:16:3e:97:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:03:09Z', 'updated_at': '2021-10-22T14:03:09Z', 'revision_number': 0, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:03:11.105094 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50206) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:03:11.109715 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'security_group_rule': {'security_group_id': '10c494fc-684c-400e-8308-49c716cd9be9', 'project_id': '4764a81311494ebda0497458e8aa29b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:11.132792 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8fa8-e523-4021-a7e4-6993b895b681 None None] The sync data for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 is: [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'cf684039-24bd-4689-ad01-520fe0720a84', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'port_id': '3c1d536c-b018-4881-b626-421464b8c657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'mac_address': 'fa:16:3e:97:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:03:09Z', 'updated_at': '2021-10-22T14:03:09Z', 'revision_number': 0, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:03:11.133731 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Project 4764a81311494ebda0497458e8aa29b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:03:11.139988 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.210102 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.217881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.236976 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e2b1cd-d7e4-4da9-a166-4a24dd234574,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:11.245811 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.247109 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3a45ea8-bdd9-441d-a56b-694b6354c7d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412275 Oct 22 14:03:11.340959 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-2743c97a-6ecc-40dd-89f0-110948a4910d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025037853&fields=id&tenant_id=4764a81311494ebda0497458e8aa29b4 HTTP/1.1" status: 200 len: 267 time: 0.0436840 Oct 22 14:03:11.363479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63625989-5c41-47d8-a504-6b48e50f9502 None None] New status for floating IP cf684039-24bd-4689-ad01-520fe0720a84: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:03:11.405873 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-e94ed2c6-1326-43ce-b903-2e9e1a5ff359 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:11.407488 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-e94ed2c6-1326-43ce-b903-2e9e1a5ff359 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0591757 Oct 22 14:03:11.419395 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'port': {'security_groups': ['b555e431-6c26-4e73-b384-991ca08d5f60', '10c494fc-684c-400e-8308-49c716cd9be9']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:03:11.486752 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.716211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:03:11.747167 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.752545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.764468 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:03:11.802163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:11.802828 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:11.804234 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7573074-7e92-40e9-9ee5-a9822f690696 req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "PUT /v2.0/ports/3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 981 time: 0.3899379 Oct 22 14:03:11.804832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:03:11.806997 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6539443-99d3-488a-a56b-b1b3077d5f29" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:03:11.845647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60677-847e-4640-b490-86a458e2c64d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:03:11.862777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:03:11.893343 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57146b02-6b85-44b4-93d0-b7c8bb481e28 x-openstack-request-id: req-57146b02-6b85-44b4-93d0-b7c8bb481e28 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:03:11.893720 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:03:11.894188 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57146b02-6b85-44b4-93d0-b7c8bb481e28 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:03:11.907177 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:03:11.976169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d9318-dc40-4014-a1fa-ee65c33c1974 req-6fa212a6-502a-46ae-89ff-dc2aa3cc4a46 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:11.977221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921d9318-dc40-4014-a1fa-ee65c33c1974 req-6fa212a6-502a-46ae-89ff-dc2aa3cc4a46 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0651731 Oct 22 14:03:11.979136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-552e85cd-c8ac-4061-83d3-4ea9e9363f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:11.980755 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-552e85cd-c8ac-4061-83d3-4ea9e9363f2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1135 time: 0.0616663 Oct 22 14:03:12.033114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-921d9318-dc40-4014-a1fa-ee65c33c1974 req-50e9d5b9-3893-4f4c-87ee-09e99dffb28e tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452302 Oct 22 14:03:12.100753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-c21bbab9-51b1-41a0-a5e0-d1c1ba0bf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:12.102318 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-c21bbab9-51b1-41a0-a5e0-d1c1ba0bf950 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.1130002 Oct 22 14:03:12.148540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1756c663-79d9-417f-b34a-6e1eba3e5601 None None] Provisioning complete for port 3c1d536c-b018-4881-b626-421464b8c657 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:03:12.148910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1756c663-79d9-417f-b34a-6e1eba3e5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:12.175218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-404041fa-b3ef-4b7a-b30c-ee54bb87d439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 1001 time: 0.0645862 Oct 22 14:03:12.229037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-f4599717-989b-4664-8ce1-bf527f7aa194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:12.230450 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-f4599717-989b-4664-8ce1-bf527f7aa194 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0474062 Oct 22 14:03:12.285321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-ee2e3dc2-2002-49b8-a256-abcee08c148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:12.286879 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-ee2e3dc2-2002-49b8-a256-abcee08c148c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485017 Oct 22 14:03:12.397097 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-2012150a-3db1-4052-8ffa-68ce29c96aca service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014037 Oct 22 14:03:12.503934 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6539443-99d3-488a-a56b-b1b3077d5f29 req-38caf30b-e452-4c8f-bfba-78268fb295a0 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012518 Oct 22 14:03:24.108196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d1807b0-c3df-4e40-88ae-24ed9b408721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:27.187755 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3228d896-2693-4c9b-83f6-bd4c9f1d0465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:27.303920 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-f6126a49-d796-49ef-a646-f59c913c90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:27.307221 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-f6126a49-d796-49ef-a646-f59c913c90da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1135 time: 0.0477316 Oct 22 14:03:27.419854 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-0cb67a9e-0665-4b02-afea-856adcf3bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:27.423345 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-0cb67a9e-0665-4b02-afea-856adcf3bf74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.1081009 Oct 22 14:03:27.449677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58cf8-a8f1-4326-89b5-12ee88dbbbae req-063de308-e375-4441-a32d-bfdabfa2d6d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:27.451606 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40e58cf8-a8f1-4326-89b5-12ee88dbbbae req-063de308-e375-4441-a32d-bfdabfa2d6d1 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.1947269 Oct 22 14:03:27.500354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-40e58cf8-a8f1-4326-89b5-12ee88dbbbae req-c9cb4118-f75a-4908-abd4-a8e419c7f03b tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395617 Oct 22 14:03:27.838099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-9cd05b2d-cd10-40d3-aa09-00e9881bc87e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 1001 time: 0.4072850 Oct 22 14:03:27.886674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:27.891545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-ff4fe1a1-0b65-4672-9a28-8e98a8b1c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:27.893121 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-ff4fe1a1-0b65-4672-9a28-8e98a8b1c155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0470383 Oct 22 14:03:27.946958 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:27.954571 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-ecbb8f11-5536-4fe6-83df-840af53b9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:27.956131 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-ecbb8f11-5536-4fe6-83df-840af53b9a99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543635 Oct 22 14:03:28.057145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-76a43ce5-8bf1-4bd4-b58d-4d5237ae570a service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918446 Oct 22 14:03:28.161305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-56b14056-3d0a-4201-8400-e79881bbc6ea req-f8d29557-b5d8-4892-b0c1-adb99f083fc2 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959141 Oct 22 14:03:28.682226 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc14a-2ec5-43a0-88bc-4890b3effe92 req-e9d485b4-6fc6-4ccc-bc35-e422f2da8438 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:28.683796 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48fc14a-2ec5-43a0-88bc-4890b3effe92 req-e9d485b4-6fc6-4ccc-bc35-e422f2da8438 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.1008997 Oct 22 14:03:28.730979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a48fc14a-2ec5-43a0-88bc-4890b3effe92 req-f6fe8b1c-acb1-488d-b23a-a0ad88f0ca32 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396562 Oct 22 14:03:29.857346 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1776d-bd4e-4726-a9f5-65a5bd0af10c req-5d362ea2-6552-477e-8f68-3f6bbf1c7cd7 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:29.858898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b1776d-bd4e-4726-a9f5-65a5bd0af10c req-5d362ea2-6552-477e-8f68-3f6bbf1c7cd7 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0530105 Oct 22 14:03:29.903141 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-14b1776d-bd4e-4726-a9f5-65a5bd0af10c req-ebaa974a-7aa3-4462-9860-a6b56f703bb9 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373924 Oct 22 14:03:29.944050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:31.024833 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c469a0-b7be-4020-baa7-cf500e2085f7 req-58a7d08c-2354-4e37-9044-9946e52746ca tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:31.026364 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c469a0-b7be-4020-baa7-cf500e2085f7 req-58a7d08c-2354-4e37-9044-9946e52746ca tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0534503 Oct 22 14:03:31.068626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-22c469a0-b7be-4020-baa7-cf500e2085f7 req-8d803b9e-9da7-42be-b494-d91a2673b18b tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351675 Oct 22 14:03:32.193337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba627-e9b7-45bb-9c2a-6eab39167fe1 req-e377934d-3fa6-4293-8489-e522a92a5556 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:32.194965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9dba627-e9b7-45bb-9c2a-6eab39167fe1 req-e377934d-3fa6-4293-8489-e522a92a5556 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0551372 Oct 22 14:03:32.250023 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d9dba627-e9b7-45bb-9c2a-6eab39167fe1 req-6b8a3198-b6b9-45c4-8b5f-53e633f873d2 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472150 Oct 22 14:03:33.379429 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d029a-efda-4dc8-b95b-12a75b918537 req-4c538c5a-4aa0-474e-928e-2223afde0994 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:33.380993 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb0d029a-efda-4dc8-b95b-12a75b918537 req-4c538c5a-4aa0-474e-928e-2223afde0994 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0535495 Oct 22 14:03:33.425127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb0d029a-efda-4dc8-b95b-12a75b918537 req-b9d01144-c298-4611-97ef-575d0b867700 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379076 Oct 22 14:03:34.549655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03838c68-9caa-452e-ac05-371e975c825f req-7c12eac0-9b83-44f3-8b75-8bcfbd4cb21d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:34.551150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03838c68-9caa-452e-ac05-371e975c825f req-7c12eac0-9b83-44f3-8b75-8bcfbd4cb21d tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0520713 Oct 22 14:03:34.593249 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-03838c68-9caa-452e-ac05-371e975c825f req-db91e39e-2af8-4c4b-b4e9-4165a2fed954 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359643 Oct 22 14:03:35.715859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffebf3-7d7d-4cc9-b763-730bbd14fe02 req-1917912b-6d2d-4a30-b267-91d154198744 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:35.717359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ffebf3-7d7d-4cc9-b763-730bbd14fe02 req-1917912b-6d2d-4a30-b267-91d154198744 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0538375 Oct 22 14:03:35.768734 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e8ffebf3-7d7d-4cc9-b763-730bbd14fe02 req-b40b8fc3-751f-47d0-abe9-ab805b145e44 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442035 Oct 22 14:03:36.892216 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dda5e7-2224-429c-986f-2ced85112980 req-308817b1-dbaf-40a6-9b07-cf2c925b34f2 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:36.893822 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4dda5e7-2224-429c-986f-2ced85112980 req-308817b1-dbaf-40a6-9b07-cf2c925b34f2 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0543876 Oct 22 14:03:36.935586 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4dda5e7-2224-429c-986f-2ced85112980 req-2d7801e5-b38d-40a9-81e6-a5f902ebf1e6 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357041 Oct 22 14:03:38.072903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c991e-df96-4400-a892-b085ccd56721 req-e4f2d2f7-6717-4b5b-acac-9b60d4f67e53 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:38.074448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa1c991e-df96-4400-a892-b085ccd56721 req-e4f2d2f7-6717-4b5b-acac-9b60d4f67e53 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0517111 Oct 22 14:03:38.119075 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fa1c991e-df96-4400-a892-b085ccd56721 req-6797667e-5c64-4ade-a96d-471f5589c75f tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377083 Oct 22 14:03:38.785428 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:39.246206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eed2f8-a2d5-4230-a8d3-3d0cb24c28f4 req-a79fb9b0-baa0-4a1e-b7c5-14a5605c8ccc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:03:39.247727 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2eed2f8-a2d5-4230-a8d3-3d0cb24c28f4 req-a79fb9b0-baa0-4a1e-b7c5-14a5605c8ccc tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0506613 Oct 22 14:03:39.298199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b2eed2f8-a2d5-4230-a8d3-3d0cb24c28f4 req-d07d9cb7-3b46-4efa-8ce8-fa05cad5df9c tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c494fc-684c-400e-8308-49c716cd9be9&id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441103 Oct 22 14:03:40.407618 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:47.600198 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:03:54.100836 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6fb2d851-29fc-432c-bf95-9da835788c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:57.191157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f84b8840-50a9-4ebd-ab90-aa424cfdb487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:57.889776 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:57.948464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:03:59.948386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:05.241160 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-aeb05998-309c-4be1-8769-b7b8bec67fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868571 Oct 22 14:04:05.332049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-6d5669b9-4983-4efb-b891-9e1a59a7b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:05.333579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-6d5669b9-4983-4efb-b891-9e1a59a7b295 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1135 time: 0.0439975 Oct 22 14:04:05.452418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-b30eddcd-59f7-4157-9628-967f8563a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:05.454387 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-b30eddcd-59f7-4157-9628-967f8563a383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.0996587 Oct 22 14:04:05.529255 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-b6203e6c-0971-4ea6-aae4-4ad39a0a6ea7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 1001 time: 0.0666583 Oct 22 14:04:05.590169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-1e9a2d79-2560-43fa-9aa7-98e38ab80fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:05.591681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-1e9a2d79-2560-43fa-9aa7-98e38ab80fad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0519018 Oct 22 14:04:05.640471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-00fe3a51-431e-4b22-9782-cfbb1ce8fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:05.642376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-00fe3a51-431e-4b22-9782-cfbb1ce8fa1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439081 Oct 22 14:04:05.743002 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-fbd9bb41-4e5f-46bc-9060-27b4d290f9bc service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919290 Oct 22 14:04:05.847563 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0ec32306-3bdb-440e-8f19-140ef6ce9496 req-d713d56e-c621-4aa8-a6c5-f193e0380d00 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935111 Oct 22 14:04:08.805492 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:10.427805 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.203646 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-4bfa2bf4-b07b-484a-b290-cf85e810bfa8 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025037853&fields=id&tenant_id=4764a81311494ebda0497458e8aa29b4 HTTP/1.1" status: 200 len: 267 time: 0.0362899 Oct 22 14:04:12.264003 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-bac8f84f-0976-4963-bccc-a1149e62ce07 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:12.266073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-bac8f84f-0976-4963-bccc-a1149e62ce07 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 984 time: 0.0524323 Oct 22 14:04:12.277342 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Request body: {'port': {'security_groups': ['b555e431-6c26-4e73-b384-991ca08d5f60']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:12.345619 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.530183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:12.565630 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.570542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.582530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:04:12.616268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:12.616934 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.618382 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-13d2b4b8-95fa-42b0-a51c-6299467d7a8c req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "PUT /v2.0/ports/3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 942 time: 0.3457751 Oct 22 14:04:12.618879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:12.623686 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d86d4e-91e2-4163-942e-a88ced992d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:12.624807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50272) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:12.652474 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event updated for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:12.668571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.668998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.669284 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.669673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.670021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.670362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.670732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.671071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.671404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.672767 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.673100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.673439 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e38eb-a785-4425-99c9-5c76d1453f36 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.695137 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24435e-9a62-4439-b5e5-5687652c8c17 x-openstack-request-id: req-3f24435e-9a62-4439-b5e5-5687652c8c17 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:12.696779 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:12.697317 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f24435e-9a62-4439-b5e5-5687652c8c17 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:12.698084 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:04:12.723507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.727195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:04:12.786285 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.817079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-5864641e-15b3-4212-a935-833b30a30b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:12.819800 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-5864641e-15b3-4212-a935-833b30a30b4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1096 time: 0.0940819 Oct 22 14:04:12.947963 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.951121 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:12.952350 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "DELETE /v2.0/security-groups/10c494fc-684c-400e-8308-49c716cd9be9 HTTP/1.1" status: 204 len: 168 time: 0.3265078 Oct 22 14:04:12.956019 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50276) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:12.967057 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-760e05ef-4b81-45c3-9aa6-c444a445d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:12.969599 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-760e05ef-4b81-45c3-9aa6-c444a445d4b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.1369982 Oct 22 14:04:12.970539 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c494fc-684c-400e-8308-49c716cd9be9,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:12.987726 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.988176 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.988525 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.988863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.989203 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.989536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.989865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.990194 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.990524 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.990885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.991205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:12.991529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe9c9d-e9ef-437a-b87b-ed680c96d884 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:13.045719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a2d1948-8966-48ac-b87f-75e7cada43fb None None] Provisioning complete for port 3c1d536c-b018-4881-b626-421464b8c657 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:13.046347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a2d1948-8966-48ac-b87f-75e7cada43fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.069499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-313f768f-b319-40d4-bb42-6d04a3043bc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 1001 time: 0.0908918 Oct 22 14:04:13.130078 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-202f8ac0-c313-4aa1-bb83-5e42fb209c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:13.131613 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-202f8ac0-c313-4aa1-bb83-5e42fb209c5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0543542 Oct 22 14:04:13.150677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Deleting port 3e4732cc-6276-4485-b0d7-12354c2cf605 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:13.151160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.185365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-aa6d278c-4e67-4f38-b691-2cd97b340728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:13.187322 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-aa6d278c-4e67-4f38-b691-2cd97b340728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478399 Oct 22 14:04:13.235935 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.236556 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.248849 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Calling delete_port for 3e4732cc-6276-4485-b0d7-12354c2cf605 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:13.288456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-3c544577-4662-46f7-a9c8-dd669f9ed209 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924313 Oct 22 14:04:13.387927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-60d86d4e-91e2-4163-942e-a88ced992d0a req-1b7bb806-4f8b-4a61-ae5c-b855cfd326ec service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922136 Oct 22 14:04:13.444143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.471467 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event deleted for resources: {'Port': ['ID=3e4732cc-6276-4485-b0d7-12354c2cf605,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:13.534848 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.535175 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Floating IP cf684039-24bd-4689-ad01-520fe0720a84 disassociated (deleted). External IP: 172.25.6.253, port: 3c1d536c-b018-4881-b626-421464b8c657. Oct 22 14:04:13.759675 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Router da27664e-7916-4d34-8a61-08dc9b072368 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:04:13.875716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:13.880704 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:13.887639 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Sync routers for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:13.897691 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:13.898306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:03:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:13.910421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7f24a13b-fefc-4fb5-a9fb-3c2d88aa8368 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "DELETE /v2.0/floatingips/cf684039-24bd-4689-ad01-520fe0720a84 HTTP/1.1" status: 204 len: 168 time: 0.9529462 Oct 22 14:04:14.014066 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:14.249667 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:14.289694 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Checking router: da27664e-7916-4d34-8a61-08dc9b072368 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:14.298814 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:14.299424 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:03:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:14.410428 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:14.629874 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:14.657800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3e8bc-8392-44dc-8321-59df1e8fdd55 None None] The sync data for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 is: [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:17Z', 'revision_number': 4, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'eaebf9c0-5afd-4b85-addf-80f155077ed2', 'name': '', 'network_id': '5975f0d2-897e-44d0-bc7f-1890f678d6a7', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'mac_address': 'fa:16:3e:0e:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:16Z', 'updated_at': '2021-10-22T14:02:21Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'subnets': [{'id': '6aa784d6-6a7b-442f-be8e-62696cbf8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:14.699977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:14.702528 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf52d65-0121-47b3-be27-67fc856fef64" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:14.817843 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e011e4db-1df3-428a-82a8-599405fe4210 x-openstack-request-id: req-e011e4db-1df3-428a-82a8-599405fe4210 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:14.818315 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:14.820527 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e011e4db-1df3-428a-82a8-599405fe4210 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:14.820527 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:04:14.893108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-f70cd358-65ac-4220-bb7f-24b5257a0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:14.895335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-f70cd358-65ac-4220-bb7f-24b5257a0575 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4764a81311494ebda0497458e8aa29b4&device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 1096 time: 0.0552702 Oct 22 14:04:14.937755 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93677475-8b8c-4eaa-98ec-4872f950f3dd None None] New status for floating IP cf684039-24bd-4689-ad01-520fe0720a84: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:04:14.996753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-6df7569c-3b26-4718-bec4-a64b00021945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:14.998262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-6df7569c-3b26-4718-bec4-a64b00021945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 200 len: 916 time: 0.0957017 Oct 22 14:04:15.052203 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-30f7115b-c3bb-4138-aa3d-963582f97af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 200 len: 217 time: 0.0443802 Oct 22 14:04:15.117322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-c94a4cca-1a60-4295-a595-aa7f3a32b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:15.118815 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-c94a4cca-1a60-4295-a595-aa7f3a32b454 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 200 len: 854 time: 0.0590875 Oct 22 14:04:15.167005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-6c89b6e7-74be-41f4-aa9f-85b5a9063e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:15.168608 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-6c89b6e7-74be-41f4-aa9f-85b5a9063e25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5975f0d2-897e-44d0-bc7f-1890f678d6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420589 Oct 22 14:04:15.280115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-97372301-60b8-46e8-849f-25d8290928d3 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042976 Oct 22 14:04:15.389298 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ecf52d65-0121-47b3-be27-67fc856fef64 req-121c11cc-e874-4d75-8eab-bb5ff16b0894 service neutron] 10.222.0.26 "GET /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986838 Oct 22 14:04:23.013430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163b63-2f51-4e33-917d-5a7e5588f064 req-cf1d1ba7-90c9-45a9-880e-f8165e498cca tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:23.015047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b163b63-2f51-4e33-917d-5a7e5588f064 req-cf1d1ba7-90c9-45a9-880e-f8165e498cca tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0544467 Oct 22 14:04:23.056365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8b163b63-2f51-4e33-917d-5a7e5588f064 req-40695b2b-628c-4c91-94c6-d7c9e103ecf0 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Oct 22 14:04:24.110813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d94281e-e3a7-4998-aa1c-05d199fd6fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:24.186583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfe683-3749-4916-bb0e-65e621b487ec req-f6d25a30-0d52-4af0-93cf-a6c1af768818 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:24.188933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09bfe683-3749-4916-bb0e-65e621b487ec req-f6d25a30-0d52-4af0-93cf-a6c1af768818 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0564044 Oct 22 14:04:24.230598 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09bfe683-3749-4916-bb0e-65e621b487ec req-d722fb2c-bd4a-4b27-8159-deda3de2ad33 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/security-groups?id=b555e431-6c26-4e73-b384-991ca08d5f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Oct 22 14:04:24.601359 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:04:24.734145 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-7fb7cf8c-e581-42b5-a3df-eadd22f5d47a tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:24.735692 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-7fb7cf8c-e581-42b5-a3df-eadd22f5d47a tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 945 time: 0.0583045 Oct 22 14:04:24.831367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Deleting port 3c1d536c-b018-4881-b626-421464b8c657 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:24.831710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:24.936365 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] For port 3c1d536c-b018-4881-b626-421464b8c657, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=3c1d536c-b018-4881-b626-421464b8c657,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:24.936817 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:24.950581 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Calling delete_port for 3c1d536c-b018-4881-b626-421464b8c657 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:25.093395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:25.106367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['3c1d536c-b018-4881-b626-421464b8c657'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:04:25.127127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Pushing event deleted for resources: {'Port': ['ID=3c1d536c-b018-4881-b626-421464b8c657,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:25.174100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] No DVR routers for this DVR port 3c1d536c-b018-4881-b626-421464b8c657 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:04:25.176735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:25.180229 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b37b28f4-83f9-4217-9db6-1221b44d40a0 req-ceb7335d-eea7-499c-84a2-376de5454dac tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.26 "DELETE /v2.0/ports/3c1d536c-b018-4881-b626-421464b8c657 HTTP/1.1" status: 204 len: 173 time: 0.4379752 Oct 22 14:04:25.180680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'name': 'network-vif-deleted', 'tag': '3c1d536c-b018-4881-b626-421464b8c657'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:25.182976 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8422321-d912-458e-93b3-9cf73b27cac0" -d '{"events": [{"server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "name": "network-vif-deleted", "tag": "3c1d536c-b018-4881-b626-421464b8c657"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:25.290105 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a811db8-039e-4391-b857-ba67aae53774 x-openstack-request-id: req-5a811db8-039e-4391-b857-ba67aae53774 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:25.290399 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e724b2-c934-41e2-a502-d40e355c40da", "name": "network-vif-deleted", "tag": "3c1d536c-b018-4881-b626-421464b8c657", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:25.290683 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a811db8-039e-4391-b857-ba67aae53774 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:25.291095 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e724b2-c934-41e2-a502-d40e355c40da', 'name': 'network-vif-deleted', 'tag': '3c1d536c-b018-4881-b626-421464b8c657', 'status': 'completed', 'code': 200} Oct 22 14:04:25.350559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d70fd467-1dc1-4ea3-befe-0102df0d4792 req-25c2eb26-23d7-43ca-9503-332da5efd983 tempest-TestMinimumBasicScenario-1550661255 tempest-TestMinimumBasicScenario-1550661255-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6e724b2-c934-41e2-a502-d40e355c40da HTTP/1.1" status: 200 len: 210 time: 0.0314243 Oct 22 14:04:26.959432 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:27.197878 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ea1cce74-528c-4cee-b352-1430e97a0d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.322304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.577060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Deleting port eaebf9c0-5afd-4b85-addf-80f155077ed2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:27.577984 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.658618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] For port eaebf9c0-5afd-4b85-addf-80f155077ed2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=eaebf9c0-5afd-4b85-addf-80f155077ed2,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:27.658985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.672321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Calling delete_port for eaebf9c0-5afd-4b85-addf-80f155077ed2 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:27.860501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.887174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Pushing event deleted for resources: {'Port': ['ID=eaebf9c0-5afd-4b85-addf-80f155077ed2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:27.893112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:27.954105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:28.076639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:28.622549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Router da27664e-7916-4d34-8a61-08dc9b072368 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:04:28.737380 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:28.742352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-48505730-f0e4-41da-a1b6-790d256e9eab admin admin] 10.222.0.25 "PUT /v2.0/routers/da27664e-7916-4d34-8a61-08dc9b072368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818758 Oct 22 14:04:28.744933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50384) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:28.748500 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Sync routers for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:28.760206 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:28.760913 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:28.855494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:28.880348 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:28.965819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.028610 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Deleting port 885fb4af-3e13-4a77-b2d3-6906a57afcb3 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:29.028960 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.072061 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:04:27Z', 'revision_number': 5, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port': {'id': '885fb4af-3e13-4a77-b2d3-6906a57afcb3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:29.125438 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] For port 885fb4af-3e13-4a77-b2d3-6906a57afcb3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=885fb4af-3e13-4a77-b2d3-6906a57afcb3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:29.126060 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.141313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Calling delete_port for 885fb4af-3e13-4a77-b2d3-6906a57afcb3 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:29.166005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3c1d536c-b018-4881-b626-421464b8c657 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:29.189277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 3c1d536c-b018-4881-b626-421464b8c657 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:29.189623 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 3c1d536c-b018-4881-b626-421464b8c657 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:29.197457 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Checking router: da27664e-7916-4d34-8a61-08dc9b072368 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:29.206282 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Routers {'da27664e-7916-4d34-8a61-08dc9b072368'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:29.206939 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['da27664e-7916-4d34-8a61-08dc9b072368'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:29.298575 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] Set router da27664e-7916-4d34-8a61-08dc9b072368 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:29.326273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.350399 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:04:28Z', 'revision_number': 6, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:29.352491 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=885fb4af-3e13-4a77-b2d3-6906a57afcb3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:29.387222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc97e8c-df55-4bd9-9ee4-97070abe2917 None None] The sync data for ids ['da27664e-7916-4d34-8a61-08dc9b072368'] in n-d-813419-8 is: [{'id': 'da27664e-7916-4d34-8a61-08dc9b072368', 'name': 'tempest-TestMinimumBasicScenario-1050906806-router', 'tenant_id': '4764a81311494ebda0497458e8aa29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:14Z', 'updated_at': '2021-10-22T14:04:28Z', 'revision_number': 6, 'project_id': '4764a81311494ebda0497458e8aa29b4', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:29.421978 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.525271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.527862 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.579093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.579649 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da27664e-7916-4d34-8a61-08dc9b072368 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:04:29.585730 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.586936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-35911bec-5906-4224-940d-6fe4f83bdc15 admin admin] 10.222.0.25 "DELETE /v2.0/routers/da27664e-7916-4d34-8a61-08dc9b072368 HTTP/1.1" status: 204 len: 168 time: 0.8410320 Oct 22 14:04:29.589538 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50386) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:29.636864 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Deleting subnet 6aa784d6-6a7b-442f-be8e-62696cbf8b6e {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:04:29.640508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.682689 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.771946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.836251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.862521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa784d6-6a7b-442f-be8e-62696cbf8b6e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:29.869048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.872409 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cad4d98-85ab-45f0-a67c-5b4b4db433bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6aa784d6-6a7b-442f-be8e-62696cbf8b6e HTTP/1.1" status: 204 len: 168 time: 0.2817922 Oct 22 14:04:29.876699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50388) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:29.879303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c7b6b-8f2e-4c49-8458-faa57a13d5ed None None] Network 5975f0d2-897e-44d0-bc7f-1890f678d6a7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:04:29.952159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:29.981929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.012124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Deleting port da713136-b11d-44df-9a7f-118c4bd23d1b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:30.012536 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.086307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] For port da713136-b11d-44df-9a7f-118c4bd23d1b, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=da713136-b11d-44df-9a7f-118c4bd23d1b,segment=NetworkSegment(a176b134-3660-492e-99e8-e9c9ad6f986e),segment_id=a176b134-3660-492e-99e8-e9c9ad6f986e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:30.086588 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.099407 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Calling delete_port for da713136-b11d-44df-9a7f-118c4bd23d1b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:30.172979 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] DHCP port deletion for 5975f0d2-897e-44d0-bc7f-1890f678d6a7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:04:30.191671 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.219567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Pushing event deleted for resources: {'Port': ['ID=da713136-b11d-44df-9a7f-118c4bd23d1b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:30.224525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] No DVR routers for this DVR port da713136-b11d-44df-9a7f-118c4bd23d1b on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:04:30.235788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Deleting port da713136-b11d-44df-9a7f-118c4bd23d1b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:30.236171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.302560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.311817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] For port da713136-b11d-44df-9a7f-118c4bd23d1b, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:30.312242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.329033 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5975f0d2-897e-44d0-bc7f-1890f678d6a7']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:30.335040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Calling delete_port for da713136-b11d-44df-9a7f-118c4bd23d1b owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:30.340185 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Port da713136-b11d-44df-9a7f-118c4bd23d1b was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:04:30.340697 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a176b134-3660-492e-99e8-e9c9ad6f986e') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:30.340995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a176b134-3660-492e-99e8-e9c9ad6f986e') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:30.341566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.352451 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.370431 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Pushing event deleted for resources: {'Port': ['ID=da713136-b11d-44df-9a7f-118c4bd23d1b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:30.372347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.373410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] No DVR routers for this DVR port da713136-b11d-44df-9a7f-118c4bd23d1b on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:04:30.379504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:04:30.379999 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:04:30.383976 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:04:30.389974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.390438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.390965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.391316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.391657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.391996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.392330 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.393295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.393295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.394106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.394461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.395053 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fc72a-7af3-43b9-98f8-f46a2bf2ab57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:30.454411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.460087 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:30.463289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] 10.222.0.25 "DELETE /v2.0/networks/5975f0d2-897e-44d0-bc7f-1890f678d6a7 HTTP/1.1" status: 204 len: 168 time: 0.5855498 Oct 22 14:04:30.466271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50390) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:30.476036 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca395e-3424-4886-8afc-0d07fe85feff admin admin] Pushing event deleted for resources: {'Network': ['ID=5975f0d2-897e-44d0-bc7f-1890f678d6a7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:30.854541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:31.008837 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device eaebf9c0-5afd-4b85-addf-80f155077ed2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:31.030010 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: eaebf9c0-5afd-4b85-addf-80f155077ed2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:31.030361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device eaebf9c0-5afd-4b85-addf-80f155077ed2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:31.030806 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 885fb4af-3e13-4a77-b2d3-6906a57afcb3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:31.050896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 885fb4af-3e13-4a77-b2d3-6906a57afcb3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:31.051313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 885fb4af-3e13-4a77-b2d3-6906a57afcb3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:31.051723 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da713136-b11d-44df-9a7f-118c4bd23d1b no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:31.071943 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: da713136-b11d-44df-9a7f-118c4bd23d1b {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:31.072416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device da713136-b11d-44df-9a7f-118c4bd23d1b not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:31.128077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Deleting port 2796f19e-3585-4f60-ae8f-2b641c364d56 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:31.128328 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:31.211328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] For port 2796f19e-3585-4f60-ae8f-2b641c364d56, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2796f19e-3585-4f60-ae8f-2b641c364d56,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:31.211696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:31.225511 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Calling delete_port for 2796f19e-3585-4f60-ae8f-2b641c364d56 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:31.410047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:31.439167 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2796f19e-3585-4f60-ae8f-2b641c364d56,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:31.613025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:31.842580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Router f343e87e-ce2c-4f18-ad29-8c070d72b649 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:04:31.951965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:31.957676 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d0d07666-dfe2-4e14-9e31-964a7bd15c46 admin admin] 10.222.0.25 "PUT /v2.0/routers/f343e87e-ce2c-4f18-ad29-8c070d72b649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901128 Oct 22 14:04:31.960134 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50394) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:31.961294 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Sync routers for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:31.976040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:31.976678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:32.074362 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:32.096077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:32.292604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:04:31Z', 'revision_number': 5, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:32.321941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Checking router: f343e87e-ce2c-4f18-ad29-8c070d72b649 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:32.335523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Routers {'f343e87e-ce2c-4f18-ad29-8c070d72b649'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:32.336439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f343e87e-ce2c-4f18-ad29-8c070d72b649'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:32.457208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] Set router f343e87e-ce2c-4f18-ad29-8c070d72b649 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:32.540279 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:32.598310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Deleting port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:32.598692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:32.648620 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:04:31Z', 'revision_number': 5, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:32.676901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24cdb8-1447-4c9a-9f5c-918d6be1384a None None] The sync data for ids ['f343e87e-ce2c-4f18-ad29-8c070d72b649'] in n-d-813419-8 is: [{'id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'name': 'tempest-TestMinimumBasicScenario-207764084-router', 'tenant_id': '777fd2c1c6e947db9826ab808149bfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:04:31Z', 'revision_number': 5, 'project_id': '777fd2c1c6e947db9826ab808149bfad', 'gw_port': {'id': 'dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f343e87e-ce2c-4f18-ad29-8c070d72b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:02:19Z', 'updated_at': '2021-10-22T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:32.682165 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] For port dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:32.682929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:32.699123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Calling delete_port for dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:32.881480 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:32.912063 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:32.979199 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.084443 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.087479 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.136326 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.137399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f343e87e-ce2c-4f18-ad29-8c070d72b649 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:04:33.144456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.146638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7ffd8a98-7b70-49bc-a180-65169c8213b2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f343e87e-ce2c-4f18-ad29-8c070d72b649 HTTP/1.1" status: 204 len: 168 time: 1.1847515 Oct 22 14:04:33.146779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2796f19e-3585-4f60-ae8f-2b641c364d56 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:33.149955 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50396) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:33.169132 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 2796f19e-3585-4f60-ae8f-2b641c364d56 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:33.169487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2796f19e-3585-4f60-ae8f-2b641c364d56 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:33.200811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Deleting subnet 15fd7e72-6b13-4637-a48f-a19dddec42d5 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:04:33.205292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.242750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.334121 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.393478 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.420382 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fd7e72-6b13-4637-a48f-a19dddec42d5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:33.426156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.429918 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-cfcb37b6-e7f7-429a-8210-6ad86e1a80d2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15fd7e72-6b13-4637-a48f-a19dddec42d5 HTTP/1.1" status: 204 len: 168 time: 0.2785902 Oct 22 14:04:33.430921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46924eb5-b90b-4c1d-9748-da9331085000 None None] Network cd95b586-e6f4-4117-9ed9-1247764c7a1e requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:04:33.432204 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50398) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:33.508021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.563511 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Deleting port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:04:33.563854 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.631861 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] For port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,segment=NetworkSegment(e7bd7327-5bfd-4ca5-abbf-5b4899d253ad),segment_id=e7bd7327-5bfd-4ca5-abbf-5b4899d253ad)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:33.632227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.645421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Calling delete_port for 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:04:33.729447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a12637-83c9-4ca7-b511-51bf5cfb6dea None None] DHCP port deletion for cd95b586-e6f4-4117-9ed9-1247764c7a1e request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:04:33.737565 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.755845 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d2a12637-83c9-4ca7-b511-51bf5cfb6dea None None] The port '6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6' was deleted {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 22 14:04:33.765742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:33.769497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] No DVR routers for this DVR port 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:04:33.848605 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.872744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd95b586-e6f4-4117-9ed9-1247764c7a1e']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:33.883018 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:33.883415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bd7327-5bfd-4ca5-abbf-5b4899d253ad') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:33.893911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.908395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.914763 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:04:33.915188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:04:33.917151 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:04:33.974832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.980284 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:33.984583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd95b586-e6f4-4117-9ed9-1247764c7a1e HTTP/1.1" status: 204 len: 168 time: 0.5503612 Oct 22 14:04:33.995680 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a704-caab-4207-ba05-2a5cb14d8874 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd95b586-e6f4-4117-9ed9-1247764c7a1e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:34.151326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50402) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:34.199111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1d1d590d-5971-4200-97dd-4262b8bc4810 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4764a81311494ebda0497458e8aa29b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465553 Oct 22 14:04:34.201634 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:34.254259 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.277549 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.330169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.333100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.334263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b555e431-6c26-4e73-b384-991ca08d5f60 HTTP/1.1" status: 204 len: 168 time: 0.1311026 Oct 22 14:04:34.342296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca725916-c088-47c6-9d8c-175cc863bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555e431-6c26-4e73-b384-991ca08d5f60,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:34.668520 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:34.715376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed4c32bc-e7f5-45e6-898a-f6104288ff14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=777fd2c1c6e947db9826ab808149bfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456443 Oct 22 14:04:34.718553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50412) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:34.770484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.794248 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.847559 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.850200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:34.851413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/890dd528-3f03-40e7-8ea9-2a8de9a23b4d HTTP/1.1" status: 204 len: 168 time: 0.1317034 Oct 22 14:04:34.859558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e77d-a114-4e7e-85a1-116bbdc79b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890dd528-3f03-40e7-8ea9-2a8de9a23b4d,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:35.014567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:35.037485 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:35.037842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dbfcfa5c-4e04-46cd-9cd8-5d5b5ca285e3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:35.038273 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:04:35.063618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:04:35.063970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b4e5d1b-2c87-4aa8-b33f-11c661c9f9e6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:04:36.862080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50452) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:36.867046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980441952', 'description': 'tempest-secgroup-smoke-980441952 description', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:36.892741 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:36.901037 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:36.980228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:36.984192 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.024171 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2984117-1627-4645-93bd-a5d4d4944f82,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.063469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.067555 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.099673 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.100848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2377205 Oct 22 14:04:37.104156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.105966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afdf20-f61a-4859-ba43-052b5283a544 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd6e78-eded-4805-b56e-afb36d38a913,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.109034 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.137870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.189066 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.192770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.212344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a65916-9ec9-4ece-93d7-b922868eca78,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.221808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.223233 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-58089464-788d-4b7c-bf3f-1e79db8ab7e7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179464 Oct 22 14:04:37.225921 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50456) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.230323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.257568 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.320528 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.324344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.346440 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94beac1-9fdb-436b-9dc1-49aa66e83bc8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.357347 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.359513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-25548109-5d55-4c7a-ab12-1e5d94693242 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325417 Oct 22 14:04:37.362222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.366593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.394886 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.459329 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.463171 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.485160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187366c3-e6e3-401e-a53b-eedeb3327d0f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.493345 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.494557 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-bd12d6c8-014b-4946-a815-9a77e85dffa9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313691 Oct 22 14:04:37.497351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.502042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.529573 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.596125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.600013 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.618641 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8403a35-916c-4243-bae7-42c46e4c8d86,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.628000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.629245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-53d62bf4-7677-4504-b1dd-b6f04a189e41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309316 Oct 22 14:04:37.632123 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50462) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.636864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.659801 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:04:37.664947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.733070 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.738137 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.761264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169eb262-b070-4e24-a6db-7db0a17fc00d,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.772896 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.774360 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-24a7956c-7681-4d1b-a8e3-4a0d315fc551 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410844 Oct 22 14:04:37.778333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.784199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '71fd6e78-eded-4805-b56e-afb36d38a913', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.807279 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:04:37.812972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.876924 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.880968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.905297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d173070-a162-46f6-932e-c801a065b673,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:37.913514 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.914932 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9a1df8a6-7b91-4337-bb7d-c25dc8d6e35c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353981 Oct 22 14:04:37.917826 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50466) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:37.923630 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'network': {'name': 'tempest-network-smoke--344918939', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:37.948843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:04:37.953256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.978421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:04:37.989454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:37.989822 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Added segment 0b712cf3-4c48-4f84-bbae-285f94dc44f5 of type vlan for network 6403c106-95c9-4782-9d04-00fab14ba5f0 Oct 22 14:04:38.033061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.057641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.064372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:38.064972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.107361 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884494 Oct 22 14:04:38.111267 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50468) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:38.116821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'admin_state_up': True, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:38.144613 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05943eb7-a0ee-415d-99ae-ad0267aeac24 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Network': ['ID=6403c106-95c9-4782-9d04-00fab14ba5f0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:38.146761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.147982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.155283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:04:38.215042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.365409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.568626 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.592119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.699842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.24 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/02716caf-a5f5-46a3-a8a7-f3fe93a246e6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:04:38.803426 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.830452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.872017 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:38.912293 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:38.915363 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:38.921389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:04:38.930024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:39.198407 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:39.410618 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:39.565962 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 00e80349-be16-45fc-b7e0-3befe1cb199e is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:04:39.675447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:39.686376 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Sync routers for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:39.696505 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:39.696833 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:39.697631 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:39.697793 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6db4d947-91fd-4100-aaa2-6f26d5c8f61c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5851140 Oct 22 14:04:39.702705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50470) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:39.813565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:39.841500 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-98f540f1-fbeb-460f-9ad5-1ed3634f1448 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ae617e2cf9ff4dfca195e2d10c69950e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372068 Oct 22 14:04:39.844857 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50474) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:40.007325 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:39Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:40.009849 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87dd8bc-cc89-4ffc-8ea2-6319117833f6 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:40.011422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a87dd8bc-cc89-4ffc-8ea2-6319117833f6 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1656051 Oct 22 14:04:40.014417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50476) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:40.043076 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Checking router: 00e80349-be16-45fc-b7e0-3befe1cb199e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:40.043425 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Updating router 00e80349-be16-45fc-b7e0-3befe1cb199e port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:04:40.052809 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7459cd13-cb84-4f4f-b8d7-8e07b7bb2fcf tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372293 Oct 22 14:04:40.055688 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50478) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:40.060560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803644130', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:40.070803 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.155953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:04:40.159281 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.330290 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.336170 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.356864 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.392029 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Attempting to bind port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:04:40.392404 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Attempting to bind port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:04:40.392769 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Attempting to bind port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:04:40.400767 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Pushing event updated for resources: {'Port': ['ID=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:40.410816 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.411133 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.411480 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.411748 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.412103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.412964 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.413311 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.413819 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.414926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.414926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.414926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.415327 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:04:40.419498 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:04:40.419898 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:04:40.420302 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.421230 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:04:40.421714 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Bound port: 02716caf-a5f5-46a3-a8a7-f3fe93a246e6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:04:40.422096 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.426412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Subnet': ['ID=8d860f28-cf65-4767-841d-ee1cfcb96811,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:40.431476 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.439279 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Checking segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:04:40.439653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network hostable DHCP agents. Network: 6403c106-95c9-4782-9d04-00fab14ba5f0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:04:40.458494 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:04:40.469659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 6403c106-95c9-4782-9d04-00fab14ba5f0) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:40.479173 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] For port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:04:40.481426 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:40.482760 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.483037 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] For port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:04:40.485015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20599061-cd6d-48aa-8fb1-2971c795d449 None None] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:04:40.491349 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.507453 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-813bc2ec-728f-4253-a70e-1b432d0d5535 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4481671 Oct 22 14:04:40.507707 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50480) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:40.555807 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:40.556601 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:40.590433 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78839b-9d78-4816-b654-1d745b349bdc None None] Pushing event updated for resources: {'Port': ['ID=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:40.654276 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-6403c106-95c9-4782-9d04-00fab14ba5f0', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:04:40.655328 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.671238 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:40.810256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Allocated IP 172.20.0.2 (6403c106-95c9-4782-9d04-00fab14ba5f0/8d860f28-cf65-4767-841d-ee1cfcb96811/a2cdb5ce-b34a-48ea-8630-3560ad20d657) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:04:40.872041 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:39Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:40.908211 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449b691-1d26-4c0f-a905-960f12b4ed0c None None] The sync data for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 is: [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:39Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:40.977825 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:40.988506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.012975 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.033444 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:41.035875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:41.040086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:04:41.051659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Pushing event updated for resources: {'Port': ['ID=a2cdb5ce-b34a-48ea-8630-3560ad20d657,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:41.111519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Attempting to bind port a2cdb5ce-b34a-48ea-8630-3560ad20d657 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:04:41.111896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Attempting to bind port a2cdb5ce-b34a-48ea-8630-3560ad20d657 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:04:41.112262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Attempting to bind port a2cdb5ce-b34a-48ea-8630-3560ad20d657 on network 6403c106-95c9-4782-9d04-00fab14ba5f0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Checking segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Bound using segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Bound port: a2cdb5ce-b34a-48ea-8630-3560ad20d657, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:04:41.120725 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.214492 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] For port a2cdb5ce-b34a-48ea-8630-3560ad20d657, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:04:41.219155 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] For port a2cdb5ce-b34a-48ea-8630-3560ad20d657, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2cdb5ce-b34a-48ea-8630-3560ad20d657,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:04:41.223957 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.306038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d494d-336f-45b8-bc91-857d81ce885c None None] Pushing event updated for resources: {'Port': ['ID=a2cdb5ce-b34a-48ea-8630-3560ad20d657,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:41.404447 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.1 (6403c106-95c9-4782-9d04-00fab14ba5f0/8d860f28-cf65-4767-841d-ee1cfcb96811/f723fa2b-e76b-4f2a-9cef-8bfef4cd3523) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:04:41.905531 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.942312 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:41.987395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:41.990712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:41.994623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:04:42.027427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:42.049458 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.200946 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.297319 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaef46d-104c-41f7-8c11-0760f04981b8 None None] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:04:42.387741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] Provisioning complete for port a2cdb5ce-b34a-48ea-8630-3560ad20d657 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:42.388116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.529982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.536502 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.564997 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.604535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] For port a2cdb5ce-b34a-48ea-8630-3560ad20d657, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2cdb5ce-b34a-48ea-8630-3560ad20d657,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:42.614323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.621471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:42.624670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.678387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b319a0-da4d-459d-85fa-580a424f68e0 None None] Pushing event updated for resources: {'Port': ['ID=a2cdb5ce-b34a-48ea-8630-3560ad20d657,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:42.743442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:42.745188 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:42.836593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-93929710-e2f0-4e31-ac75-61afb365afb8 None None] Provisioning complete for port a2cdb5ce-b34a-48ea-8630-3560ad20d657 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:42.837352 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93929710-e2f0-4e31-ac75-61afb365afb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:42.887298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 00e80349-be16-45fc-b7e0-3befe1cb199e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:04:43.031663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:43.037357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-00637ad6-6099-40fc-89ee-6eff6de100a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/00e80349-be16-45fc-b7e0-3befe1cb199e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285704 Oct 22 14:04:43.044048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Sync routers for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:43.069076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:43.069707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:43.140533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:04:43.215958 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-7a68e5f0-a9d3-4321-a3a9-c754e14e0ca8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980441952&fields=id&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 267 time: 0.0377121 Oct 22 14:04:43.281744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:43.316368 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-93929710-e2f0-4e31-ac75-61afb365afb8 None None] Provisioning complete for port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:43.317052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93929710-e2f0-4e31-ac75-61afb365afb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.348669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-69afceed-8bcb-4039-8009-c3a91b1884a6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:43.350429 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-69afceed-8bcb-4039-8009-c3a91b1884a6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 796 time: 0.1249301 Oct 22 14:04:43.366355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-defd1723-5568-4c19-a15b-23f36afd3e0a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/quotas/ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 375 time: 0.0102289 Oct 22 14:04:43.395142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:43.395523 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.419576 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-6722042c-f897-46e4-b2a5-c8dfba6794e0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467827 Oct 22 14:04:43.433385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-93929710-e2f0-4e31-ac75-61afb365afb8 None None] Port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:04:43.527207 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-29549338-ecf0-465b-90e3-18d50038b0bf service neutron] 10.222.0.25 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937796 Oct 22 14:04:43.589541 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.606929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-20d3ee6b-5303-4323-98a1-be0a8b5d6623 None None] Provisioning complete for port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:43.607313 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-20d3ee6b-5303-4323-98a1-be0a8b5d6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.632624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-aba7ad36-c51c-4346-80ad-71e60d170645 service neutron] 10.222.0.25 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980792 Oct 22 14:04:43.648222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:43.657732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.658551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2cdb5ce-b34a-48ea-8630-3560ad20d657 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:04:43.716315 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-20d3ee6b-5303-4323-98a1-be0a8b5d6623 None None] Port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:04:43.778690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 2, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:43.812650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:43.816614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Checking router: 00e80349-be16-45fc-b7e0-3befe1cb199e for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:43.816973 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Updating router 00e80349-be16-45fc-b7e0-3befe1cb199e port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:04:43.829290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c833807e-a8ba-4110-86d3-1d5a5a30ee24 req-0704d04f-c925-4c74-b343-9f3aa1f0b609 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Oct 22 14:04:43.848171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a2cdb5ce-b34a-48ea-8630-3560ad20d657 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:43.848553 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:43.853961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.205070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.211291 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.290989 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5f626-cc90-42b9-baf6-020dcbbef54d None None] Pushing event updated for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:44.329293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Attempting to bind port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:04:44.330023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Attempting to bind port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:04:44.330023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Attempting to bind port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 on network 6403c106-95c9-4782-9d04-00fab14ba5f0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:04:44.337280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:04:44.337656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Checking segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:04:44.338067 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.338459 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Bound using segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:04:44.339021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Bound port: f723fa2b-e76b-4f2a-9cef-8bfef4cd3523, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:04:44.339404 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.408075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] For port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:04:44.411606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] For port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:04:44.425235 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.485222 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:44.485860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:44.531857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5f626-cc90-42b9-baf6-020dcbbef54d None None] Pushing event updated for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:44.555779 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] Provisioning complete for port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:44.556164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:44.660701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:44.948880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.002550 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c62d79ed-b037-467b-b2b8-3e7b5c160537 req-d31fc719-385f-44d9-8631-300f98b23243 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 210 time: 0.0498309 Oct 22 14:04:45.047420 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-409fa8a5-be52-440a-a407-5a3749d1daa1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:45.049432 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-409fa8a5-be52-440a-a407-5a3749d1daa1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 796 time: 0.1775422 Oct 22 14:04:45.057963 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:04:45.067911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] For port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:45.097418 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-86f66ee5-c594-4abe-9d79-1149631850b9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 379 time: 0.0362709 Oct 22 14:04:45.099680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.107641 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'port': {'device_id': '428fd035-2368-4d52-8e5d-da00b8c37168', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'admin_state_up': True, 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'security_groups': ['71fd6e78-eded-4805-b56e-afb36d38a913']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:45.194422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d582ec-71f1-49da-a97d-322b9cb8280b None None] Pushing event updated for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:45.216677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:45.217060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.247369 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:04:45.252574 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.271752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:44Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:45.278024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-5f2f22cb-5ceb-49ab-8071-d51882c6e02e None None] Provisioning complete for port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:45.278398 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f2f22cb-5ceb-49ab-8071-d51882c6e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.322802 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b31f7-ccf8-4fea-82ff-96dce3f47e2c None None] The sync data for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 is: [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:44Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:45.405735 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.4 (6403c106-95c9-4782-9d04-00fab14ba5f0/8d860f28-cf65-4767-841d-ee1cfcb96811/2065cd2a-ac1b-44cc-88b1-6452478e04ae) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:04:45.586444 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.626327 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.673806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:45.677020 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:45.680902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:04:45.716070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:45.753106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:45.753800 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:45.773530 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-e56431cc-33d5-403a-bb50-21b7ae9aef92 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698792 Oct 22 14:04:45.786659 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Request body: {'port': {'device_id': '428fd035-2368-4d52-8e5d-da00b8c37168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:45.860383 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.003577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-44575e93-857d-41bd-90d2-6b4e2737234b None None] Provisioning complete for port 2065cd2a-ac1b-44cc-88b1-6452478e04ae triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:46.004341 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-44575e93-857d-41bd-90d2-6b4e2737234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.046292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-44575e93-857d-41bd-90d2-6b4e2737234b None None] Port 2065cd2a-ac1b-44cc-88b1-6452478e04ae cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:04:46.148791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741eeb7-a45d-48d5-b881-995c2b9b97b7 req-87297b5e-4de8-4933-8216-22d5faaeac48 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:46.150653 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9741eeb7-a45d-48d5-b881-995c2b9b97b7 req-87297b5e-4de8-4933-8216-22d5faaeac48 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 931 time: 0.0539248 Oct 22 14:04:46.156227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2065cd2a-ac1b-44cc-88b1-6452478e04ae {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:04:46.164819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.190899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Transition to ACTIVE for port object 2065cd2a-ac1b-44cc-88b1-6452478e04ae will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:04:46.198690 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.200665 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9741eeb7-a45d-48d5-b881-995c2b9b97b7 req-acdba96c-3929-4a77-93c5-ed45e936f7d7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Oct 22 14:04:46.259069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Pushing event updated for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:46.339111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Attempting to bind port 2065cd2a-ac1b-44cc-88b1-6452478e04ae on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:04:46.339576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Attempting to bind port 2065cd2a-ac1b-44cc-88b1-6452478e04ae by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:04:46.342347 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Attempting to bind port 2065cd2a-ac1b-44cc-88b1-6452478e04ae on network 6403c106-95c9-4782-9d04-00fab14ba5f0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:04:46.345585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Port 2065cd2a-ac1b-44cc-88b1-6452478e04ae on network 6403c106-95c9-4782-9d04-00fab14ba5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:04:46.345911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Attempting to bind port 2065cd2a-ac1b-44cc-88b1-6452478e04ae on network 6403c106-95c9-4782-9d04-00fab14ba5f0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:04:46.352241 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:04:46.352579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Checking segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:04:46.352966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Bound using segment: {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:04:46.353395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Bound port: 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b712cf3-4c48-4f84-bbae-285f94dc44f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:04:46.353754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.432647 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:04:46.436371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:04:46.442053 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.488871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:46.489490 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:46.490998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] 10.222.0.26 "PUT /v2.0/ports/2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 1091 time: 0.7092624 Oct 22 14:04:46.491416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:46.494977 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b00e71-680f-4847-8d0a-0b7962277999" -d '{"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:46.524025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d2be-b8c0-4052-873a-41d887041002 service neutron] Pushing event updated for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:46.563999 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9535d-ddec-45b6-af23-7771e4e3eea7 x-openstack-request-id: req-90f9535d-ddec-45b6-af23-7771e4e3eea7 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:46.564417 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:46.564776 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90f9535d-ddec-45b6-af23-7771e4e3eea7 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:46.565262 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'status': 'completed', 'code': 200} Oct 22 14:04:46.601628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-fe8a878b-77f5-4c38-92c6-7a2270d5cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:46.603215 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-fe8a878b-77f5-4c38-92c6-7a2270d5cce5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1094 time: 0.0525348 Oct 22 14:04:46.651642 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-b4108114-34de-4d7f-835d-bd50652e8014 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 217 time: 0.0395927 Oct 22 14:04:46.710237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-d8487fca-6e13-4075-b6a5-0d81bd8c6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:46.711774 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-d8487fca-6e13-4075-b6a5-0d81bd8c6022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 200 len: 835 time: 0.0534120 Oct 22 14:04:46.759561 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-afff2e40-1a12-4f6a-af2a-8fa4eb6c7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:46.761048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-afff2e40-1a12-4f6a-af2a-8fa4eb6c7e34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6403c106-95c9-4782-9d04-00fab14ba5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417829 Oct 22 14:04:46.855713 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-0e7c689b-fb4c-43b9-800b-8192c55a77e5 service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Oct 22 14:04:46.956510 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3bb3405f-a66f-4836-8eaa-916fdf188eba req-7a4cc96a-88e3-4b32-a860-ab7a0c0f950e service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934355 Oct 22 14:04:47.044255 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:04:47.065812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-c7d59e99-7fab-4d90-9895-837ae3d0ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:47.067435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-c7d59e99-7fab-4d90-9895-837ae3d0ab62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1094 time: 0.0556278 Oct 22 14:04:47.104110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:47.104585 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:47.177721 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-e4f8c5c3-8774-464c-9a89-b72d0b7198ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:47.179249 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-e4f8c5c3-8774-464c-9a89-b72d0b7198ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 897 time: 0.1033049 Oct 22 14:04:47.232051 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-ac0d1804-244b-418d-97e1-a0e9be603c7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 217 time: 0.0440712 Oct 22 14:04:47.288151 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-6e09c275-d835-49b4-b6bd-49ce08123695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:47.289540 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-6e09c275-d835-49b4-b6bd-49ce08123695 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 200 len: 835 time: 0.0497985 Oct 22 14:04:47.328261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be816683-63cd-4c80-8149-9b93b8098612 req-13a04ed8-a506-4676-8d9d-6a9d324f3121 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:47.330728 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be816683-63cd-4c80-8149-9b93b8098612 req-13a04ed8-a506-4676-8d9d-6a9d324f3121 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 943 time: 0.0523283 Oct 22 14:04:47.343290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-949eba79-4c07-4b0d-9821-2e62d0f27aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:47.344835 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-949eba79-4c07-4b0d-9821-2e62d0f27aeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6403c106-95c9-4782-9d04-00fab14ba5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476346 Oct 22 14:04:47.378265 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-be816683-63cd-4c80-8149-9b93b8098612 req-f8b89f36-f36f-40e1-9c73-a56fb9b2a911 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406313 Oct 22 14:04:47.447709 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-c29d65bc-b189-4774-8bf9-9e2097ba5b1b service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935473 Oct 22 14:04:47.551619 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b9b00e71-680f-4847-8d0a-0b7962277999 req-5295d587-ac39-4760-8272-2f39efdd7f66 service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962462 Oct 22 14:04:48.502037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4b7dd-e7c4-4ff2-9bef-560f58d0894a req-d1a37a34-8461-415b-b961-15f68f632f4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:48.503631 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44c4b7dd-e7c4-4ff2-9bef-560f58d0894a req-d1a37a34-8461-415b-b961-15f68f632f4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 943 time: 0.0522184 Oct 22 14:04:48.543187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44c4b7dd-e7c4-4ff2-9bef-560f58d0894a req-6787197e-b03f-48ec-be10-6e35b1ba6346 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Oct 22 14:04:49.211447 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 2065cd2a-ac1b-44cc-88b1-6452478e04ae details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:04:49.314685 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:49.326209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'port_id': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'mac_address': 'fa:16:3e:31:cb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:04:49.365458 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:49.379657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2065cd2a-ac1b-44cc-88b1-6452478e04ae {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:04:49.401873 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:49.406931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:49.458309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:49.629878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['2065cd2a-ac1b-44cc-88b1-6452478e04ae'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:04:49.665118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632561a3-b8eb-4b30-8c74-b404afb08ad9 req-87e11c4f-5e1a-46d1-8017-56504fd1e4ae tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:49.666689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-632561a3-b8eb-4b30-8c74-b404afb08ad9 req-87e11c4f-5e1a-46d1-8017-56504fd1e4ae tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 944 time: 0.0530081 Oct 22 14:04:49.707311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-632561a3-b8eb-4b30-8c74-b404afb08ad9 req-4d7b5eb6-5d55-4f06-9666-49d2cfb8391f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339355 Oct 22 14:04:50.823241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a996f1-51f8-4c96-b20d-b4ac3d912b5d req-50d974ca-6431-4c2b-b954-d1b87f2603a4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:50.824722 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0a996f1-51f8-4c96-b20d-b4ac3d912b5d req-50d974ca-6431-4c2b-b954-d1b87f2603a4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 944 time: 0.0501926 Oct 22 14:04:50.867464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a0a996f1-51f8-4c96-b20d-b4ac3d912b5d req-f6c918bc-06cf-4724-9498-252d7d260271 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359235 Oct 22 14:04:51.228302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 2065cd2a-ac1b-44cc-88b1-6452478e04ae up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:04:51.279614 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 2065cd2a-ac1b-44cc-88b1-6452478e04ae completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:04:51.283423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 2065cd2a-ac1b-44cc-88b1-6452478e04ae triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:04:51.283799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:51.369264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:51.393801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:51.396250 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b1b7b-11a7-46df-8fc7-5553bb589c85" -d '{"events": [{"server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "name": "network-vif-plugged", "status": "completed", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:51.410352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:04:51.414855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:51.471151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:51.493766 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747fdf3-715b-46ff-9741-28eaae95ae63 x-openstack-request-id: req-e747fdf3-715b-46ff-9741-28eaae95ae63 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:51.493766 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "name": "network-vif-plugged", "status": "completed", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:51.496061 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e747fdf3-715b-46ff-9741-28eaae95ae63 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:51.496061 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'code': 200} Oct 22 14:04:51.594923 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f7045-9e10-458b-9a93-5bfa6732d6a3 req-3db86cf0-6d0a-4225-9f54-a4774e5ff67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:51.596465 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-764f7045-9e10-458b-9a93-5bfa6732d6a3 req-3db86cf0-6d0a-4225-9f54-a4774e5ff67f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1096 time: 0.0421581 Oct 22 14:04:51.632616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-764f7045-9e10-458b-9a93-5bfa6732d6a3 req-417c71b3-ff49-46ae-9f6a-b02c3ebe4689 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281842 Oct 22 14:04:51.988974 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50542d8-3c85-45f3-a39a-6541988883c9 req-04274914-a944-4bc2-9048-d74816650f04 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:51.990498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a50542d8-3c85-45f3-a39a-6541988883c9 req-04274914-a944-4bc2-9048-d74816650f04 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Oct 22 14:04:52.030466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a50542d8-3c85-45f3-a39a-6541988883c9 req-ca0a8e41-f028-42d7-bf43-ee7f91a415e6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334284 Oct 22 14:04:53.149311 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df079da-6152-483c-b635-f8bfc2125787 req-dcd06f70-0617-4b3a-aa99-a3da398aee30 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:53.150830 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6df079da-6152-483c-b635-f8bfc2125787 req-dcd06f70-0617-4b3a-aa99-a3da398aee30 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0500062 Oct 22 14:04:53.188857 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6df079da-6152-483c-b635-f8bfc2125787 req-c36555f7-c551-4164-8fa8-3e0899e85d3e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Oct 22 14:04:53.310072 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc179-5d3d-4ac5-963c-3cae4535753d req-c5c47e2a-0778-442e-b1df-a1efa5619ed6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:53.312868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce4fc179-5d3d-4ac5-963c-3cae4535753d req-c5c47e2a-0778-442e-b1df-a1efa5619ed6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Oct 22 14:04:53.354627 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce4fc179-5d3d-4ac5-963c-3cae4535753d req-6dc00203-b489-47d0-9c38-da0062720d11 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358481 Oct 22 14:04:53.377544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:53.416544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d6557-5494-4821-b908-2fdc3af93356 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:53.418076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b13d6557-5494-4821-b908-2fdc3af93356 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1091 time: 0.0395525 Oct 22 14:04:53.422325 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50534) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:53.426828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:04:53.453380 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:53.551623 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:53.663200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.179 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/4892a760-8ceb-4bba-8cd6-51b4d33a2a9b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:04:53.776363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:53.813940 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:53.861698 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:04:53.866768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:04:53.875758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:04:53.879062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=4892a760-8ceb-4bba-8cd6-51b4d33a2a9b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:54.105799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b4682c71-ddf1-4546-a287-aa039588b03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.319571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.399893 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.581957 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.586287 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.684533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=4892a760-8ceb-4bba-8cd6-51b4d33a2a9b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:04:54.696499 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:54.807792 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP d8da1737-9705-48df-af78-2aeadd8ac351 associated. External IP: 172.25.6.179, port: 2065cd2a-ac1b-44cc-88b1-6452478e04ae. Oct 22 14:04:55.031827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 00e80349-be16-45fc-b7e0-3befe1cb199e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:04:55.146383 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:04:55.160219 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Sync routers for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:04:55.165586 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:55.173535 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:55.174158 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:55.206301 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-75564574-911d-4873-8867-ebc85d62812e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7828755 Oct 22 14:04:55.207422 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:04:55.211324 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f60c5c9-787a-4f7b-9615-7c7123282942" -d '{"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:04:55.256009 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f6f5d-78b8-465e-a77c-91ce64d5ae16 x-openstack-request-id: req-f41f6f5d-78b8-465e-a77c-91ce64d5ae16 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:04:55.256009 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:04:55.256009 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f41f6f5d-78b8-465e-a77c-91ce64d5ae16 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:04:55.256009 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'status': 'completed', 'code': 200} Oct 22 14:04:55.326638 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a0a59-789e-4122-994d-bd261e660f02 req-aad275de-ca30-4646-94b8-160fbfb6695c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:55.327360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-7173e4b8-618d-4985-bbd1-dbaa852e9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:55.328512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-7173e4b8-618d-4985-bbd1-dbaa852e9c41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1096 time: 0.0499690 Oct 22 14:04:55.330062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef2a0a59-789e-4122-994d-bd261e660f02 req-aad275de-ca30-4646-94b8-160fbfb6695c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Oct 22 14:04:55.375819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ef2a0a59-789e-4122-994d-bd261e660f02 req-89ccce27-1c38-440d-90ab-5917acd182dd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 Oct 22 14:04:55.381078 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:55.399784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:55.435500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-11bda6bc-ee89-4f84-9358-2ea8d7835c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:55.438000 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-11bda6bc-ee89-4f84-9358-2ea8d7835c6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 897 time: 0.1022198 Oct 22 14:04:55.482156 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3f404650-48bc-47ec-b85b-027a87bc682c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/d8da1737-9705-48df-af78-2aeadd8ac351 HTTP/1.1" status: 200 len: 991 time: 0.0810730 Oct 22 14:04:55.513102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-8dc89b67-fe9d-4dd6-bf0d-76af1068b70e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 999 time: 0.0661337 Oct 22 14:04:55.567133 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-717275c0-207a-49f1-a73c-43dd0a5a34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:55.568620 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-717275c0-207a-49f1-a73c-43dd0a5a34bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 200 len: 835 time: 0.0472782 Oct 22 14:04:55.617896 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-618887fb-2505-4f58-a3f4-6344ca5453dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:04:55.619581 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-618887fb-2505-4f58-a3f4-6344ca5453dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6403c106-95c9-4782-9d04-00fab14ba5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435843 Oct 22 14:04:55.634209 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8da1737-9705-48df-af78-2aeadd8ac351', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'port_id': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'mac_address': 'fa:16:3e:31:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fd035-2368-4d52-8e5d-da00b8c37168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:04:54Z', 'updated_at': '2021-10-22T14:04:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:55.660859 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Checking router: 00e80349-be16-45fc-b7e0-3befe1cb199e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:04:55.669227 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:04:55.669834 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:04:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:55.719550 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-07538600-7c58-4535-94b6-fabe5d98a2bc service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916393 Oct 22 14:04:55.776469 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:04:55.823596 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4f60c5c9-787a-4f7b-9615-7c7123282942 req-8837c2fe-3271-44cd-803c-a326e1e7bc9d service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879891 Oct 22 14:04:56.016952 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8da1737-9705-48df-af78-2aeadd8ac351', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'port_id': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'mac_address': 'fa:16:3e:31:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fd035-2368-4d52-8e5d-da00b8c37168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:04:54Z', 'updated_at': '2021-10-22T14:04:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:04:56.047915 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efd8e-2bab-4c09-a3e1-1fc01164d213 None None] The sync data for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 is: [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd8da1737-9705-48df-af78-2aeadd8ac351', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'port_id': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'mac_address': 'fa:16:3e:31:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fd035-2368-4d52-8e5d-da00b8c37168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:04:54Z', 'updated_at': '2021-10-22T14:04:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:04:56.255419 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ae3c6-47f8-4fc4-84df-06cf68a0a81f None None] New status for floating IP d8da1737-9705-48df-af78-2aeadd8ac351: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:04:56.486206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:04:56.548637 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68a01ead-5e60-4a60-8bf2-dbf4cad11cef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/d8da1737-9705-48df-af78-2aeadd8ac351 HTTP/1.1" status: 200 len: 993 time: 0.0612113 Oct 22 14:04:57.190920 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ea9b-2957-49e7-993f-918565760f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:57.896056 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:57.961106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:04:59.954767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:01.601215 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:05:07.943388 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-18cad2c3-b725-44e4-b39b-64d8c9b83158 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465150 Oct 22 14:05:08.031090 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-35474832-d6a4-4917-8dbe-34c180332a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:08.032609 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-35474832-d6a4-4917-8dbe-34c180332a28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1096 time: 0.0435150 Oct 22 14:05:08.158910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-4eba5c3b-f13a-44ef-94b9-8c289e4dcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:08.160459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-4eba5c3b-f13a-44ef-94b9-8c289e4dcdb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 897 time: 0.1051922 Oct 22 14:05:08.236979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-0177e448-6353-4b40-ae81-60f440a5fa5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 1001 time: 0.0690260 Oct 22 14:05:08.288797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-bf7bea29-40ab-4b63-87f5-21aae13daa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:08.290262 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-bf7bea29-40ab-4b63-87f5-21aae13daa69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 200 len: 835 time: 0.0460122 Oct 22 14:05:08.338049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-9751ba28-65c0-45d3-977f-8c98aca180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:08.339577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-9751ba28-65c0-45d3-977f-8c98aca180f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6403c106-95c9-4782-9d04-00fab14ba5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417998 Oct 22 14:05:08.437815 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-7caa2671-0024-4686-8f28-290131e43af2 service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899086 Oct 22 14:05:08.534395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7294284c-f6b8-4f46-a0e5-e314a0132e8b req-9a78c8f8-4f47-4b1e-ad49-b7d461e4f521 service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Oct 22 14:05:08.800187 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:10.424253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:24.098921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2201f8f8-175e-4017-8377-bfe413a1d987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:25.256139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7e5f-7564-495e-bf2f-0a076837f750 req-3495e286-f722-41dd-82d1-a89d295a139a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:25.257710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e1d7e5f-7564-495e-bf2f-0a076837f750 req-3495e286-f722-41dd-82d1-a89d295a139a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0550003 Oct 22 14:05:25.297479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3e1d7e5f-7564-495e-bf2f-0a076837f750 req-90ee2563-ab02-44e2-893a-e38a4c024084 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Oct 22 14:05:26.421903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b958f6-a61a-4dd4-8d08-798d5ae9b0e2 req-23de47a5-7b85-4c2d-a97e-0b3e0e3bc60d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:26.423437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21b958f6-a61a-4dd4-8d08-798d5ae9b0e2 req-23de47a5-7b85-4c2d-a97e-0b3e0e3bc60d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Oct 22 14:05:26.461095 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21b958f6-a61a-4dd4-8d08-798d5ae9b0e2 req-236e5f68-d57b-4218-b3ff-c52a9da6ff95 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Oct 22 14:05:26.483738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50562) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:26.546198 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-61958bbb-d741-4b4f-94bf-e4f0c47a7c7c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/d8da1737-9705-48df-af78-2aeadd8ac351 HTTP/1.1" status: 200 len: 993 time: 0.0612941 Oct 22 14:05:27.193373 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-32a28d31-8ce2-467e-9f85-fd301894cd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:27.922176 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:27.961995 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:28.186213 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a765f1-1ea6-46b6-85c5-d1c80f1279b7 req-b7bef885-c1c4-417c-af04-6405ab67e64a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:28.188463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2a765f1-1ea6-46b6-85c5-d1c80f1279b7 req-b7bef885-c1c4-417c-af04-6405ab67e64a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.4209824 Oct 22 14:05:28.228498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a2a765f1-1ea6-46b6-85c5-d1c80f1279b7 req-4e3da326-cef5-4232-9b07-9aba8b2c4b82 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Oct 22 14:05:29.349906 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d94fd7-0c97-4374-a509-2d260b9d34fe req-d02fb38d-130f-442c-bfab-2033c428c62d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:29.351421 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d94fd7-0c97-4374-a509-2d260b9d34fe req-d02fb38d-130f-442c-bfab-2033c428c62d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Oct 22 14:05:29.391954 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-54d94fd7-0c97-4374-a509-2d260b9d34fe req-0d34e149-4830-4f03-8329-f0fd08704c45 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Oct 22 14:05:29.414393 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50572) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:29.477675 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-65204bea-d792-4c91-9fea-e3e14a1bc41c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/d8da1737-9705-48df-af78-2aeadd8ac351 HTTP/1.1" status: 200 len: 993 time: 0.0621154 Oct 22 14:05:29.771913 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50578) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:29.929087 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 4892a760-8ceb-4bba-8cd6-51b4d33a2a9b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:05:29.929515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:29.957107 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.007852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.008184 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.019660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 4892a760-8ceb-4bba-8cd6-51b4d33a2a9b owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:05:30.168413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.195444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=4892a760-8ceb-4bba-8cd6-51b4d33a2a9b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:30.223314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.223667 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.224011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.224347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.224681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.225146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.225480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.225827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.226151 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.226480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.226834 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.227164 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:30.269466 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.269810 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP d8da1737-9705-48df-af78-2aeadd8ac351 disassociated (deleted). External IP: 172.25.6.179, port: 2065cd2a-ac1b-44cc-88b1-6452478e04ae. Oct 22 14:05:30.484827 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 00e80349-be16-45fc-b7e0-3befe1cb199e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:05:30.593497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:05:30.598321 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:30.603476 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Sync routers for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:05:30.613319 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:30.613927 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:30.625838 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-500b292f-5fdc-4198-bc53-95e73a91a1cc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8da1737-9705-48df-af78-2aeadd8ac351 HTTP/1.1" status: 204 len: 168 time: 0.8529119 Oct 22 14:05:30.626466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:05:30.628801 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658ce43-8986-443e-8acd-40b3fb4125d3" -d '{"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:05:30.667662 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfb9268-c4d6-4c63-89f5-e06d10ef1bda x-openstack-request-id: req-0cfb9268-c4d6-4c63-89f5-e06d10ef1bda {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:05:30.667958 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:05:30.668217 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cfb9268-c4d6-4c63-89f5-e06d10ef1bda {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:05:30.668642 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'status': 'completed', 'code': 200} Oct 22 14:05:30.726184 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:30.732762 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-3e847db4-3229-4ff0-b359-343c1e9e33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:30.734277 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-3e847db4-3229-4ff0-b359-343c1e9e33e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 1096 time: 0.0428855 Oct 22 14:05:30.844427 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-56990cc1-0010-458c-9b3b-18dc05cc789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:30.846325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-56990cc1-0010-458c-9b3b-18dc05cc789e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 200 len: 897 time: 0.0966156 Oct 22 14:05:30.873411 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d820a-5577-46f7-beea-24abc2aef5f1 req-061a7216-2ea4-4c02-8101-96f9c2e3b542 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:30.875157 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c1d820a-5577-46f7-beea-24abc2aef5f1 req-061a7216-2ea4-4c02-8101-96f9c2e3b542 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Oct 22 14:05:30.895205 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-7d6a19e9-03e3-4a8e-84be-a5d13940f433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 200 len: 217 time: 0.0396159 Oct 22 14:05:30.918533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0c1d820a-5577-46f7-beea-24abc2aef5f1 req-36c9f47b-a448-41da-b85e-b671d8ba1d5f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364442 Oct 22 14:05:30.947279 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:30.947789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-49d178db-dc7b-4436-b869-f8ba34fd41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:30.949362 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-49d178db-dc7b-4436-b869-f8ba34fd41f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 200 len: 835 time: 0.0468152 Oct 22 14:05:30.975109 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Checking router: 00e80349-be16-45fc-b7e0-3befe1cb199e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:05:30.984000 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:30.984620 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:30.997558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-7ba3b7f1-c9c3-4d58-9695-b79ae8d65394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:30.999132 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-7ba3b7f1-c9c3-4d58-9695-b79ae8d65394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6403c106-95c9-4782-9d04-00fab14ba5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410841 Oct 22 14:05:31.091250 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:31.100502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-d55bd647-4e24-404d-a3e1-30d273b01fab service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912983 Oct 22 14:05:31.192585 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e658ce43-8986-443e-8acd-40b3fb4125d3 req-369af914-384c-4ea0-b1d7-14f88e18bc90 service neutron] 10.222.0.26 "GET /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Oct 22 14:05:31.292248 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:31.406697 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818424b-884e-40fc-a5b1-febb9b95975e None None] The sync data for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 is: [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f723fa2b-e76b-4f2a-9cef-8bfef4cd3523', 'name': '', 'network_id': '6403c106-95c9-4782-9d04-00fab14ba5f0', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:7c:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:41Z', 'updated_at': '2021-10-22T14:04:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8d860f28-cf65-4767-841d-ee1cfcb96811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:05:31.620292 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7317a-8c4c-4ac2-ab9d-e384e8b35189 None None] New status for floating IP d8da1737-9705-48df-af78-2aeadd8ac351: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:05:32.038581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28768fd-dcae-420b-8762-e3e5f216932c req-dd7a8ae0-0851-480a-b168-4355e26c0ff4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:32.040098 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d28768fd-dcae-420b-8762-e3e5f216932c req-dd7a8ae0-0851-480a-b168-4355e26c0ff4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Oct 22 14:05:32.082542 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d28768fd-dcae-420b-8762-e3e5f216932c req-c6aa23c1-bc5b-4b12-b70a-0afa52d316aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=71fd6e78-eded-4805-b56e-afb36d38a913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357792 Oct 22 14:05:32.532590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-b0fe4e74-1c0b-44f5-ab5c-213e223d3569 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:32.533958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-b0fe4e74-1c0b-44f5-ab5c-213e223d3569 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 945 time: 0.0532432 Oct 22 14:05:32.621651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 2065cd2a-ac1b-44cc-88b1-6452478e04ae {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:05:32.622018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:32.712914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 2065cd2a-ac1b-44cc-88b1-6452478e04ae, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=2065cd2a-ac1b-44cc-88b1-6452478e04ae,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:32.713272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:32.725737 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 2065cd2a-ac1b-44cc-88b1-6452478e04ae owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:05:32.854075 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:32.885853 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=2065cd2a-ac1b-44cc-88b1-6452478e04ae,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:32.913417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.913773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.914116 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.914456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.914812 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.915149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.915489 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.915820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.916153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.916488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.916816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.917142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:32.936838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] No DVR routers for this DVR port 2065cd2a-ac1b-44cc-88b1-6452478e04ae on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:05:32.939310 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:32.942644 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2ea6a549-ce4a-4114-bb3b-2e7b9834e72b req-f2ed2dc0-99c7-4884-9b64-88e45d317c07 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "DELETE /v2.0/ports/2065cd2a-ac1b-44cc-88b1-6452478e04ae HTTP/1.1" status: 204 len: 173 time: 0.4024098 Oct 22 14:05:32.943096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'name': 'network-vif-deleted', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:05:32.945332 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f65a8b-94d2-4012-9f2b-68b44791c766" -d '{"events": [{"server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "name": "network-vif-deleted", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:05:32.984309 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93297cb-64e6-4d5b-be65-9ecf6b08c14c x-openstack-request-id: req-b93297cb-64e6-4d5b-be65-9ecf6b08c14c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:05:32.984619 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428fd035-2368-4d52-8e5d-da00b8c37168", "name": "network-vif-deleted", "tag": "2065cd2a-ac1b-44cc-88b1-6452478e04ae", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:05:32.984859 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b93297cb-64e6-4d5b-be65-9ecf6b08c14c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:05:32.985260 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428fd035-2368-4d52-8e5d-da00b8c37168', 'name': 'network-vif-deleted', 'tag': '2065cd2a-ac1b-44cc-88b1-6452478e04ae', 'status': 'completed', 'code': 200} Oct 22 14:05:33.193917 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33cf03c0-8d4b-4c16-aec6-30eff06679aa req-23af882c-4762-43cc-97d4-55ddc727b04c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=428fd035-2368-4d52-8e5d-da00b8c37168 HTTP/1.1" status: 200 len: 210 time: 0.0305831 Oct 22 14:05:34.252940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:34.619296 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:34.890481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:05:34.890757 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:34.990244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port f723fa2b-e76b-4f2a-9cef-8bfef4cd3523, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:34.990622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:35.004203 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:05:35.201766 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:35.228631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=f723fa2b-e76b-4f2a-9cef-8bfef4cd3523,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:35.423262 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:35.439424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 2065cd2a-ac1b-44cc-88b1-6452478e04ae no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:05:35.464647 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 2065cd2a-ac1b-44cc-88b1-6452478e04ae {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:05:35.464905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 2065cd2a-ac1b-44cc-88b1-6452478e04ae not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:05:35.643571 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 00e80349-be16-45fc-b7e0-3befe1cb199e has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:05:35.770261 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:05:35.777090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0ec658a9-4547-4866-8b6a-d6603cc3e9c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/00e80349-be16-45fc-b7e0-3befe1cb199e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222666 Oct 22 14:05:35.781456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50596) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:35.784154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Sync routers for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:05:35.794320 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:35.795535 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:35.856977 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting subnet 8d860f28-cf65-4767-841d-ee1cfcb96811 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:05:35.862316 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:35.911693 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:35.914631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.019251 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.104408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.129122 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:05:35Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:36.146095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Subnet': ['ID=8d860f28-cf65-4767-841d-ee1cfcb96811,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:36.151720 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.160426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3597f00a-a103-410a-8ea2-4d3a6093cbfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/subnets/8d860f28-cf65-4767-841d-ee1cfcb96811 HTTP/1.1" status: 204 len: 168 time: 0.3742876 Oct 22 14:05:36.160426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50598) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:36.162509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30139c57-734e-442d-9a05-61e3de894e11 None None] Network 6403c106-95c9-4782-9d04-00fab14ba5f0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:05:36.165813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Checking router: 00e80349-be16-45fc-b7e0-3befe1cb199e for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:05:36.178113 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Routers {'00e80349-be16-45fc-b7e0-3befe1cb199e'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:36.178766 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['00e80349-be16-45fc-b7e0-3befe1cb199e'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:36.295558 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] Set router 00e80349-be16-45fc-b7e0-3befe1cb199e gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:36.397420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] DHCP port deletion for 6403c106-95c9-4782-9d04-00fab14ba5f0 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:05:36.451913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Deleting port a2cdb5ce-b34a-48ea-8630-3560ad20d657 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:05:36.452634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.512293 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:05:35Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:36.520283 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] For port a2cdb5ce-b34a-48ea-8630-3560ad20d657, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2cdb5ce-b34a-48ea-8630-3560ad20d657,segment=NetworkSegment(0b712cf3-4c48-4f84-bbae-285f94dc44f5),segment_id=0b712cf3-4c48-4f84-bbae-285f94dc44f5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:36.520800 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.535076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Calling delete_port for a2cdb5ce-b34a-48ea-8630-3560ad20d657 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:05:36.541669 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16ce1f-19c8-4470-8226-4074d4c487d1 None None] The sync data for ids ['00e80349-be16-45fc-b7e0-3befe1cb199e'] in n-d-813419-8 is: [{'id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780453477', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:05:35Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '02716caf-a5f5-46a3-a8a7-f3fe93a246e6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e80349-be16-45fc-b7e0-3befe1cb199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:04:38Z', 'updated_at': '2021-10-22T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:05:36.618275 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.643831 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Pushing event deleted for resources: {'Port': ['ID=a2cdb5ce-b34a-48ea-8630-3560ad20d657,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:36.652279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] No DVR routers for this DVR port a2cdb5ce-b34a-48ea-8630-3560ad20d657 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:05:36.653020 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.656167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.656561 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.656909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.657252 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.657699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.657910 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.658244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.658569 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.658920 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.659245 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.659568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.659891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb36c7-c06f-4fe8-9ea6-d80f9c619aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:36.760044 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.813483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:05:36.813859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.897891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 02716caf-a5f5-46a3-a8a7-f3fe93a246e6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:36.898269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:36.912708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:05:37.053284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:05:37.081112 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:05:37.081512 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f723fa2b-e76b-4f2a-9cef-8bfef4cd3523 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:05:37.081931 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2cdb5ce-b34a-48ea-8630-3560ad20d657 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:05:37.096534 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.102349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a2cdb5ce-b34a-48ea-8630-3560ad20d657 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:05:37.102726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2cdb5ce-b34a-48ea-8630-3560ad20d657 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:05:37.127314 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=02716caf-a5f5-46a3-a8a7-f3fe93a246e6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:37.188581 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.282946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.285512 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.330170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.330746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Fanout notify agent at l3_agent the message router_deleted on router 00e80349-be16-45fc-b7e0-3befe1cb199e {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:05:37.337584 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.338726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e2b527d6-ec20-4612-a340-eef2c7a82acd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/routers/00e80349-be16-45fc-b7e0-3befe1cb199e HTTP/1.1" status: 204 len: 168 time: 1.1780295 Oct 22 14:05:37.342250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:37.431750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.524226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.546272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6403c106-95c9-4782-9d04-00fab14ba5f0']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:37.555625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b712cf3-4c48-4f84-bbae-285f94dc44f5') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:37.555922 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b712cf3-4c48-4f84-bbae-285f94dc44f5') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:37.565511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.578594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.584406 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:05:37.584795 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:05:37.587898 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:05:37.648921 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.657414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.660262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/networks/6403c106-95c9-4782-9d04-00fab14ba5f0 HTTP/1.1" status: 204 len: 168 time: 0.3167231 Oct 22 14:05:37.663084 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50602) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:37.671653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819163f-5621-4bfc-a18c-4223ae263f1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Network': ['ID=6403c106-95c9-4782-9d04-00fab14ba5f0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:37.726583 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.755654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.827674 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.830541 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:37.834477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/security-groups/71fd6e78-eded-4805-b56e-afb36d38a913 HTTP/1.1" status: 204 len: 168 time: 0.1678100 Oct 22 14:05:37.843416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8a70e-6798-47d8-97d2-27158378482e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd6e78-eded-4805-b56e-afb36d38a913,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.129861 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50608) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.134500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050214756', 'description': 'tempest-secgroup-smoke-1050214756 description', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.161843 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.229286 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.233041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.260759 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.261996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311269 Oct 22 14:05:38.265506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50610) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.270622 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.275680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7d747-f85a-4657-af95-eb0f12e40428 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95469261-21c9-4cab-9cd4-83d999ff3bec,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.300831 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.355806 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.360130 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.380050 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62471425-47a8-46d4-9e15-9067bbf0f3ed,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.391069 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.392259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0eed29ea-9a60-4996-9251-83a7e16dc2aa tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258447 Oct 22 14:05:38.395152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50612) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.399551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.427747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.483882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.487513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.504653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da77f396-280a-4a54-88cc-acaa6038a60f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.512426 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.513653 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d4d20a26-7a84-46ed-a9e6-7692b603d2f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175466 Oct 22 14:05:38.516630 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50614) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.520992 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.547599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.600628 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:05:38.608696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.612413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.630719 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c4a9d4-939d-43db-9c13-020d835d6d87,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.638556 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.639930 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e4e39308-d583-4f9c-8b3b-1276fdaba4cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223652 Oct 22 14:05:38.642617 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50616) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.646872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.672726 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.730416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.734770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.753936 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb35214a-4770-4ce4-9d6c-4bb7f1cd7189,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.758484 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.759732 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-08e50b58-a4ee-4e15-a874-3d56313fbac0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161737 Oct 22 14:05:38.762512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50618) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.766980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.790293 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:05:38.795968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.802157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.856620 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.860924 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.878711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26486da1-efb4-4ed8-a0ef-286a237e7048,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:38.886811 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.888091 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-851d7650-013b-4902-b08d-402952b84fc1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246226 Oct 22 14:05:38.890965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50620) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:38.895319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '95469261-21c9-4cab-9cd4-83d999ff3bec', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:38.916793 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:05:38.922123 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.984970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:38.989110 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.006807 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc48243-1bdb-4325-afa5-49c130aa19cb,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:39.016511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.017874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed643d4d-5747-477e-a348-11132cf38754 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259170 Oct 22 14:05:39.020758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50622) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:39.025971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'network': {'name': 'tempest-network-smoke--447588840', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'port_security_enabled': True}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:39.048117 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'network': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:05:39.051489 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:05:39.051733 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.073291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:05:39.073643 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 02716caf-a5f5-46a3-a8a7-f3fe93a246e6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:05:39.075326 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:05:39.085059 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.085410 n-d-813419-8 neutron-server[100619]: INFO neutron.db.segments_db [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Added segment 1c961170-47b5-4708-b93d-dd460b9147f3 of type vlan for network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 Oct 22 14:05:39.125745 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.149786 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.156149 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:39.156731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.187313 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1655231 Oct 22 14:05:39.190175 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50624) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:39.194936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'admin_state_up': True, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:39.219365 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.220570 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.228168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40e6f6-343c-469e-bc85-cd6126f37942 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Network': ['ID=86752bf9-f93b-4b7c-92ad-8bcd234ca498,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:39.240835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:05:39.278537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.419027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.617593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.636501 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.743253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.206 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b8216052-5965-453b-9988-2f59f6928638) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:05:39.848234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.882212 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:39.917207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:39.920658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:39.924134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:05:39.953923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=b8216052-5965-453b-9988-2f59f6928638,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:40.182175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:40.378569 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:40.424665 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:40.509590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:05:40.617245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:05:40.628008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Sync routers for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:05:40.637912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:40.639181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:40.639808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:40.640114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-907153c3-4d6d-46b6-b3bd-708cd5b5ff70 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4486592 Oct 22 14:05:40.642957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50626) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:40.681758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e7ecbbee-2560-4a4b-9e79-2a0ff223567b tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ae617e2cf9ff4dfca195e2d10c69950e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376844 Oct 22 14:05:40.684371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50628) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:40.847479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d2f2e-4c7b-4ce7-a591-a73eb5523811 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:40.849050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4f3d2f2e-4c7b-4ce7-a591-a73eb5523811 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637540 Oct 22 14:05:40.851979 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50630) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:40.887261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-40c9a7d9-cffe-465a-be97-ab7dd0ec860a tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340569 Oct 22 14:05:40.890498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50632) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:40.895266 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265263007', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:40.919443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:40.987055 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:05:40.991416 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.106363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:40Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:41.138397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Checking router: fa3bfc7a-c7d6-4368-96ab-21ca203d03fc for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:05:41.139374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Updating router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc port b8216052-5965-453b-9988-2f59f6928638 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:05:41.165692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.182322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.243816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Subnet': ['ID=70ae36a7-6e26-4bf8-b38f-6a627120f9d0,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:41.253707 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Checking segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:05:41.254079 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network hostable DHCP agents. Network: 86752bf9-f93b-4b7c-92ad-8bcd234ca498, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:05:41.272256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:05:41.281421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 86752bf9-f93b-4b7c-92ad-8bcd234ca498) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:41.285545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:41.286131 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.293345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12414fb-1257-4be5-981a-bc1fd3fb15c9 None None] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:05:41.305475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-aeaeb5e0-4523-4da4-a11b-c862d903e819 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4113402 Oct 22 14:05:41.305681 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50634) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:41.549202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:05:41.550281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.556587 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.570180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.698900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982115d6-d091-475e-b073-2ec47a8162e2 None None] Pushing event updated for resources: {'Port': ['ID=b8216052-5965-453b-9988-2f59f6928638,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:41.703944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Attempting to bind port b8216052-5965-453b-9988-2f59f6928638 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:05:41.704321 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Attempting to bind port b8216052-5965-453b-9988-2f59f6928638 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:05:41.704708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Attempting to bind port b8216052-5965-453b-9988-2f59f6928638 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:05:41.716495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:05:41.716880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:05:41.717287 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.717684 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:05:41.718175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Bound port: b8216052-5965-453b-9988-2f59f6928638, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:05:41.718561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.805803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Allocated IP 172.20.0.2 (86752bf9-f93b-4b7c-92ad-8bcd234ca498/70ae36a7-6e26-4bf8-b38f-6a627120f9d0/b1f3cbaf-d72e-42ca-923d-4418104a1e99) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:05:41.817994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] For port b8216052-5965-453b-9988-2f59f6928638, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:05:41.821759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] For port b8216052-5965-453b-9988-2f59f6928638, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8216052-5965-453b-9988-2f59f6928638,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:05:41.829929 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:41.949678 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:41.950312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:41.954642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982115d6-d091-475e-b073-2ec47a8162e2 None None] Pushing event updated for resources: {'Port': ['ID=b8216052-5965-453b-9988-2f59f6928638,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:42.079100 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.106005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.117761 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.124490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:42.217946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:42.232167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:42.234626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:05:42.248965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cbaf-d72e-42ca-923d-4418104a1e99,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:42.342954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Attempting to bind port b1f3cbaf-d72e-42ca-923d-4418104a1e99 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:05:42.343311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Attempting to bind port b1f3cbaf-d72e-42ca-923d-4418104a1e99 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:05:42.343600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Attempting to bind port b1f3cbaf-d72e-42ca-923d-4418104a1e99 on network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:05:42.357345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:05:42.357730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Checking segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:05:42.358140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.358533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Bound using segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:05:42.359037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Bound port: b1f3cbaf-d72e-42ca-923d-4418104a1e99, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:05:42.359422 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.371936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.1 (86752bf9-f93b-4b7c-92ad-8bcd234ca498/70ae36a7-6e26-4bf8-b38f-6a627120f9d0/171912ee-b33e-44f4-903f-41f730332078) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:05:42.459015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] For port b1f3cbaf-d72e-42ca-923d-4418104a1e99, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:05:42.462742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] For port b1f3cbaf-d72e-42ca-923d-4418104a1e99, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1f3cbaf-d72e-42ca-923d-4418104a1e99,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:05:42.469974 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:40Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:42.472566 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.495340 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.533344 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.577344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:42.580694 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:42.584597 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:05:42.594482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:42.636557 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:42.691352 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99406-c6ec-44ce-bd85-d65eab0fc799 None None] The sync data for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 is: [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:40Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:05:42.738897 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7316a-9b52-413e-b4c9-cb53686d3c04 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cbaf-d72e-42ca-923d-4418104a1e99,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:42.799515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.159807 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.165788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8216052-5965-453b-9988-2f59f6928638 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:43.166432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.230968 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b8216052-5965-453b-9988-2f59f6928638 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:43.231341 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.253618 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.255560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:43.332548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.354286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b8216052-5965-453b-9988-2f59f6928638, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8216052-5965-453b-9988-2f59f6928638,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:43.360548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.361518 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1f3cbaf-d72e-42ca-923d-4418104a1e99 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:43.375186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:43.376918 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:43.449803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b8216052-5965-453b-9988-2f59f6928638,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:43.475339 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b1f3cbaf-d72e-42ca-923d-4418104a1e99 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:43.475717 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.525590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:05:43.579561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.629777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b1f3cbaf-d72e-42ca-923d-4418104a1e99, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1f3cbaf-d72e-42ca-923d-4418104a1e99,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:43.639130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.663727 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:05:43.677807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a151cecf-3b23-4160-9324-f53128d99dcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/fa3bfc7a-c7d6-4368-96ab-21ca203d03fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3625350 Oct 22 14:05:43.694825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cbaf-d72e-42ca-923d-4418104a1e99,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:43.839281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-5861ab9e-211d-428c-a92e-5d9fa5787387 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050214756&fields=id&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 267 time: 0.0379207 Oct 22 14:05:43.846787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea1cf6-ebd2-42fe-bf89-2c49eeb0f73c None None] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:05:43.932805 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e24f63aa-1721-4bea-acd4-0124392b2f87 None None] Provisioning complete for port b1f3cbaf-d72e-42ca-923d-4418104a1e99 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:43.933277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e24f63aa-1721-4bea-acd4-0124392b2f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:43.956378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-31487a18-97a6-4cb3-ba93-b7d9cb46076e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:43.957949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-31487a18-97a6-4cb3-ba93-b7d9cb46076e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 796 time: 0.1112235 Oct 22 14:05:43.974894 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-e8545c26-1adf-45f6-90d2-19d4bc8890cf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/quotas/ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 375 time: 0.0103137 Oct 22 14:05:44.028416 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-28f664b1-0a1f-4985-93bf-68d05ef984b5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473866 Oct 22 14:05:44.192814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-8dde5909-cd95-404c-8780-913aaa9fa080 service neutron] 10.222.0.25 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519027 Oct 22 14:05:44.298420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-6783487e-a48e-4636-a45a-8e5a639d47df service neutron] 10.222.0.25 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991328 Oct 22 14:05:44.305040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1c9dac-8213-48fe-b88d-e3f5fa71ca35 None None] Provisioning complete for port b1f3cbaf-d72e-42ca-923d-4418104a1e99 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:44.305391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9dac-8213-48fe-b88d-e3f5fa71ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:44.407439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1c9dac-8213-48fe-b88d-e3f5fa71ca35 None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:44.407813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9dac-8213-48fe-b88d-e3f5fa71ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:44.458190 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c9dac-8213-48fe-b88d-e3f5fa71ca35 None None] Port 171912ee-b33e-44f4-903f-41f730332078 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:05:44.498513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e41deaca-aaaa-46ac-8050-b63b99b27588 req-d22f8130-db66-4d2c-9e3c-d2207e010649 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 210 time: 0.0328264 Oct 22 14:05:44.579579 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af410d-0da2-440c-a757-22b851769637 None None] Sync routers for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:05:44.585361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f8913f5b-1748-4d09-9320-65c630587956 None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:44.585738 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8913f5b-1748-4d09-9320-65c630587956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:44.592764 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:44.593567 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:44.630549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f8913f5b-1748-4d09-9320-65c630587956 None None] Port 171912ee-b33e-44f4-903f-41f730332078 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:05:44.713050 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:44.753327 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9782f26b-0cae-4b00-b58b-f5a068c1a6df None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:44.753806 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9782f26b-0cae-4b00-b58b-f5a068c1a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:44.805272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9782f26b-0cae-4b00-b58b-f5a068c1a6df None None] Port 171912ee-b33e-44f4-903f-41f730332078 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:05:44.929448 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 2, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:44.957168 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af410d-0da2-440c-a757-22b851769637 None None] Checking router: fa3bfc7a-c7d6-4368-96ab-21ca203d03fc for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:05:44.957397 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af410d-0da2-440c-a757-22b851769637 None None] Updating router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc port 171912ee-b33e-44f4-903f-41f730332078 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:05:44.984119 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.069888 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8216052-5965-453b-9988-2f59f6928638 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:45.120011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b8216052-5965-453b-9988-2f59f6928638 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:45.120483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.210367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1f3cbaf-d72e-42ca-923d-4418104a1e99 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:45.257078 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port b1f3cbaf-d72e-42ca-923d-4418104a1e99 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:45.257457 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.260347 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.266224 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.315132 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Pushing event updated for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:45.323833 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.324180 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.324518 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.324851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.325182 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.325552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.326018 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.326570 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.327025 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.327384 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.327796 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.328169 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:05:45.387250 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-95af410d-0da2-440c-a757-22b851769637 None None] Attempting to bind port 171912ee-b33e-44f4-903f-41f730332078 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:05:45.387594 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-95af410d-0da2-440c-a757-22b851769637 None None] Attempting to bind port 171912ee-b33e-44f4-903f-41f730332078 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:05:45.387952 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af410d-0da2-440c-a757-22b851769637 None None] Attempting to bind port 171912ee-b33e-44f4-903f-41f730332078 on network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:05:45.393330 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af410d-0da2-440c-a757-22b851769637 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:05:45.393695 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af410d-0da2-440c-a757-22b851769637 None None] Checking segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:05:45.394286 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.394703 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af410d-0da2-440c-a757-22b851769637 None None] Bound using segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:05:45.395292 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-95af410d-0da2-440c-a757-22b851769637 None None] Bound port: 171912ee-b33e-44f4-903f-41f730332078, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:05:45.395857 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.467837 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-95af410d-0da2-440c-a757-22b851769637 None None] For port 171912ee-b33e-44f4-903f-41f730332078, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:05:45.472438 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-95af410d-0da2-440c-a757-22b851769637 None None] For port 171912ee-b33e-44f4-903f-41f730332078, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=171912ee-b33e-44f4-903f-41f730332078,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:05:45.477492 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-95af410d-0da2-440c-a757-22b851769637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.551173 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6c8ed-1809-4092-929b-e3041cb08e3d None None] Pushing event updated for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:45.556670 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:45.557525 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:45.602634 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-259a3085-3ed2-4569-b20a-048e6a5f90fd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:45.604175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-259a3085-3ed2-4569-b20a-048e6a5f90fd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 796 time: 0.1597872 Oct 22 14:05:45.638621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:45.639029 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.654310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-483ee85b-7583-405e-a5b6-92fc59b623eb req-8986859d-da43-46c1-a325-4357468a0b81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 210 time: 0.0437648 Oct 22 14:05:45.703932 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-8023b5dd-83bd-4527-b96f-7b709b0291ca tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 380 time: 0.0895333 Oct 22 14:05:45.722250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'port': {'device_id': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'admin_state_up': True, 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'security_groups': ['95469261-21c9-4cab-9cd4-83d999ff3bec']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:45.770038 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.817082 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:45.818131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] For port 171912ee-b33e-44f4-903f-41f730332078, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=171912ee-b33e-44f4-903f-41f730332078,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:45.822916 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.863174 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:05:45.867308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:45.877689 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a504-8bea-44dc-abfd-66c8bbe915e9 None None] Pushing event updated for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:45.946410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9275-1f35-4ebe-a34f-0e42e70b46ee None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:45.946818 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9275-1f35-4ebe-a34f-0e42e70b46ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.007031 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.11 (86752bf9-f93b-4b7c-92ad-8bcd234ca498/70ae36a7-6e26-4bf8-b38f-6a627120f9d0/8f9ce0a7-7b49-482c-8f73-e158c85e08f6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:05:46.039136 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-95af410d-0da2-440c-a757-22b851769637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:46.067274 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af410d-0da2-440c-a757-22b851769637 None None] The sync data for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 is: [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:05:46.167183 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.204498 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.256080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:46.259172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:46.266521 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:05:46.272028 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:46.328352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:46.329028 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.348701 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-3c661c86-48ef-42c2-9dcc-6fc08f8ed3a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326792 Oct 22 14:05:46.362531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Request body: {'port': {'device_id': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:46.429824 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.558474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c86de616-42ef-4b28-8b95-5837bada65a4 None None] Provisioning complete for port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:46.558899 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c86de616-42ef-4b28-8b95-5837bada65a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.603490 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c86de616-42ef-4b28-8b95-5837bada65a4 None None] Port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:05:46.713166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:05:46.721980 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.736046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Transition to ACTIVE for port object 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:05:46.741440 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.788847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53f699-4778-4207-96ca-8a499ebc79f1 req-5ec39ccb-d96e-46d6-a27b-86ce06b14fb8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:46.790817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a53f699-4778-4207-96ca-8a499ebc79f1 req-5ec39ccb-d96e-46d6-a27b-86ce06b14fb8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 944 time: 0.0612621 Oct 22 14:05:46.799802 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:46.840062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5a53f699-4778-4207-96ca-8a499ebc79f1 req-62008de0-a120-4881-bde3-3e2bd2027a65 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Oct 22 14:05:46.885231 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Attempting to bind port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:05:46.885565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Attempting to bind port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:05:46.885894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Attempting to bind port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 on network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:05:46.892153 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 on network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:05:46.892478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Attempting to bind port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 on network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:05:46.897728 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:05:46.898066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Checking segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:05:46.898449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Bound using segment: {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:05:46.898924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Bound port: 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c961170-47b5-4708-b93d-dd460b9147f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:05:46.899284 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:46.972017 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:05:46.975832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:05:46.980979 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:47.016400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.017056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:47.018413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 1092 time: 0.6617024 Oct 22 14:05:47.018958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:05:47.021557 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374c0806-6056-425f-80ae-58a8629f0a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:05:47.081966 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224b029-2531-4235-a9c6-daea366b69e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:47.095522 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8a0f4-7847-4841-bdc3-00c44544c06e x-openstack-request-id: req-1ad8a0f4-7847-4841-bdc3-00c44544c06e {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:05:47.095818 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:05:47.096079 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ad8a0f4-7847-4841-bdc3-00c44544c06e {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:05:47.096487 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'status': 'completed', 'code': 200} Oct 22 14:05:47.141012 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-160462ec-c779-4fb4-bf43-08a4d79d2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.144325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-160462ec-c779-4fb4-bf43-08a4d79d2772 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1095 time: 0.0590563 Oct 22 14:05:47.146191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 171912ee-b33e-44f4-903f-41f730332078 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:47.223883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 171912ee-b33e-44f4-903f-41f730332078 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:47.224182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:47.549055 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-7c347949-955b-4e8c-9a2a-857942640f71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 217 time: 0.3958879 Oct 22 14:05:47.598586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-92529616-0a76-49de-8ddd-3800a0c7a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.600027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-92529616-0a76-49de-8ddd-3800a0c7a2c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0436165 Oct 22 14:05:47.645321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-c5b29b82-7598-4db5-8934-d80be8df46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.647102 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-c5b29b82-7598-4db5-8934-d80be8df46f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393999 Oct 22 14:05:47.741370 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-44b82afb-ee5c-4dfd-8b28-a3f20f14a187 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876241 Oct 22 14:05:47.835320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e6ba69f7-4939-4ec3-aa8b-9800c4879081 req-f04a7dfb-0362-4d55-b71f-b0130ad3efde service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863526 Oct 22 14:05:47.924412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0806-6056-425f-80ae-58a8629f0a4b req-b363e9a2-b186-49a6-8ee5-036df9e8d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.925892 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-b363e9a2-b186-49a6-8ee5-036df9e8d5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1095 time: 0.0428355 Oct 22 14:05:47.968818 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b01a13-e238-4f2a-b6c9-3572840171dc req-a9a4ee9c-0f67-48a6-88e5-4700a7ba76d7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:47.970333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b01a13-e238-4f2a-b6c9-3572840171dc req-a9a4ee9c-0f67-48a6-88e5-4700a7ba76d7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 944 time: 0.0495543 Oct 22 14:05:48.008819 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b01a13-e238-4f2a-b6c9-3572840171dc req-b2a262f0-4007-468f-a521-8995bb644064 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Oct 22 14:05:48.022081 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0806-6056-425f-80ae-58a8629f0a4b req-8eb64e30-5e1e-4bfd-876c-c85c1157f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:48.023564 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-8eb64e30-5e1e-4bfd-876c-c85c1157f3ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 897 time: 0.0906532 Oct 22 14:05:48.066366 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-2ed2d44a-e4cf-4e66-a15a-b86d6641b433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 217 time: 0.0354853 Oct 22 14:05:48.115980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0806-6056-425f-80ae-58a8629f0a4b req-ffc6ff10-5432-4707-bbf2-9fac7867be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:48.117325 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-ffc6ff10-5432-4707-bbf2-9fac7867be21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0439217 Oct 22 14:05:48.166944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0806-6056-425f-80ae-58a8629f0a4b req-8e384719-f73f-402a-9d61-ca664b2ce106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:48.168469 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-8e384719-f73f-402a-9d61-ca664b2ce106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432529 Oct 22 14:05:48.265590 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-65a60c03-61d7-4d06-bd1f-1e198344cbc1 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875661 Oct 22 14:05:48.360389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-374c0806-6056-425f-80ae-58a8629f0a4b req-324a31c3-923c-4ced-9262-a86b53a1584e service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866363 Oct 22 14:05:49.125489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28808c48-f1f6-4652-9eb1-849d1016c4d6 req-ab874d54-4889-45dc-8ab5-fbbbd9bbe6ac tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:49.126871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28808c48-f1f6-4652-9eb1-849d1016c4d6 req-ab874d54-4889-45dc-8ab5-fbbbd9bbe6ac tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 944 time: 0.0497043 Oct 22 14:05:49.165430 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-28808c48-f1f6-4652-9eb1-849d1016c4d6 req-19cf6bbe-2dac-4104-95d1-7ddbb4281fd3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326726 Oct 22 14:05:49.445229 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:05:49.547400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:49.558233 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'port_id': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'mac_address': 'fa:16:3e:17:67:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:05:49.599166 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:49.612060 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:05:49.630770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:49.634584 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:49.681296 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:49.836628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['8f9ce0a7-7b49-482c-8f73-e158c85e08f6'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:05:50.290165 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddcc91-af68-4a1e-8c07-de099b31b8dd req-7c90f80e-5ad9-4635-9d8b-7f50b7c3ba94 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:50.291651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5ddcc91-af68-4a1e-8c07-de099b31b8dd req-7c90f80e-5ad9-4635-9d8b-7f50b7c3ba94 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 945 time: 0.0547390 Oct 22 14:05:50.330392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5ddcc91-af68-4a1e-8c07-de099b31b8dd req-160caab5-1cc0-475b-a64d-43b595901d72 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Oct 22 14:05:51.447237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193313-782e-4161-a441-1b6c239701b1 req-c383a802-2223-4906-9d8a-fe13e801f6f1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:51.448713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48193313-782e-4161-a441-1b6c239701b1 req-c383a802-2223-4906-9d8a-fe13e801f6f1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Oct 22 14:05:51.462013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:05:51.490645 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-48193313-782e-4161-a441-1b6c239701b1 req-45eeb5c4-45d2-4093-b498-26d940e48e09 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Oct 22 14:05:51.510454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:05:51.515812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:05:51.516182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:51.601361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:51.625946 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:05:51.628229 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8fcfa1-4b84-4577-afd5-7eeb81136c41" -d '{"events": [{"server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "name": "network-vif-plugged", "status": "completed", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:05:51.640707 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:05:51.644844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:51.672327 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24191d-a2df-432b-93d5-df8399dd32e1 x-openstack-request-id: req-1a24191d-a2df-432b-93d5-df8399dd32e1 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:05:51.672627 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "name": "network-vif-plugged", "status": "completed", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:05:51.672876 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a24191d-a2df-432b-93d5-df8399dd32e1 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:05:51.673274 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'code': 200} Oct 22 14:05:51.699662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:51.762860 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc566926-bff0-4e7a-b504-fefc7fe2cb3d req-49c98a1c-1bfc-4e2f-8273-ccb595b1f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:51.764661 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc566926-bff0-4e7a-b504-fefc7fe2cb3d req-49c98a1c-1bfc-4e2f-8273-ccb595b1f4e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1097 time: 0.0410392 Oct 22 14:05:51.802238 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc566926-bff0-4e7a-b504-fefc7fe2cb3d req-0f5cda92-5bb3-486e-b28a-9281776bbcd6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290036 Oct 22 14:05:52.612059 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdb673-4e4a-439e-b993-ae8a7547f298 req-e718b5ec-a4df-4c4c-95f4-d557315a3f9f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:52.613548 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9abdb673-4e4a-439e-b993-ae8a7547f298 req-e718b5ec-a4df-4c4c-95f4-d557315a3f9f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0529580 Oct 22 14:05:52.651994 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9abdb673-4e4a-439e-b993-ae8a7547f298 req-32562268-31d1-46f8-b241-3eca4b927c48 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Oct 22 14:05:53.792631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2a08-5e67-468d-af4d-42698e400bf6 req-b214e463-a2a4-4cb8-9824-a193f4ebcea0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:53.794158 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-187d2a08-5e67-468d-af4d-42698e400bf6 req-b214e463-a2a4-4cb8-9824-a193f4ebcea0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0596566 Oct 22 14:05:53.839041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-187d2a08-5e67-468d-af4d-42698e400bf6 req-d5cc9335-e3e7-44a5-a7a3-999cd456a87a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366278 Oct 22 14:05:53.969699 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674028e-ad93-476e-a556-a4286b20f9a8 req-00a11db8-563b-4a02-90ff-8a999e2c6c56 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:53.971588 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7674028e-ad93-476e-a556-a4286b20f9a8 req-00a11db8-563b-4a02-90ff-8a999e2c6c56 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0555756 Oct 22 14:05:54.013577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7674028e-ad93-476e-a556-a4286b20f9a8 req-eb4c7bdf-ee9e-4504-ae94-518d30c98c0c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359919 Oct 22 14:05:54.038863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50688) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:54.087448 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1dd56-82a1-4b50-b87e-26be52bd1d15 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:54.088992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-68b1dd56-82a1-4b50-b87e-26be52bd1d15 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1092 time: 0.0491209 Oct 22 14:05:54.092536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50690) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:54.097192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:05:54.105972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-10e9089c-b462-4e7c-9469-5f0c5b27e70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.124003 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.241223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.355947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.8 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/fff40110-5e0c-494d-819f-fde25e060c65) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:05:54.467750 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.501163 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.537416 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:05:54.540304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:05:54.545102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:05:54.575135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=fff40110-5e0c-494d-819f-fde25e060c65,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:54.914751 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:54.989996 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:55.136091 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:55.140993 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:55.213192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=fff40110-5e0c-494d-819f-fde25e060c65,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:05:55.223370 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:55.332250 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP af3b7090-544f-4635-a27f-c8179f0b3d93 associated. External IP: 172.25.6.8, port: 8f9ce0a7-7b49-482c-8f73-e158c85e08f6. Oct 22 14:05:55.535258 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:05:55.642105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:05:55.652443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Sync routers for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:05:55.659664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:55.662502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:55.663153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:55.692783 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f5d61a4b-8e66-4c4e-860f-59c1b962e085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5967309 Oct 22 14:05:55.692783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:05:55.693258 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0de3e-8434-4ed9-97dc-d403f53fa300" -d '{"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:05:55.736046 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979388fd-9851-4b72-acac-a5ada007ca94 x-openstack-request-id: req-979388fd-9851-4b72-acac-a5ada007ca94 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:05:55.736344 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:05:55.736595 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-979388fd-9851-4b72-acac-a5ada007ca94 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:05:55.737005 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'status': 'completed', 'code': 200} Oct 22 14:05:55.777917 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:55.793932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff6800-7613-43f4-8131-e6f7c876f7fc req-82c4f636-ce80-46f9-aee8-cadb913a8d41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:55.796581 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eff6800-7613-43f4-8131-e6f7c876f7fc req-82c4f636-ce80-46f9-aee8-cadb913a8d41 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0531287 Oct 22 14:05:55.802251 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-312eb8b2-d54e-424a-a469-13d6b4502a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:55.804654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-312eb8b2-d54e-424a-a469-13d6b4502a91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1097 time: 0.0444353 Oct 22 14:05:55.839885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1eff6800-7613-43f4-8131-e6f7c876f7fc req-0cdc5906-a8ce-4fdf-8e3c-d6d2495221a0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358098 Oct 22 14:05:55.862196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50696) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:55.908357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-ec1b90bc-74cb-4efe-9cd9-6a68add11ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:55.910050 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-ec1b90bc-74cb-4efe-9cd9-6a68add11ebe service neutron] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 897 time: 0.0938556 Oct 22 14:05:55.929424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4664b05a-88af-40a5-9a82-51e99726caba tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/af3b7090-544f-4635-a27f-c8179f0b3d93 HTTP/1.1" status: 200 len: 990 time: 0.0660338 Oct 22 14:05:55.978443 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-63be2238-1e61-4468-a752-9de4e6c2810b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 998 time: 0.0616109 Oct 22 14:05:56.018591 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'af3b7090-544f-4635-a27f-c8179f0b3d93', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'port_id': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'mac_address': 'fa:16:3e:17:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:05:54Z', 'updated_at': '2021-10-22T14:05:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:56.033190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-5d0cc2e5-28e4-4ee4-867f-46ccf8584684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:56.034737 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-5d0cc2e5-28e4-4ee4-867f-46ccf8584684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0491953 Oct 22 14:05:56.049662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Checking router: fa3bfc7a-c7d6-4368-96ab-21ca203d03fc for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:05:56.058282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:05:56.058914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:05:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:56.082779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-1e29aec8-c445-48c6-aace-b4613f0e5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:05:56.084307 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-1e29aec8-c445-48c6-aace-b4613f0e5c40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426717 Oct 22 14:05:56.176333 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-405909a1-3e55-4da3-a06c-37d373f0ac10 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846617 Oct 22 14:05:56.278008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7dd0de3e-8434-4ed9-97dc-d403f53fa300 req-2df1a8c2-5eb9-42da-9186-5a764b3cf58e service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948024 Oct 22 14:05:56.324666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:05:56.549202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'af3b7090-544f-4635-a27f-c8179f0b3d93', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'port_id': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'mac_address': 'fa:16:3e:17:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:05:54Z', 'updated_at': '2021-10-22T14:05:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:05:56.579645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3cddc-d6e5-478e-ada3-0218bed1c788 None None] The sync data for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 is: [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'af3b7090-544f-4635-a27f-c8179f0b3d93', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'port_id': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'mac_address': 'fa:16:3e:17:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:05:54Z', 'updated_at': '2021-10-22T14:05:54Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:05:56.767306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f285d-dbdb-4ae1-bfef-475f36048413 None None] New status for floating IP af3b7090-544f-4635-a27f-c8179f0b3d93: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:05:56.932489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50698) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:05:56.993336 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d9aad2fa-5536-4ac8-a7cd-fb1398c7e7ae tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/af3b7090-544f-4635-a27f-c8179f0b3d93 HTTP/1.1" status: 200 len: 992 time: 0.0596817 Oct 22 14:05:57.195202 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e8f50d8f-7eba-43ed-b635-b7291ecedbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:57.896669 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:57.961488 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:05:59.962559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:08.827434 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:09.203084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-a7ec4db9-3de7-4f2a-9bb9-eed55cd2ca51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474882 Oct 22 14:06:09.292800 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-51e65616-a9f9-4034-a9eb-7752fa61bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:09.295248 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-51e65616-a9f9-4034-a9eb-7752fa61bd2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1097 time: 0.0472376 Oct 22 14:06:09.408001 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-552a4199-968a-4154-a0aa-8f9e521379dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:09.409487 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-552a4199-968a-4154-a0aa-8f9e521379dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 897 time: 0.0956759 Oct 22 14:06:09.479165 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-cb9392a8-525c-4872-9b4a-567ae2417f27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 1000 time: 0.0624373 Oct 22 14:06:09.536692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-cf11e707-228d-496e-90c1-ff3d5a7c4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:09.538197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-cf11e707-228d-496e-90c1-ff3d5a7c4459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0498660 Oct 22 14:06:09.589598 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-7470dfd3-a7ad-4934-b9f4-d17a0d111595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:09.592114 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-7470dfd3-a7ad-4934-b9f4-d17a0d111595 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458372 Oct 22 14:06:09.707937 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-9df3d5c3-d204-4042-8bf1-d8fa5ef70dd8 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082432 Oct 22 14:06:09.809502 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aad5bb80-c1b7-488d-9740-4c8be3519913 req-a94ca676-3f6f-41d9-adcb-a559fff64571 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935791 Oct 22 14:06:10.420734 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:15.600150 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:06:24.099000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dff8551e-47a8-4682-a561-770dfc2a362c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:25.785005 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cccb0-dbb0-4772-b0d4-f36e4adf2841 req-a704771d-4cf1-42ce-81bd-c6f76f9cf59c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:25.785684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-8a999e44-fd77-45ee-b3a4-a87d5f6d224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:25.787046 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f9cccb0-dbb0-4772-b0d4-f36e4adf2841 req-a704771d-4cf1-42ce-81bd-c6f76f9cf59c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0560641 Oct 22 14:06:25.787700 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-8a999e44-fd77-45ee-b3a4-a87d5f6d224d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1097 time: 0.0541854 Oct 22 14:06:25.833365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0f9cccb0-dbb0-4772-b0d4-f36e4adf2841 req-b26d4da0-89ca-4bc3-b816-1dd7d939e129 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Oct 22 14:06:25.893468 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-9f24a10c-078b-4c5e-a2ce-9c824b8923c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:25.894979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-9f24a10c-078b-4c5e-a2ce-9c824b8923c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 897 time: 0.0994041 Oct 22 14:06:25.962677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-9f4c6c5d-d4ee-4577-8323-212042284563 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 1000 time: 0.0599957 Oct 22 14:06:26.020701 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-8c1986b8-0801-49e2-9497-a8b959a057b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:26.022182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-8c1986b8-0801-49e2-9497-a8b959a057b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0525572 Oct 22 14:06:26.070313 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-2e6aca94-19e1-426a-b2ec-00104c18d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:26.071916 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-2e6aca94-19e1-426a-b2ec-00104c18d859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419109 Oct 22 14:06:26.173642 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-70ee4dbb-030c-4a62-b97d-6228f87577f6 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935831 Oct 22 14:06:26.272577 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1fcd9498-5cec-47a1-8fc0-2fb26efb8fd5 req-76b0c843-1ead-459a-8126-b1e7b5d03995 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Oct 22 14:06:27.200757 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-17b492af-8bfc-4e7f-a52e-1af6dda10b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:27.303426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb18f9-d885-4ae9-b93e-d2ced5d89b28 req-e11d5288-32a7-4a2e-918a-eec398a7fdbd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:27.304912 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cbb18f9-d885-4ae9-b93e-d2ced5d89b28 req-e11d5288-32a7-4a2e-918a-eec398a7fdbd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.3954215 Oct 22 14:06:27.345383 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cbb18f9-d885-4ae9-b93e-d2ced5d89b28 req-09c15381-f2ba-423b-a074-f2cdfa060ac9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Oct 22 14:06:27.903302 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:27.965516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:28.463959 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dd631-b8c7-4e47-a606-9aff261652f7 req-75c574f8-4a0e-4557-b5b1-c14e4d970647 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:28.466032 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-655dd631-b8c7-4e47-a606-9aff261652f7 req-75c574f8-4a0e-4557-b5b1-c14e4d970647 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0499394 Oct 22 14:06:28.509116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-655dd631-b8c7-4e47-a606-9aff261652f7 req-ff6e21df-a75d-47c8-b7f8-67151c114818 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367742 Oct 22 14:06:29.625378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecc15-3a8f-4c34-9252-c3e8586e1308 req-42c98de1-ceea-4685-8d8f-90c2b8b2f6b9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:29.626898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85eecc15-3a8f-4c34-9252-c3e8586e1308 req-42c98de1-ceea-4685-8d8f-90c2b8b2f6b9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0489397 Oct 22 14:06:29.663979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-85eecc15-3a8f-4c34-9252-c3e8586e1308 req-cef221dd-7002-419f-bffc-2b240d5a308b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Oct 22 14:06:29.965138 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:30.795847 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c826-927b-4a81-8e92-cff988761cc6 req-b284a368-b751-4efb-bdce-3b6d2946b901 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:30.797354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a7c826-927b-4a81-8e92-cff988761cc6 req-b284a368-b751-4efb-bdce-3b6d2946b901 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Oct 22 14:06:30.836146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-17a7c826-927b-4a81-8e92-cff988761cc6 req-edda16a5-1242-4460-9492-0623e039ebe9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Oct 22 14:06:31.961545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59836797-881b-4642-acc3-0b8cd35f3f53 req-ddb5e8c5-c28b-4c6d-924b-2dab8cf6e8fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:31.963144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59836797-881b-4642-acc3-0b8cd35f3f53 req-ddb5e8c5-c28b-4c6d-924b-2dab8cf6e8fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0543318 Oct 22 14:06:32.004625 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-59836797-881b-4642-acc3-0b8cd35f3f53 req-1a20494f-a250-4d15-bee1-1a322d48f654 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343041 Oct 22 14:06:33.126042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588f069-5d2a-482b-b6a6-df4afd621b9e req-74f039da-8d68-40bc-9c8e-53074a466b1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:33.127559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3588f069-5d2a-482b-b6a6-df4afd621b9e req-74f039da-8d68-40bc-9c8e-53074a466b1a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0527003 Oct 22 14:06:33.166029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3588f069-5d2a-482b-b6a6-df4afd621b9e req-a5ccd566-5613-4e9e-bac6-980cd93525a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Oct 22 14:06:34.294880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ede76-2bfa-4209-9583-320d8ce67924 req-b55f5916-e056-4d07-80d4-fb7eb9f8ccb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:34.297472 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-489ede76-2bfa-4209-9583-320d8ce67924 req-b55f5916-e056-4d07-80d4-fb7eb9f8ccb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0574729 Oct 22 14:06:34.337213 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-489ede76-2bfa-4209-9583-320d8ce67924 req-7e041245-b673-4b52-be98-1b0c5d7777d0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339277 Oct 22 14:06:35.457672 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf701b7f-c3e8-4275-8298-9147e542db4b req-1def97e4-9a49-48c8-9f8c-58359ec00977 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:35.459200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf701b7f-c3e8-4275-8298-9147e542db4b req-1def97e4-9a49-48c8-9f8c-58359ec00977 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Oct 22 14:06:35.497851 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf701b7f-c3e8-4275-8298-9147e542db4b req-4852ebca-bc6f-4eb3-b9b9-88db396f150e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Oct 22 14:06:36.616282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb87b-cd45-4922-9984-f862f73df814 req-bfe0641e-6c70-4c73-9992-649f71bd37d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:36.617801 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-312fb87b-cd45-4922-9984-f862f73df814 req-bfe0641e-6c70-4c73-9992-649f71bd37d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0508709 Oct 22 14:06:36.660453 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-312fb87b-cd45-4922-9984-f862f73df814 req-99babb3d-de4f-4626-9cea-121ced10f561 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365617 Oct 22 14:06:37.784473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12969f3b-2dd3-4f2e-95e3-842b30d8f401 req-eda420e7-e803-4060-a5be-25b85017b9f1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:06:37.786012 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12969f3b-2dd3-4f2e-95e3-842b30d8f401 req-eda420e7-e803-4060-a5be-25b85017b9f1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0552557 Oct 22 14:06:37.825572 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12969f3b-2dd3-4f2e-95e3-842b30d8f401 req-742e18f2-6bce-46b3-8068-8e8c15a58906 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333576 Oct 22 14:06:37.848500 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50732) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:06:37.910522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-66912361-8d7c-4cd9-baea-9a8aa83895b7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/af3b7090-544f-4635-a27f-c8179f0b3d93 HTTP/1.1" status: 200 len: 992 time: 0.0607445 Oct 22 14:06:38.834527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:40.432073 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:52.599601 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:06:54.101075 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0b2368d2-d770-44bc-9f74-34749ae0f532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:57.197378 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ee77fd73-c337-4ae6-8bfb-330a8c76cf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:57.897102 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:57.969762 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:06:59.968117 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.313957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:08.473618 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port fff40110-5e0c-494d-819f-fde25e060c65 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:07:08.473968 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.554304 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.554777 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.567821 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for fff40110-5e0c-494d-819f-fde25e060c65 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:07:08.721467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.745791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=fff40110-5e0c-494d-819f-fde25e060c65,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:08.759795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.760136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.760483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.760817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.761919 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.762260 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.762576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.762933 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.763265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.763594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.763920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.764239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:08.818248 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:08.818636 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP af3b7090-544f-4635-a27f-c8179f0b3d93 disassociated (deleted). External IP: 172.25.6.8, port: 8f9ce0a7-7b49-482c-8f73-e158c85e08f6. Oct 22 14:07:08.838739 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:09.034995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:07:09.151171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:07:09.158273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:09.163609 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Sync routers for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:07:09.175293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:09.175921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:09.194744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9305bb18-38cc-40d9-a073-008ce0715d52 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/floatingips/af3b7090-544f-4635-a27f-c8179f0b3d93 HTTP/1.1" status: 204 len: 168 time: 0.8796251 Oct 22 14:07:09.195352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:07:09.197875 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c1f8c-680d-447d-8ee0-3f85766edd02" -d '{"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:07:09.247287 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3f86d-5324-4671-984b-d4398114b028 x-openstack-request-id: req-cdd3f86d-5324-4671-984b-d4398114b028 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:07:09.247701 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:07:09.248058 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdd3f86d-5324-4671-984b-d4398114b028 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:07:09.248578 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'status': 'completed', 'code': 200} Oct 22 14:07:09.290061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:09.313220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-733ef11e-7bee-4be2-addc-24e1b0068366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:09.315513 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-733ef11e-7bee-4be2-addc-24e1b0068366 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 1097 time: 0.0464497 Oct 22 14:07:09.422245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-7c7cc2fd-4645-41ac-8e71-1ca89185992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:09.423722 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-7c7cc2fd-4645-41ac-8e71-1ca89185992b service neutron] 10.222.0.26 "GET /v2.0/networks?id=86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 200 len: 897 time: 0.1018286 Oct 22 14:07:09.471868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-dfd8ca12-7790-43c1-87ba-931eed05c929 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 200 len: 217 time: 0.0399425 Oct 22 14:07:09.487421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6538ab-f6f1-4a66-a783-75ce18d708ae req-51fa0f55-6c2d-4647-a155-7f66a8d977b8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:09.489100 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a6538ab-f6f1-4a66-a783-75ce18d708ae req-51fa0f55-6c2d-4647-a155-7f66a8d977b8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0573938 Oct 22 14:07:09.532696 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-78c52faf-322b-4f36-a8e3-25686064f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:09.534235 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-78c52faf-322b-4f36-a8e3-25686064f5df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 200 len: 834 time: 0.0553517 Oct 22 14:07:09.534710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:09.543221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a6538ab-f6f1-4a66-a783-75ce18d708ae req-5a93c6c0-6c75-4444-9df1-523459334421 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477629 Oct 22 14:07:09.575726 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Checking router: fa3bfc7a-c7d6-4368-96ab-21ca203d03fc for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:07:09.584208 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:09.584817 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:09.584935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-56c60187-1b2f-4228-af12-071ffb89d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:09.586443 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-56c60187-1b2f-4228-af12-071ffb89d758 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86752bf9-f93b-4b7c-92ad-8bcd234ca498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449553 Oct 22 14:07:09.699751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-7964bebe-909d-4df0-bcc0-00003e30d58b service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028607 Oct 22 14:07:09.708309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:09.804552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-590c1f8c-680d-447d-8ee0-3f85766edd02 req-20e5a34c-daa1-457c-bb11-8e57cbfdd347 service neutron] 10.222.0.26 "GET /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970192 Oct 22 14:07:09.954336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:09.981215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847fa1e0-e631-4158-92a9-cb938d0e99d2 None None] The sync data for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 is: [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:42Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '171912ee-b33e-44f4-903f-41f730332078', 'name': '', 'network_id': '86752bf9-f93b-4b7c-92ad-8bcd234ca498', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:c7:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:42Z', 'updated_at': '2021-10-22T14:05:45Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '70ae36a7-6e26-4bf8-b38f-6a627120f9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:07:10.211310 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98fa1fc-08a9-4e1d-978d-103ef20a09bd None None] New status for floating IP af3b7090-544f-4635-a27f-c8179f0b3d93: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:07:10.448723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:10.666394 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67450b-4328-4506-b34f-4f8573cc4f35 req-7e1aef69-822e-4887-8fb5-b52ab8cc2236 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:10.667915 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f67450b-4328-4506-b34f-4f8573cc4f35 req-7e1aef69-822e-4887-8fb5-b52ab8cc2236 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0509512 Oct 22 14:07:10.711059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2f67450b-4328-4506-b34f-4f8573cc4f35 req-6ba1722d-d43c-4074-933a-61a2bbf76539 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=95469261-21c9-4cab-9cd4-83d999ff3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Oct 22 14:07:11.015357 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-903142c4-ce15-44b8-80fd-e0b03c90a279 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:11.016775 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-903142c4-ce15-44b8-80fd-e0b03c90a279 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 946 time: 0.0527833 Oct 22 14:07:11.123380 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:07:11.123724 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:11.242309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:11.242707 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:11.256208 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:07:11.392854 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:11.421971 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=8f9ce0a7-7b49-482c-8f73-e158c85e08f6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:11.434198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.434556 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.434934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.435545 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.435883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.436242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.436568 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.436884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.437216 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.437547 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.437874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.438198 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:11.478126 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] No DVR routers for this DVR port 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:07:11.480965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:11.484480 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-3a93b5ba-1a29-441e-997b-bc57cb6fcdea req-97270d92-d1dd-41d7-9625-952778e8c50f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "DELETE /v2.0/ports/8f9ce0a7-7b49-482c-8f73-e158c85e08f6 HTTP/1.1" status: 204 len: 173 time: 0.4606624 Oct 22 14:07:11.484942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'name': 'network-vif-deleted', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:07:11.487290 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad102620-084f-4ad5-83de-f323fd1028b4" -d '{"events": [{"server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "name": "network-vif-deleted", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:07:11.530097 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3304fb-52f6-4b3e-8e8f-ee71cc4a150f x-openstack-request-id: req-2f3304fb-52f6-4b3e-8e8f-ee71cc4a150f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:07:11.530458 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7963fa0c-33e3-404c-b44b-6a17c5e8b870", "name": "network-vif-deleted", "tag": "8f9ce0a7-7b49-482c-8f73-e158c85e08f6", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:07:11.530747 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f3304fb-52f6-4b3e-8e8f-ee71cc4a150f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:07:11.531161 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7963fa0c-33e3-404c-b44b-6a17c5e8b870', 'name': 'network-vif-deleted', 'tag': '8f9ce0a7-7b49-482c-8f73-e158c85e08f6', 'status': 'completed', 'code': 200} Oct 22 14:07:11.830037 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fe427b29-4fcb-43ef-8000-f744de53074e req-05f6e4da-13cf-4216-8502-4791cb5eec57 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=7963fa0c-33e3-404c-b44b-6a17c5e8b870 HTTP/1.1" status: 200 len: 210 time: 0.0327744 Oct 22 14:07:12.903917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50758) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:13.301804 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:13.594941 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 171912ee-b33e-44f4-903f-41f730332078 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:07:13.595289 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:13.683750 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 171912ee-b33e-44f4-903f-41f730332078, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=171912ee-b33e-44f4-903f-41f730332078,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:13.684122 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:13.696939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 171912ee-b33e-44f4-903f-41f730332078 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:07:13.849361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:07:13.871049 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:07:13.871400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 8f9ce0a7-7b49-482c-8f73-e158c85e08f6 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:07:13.896308 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:13.928359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=171912ee-b33e-44f4-903f-41f730332078,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:14.116737 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.340102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:07:14.448282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:07:14.454505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-27b31dc0-a52a-45be-9727-41a44b3f94c9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/fa3bfc7a-c7d6-4368-96ab-21ca203d03fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492830 Oct 22 14:07:14.456362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50760) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:14.458718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Sync routers for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:07:14.468810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:14.469454 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:14.509658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting subnet 70ae36a7-6e26-4bf8-b38f-6a627120f9d0 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:07:14.513402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.553961 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.579720 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:14.642288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.700813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.728415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Subnet': ['ID=70ae36a7-6e26-4bf8-b38f-6a627120f9d0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:14.733558 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.738182 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8b4c4220-1ee4-4c6c-ad02-f283fd1bbe3f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/subnets/70ae36a7-6e26-4bf8-b38f-6a627120f9d0 HTTP/1.1" status: 204 len: 168 time: 0.2808731 Oct 22 14:07:14.739285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06df5e-eb71-4cbe-ab03-edee1a939f0c None None] Network 86752bf9-f93b-4b7c-92ad-8bcd234ca498 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:07:14.740760 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50762) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:14.852518 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:14.856531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:07:13Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:14.889964 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Checking router: fa3bfc7a-c7d6-4368-96ab-21ca203d03fc for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:07:14.905080 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Routers {'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:14.905696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:14.970587 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.031990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port b8216052-5965-453b-9988-2f59f6928638 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:07:15.032341 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.110947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] DHCP port deletion for 86752bf9-f93b-4b7c-92ad-8bcd234ca498 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:07:15.132764 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port b8216052-5965-453b-9988-2f59f6928638, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b8216052-5965-453b-9988-2f59f6928638,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:15.133279 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.149134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for b8216052-5965-453b-9988-2f59f6928638 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:07:15.203545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b1f3cbaf-d72e-42ca-923d-4418104a1e99 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:07:15.218761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] Set router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:15.328731 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Deleting port b1f3cbaf-d72e-42ca-923d-4418104a1e99 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:07:15.329121 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.333708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.362040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=b8216052-5965-453b-9988-2f59f6928638,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:15.426780 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.486857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] For port b1f3cbaf-d72e-42ca-923d-4418104a1e99, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1f3cbaf-d72e-42ca-923d-4418104a1e99,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:15.487732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.501727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.525580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.528364 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Calling delete_port for b1f3cbaf-d72e-42ca-923d-4418104a1e99 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:07:15.528665 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.578137 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.578963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Fanout notify agent at l3_agent the message router_deleted on router fa3bfc7a-c7d6-4368-96ab-21ca203d03fc {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:07:15.588165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.592597 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3053ae8-dd87-4361-9ef8-36684ff0fb17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/routers/fa3bfc7a-c7d6-4368-96ab-21ca203d03fc HTTP/1.1" status: 204 len: 168 time: 0.8483453 Oct 22 14:07:15.592879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50764) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:15.625302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port b1f3cbaf-d72e-42ca-923d-4418104a1e99, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=b1f3cbaf-d72e-42ca-923d-4418104a1e99,segment=NetworkSegment(1c961170-47b5-4708-b93d-dd460b9147f3),segment_id=1c961170-47b5-4708-b93d-dd460b9147f3)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:15.634091 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.674470 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.689891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:07:13Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:15.698799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:15.704832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] The port 'b1f3cbaf-d72e-42ca-923d-4418104a1e99' was deleted {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 22 14:07:15.733235 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cbaf-d72e-42ca-923d-4418104a1e99,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:15.735398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9fa4b-b299-4e26-80f7-5ff5ffbef6cc None None] The sync data for ids ['fa3bfc7a-c7d6-4368-96ab-21ca203d03fc'] in n-d-813419-8 is: [{'id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940176012', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b8216052-5965-453b-9988-2f59f6928638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:07:13Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'b8216052-5965-453b-9988-2f59f6928638', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bfc7a-c7d6-4368-96ab-21ca203d03fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:05:39Z', 'updated_at': '2021-10-22T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:07:15.745864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.746231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.746590 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.746987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.747344 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.747691 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.748039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.748376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.748721 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.749065 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.749401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.749741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:15.753550 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] No DVR routers for this DVR port b1f3cbaf-d72e-42ca-923d-4418104a1e99 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:07:15.780219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307384-169e-4ab9-8e1c-6451cc795387 None None] Pushing event deleted for resources: {'Port': ['ID=b1f3cbaf-d72e-42ca-923d-4418104a1e99,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:16.122764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.148722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86752bf9-f93b-4b7c-92ad-8bcd234ca498']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:16.160105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c961170-47b5-4708-b93d-dd460b9147f3') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:16.160412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c961170-47b5-4708-b93d-dd460b9147f3') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:16.171113 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.186657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.196788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:07:16.197207 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:07:16.204248 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:07:16.276075 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.289595 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.294642 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/networks/86752bf9-f93b-4b7c-92ad-8bcd234ca498 HTTP/1.1" status: 204 len: 168 time: 0.7006197 Oct 22 14:07:16.297501 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50766) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:16.305897 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39885f3e-1a2d-4d39-a67f-c55a295343d4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Network': ['ID=86752bf9-f93b-4b7c-92ad-8bcd234ca498,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:16.371126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.399544 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.487918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.492654 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:16.494413 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/security-groups/95469261-21c9-4cab-9cd4-83d999ff3bec HTTP/1.1" status: 204 len: 168 time: 0.1954906 Oct 22 14:07:16.506941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb6809-01fb-43d4-8198-3607e9362797 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95469261-21c9-4cab-9cd4-83d999ff3bec,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:16.927253 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50772) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:16.931917 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866216180', 'description': 'tempest-secgroup-smoke-1866216180 description', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:16.956033 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.023927 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.028656 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.061042 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.065149 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340630 Oct 22 14:07:17.065421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50774) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.070987 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.071623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e46a72-ab58-4cc6-bb0e-ad340305872a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90ffef0-53cf-4cd9-9476-0d5a03e238f0,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.101676 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8216052-5965-453b-9988-2f59f6928638 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:07:17.109465 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.124166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: b8216052-5965-453b-9988-2f59f6928638 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:07:17.124516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device b8216052-5965-453b-9988-2f59f6928638 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:07:17.124928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 171912ee-b33e-44f4-903f-41f730332078 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:07:17.145310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 171912ee-b33e-44f4-903f-41f730332078 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:07:17.145662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 171912ee-b33e-44f4-903f-41f730332078 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:07:17.168094 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.172420 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.195946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b3f250-1a06-457f-89fa-d20bc73c6ac9,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.204469 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.205674 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c3e08c33-b27e-42de-8732-6ae06643b738 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391470 Oct 22 14:07:17.208466 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.212774 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.239241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.297656 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.301288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.322388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c6599a-fae8-49cc-a901-2e438d2cada4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.330562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.331648 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9f8effc9-db74-4610-b2e7-8ded520a1b60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222618 Oct 22 14:07:17.334297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50778) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.339193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.368265 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.429378 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.433429 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.456569 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a24d3b-b2f1-4c0e-93c3-e89f8140a4f4,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.462326 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.464420 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6190c033-7251-4e6f-becf-c37cbdb18ca7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285253 Oct 22 14:07:17.467468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50780) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.472214 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.499985 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.559500 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.563472 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.581063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e1b593-ae33-480a-abd3-22fa925c88a2,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.589882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.591111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9c9793fc-2adb-4533-a821-7c5c10eef4fe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223783 Oct 22 14:07:17.593786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.598236 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.621328 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:07:17.626515 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.691958 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.696314 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.719915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0e3f0-08d3-43d4-93e8-a78a5fc6086f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.730434 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.732085 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3660dddd-8246-4eb9-a747-563f68ecee4e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373594 Oct 22 14:07:17.735870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.740338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'd90ffef0-53cf-4cd9-9476-0d5a03e238f0', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.773052 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:07:17.781153 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.854009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.857406 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.878017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c0e759-2790-479e-8404-3461dc77a284,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:17.883941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.888518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c697428a-3133-4d5f-9e2d-f6f98415713b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481864 Oct 22 14:07:17.888730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:17.893590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'network': {'name': 'tempest-network-smoke--602923656', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:17.913647 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:07:17.917146 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.942113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:07:17.953019 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:17.953365 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Added segment 7861b4bb-77aa-424f-8948-2c3c1885bae6 of type vlan for network bd8d9684-e5c6-4523-bae8-d510ed6ae488 Oct 22 14:07:17.992483 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.019372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.025062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:18.025669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.060624 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1705408 Oct 22 14:07:18.063403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50788) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:18.068138 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'admin_state_up': True, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:18.092061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.093088 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.106358 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbadfc9-763e-4ec4-af87-3bd66aa2440a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Network': ['ID=bd8d9684-e5c6-4523-bae8-d510ed6ae488,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:18.122243 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:07:18.162131 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.302738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.498538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.517140 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.623221 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.250 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/6b451cd1-193c-44ee-b7cd-4aef3a0503ba) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:07:18.727563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.761955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:18.798485 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:18.801651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:18.805893 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:07:18.844218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:19.101577 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:19.352145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:19.843286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router bef3e493-adbf-476d-beb1-935dff2766d4 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:07:19.955073 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:07:19.965681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Sync routers for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:07:19.978789 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:19.979533 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:19.981208 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:19.985365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8713a326-acb6-4b45-9058-fe5bbc2db285 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9180255 Oct 22 14:07:19.985595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50790) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:20.013895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8cf7d579-fb88-44ff-a9ac-93497efa265b tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ae617e2cf9ff4dfca195e2d10c69950e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271528 Oct 22 14:07:20.017214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50792) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:20.107850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a3a42-c0df-4e85-9d01-86877e3b6a12 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:20.109281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-638a3a42-c0df-4e85-9d01-86877e3b6a12 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911784 Oct 22 14:07:20.112629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50794) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:20.118596 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:20.143348 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-82cb5c85-8f1d-49c5-9efa-09c18d169227 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271776 Oct 22 14:07:20.143578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50796) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:20.148640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113351185', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:20.246487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:07:20.250151 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.305726 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:18Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:20.340444 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Checking router: bef3e493-adbf-476d-beb1-935dff2766d4 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:07:20.340900 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Updating router bef3e493-adbf-476d-beb1-935dff2766d4 port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:07:20.367391 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.446819 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.511629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Subnet': ['ID=a6714ef2-5763-4a89-b5e9-c56ee0e30d46,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:20.521007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Checking segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:07:20.521368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network hostable DHCP agents. Network: bd8d9684-e5c6-4523-bae8-d510ed6ae488, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:07:20.539136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:07:20.548476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, bd8d9684-e5c6-4523-bae8-d510ed6ae488) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:20.553516 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:20.554511 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.558074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67895ca4-9ead-4e9f-97ce-2596b68dca4a None None] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:07:20.577939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-29076bdd-c1c5-4433-8426-d7a6fc396628 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4304705 Oct 22 14:07:20.578404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50798) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:20.631068 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.639302 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.691659 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Attempting to bind port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:07:20.692038 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Attempting to bind port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:07:20.692399 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Attempting to bind port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:07:20.701307 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:07:20.701681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:07:20.702087 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.702486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:07:20.702983 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Bound port: 6b451cd1-193c-44ee-b7cd-4aef3a0503ba, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:07:20.703362 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.722089 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:07:20.723360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.730801 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Pushing event updated for resources: {'Port': ['ID=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:20.744018 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.744365 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.744706 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.745040 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.745373 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.746682 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.747020 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.747349 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.747680 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.748007 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.748331 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.748651 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:07:20.776383 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] For port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:07:20.782028 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] For port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:07:20.788550 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:20.848174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:20.848818 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:20.883600 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Allocated IP 172.20.0.2 (bd8d9684-e5c6-4523-bae8-d510ed6ae488/a6714ef2-5763-4a89-b5e9-c56ee0e30d46/a89633a8-36bc-4fe6-9db1-fe1d415998a0) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:07:20.888530 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316899-0936-4026-b418-a4030dd81462 None None] Pushing event updated for resources: {'Port': ['ID=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:21.055193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.063120 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.067992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.068781 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:21.124987 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:21.136041 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:21.141032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:07:21.165147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Pushing event updated for resources: {'Port': ['ID=a89633a8-36bc-4fe6-9db1-fe1d415998a0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:21.223237 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Attempting to bind port a89633a8-36bc-4fe6-9db1-fe1d415998a0 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:07:21.223615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Attempting to bind port a89633a8-36bc-4fe6-9db1-fe1d415998a0 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:07:21.223985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Attempting to bind port a89633a8-36bc-4fe6-9db1-fe1d415998a0 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:07:21.229138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:07:21.229510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Checking segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:07:21.230245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.230660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Bound using segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:07:21.231139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Bound port: a89633a8-36bc-4fe6-9db1-fe1d415998a0, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:07:21.231527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.270984 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:18Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:21.302965 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e630c-c28b-44bb-bdb2-014d779ef62c None None] The sync data for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 is: [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:18Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:07:21.303540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] For port a89633a8-36bc-4fe6-9db1-fe1d415998a0, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:07:21.307520 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] For port a89633a8-36bc-4fe6-9db1-fe1d415998a0, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a89633a8-36bc-4fe6-9db1-fe1d415998a0,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:07:21.313354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.372160 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.1 (bd8d9684-e5c6-4523-bae8-d510ed6ae488/a6714ef2-5763-4a89-b5e9-c56ee0e30d46/c28e2fb3-ae8c-407a-a702-21289953eac6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:07:21.389448 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cd481-416d-417e-b5d5-50dc270d1071 None None] Pushing event updated for resources: {'Port': ['ID=a89633a8-36bc-4fe6-9db1-fe1d415998a0,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:21.501537 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.539818 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.600335 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:21.605926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:21.608684 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:07:21.640882 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:21.670411 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:21.828842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.155074 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.161502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.252021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.262825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:22.382829 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065184a8-e8ba-4068-9f67-dffa58bed4b0 None None] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:07:22.388063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:22.390126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:22.458286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] Provisioning complete for port a89633a8-36bc-4fe6-9db1-fe1d415998a0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:22.458690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.511770 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router bef3e493-adbf-476d-beb1-935dff2766d4 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:07:22.613723 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.627628 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:07:22.643258 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8e32f53d-da8c-4192-bd1d-3355e15c7206 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/bef3e493-adbf-476d-beb1-935dff2766d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0535893 Oct 22 14:07:22.665376 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] For port a89633a8-36bc-4fe6-9db1-fe1d415998a0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a89633a8-36bc-4fe6-9db1-fe1d415998a0,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:22.673084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.769047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d28aed-7fde-4784-8584-b7b4d39672f9 None None] Pushing event updated for resources: {'Port': ['ID=a89633a8-36bc-4fe6-9db1-fe1d415998a0,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:22.850763 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-53b48114-cc70-4945-abff-c55ce214096b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866216180&fields=id&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 267 time: 0.0398149 Oct 22 14:07:22.899336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-22eea554-fed4-40a4-b621-26b44f1585ab None None] Provisioning complete for port a89633a8-36bc-4fe6-9db1-fe1d415998a0 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:22.899801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22eea554-fed4-40a4-b621-26b44f1585ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:22.979290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-905dbd2f-6756-40cb-b2fa-17a4b74642e5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:22.986957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-905dbd2f-6756-40cb-b2fa-17a4b74642e5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 796 time: 0.1247220 Oct 22 14:07:23.004061 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-6863aacf-2b26-489b-b221-7c593ca1f8b6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/quotas/ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 375 time: 0.0161154 Oct 22 14:07:23.005414 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-22eea554-fed4-40a4-b621-26b44f1585ab None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:23.005789 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-22eea554-fed4-40a4-b621-26b44f1585ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:23.047464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-22eea554-fed4-40a4-b621-26b44f1585ab None None] Port c28e2fb3-ae8c-407a-a702-21289953eac6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:07:23.066504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-90239d72-cf41-4f2c-aa2a-b8126c0bdadb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582848 Oct 22 14:07:23.114256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Sync routers for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:07:23.125271 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:23.125921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:23.187567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-087525dd-82f1-4113-9400-3a2d88dcbe97 service neutron] 10.222.0.25 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091769 Oct 22 14:07:23.200127 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a89633a8-36bc-4fe6-9db1-fe1d415998a0 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:07:23.287021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c1d37e61-17de-46e1-b673-62d4211d01db None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:23.287405 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c1d37e61-17de-46e1-b673-62d4211d01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:23.305438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-261938ff-4a35-426e-a0b5-74249c3cbf7c service neutron] 10.222.0.25 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108286 Oct 22 14:07:23.342006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:23.500296 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-70ef9d2d-59d1-42e2-9f78-6b8cf7ee2d0e req-9d593aa4-949a-47d5-b4ed-129936e61d75 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 210 time: 0.0400937 Oct 22 14:07:23.571412 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37e61-17de-46e1-b673-62d4211d01db None None] Port c28e2fb3-ae8c-407a-a702-21289953eac6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:07:23.583717 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a89633a8-36bc-4fe6-9db1-fe1d415998a0 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:23.584089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:23.748782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-89899088-87df-4c36-a389-401712603c28 None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:23.749161 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-89899088-87df-4c36-a389-401712603c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:23.842251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b451cd1-193c-44ee-b7cd-4aef3a0503ba up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:07:23.847690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-89899088-87df-4c36-a389-401712603c28 None None] Port c28e2fb3-ae8c-407a-a702-21289953eac6 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:07:23.911166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 2, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:23.941905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:23.942377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:23.943954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Checking router: bef3e493-adbf-476d-beb1-935dff2766d4 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:07:23.944280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Updating router bef3e493-adbf-476d-beb1-935dff2766d4 port c28e2fb3-ae8c-407a-a702-21289953eac6 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:07:23.996190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.151378 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.167050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ad698fda-cf06-4ebc-8aa4-42d28f50d0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.187523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:24.197921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.293278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:24.387727 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.396747 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.452883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebb09-225c-4592-8512-57da323ca0d8 None None] Pushing event updated for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:24.526214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-a1637c5b-4664-406f-be0d-4db7cbf383d7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:24.529210 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-a1637c5b-4664-406f-be0d-4db7cbf383d7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 796 time: 0.1724916 Oct 22 14:07:24.535111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Attempting to bind port c28e2fb3-ae8c-407a-a702-21289953eac6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:07:24.535749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Attempting to bind port c28e2fb3-ae8c-407a-a702-21289953eac6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:07:24.536249 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Attempting to bind port c28e2fb3-ae8c-407a-a702-21289953eac6 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:07:24.542890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:07:24.543671 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Checking segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:07:24.544323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.544770 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Bound using segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:07:24.545360 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Bound port: c28e2fb3-ae8c-407a-a702-21289953eac6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:07:24.546058 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.595435 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-4bbbceca-4fb1-462d-b0f9-09a4bb4678a1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 380 time: 0.0546441 Oct 22 14:07:24.612819 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'port': {'device_id': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'admin_state_up': True, 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'security_groups': ['d90ffef0-53cf-4cd9-9476-0d5a03e238f0']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:24.636466 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] For port c28e2fb3-ae8c-407a-a702-21289953eac6, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:07:24.639797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] For port c28e2fb3-ae8c-407a-a702-21289953eac6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c28e2fb3-ae8c-407a-a702-21289953eac6,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:07:24.650227 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.678518 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4e2b3bb5-ac49-468a-82c8-346a15c72992 req-13eb5c34-1a07-4c63-b0fd-cadeef21ed50 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 210 time: 0.0420330 Oct 22 14:07:24.747366 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebb09-225c-4592-8512-57da323ca0d8 None None] Pushing event updated for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:24.765313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:24.765785 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:06:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:24.778761 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:07:24.782781 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.817416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:24.817795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:24.937957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.8 (bd8d9684-e5c6-4523-bae8-d510ed6ae488/a6714ef2-5763-4a89-b5e9-c56ee0e30d46/bfc41d1e-e0a8-4f46-80c2-2e5555094675) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:07:24.960072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:25.010857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.112965 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.121392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] For port c28e2fb3-ae8c-407a-a702-21289953eac6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c28e2fb3-ae8c-407a-a702-21289953eac6,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:25.149705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b451cd1-193c-44ee-b7cd-4aef3a0503ba up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:07:25.155112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.162083 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.213914 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:25.220182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:25.234396 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:25.237446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:07:25.298523 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996598-83fa-4eaa-90ff-28d40c78b39d None None] Pushing event updated for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:25.331085 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:25.331465 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.333213 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:25.334259 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.334462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-739e1f94-068b-44a1-9107-ac324c71335f None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:25.334830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-739e1f94-068b-44a1-9107-ac324c71335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.364587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-0af92c5b-300a-4677-809c-476771a0d1d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608769 Oct 22 14:07:25.380379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Request body: {'port': {'device_id': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:25.421885 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:25.443768 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.461116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc1745-7b2b-422a-9fc9-6a7e3f83f2d3 None None] The sync data for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 is: [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:07:25.854180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a101e-0f73-4f0a-8ebd-c90756387ab0 req-784bab50-a0e1-40e5-a813-0a2f851cbfbe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:25.856261 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f0a101e-0f73-4f0a-8ebd-c90756387ab0 req-784bab50-a0e1-40e5-a813-0a2f851cbfbe tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 931 time: 0.0566633 Oct 22 14:07:25.867824 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc41d1e-e0a8-4f46-80c2-2e5555094675 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:07:25.876299 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.891346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Transition to ACTIVE for port object bfc41d1e-e0a8-4f46-80c2-2e5555094675 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:07:25.896100 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3a535b4c-df16-4905-bd87-38479e319281 None None] Provisioning complete for port bfc41d1e-e0a8-4f46-80c2-2e5555094675 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:25.896651 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3a535b4c-df16-4905-bd87-38479e319281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.900255 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:25.912594 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f0a101e-0f73-4f0a-8ebd-c90756387ab0 req-4d6fd19d-b49b-4d99-833f-d16cd8c72e60 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497994 Oct 22 14:07:25.966279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3a535b4c-df16-4905-bd87-38479e319281 None None] Port bfc41d1e-e0a8-4f46-80c2-2e5555094675 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:07:26.013303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:26.041425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:07:26.041787 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:07:26.043531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:07:26.052007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:07:26.052338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:07:26.058736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:07:26.059180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Checking segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:07:26.059872 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Bound using segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:07:26.060633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Bound port: bfc41d1e-e0a8-4f46-80c2-2e5555094675, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:07:26.061119 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:26.131874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:07:26.135869 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:07:26.141636 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:26.186575 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.186967 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:26.188776 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1091 time: 0.8137250 Oct 22 14:07:26.193476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:07:26.193476 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405540c5-37ec-426e-9097-2ca331479539" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:07:26.233340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe8bd-6783-4604-aeab-183b3f25b360 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:26.271673 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1bd3c-9068-47df-a4a0-3e2fb62823e5 x-openstack-request-id: req-15c1bd3c-9068-47df-a4a0-3e2fb62823e5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:07:26.271946 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:07:26.272203 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15c1bd3c-9068-47df-a4a0-3e2fb62823e5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:07:26.273001 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'status': 'completed', 'code': 200} Oct 22 14:07:26.290181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-50f6cb6c-9215-4fc3-accc-941fed723a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.291812 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-50f6cb6c-9215-4fc3-accc-941fed723a12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1094 time: 0.0540183 Oct 22 14:07:26.342024 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-93d08960-1822-4c74-a009-af856ae89452 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 217 time: 0.0408003 Oct 22 14:07:26.405323 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-240361b2-854e-4df2-896d-2c74fe839a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.406982 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-240361b2-854e-4df2-896d-2c74fe839a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0579462 Oct 22 14:07:26.458594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-3792088c-c6f7-45c4-8d63-e5c029a37c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.460270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-3792088c-c6f7-45c4-8d63-e5c029a37c78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463703 Oct 22 14:07:26.554369 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-f37fe502-9ff9-4b20-ac84-8d7e5993bbba service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870659 Oct 22 14:07:26.655048 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8e28304a-82da-4f49-bf89-93b761b277b4 req-28032eec-aa0e-4ca8-bc0b-6410436cb7e1 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927768 Oct 22 14:07:26.745985 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405540c5-37ec-426e-9097-2ca331479539 req-0b91c8a3-9724-4c48-bc9a-d9fd4d03eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.747614 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-0b91c8a3-9724-4c48-bc9a-d9fd4d03eeb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1094 time: 0.0436063 Oct 22 14:07:26.845110 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405540c5-37ec-426e-9097-2ca331479539 req-a7a9c8c7-2c34-460e-9954-ff4eb25057b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.846657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-a7a9c8c7-2c34-460e-9954-ff4eb25057b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0905788 Oct 22 14:07:26.889395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-e72ec984-9b8d-4e38-b7dc-d4fc7200c0fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 217 time: 0.0349844 Oct 22 14:07:26.943839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405540c5-37ec-426e-9097-2ca331479539 req-d67b551a-50fd-481a-af5a-d15c13358c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:26.945338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-d67b551a-50fd-481a-af5a-d15c13358c37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0488181 Oct 22 14:07:26.998718 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405540c5-37ec-426e-9097-2ca331479539 req-df93490a-fee3-46b2-ba44-7f0c8d33afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:27.000245 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-df93490a-fee3-46b2-ba44-7f0c8d33afe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474653 Oct 22 14:07:27.044653 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7d038-9b09-461d-b1ad-2d0a5a461cb2 req-6887dd95-701f-44f5-926f-62dc59c7f87b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:27.046192 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99a7d038-9b09-461d-b1ad-2d0a5a461cb2 req-6887dd95-701f-44f5-926f-62dc59c7f87b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.0523789 Oct 22 14:07:27.096140 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-99a7d038-9b09-461d-b1ad-2d0a5a461cb2 req-dab1a19a-d015-4cc1-99eb-41a0dc6e200a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Oct 22 14:07:27.114955 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-46f4dcf2-5d08-41b6-aa94-2d8b83b11f7c service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061885 Oct 22 14:07:27.156949 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c28e2fb3-ae8c-407a-a702-21289953eac6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:07:27.208013 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3ca93e91-50c8-425e-87a6-b4c317b98b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:27.227757 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port c28e2fb3-ae8c-407a-a702-21289953eac6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:27.228130 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:27.239197 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-405540c5-37ec-426e-9097-2ca331479539 req-192753d2-7d27-440a-b51b-66c74b3ea936 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154349 Oct 22 14:07:27.901008 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:27.970402 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:28.233506 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afa73-c8ed-4f8b-80a2-d237a7a26b2b req-d184794b-4047-4f2d-93eb-072a096e1085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:28.234938 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-357afa73-c8ed-4f8b-80a2-d237a7a26b2b req-d184794b-4047-4f2d-93eb-072a096e1085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.0503232 Oct 22 14:07:28.273246 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-357afa73-c8ed-4f8b-80a2-d237a7a26b2b req-79d77666-c71f-4f16-bdb4-f9c6a9564508 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Oct 22 14:07:29.394196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e3ced-1f26-45f5-9dce-ff93970cac83 req-6383e8ff-fe8d-443c-bf9f-42ab80a31617 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:29.395699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b4e3ced-1f26-45f5-9dce-ff93970cac83 req-6383e8ff-fe8d-443c-bf9f-42ab80a31617 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.0508318 Oct 22 14:07:29.439052 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1b4e3ced-1f26-45f5-9dce-ff93970cac83 req-9c470978-ba47-4fea-bb7b-aca815e0d16b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Oct 22 14:07:29.599223 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:07:29.959776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:07:29.979864 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:30.063564 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:30.074562 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'mac_address': 'fa:16:3e:7c:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:07:30.111611 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:30.124951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc41d1e-e0a8-4f46-80c2-2e5555094675 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:07:30.144083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:30.147800 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:30.198961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:30.363169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['bfc41d1e-e0a8-4f46-80c2-2e5555094675'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:07:30.559433 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13372-6f8a-41d9-a1b9-e746e31d0fb3 req-2c54254b-d90a-44ba-b4d0-d85feeb726a1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:30.561214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cf13372-6f8a-41d9-a1b9-e746e31d0fb3 req-2c54254b-d90a-44ba-b4d0-d85feeb726a1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 944 time: 0.0529449 Oct 22 14:07:30.599806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2cf13372-6f8a-41d9-a1b9-e746e31d0fb3 req-b526eb98-4571-4f0e-9e00-3a5e7b4f68bf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324163 Oct 22 14:07:31.714748 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8130-3451-4468-9ac9-42de305b3903 req-3b6fef80-797a-4381-a7ba-e9dd515b84ca tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:31.716239 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba6b8130-3451-4468-9ac9-42de305b3903 req-3b6fef80-797a-4381-a7ba-e9dd515b84ca tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 944 time: 0.0504103 Oct 22 14:07:31.753913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ba6b8130-3451-4468-9ac9-42de305b3903 req-338539d4-18c6-4539-89fc-ad03534a2f4a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Oct 22 14:07:31.967787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:07:32.016464 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port bfc41d1e-e0a8-4f46-80c2-2e5555094675 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:07:32.020248 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port bfc41d1e-e0a8-4f46-80c2-2e5555094675 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:07:32.020623 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:32.099736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:32.122537 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:07:32.124813 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386b986a-0ea5-4e93-a35b-838c6327cc00" -d '{"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:07:32.138025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:07:32.142270 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:32.169436 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498496a-4833-4f16-a2f3-4ac6140aa119 x-openstack-request-id: req-0498496a-4833-4f16-a2f3-4ac6140aa119 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:07:32.169736 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:07:32.170311 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0498496a-4833-4f16-a2f3-4ac6140aa119 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:07:32.170915 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'code': 200} Oct 22 14:07:32.197301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:32.262746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0d04b-e617-4054-a82b-0ea4f1617093 req-7f4ee2f1-0175-490b-b7d1-9dfd3e49300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:32.264268 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75b0d04b-e617-4054-a82b-0ea4f1617093 req-7f4ee2f1-0175-490b-b7d1-9dfd3e49300a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0437527 Oct 22 14:07:32.300175 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-75b0d04b-e617-4054-a82b-0ea4f1617093 req-7e831430-7fe7-4c25-ab07-7acd26a6d989 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283024 Oct 22 14:07:32.875259 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a727-9859-4a3f-a3b1-fb2a47a05719 req-b5c0b5e7-d12b-46f9-afdf-7788b6c24fd6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:32.876754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a87a727-9859-4a3f-a3b1-fb2a47a05719 req-b5c0b5e7-d12b-46f9-afdf-7788b6c24fd6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0530043 Oct 22 14:07:32.919315 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a87a727-9859-4a3f-a3b1-fb2a47a05719 req-a1d54ce0-225c-48e9-9169-f7e9d8c8a48d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366313 Oct 22 14:07:34.037172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2044fe-f4f2-4386-b888-e9e96bd6cf82 req-9ca681cc-bcc0-41c1-ab4c-a58b0272daa7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:34.038663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a2044fe-f4f2-4386-b888-e9e96bd6cf82 req-9ca681cc-bcc0-41c1-ab4c-a58b0272daa7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0490224 Oct 22 14:07:34.076073 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4a2044fe-f4f2-4386-b888-e9e96bd6cf82 req-7d83fff3-0be7-41b0-acd4-cd82d55e3536 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Oct 22 14:07:34.191936 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f87c-39a6-4ced-8c20-ada9e92fa185 req-9d155aec-01d9-4158-991a-35e4797cc0ba tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:34.193474 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1383f87c-39a6-4ced-8c20-ada9e92fa185 req-9d155aec-01d9-4158-991a-35e4797cc0ba tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0505340 Oct 22 14:07:34.232841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1383f87c-39a6-4ced-8c20-ada9e92fa185 req-80713542-1194-4338-9711-9d9d59a17ac5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Oct 22 14:07:34.253697 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:34.300723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69429a-32b1-4605-a68c-04656638cce4 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:34.302273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-da69429a-32b1-4605-a68c-04656638cce4 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1091 time: 0.0475910 Oct 22 14:07:34.305102 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:34.309661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:07:34.331680 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:34.428540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:34.541261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.238 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/b4e516d2-5b89-43e3-9ace-d75a4358c5d8) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:07:34.645193 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:34.679391 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:34.720439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:07:34.723286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:07:34.726870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:07:34.759120 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=b4e516d2-5b89-43e3-9ace-d75a4358c5d8,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:35.095599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.164628 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.318826 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.323280 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.397619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=b4e516d2-5b89-43e3-9ace-d75a4358c5d8,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:07:35.407791 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.507223 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP 64ee38ef-8633-4bcd-8524-9535f22786f3 associated. External IP: 172.25.6.238, port: bfc41d1e-e0a8-4f46-80c2-2e5555094675. Oct 22 14:07:35.714403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router bef3e493-adbf-476d-beb1-935dff2766d4 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:07:35.838434 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:07:35.849185 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Sync routers for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:07:35.857795 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:35.860984 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:35.861641 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:35.885997 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-21df8766-4c2a-4daf-bcd1-b2f7c251a50d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5798616 Oct 22 14:07:35.886588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:07:35.889175 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f29c31e-841e-4660-9835-b3a09535c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:07:35.930152 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2a5a17-12fc-476a-af99-f9f9887de9a1 x-openstack-request-id: req-ef2a5a17-12fc-476a-af99-f9f9887de9a1 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:07:35.930470 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:07:35.930751 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef2a5a17-12fc-476a-af99-f9f9887de9a1 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:07:35.931171 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'status': 'completed', 'code': 200} Oct 22 14:07:35.973400 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:35.996581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981592-776b-4655-9d05-49f2ff8cbc29 req-e6713e7f-2dd8-4d66-9206-c3d59dd1d259 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:35.998424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc981592-776b-4655-9d05-49f2ff8cbc29 req-e6713e7f-2dd8-4d66-9206-c3d59dd1d259 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0548501 Oct 22 14:07:36.006136 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c31e-841e-4660-9835-b3a09535c55d req-51a6c2f3-545f-43ac-8018-e997b5c40628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:36.007702 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-51a6c2f3-545f-43ac-8018-e997b5c40628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0461190 Oct 22 14:07:36.042161 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc981592-776b-4655-9d05-49f2ff8cbc29 req-acf2fb63-182a-45e7-afd9-ea5165c9cfe4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 Oct 22 14:07:36.066181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50858) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:36.113953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c31e-841e-4660-9835-b3a09535c55d req-dd6a1391-e5fa-4527-a7de-30d85d2320b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:36.115598 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-dd6a1391-e5fa-4527-a7de-30d85d2320b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0991445 Oct 22 14:07:36.142436 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ee8aec1a-9e18-4152-bfaa-81a7395a98cd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/64ee38ef-8633-4bcd-8524-9535f22786f3 HTTP/1.1" status: 200 len: 991 time: 0.0747910 Oct 22 14:07:36.189057 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-40e28b63-b9ab-4368-a7f7-6d93335966ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 999 time: 0.0660286 Oct 22 14:07:36.216825 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '64ee38ef-8633-4bcd-8524-9535f22786f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'mac_address': 'fa:16:3e:7c:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:07:34Z', 'updated_at': '2021-10-22T14:07:34Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:36.244960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c31e-841e-4660-9835-b3a09535c55d req-e223b79c-0589-4cfd-a67a-bb272fb69c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:36.247461 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Checking router: bef3e493-adbf-476d-beb1-935dff2766d4 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:07:36.247587 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-e223b79c-0589-4cfd-a67a-bb272fb69c8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0509558 Oct 22 14:07:36.255486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:07:36.256081 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:07:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:36.294129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c31e-841e-4660-9835-b3a09535c55d req-7bacbfd2-28eb-4acb-9085-37e3b98c3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:07:36.295675 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-7bacbfd2-28eb-4acb-9085-37e3b98c3d29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411189 Oct 22 14:07:36.362306 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:07:36.389283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-c8088aa4-aa6e-4280-a535-4a2ccf47281b service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851974 Oct 22 14:07:36.490004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7f29c31e-841e-4660-9835-b3a09535c55d req-9b9b9fdb-2df7-4b10-8620-6492239ab478 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939186 Oct 22 14:07:36.599386 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '64ee38ef-8633-4bcd-8524-9535f22786f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'mac_address': 'fa:16:3e:7c:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:07:34Z', 'updated_at': '2021-10-22T14:07:34Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:07:36.629739 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea07b09-3239-4386-a2d6-555b713863d2 None None] The sync data for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 is: [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '64ee38ef-8633-4bcd-8524-9535f22786f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'mac_address': 'fa:16:3e:7c:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:07:34Z', 'updated_at': '2021-10-22T14:07:34Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:07:36.820818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962f742-70bb-44c2-88c3-49ef99da33af None None] New status for floating IP 64ee38ef-8633-4bcd-8524-9535f22786f3: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:07:37.144300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50860) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:07:37.208332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c3f530bd-80da-43e5-9b1f-fb80a3ce70a7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/64ee38ef-8633-4bcd-8524-9535f22786f3 HTTP/1.1" status: 200 len: 993 time: 0.0628817 Oct 22 14:07:38.852872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:40.453506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:54.110057 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1fe9-a19c-482e-8744-9cef3af30cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:57.194570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a93dd791-bff9-4a6d-8129-acf5678474a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:57.904968 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:57.973248 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:07:59.974396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:05.941310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50878) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:08:05.952478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed74d4c-5edc-4932-a710-9f862f06b6fc req-d63cc939-023d-4dd5-a5db-a18febab8e15 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:05.954039 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ed74d4c-5edc-4932-a710-9f862f06b6fc req-d63cc939-023d-4dd5-a5db-a18febab8e15 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0529020 Oct 22 14:08:05.994981 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3ed74d4c-5edc-4932-a710-9f862f06b6fc req-77393898-98bb-4a9b-8bbd-32a557c5f7bc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Oct 22 14:08:06.033285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-50edcf21-1cf5-4398-86d4-9a6175fb7505 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905445 Oct 22 14:08:06.041956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-457e3c83-3719-4bbd-80cd-b6780f66c7dd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:08:06.042927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-457e3c83-3719-4bbd-80cd-b6780f66c7dd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048633 Oct 22 14:08:06.600276 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:08:07.133371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-d85943a0-7b8c-48cc-82c9-8e93285f9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:07.134906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-d85943a0-7b8c-48cc-82c9-8e93285f9ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0441234 Oct 22 14:08:07.137350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cab7-82d2-424c-8744-dd56dc7c190d req-87f3726c-bed2-40b1-9b1b-991268b08295 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:07.138869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57d8cab7-82d2-424c-8744-dd56dc7c190d req-87f3726c-bed2-40b1-9b1b-991268b08295 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0665131 Oct 22 14:08:07.178015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57d8cab7-82d2-424c-8744-dd56dc7c190d req-a299697b-78e7-4040-b8f9-6a3bce440a5d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Oct 22 14:08:07.231318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-c54fa3dd-0c90-4d41-a6f7-e993d0113adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:07.232875 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-c54fa3dd-0c90-4d41-a6f7-e993d0113adf service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0897124 Oct 22 14:08:07.308110 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-2b274186-ef6c-4194-9425-3fca5f0600b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1001 time: 0.0669255 Oct 22 14:08:07.358305 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-05a31928-1e36-4a4f-afd0-7ddd15c50ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:07.359789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-05a31928-1e36-4a4f-afd0-7ddd15c50ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0441432 Oct 22 14:08:07.410544 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-cbb797df-3308-41af-94f5-f21e735b6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:07.412721 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-cbb797df-3308-41af-94f5-f21e735b6f26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419140 Oct 22 14:08:07.507761 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-f954051f-d97c-4fa1-9044-4c3bd1bc8b41 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856688 Oct 22 14:08:07.605104 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-b8a7e4ef-52f9-48b5-96c9-21f67874aa24 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894570 Oct 22 14:08:08.296006 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8909d-311f-4db4-8477-33d98895f6df req-6d8af8e4-3914-4d69-80d6-980284a86a71 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:08.297719 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51f8909d-311f-4db4-8477-33d98895f6df req-6d8af8e4-3914-4d69-80d6-980284a86a71 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0523324 Oct 22 14:08:08.336178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-51f8909d-311f-4db4-8477-33d98895f6df req-3926e9bd-3f4c-4889-945c-6068b67c300f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Oct 22 14:08:08.857854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:09.459481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cb5d-9e22-4503-a876-3823d6372783 req-4acb7e79-9323-4f9b-b850-e0a4769e7c40 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:09.461622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0056cb5d-9e22-4503-a876-3823d6372783 req-4acb7e79-9323-4f9b-b850-e0a4769e7c40 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0500922 Oct 22 14:08:09.498871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0056cb5d-9e22-4503-a876-3823d6372783 req-9dac7046-e695-4b73-9c86-eb0d929a9c5d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Oct 22 14:08:10.219558 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-4e174041-f166-41c4-9d52-6672fc3a1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:10.221056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-4e174041-f166-41c4-9d52-6672fc3a1526 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0413735 Oct 22 14:08:10.326898 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-1aea72fb-2256-4c47-99ee-f3f495f43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:10.328385 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-1aea72fb-2256-4c47-99ee-f3f495f43351 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0879815 Oct 22 14:08:10.466394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:10.629683 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090af566-dd5e-4975-b7f4-a795d1ec10b1 req-b4f463b0-5264-4f5c-93f4-12bb9011489e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:10.631293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-090af566-dd5e-4975-b7f4-a795d1ec10b1 req-b4f463b0-5264-4f5c-93f4-12bb9011489e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0609632 Oct 22 14:08:10.672020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-090af566-dd5e-4975-b7f4-a795d1ec10b1 req-4a584d78-1828-4bc3-9232-5abeca5ebffd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Oct 22 14:08:10.746735 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-a73009ad-fa7a-4da0-9de4-9c9fea03a042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1001 time: 0.4109809 Oct 22 14:08:10.799478 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-9b40d9ca-8f0a-4b0a-96e1-b1c0e3c91ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:10.801153 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-9b40d9ca-8f0a-4b0a-96e1-b1c0e3c91ad8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0467734 Oct 22 14:08:10.850531 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-27f3f2c2-4759-4f39-9c59-17adb118f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:10.852041 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-27f3f2c2-4759-4f39-9c59-17adb118f81d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444193 Oct 22 14:08:10.940907 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-c07a09e9-99dc-46c1-b9ce-cfead549f0d4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814028 Oct 22 14:08:11.040671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8faa21d6-aafd-43fd-96b9-42fca656ef03 req-c2bb9d5c-b95b-46aa-8421-e82a724ebdfd service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931232 Oct 22 14:08:11.790185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212af232-d3d2-4163-bda7-b899769300db req-09e9f009-c611-4ea0-aba3-fad171b6d6c0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:11.791692 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-212af232-d3d2-4163-bda7-b899769300db req-09e9f009-c611-4ea0-aba3-fad171b6d6c0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0499072 Oct 22 14:08:11.832524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-212af232-d3d2-4163-bda7-b899769300db req-d5f1b9d6-1bcb-45df-b5ca-2c30f71e41b7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Oct 22 14:08:12.968663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ac8ef-bb3e-45be-a6d4-5a0d9fa8ff86 req-c4095e7e-ffe4-4c18-83f6-85ab54addcb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:12.970149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-231ac8ef-bb3e-45be-a6d4-5a0d9fa8ff86 req-c4095e7e-ffe4-4c18-83f6-85ab54addcb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0509019 Oct 22 14:08:13.010041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-231ac8ef-bb3e-45be-a6d4-5a0d9fa8ff86 req-f2e4ad22-0d76-4316-b1d4-babc0f61a01a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Oct 22 14:08:14.135722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c150-cc8e-4738-aea9-0f26c2f4e78f req-70f0e020-e655-430a-9e9f-40dbd2620c69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:14.137232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0b1c150-cc8e-4738-aea9-0f26c2f4e78f req-70f0e020-e655-430a-9e9f-40dbd2620c69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0576949 Oct 22 14:08:14.175804 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0b1c150-cc8e-4738-aea9-0f26c2f4e78f req-b7951673-b060-4672-8b7b-55176edd957b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Oct 22 14:08:15.298671 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebefc1-3690-4393-afe7-9b549626bab7 req-8946469b-bf66-47c6-ae3c-eaa23bc7427e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:15.300183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26ebefc1-3690-4393-afe7-9b549626bab7 req-8946469b-bf66-47c6-ae3c-eaa23bc7427e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0506656 Oct 22 14:08:15.339577 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-26ebefc1-3690-4393-afe7-9b549626bab7 req-5797454e-4425-4703-9ccb-5757c103c346 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Oct 22 14:08:16.458693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e257e46-4dcf-451e-b5b3-673e8909c362 req-867b1336-3baa-4665-b227-b7cca76eec28 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:16.460513 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e257e46-4dcf-451e-b5b3-673e8909c362 req-867b1336-3baa-4665-b227-b7cca76eec28 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0515828 Oct 22 14:08:16.500127 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6e257e46-4dcf-451e-b5b3-673e8909c362 req-cbbe2c5b-131f-412b-8f11-8a5e8e87d696 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Oct 22 14:08:17.624880 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c66f4-0f30-4fcd-b57b-a384ec94c04c req-c9114c83-4737-4858-83ce-141362753fb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:17.626537 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f6c66f4-0f30-4fcd-b57b-a384ec94c04c req-c9114c83-4737-4858-83ce-141362753fb9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0543792 Oct 22 14:08:17.665920 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4f6c66f4-0f30-4fcd-b57b-a384ec94c04c req-94848c7c-9d38-4533-ad48-8d237d725c14 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Oct 22 14:08:18.792960 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f341e-ce10-4d7f-84ed-aad3040ff0ab req-632fcbba-57c9-4e2b-8350-cb741cef1e0b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:18.794411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071f341e-ce10-4d7f-84ed-aad3040ff0ab req-632fcbba-57c9-4e2b-8350-cb741cef1e0b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0573883 Oct 22 14:08:18.840320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-071f341e-ce10-4d7f-84ed-aad3040ff0ab req-0056b881-92e3-40ce-98d8-c2f3bdbfbf57 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Oct 22 14:08:19.438707 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-69f9c615-0201-4c14-9a61-c73307e9df99 service neutron] show failed (client error): The resource could not be found. Oct 22 14:08:19.439649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-69f9c615-0201-4c14-9a61-c73307e9df99 service neutron] 10.222.0.26 "GET /v2.0/ports/bfc41d1e-e0a8-4f46-80c2-2e5555094675/bindings/n-h2-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0565956 Oct 22 14:08:19.694722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-177daeae-bdbd-4b4f-86f9-0045afe7a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:19.696179 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-177daeae-bdbd-4b4f-86f9-0045afe7a3de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 1096 time: 0.0882337 Oct 22 14:08:19.708091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-8', 'device_owner': 'compute:nova'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:08:19.766325 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:19.917529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.21', 54175) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:08:19.971139 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-23a52cc5-9c05-4a2a-9ca5-37661339f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:19.972560 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-23a52cc5-9c05-4a2a-9ca5-37661339f79f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0539424 Oct 22 14:08:20.050292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:08:20.069385 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692798c5-1db2-44c9-8ea3-e3bd7dc7cb64 req-4f5c1ba7-c8eb-4ac9-b967-66fc8a48333c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.070930 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-692798c5-1db2-44c9-8ea3-e3bd7dc7cb64 req-4f5c1ba7-c8eb-4ac9-b967-66fc8a48333c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0855169 Oct 22 14:08:20.088042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-b9643344-3965-4490-be72-9690d5ecd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.089522 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-b9643344-3965-4490-be72-9690d5ecd4de service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0952098 Oct 22 14:08:20.113497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h1-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:08:20.153841 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-692798c5-1db2-44c9-8ea3-e3bd7dc7cb64 req-df308185-3af9-4498-83d9-674f55b13546 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759578 Oct 22 14:08:20.160834 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-fa3b3e1a-d14e-47b5-82d6-3febeed02b36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1001 time: 0.0639427 Oct 22 14:08:20.172317 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:08:20.174745 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c3498-88e0-47f8-806e-cc5048530c3c" -d '{"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:08:20.179292 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:20.202412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Transition to ACTIVE for port object bfc41d1e-e0a8-4f46-80c2-2e5555094675 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:08:20.209859 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:20.235887 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-fca719be-c202-4eaa-a8f2-bbb74f046acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.237447 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-fca719be-c202-4eaa-a8f2-bbb74f046acf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0694377 Oct 22 14:08:20.274348 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ae49fb-5041-49bf-bc57-25e7da393916 x-openstack-request-id: req-c1ae49fb-5041-49bf-bc57-25e7da393916 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:08:20.274824 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:08:20.275218 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1ae49fb-5041-49bf-bc57-25e7da393916 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:08:20.275819 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'code': 200} Oct 22 14:08:20.296169 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-28358fda-4033-4c6c-b34d-4ca7b600c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.297705 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-28358fda-4033-4c6c-b34d-4ca7b600c3db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507994 Oct 22 14:08:20.353299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:08:20.369923 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.370471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.371062 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.371590 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.372122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.372674 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.373206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.373742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.375043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.375043 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.375282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.375578 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:20.410979 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-ff4f0a0e-71bd-4022-adc5-6c90c1f5e8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043150 Oct 22 14:08:20.430971 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] No DVR routers for this DVR port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on host n-h1-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:08:20.516696 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-e8c3238c-2e55-44d1-b1b0-b095a7fec395 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986781 Oct 22 14:08:20.603239 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:08:20.603574 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:08:20.603898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:08:20.608081 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:08:20.608396 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Attempting to bind port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on network bd8d9684-e5c6-4523-bae8-d510ed6ae488 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:08:20.613287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:08:20.613633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Checking segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:08:20.614023 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Bound using segment: {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:08:20.614456 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Bound port: bfc41d1e-e0a8-4f46-80c2-2e5555094675, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7861b4bb-77aa-424f-8948-2c3c1885bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:08:20.614852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:20.679329 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:08:20.682332 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:08:20.687164 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:20.719981 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.720941 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:20.722354 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] 10.222.0.21 "PUT /v2.0/ports/bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1091 time: 1.0182767 Oct 22 14:08:20.780171 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f81a-b89c-40b9-ad70-f4d04823c070 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:08:20.803797 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-655ac10e-bc3d-4611-aad1-92006e8d6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.805491 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-655ac10e-bc3d-4611-aad1-92006e8d6a0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1094 time: 0.0582364 Oct 22 14:08:20.915256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-531e8e29-c30d-4ce6-b388-6023d75b3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:20.916786 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-531e8e29-c30d-4ce6-b388-6023d75b3d9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.1024344 Oct 22 14:08:20.987858 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-53ba45f6-7e29-4db9-96c1-2434a6b61404 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 999 time: 0.0636368 Oct 22 14:08:21.041200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-7beb1c8e-7de5-46c1-8fb1-59c50f078deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:21.042751 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-7beb1c8e-7de5-46c1-8fb1-59c50f078deb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0469296 Oct 22 14:08:21.097482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-26b06901-d0fc-4c1d-b9f9-3f4f1bad5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:21.099020 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-26b06901-d0fc-4c1d-b9f9-3f4f1bad5d27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493236 Oct 22 14:08:21.199119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-933dc3dd-e899-4ec9-a0e1-a2e4bf1ac2b4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914860 Oct 22 14:08:21.327232 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-67d5367f-2ca1-4d06-9101-f690e7849c02 req-3985103b-e377-48b9-96a0-d5189b605b4d service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195042 Oct 22 14:08:21.335629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52bd56-b048-400a-ba9a-2b9c328288d1 req-1b412d10-8a76-4384-b74a-d795cae588e1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:21.337486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb52bd56-b048-400a-ba9a-2b9c328288d1 req-1b412d10-8a76-4384-b74a-d795cae588e1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.1055198 Oct 22 14:08:21.379741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fb52bd56-b048-400a-ba9a-2b9c328288d1 req-e1840752-ce51-45fc-9b11-54ba9fe06488 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Oct 22 14:08:22.276892 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:08:22.279280 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b762a4-096c-46b1-983f-7f9da03374cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:08:22.294980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:08:22.332520 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc0bc41-eee6-476c-b38d-8dc1afd1823d x-openstack-request-id: req-bdc0bc41-eee6-476c-b38d-8dc1afd1823d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:08:22.332834 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:08:22.333176 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc0bc41-eee6-476c-b38d-8dc1afd1823d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:08:22.333573 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'status': 'completed', 'code': 200} Oct 22 14:08:22.343891 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:08:22.395009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-655895e0-6db8-4e04-86da-09ee9c3a3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.398208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-655895e0-6db8-4e04-86da-09ee9c3a3455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1094 time: 0.0451784 Oct 22 14:08:22.402014 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-6239bd95-cade-4ce6-850e-550c806a5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.403642 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-6239bd95-cade-4ce6-850e-550c806a5b7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1094 time: 0.0463920 Oct 22 14:08:22.512650 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-8d05b6ef-cabc-4edd-a5b8-73d52bec5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.514274 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-8d05b6ef-cabc-4edd-a5b8-73d52bec5c79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.1032579 Oct 22 14:08:22.590376 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-1fedf28c-fead-493f-9550-6fcc6c0d5f92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 999 time: 0.0685902 Oct 22 14:08:22.667798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-c5d1c92a-0275-427f-a0cb-37098ee5c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.669954 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-c5d1c92a-0275-427f-a0cb-37098ee5c04a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0714171 Oct 22 14:08:22.722456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-9454c6db-4d53-42d4-b7af-411bbf35106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.724028 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-9454c6db-4d53-42d4-b7af-411bbf35106b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441337 Oct 22 14:08:22.824600 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-985eada8-b3a0-4ea2-a7c6-9012c31ee182 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917370 Oct 22 14:08:22.920594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-54fc8102-1621-47a0-84c0-74b04fac0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.922788 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-54fc8102-1621-47a0-84c0-74b04fac0dba service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.5123272 Oct 22 14:08:22.927680 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-4e5aa7cd-c520-45a7-91ed-05d68c632c64 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955193 Oct 22 14:08:22.941576 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74d36-14a0-420b-a3e2-6fcbfa472328 req-aa4e7b1b-5ceb-4c8a-8450-cf7199e54297 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:22.944545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c74d36-14a0-420b-a3e2-6fcbfa472328 req-aa4e7b1b-5ceb-4c8a-8450-cf7199e54297 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.4579489 Oct 22 14:08:23.061386 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-25c74d36-14a0-420b-a3e2-6fcbfa472328 req-9025e85d-df3b-4e52-8ece-161167d04a8f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066809 Oct 22 14:08:23.072199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-bd0ce6ce-6598-46d5-b704-b3d9cf5e8ff3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 999 time: 0.1253798 Oct 22 14:08:23.129946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-83597add-7552-4fe1-a38c-1fcad48a58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:23.132437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-83597add-7552-4fe1-a38c-1fcad48a58c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0517111 Oct 22 14:08:23.181558 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b762a4-096c-46b1-983f-7f9da03374cb req-6cb8edbe-1d04-418b-8af5-2c02fabe4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:23.183088 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-6cb8edbe-1d04-418b-8af5-2c02fabe4304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425158 Oct 22 14:08:23.279067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-b9947bad-013b-490b-88b5-eb2eb2fcbf74 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868042 Oct 22 14:08:23.379465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-49b762a4-096c-46b1-983f-7f9da03374cb req-88a3df37-11bd-446b-a6e5-3db226ac7fbf service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929425 Oct 22 14:08:24.114169 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d795e809-d594-4ebc-98d1-d881bfba959f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:24.192473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca2879-afb2-401e-938c-191c4df77d3e req-b1e16771-7ac0-4c78-9ed9-03d6ba357339 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:24.194779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cca2879-afb2-401e-938c-191c4df77d3e req-b1e16771-7ac0-4c78-9ed9-03d6ba357339 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.0533626 Oct 22 14:08:24.238869 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1cca2879-afb2-401e-938c-191c4df77d3e req-23ef89f0-d3e9-46d1-805f-a1be55b5b459 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Oct 22 14:08:25.232332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:08:25.359836 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:08:25.378764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'port_id': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'mac_address': 'fa:16:3e:7c:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:08:25.400632 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a152e-16ac-486e-b706-2cb2d9574eba req-d12ca847-6386-4c6b-951b-b35615087006 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.402187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329a152e-16ac-486e-b706-2cb2d9574eba req-d12ca847-6386-4c6b-951b-b35615087006 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 943 time: 0.0743911 Oct 22 14:08:25.429284 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:25.448333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-329a152e-16ac-486e-b706-2cb2d9574eba req-e4045ea9-1a44-4248-99c6-2af048c2fcd6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Oct 22 14:08:25.448586 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc41d1e-e0a8-4f46-80c2-2e5555094675 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:08:25.469856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:08:25.475689 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:25.528145 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:08:25.537981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.538810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.539361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.539881 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.540515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.541079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.541481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.541851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.542333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.542719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.543024 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.543432 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:08:25.689042 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d69bc-f675-45b5-be6b-b475f32b601e req-146c4a91-1624-42ea-99dd-c6394a83fe5a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.690555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce3d69bc-f675-45b5-be6b-b475f32b601e req-146c4a91-1624-42ea-99dd-c6394a83fe5a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 944 time: 0.0600247 Oct 22 14:08:25.699413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-ecbede0a-d79b-4390-af30-eadc086449b5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.701062 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-ecbede0a-d79b-4390-af30-eadc086449b5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&binding%3Ahost_id=n-h2-813419-8 HTTP/1.1" status: 200 len: 944 time: 0.0556207 Oct 22 14:08:25.736411 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce3d69bc-f675-45b5-be6b-b475f32b601e req-9d505c23-8159-4d62-b71d-d14ccc952bc4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Oct 22 14:08:25.772590 n-d-813419-8 neutron-server[100619]: INFO neutron.api.v2.resource [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-06c3307b-d572-4bf5-a729-1156eafe2b0f service neutron] delete failed (client error): The resource could not be found. Oct 22 14:08:25.773674 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-06c3307b-d572-4bf5-a729-1156eafe2b0f service neutron] 10.222.0.26 "DELETE /v2.0/ports/bfc41d1e-e0a8-4f46-80c2-2e5555094675/bindings/n-h1-813419-8 HTTP/1.1" status: 404 len: 380 time: 0.0629535 Oct 22 14:08:25.817686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['bfc41d1e-e0a8-4f46-80c2-2e5555094675'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:08:25.876857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ebc5-c13b-4ede-be9d-5ddb417ca90c req-5417fff1-f6ed-4a43-9f35-3a9bda9adfdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.878893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d3ebc5-c13b-4ede-be9d-5ddb417ca90c req-5417fff1-f6ed-4a43-9f35-3a9bda9adfdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 944 time: 0.0671868 Oct 22 14:08:25.882625 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-8bfebb5a-77bc-49c3-88ba-6f6ee2c7d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.884852 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-8bfebb5a-77bc-49c3-88ba-6f6ee2c7d176 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1095 time: 0.0638788 Oct 22 14:08:25.929950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-50d3ebc5-c13b-4ede-be9d-5ddb417ca90c req-e3ac249d-5327-44da-a24d-86a3d3f18ca4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Oct 22 14:08:25.996378 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-4172da70-4c2a-418e-807d-cf80cf0b0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:25.997786 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-4172da70-4c2a-418e-807d-cf80cf0b0a9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.1063445 Oct 22 14:08:26.079145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-5c113254-8ac8-4e47-a36e-f3eb46d9c018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1000 time: 0.0736761 Oct 22 14:08:26.130916 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-b13f5d15-b480-4e99-b943-958c0abcef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:26.133187 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-b13f5d15-b480-4e99-b943-958c0abcef43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0456967 Oct 22 14:08:26.180379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-f7f87fe3-76e1-4c4c-9d28-3c99c9c5e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:26.181877 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-f7f87fe3-76e1-4c4c-9d28-3c99c9c5e890 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421011 Oct 22 14:08:26.280631 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-4a8d1b70-0c3b-4235-a2ee-4a21c94b4dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908163 Oct 22 14:08:26.377072 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-63e3edd5-adde-475a-8071-317cde14a6e0 req-f4a634da-0e12-4178-b145-d2a71c778c79 service neutron] 10.222.0.26 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Oct 22 14:08:27.066174 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c130ddf-b215-4c06-9fb1-430173c755d9 req-f385f591-8907-4c44-88ac-adf7b3be20e3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:08:27.067735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c130ddf-b215-4c06-9fb1-430173c755d9 req-f385f591-8907-4c44-88ac-adf7b3be20e3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 944 time: 0.0558467 Oct 22 14:08:27.113820 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7c130ddf-b215-4c06-9fb1-430173c755d9 req-b61916a3-689b-4998-a007-3cf21ea79057 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Oct 22 14:08:27.140364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50952) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:08:27.188877 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9545bff3-3fe5-4da0-861b-a26f693b6899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:27.223090 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-257990ea-0821-4f14-8622-fb779160a062 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/64ee38ef-8633-4bcd-8524-9535f22786f3 HTTP/1.1" status: 200 len: 992 time: 0.0812645 Oct 22 14:08:27.237211 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:08:27.292811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port bfc41d1e-e0a8-4f46-80c2-2e5555094675 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:08:27.296921 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port bfc41d1e-e0a8-4f46-80c2-2e5555094675 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:08:27.297292 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:27.375406 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:27.399110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:08:27.401425 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0d216-dd79-4dc0-8e63-0d18869c4097" -d '{"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:08:27.416195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:08:27.422205 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:27.457268 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d887da69-b9ed-4e44-aba0-1f8fc298c02a x-openstack-request-id: req-d887da69-b9ed-4e44-aba0-1f8fc298c02a {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:08:27.457594 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:08:27.457801 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d887da69-b9ed-4e44-aba0-1f8fc298c02a {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:08:27.458190 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'code': 200} Oct 22 14:08:27.495164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:08:27.908898 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:27.977137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:29.976478 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:38.858672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:40.452448 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:43.600167 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:08:54.117712 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-48328caa-7958-4cf6-89b2-a3a68d6ce3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:57.190900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-663d5801-80c0-4d0b-9f88-1e8e72d3e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:57.911096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:57.979078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:08:59.984014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:08.909396 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:10.455748 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:19.714293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-f3616c22-a525-44ba-98c6-03e337ab3c26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395806 Oct 22 14:09:19.814287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-84cd3bd9-3bcb-487e-b5a2-373574a42dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:19.815862 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-84cd3bd9-3bcb-487e-b5a2-373574a42dcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0430508 Oct 22 14:09:19.924217 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-dee4e768-af1d-4b82-b2af-e9856570cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:19.925664 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-dee4e768-af1d-4b82-b2af-e9856570cbba service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.0896733 Oct 22 14:09:19.994758 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-eb257dad-d774-45b8-ab89-f74f5270e7ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 1001 time: 0.0592098 Oct 22 14:09:20.049728 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-d67045c9-6c52-4f00-8a00-d609a133c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:20.051200 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-d67045c9-6c52-4f00-8a00-d609a133c446 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0484424 Oct 22 14:09:20.098814 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-11ebb572-7e67-4920-b5a7-6296e404d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:20.100284 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-11ebb572-7e67-4920-b5a7-6296e404d5c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405724 Oct 22 14:09:20.190498 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-22a857b0-92e4-43b7-b25b-16dd98503aaf service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818520 Oct 22 14:09:20.291710 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4fea4fd0-7d15-4ac7-87df-986e3a9414b5 req-b6179c18-547c-4285-a942-6017b1681768 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864046 Oct 22 14:09:20.599697 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:09:24.119874 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3cb1919-5680-4b9a-bff4-3361729d9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.217295 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50970) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:24.389797 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port b4e516d2-5b89-43e3-9ace-d75a4358c5d8 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:09:24.390152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.478163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.478408 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.492421 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for b4e516d2-5b89-43e3-9ace-d75a4358c5d8 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:09:24.659107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.682238 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=b4e516d2-5b89-43e3-9ace-d75a4358c5d8,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:24.696166 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.696530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.696884 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.697220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.697557 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.697894 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.698233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.698567 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.698922 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.699255 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.699584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.699910 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:24.764658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:24.765034 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP 64ee38ef-8633-4bcd-8524-9535f22786f3 disassociated (deleted). External IP: 172.25.6.238, port: bfc41d1e-e0a8-4f46-80c2-2e5555094675. Oct 22 14:09:24.985704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router bef3e493-adbf-476d-beb1-935dff2766d4 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:09:25.098340 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:09:25.104360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:25.111549 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Sync routers for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:09:25.130202 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:25.130825 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:25.138560 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-cd61d2d5-f5cb-4a27-af4b-b4a6cca9af97 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/floatingips/64ee38ef-8633-4bcd-8524-9535f22786f3 HTTP/1.1" status: 204 len: 168 time: 0.9174173 Oct 22 14:09:25.138560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:09:25.143994 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888e4fd5-f335-4103-a3e4-84d8e16a8755" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:09:25.331529 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da2e59-1b24-4583-b7b2-f00af6f3169c x-openstack-request-id: req-35da2e59-1b24-4583-b7b2-f00af6f3169c {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:09:25.332135 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:09:25.332135 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35da2e59-1b24-4583-b7b2-f00af6f3169c {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:09:25.332721 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'status': 'completed', 'code': 200} Oct 22 14:09:25.379597 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:25.411695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-624d44a8-9e27-4318-bf66-46663b2e34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:25.413241 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-624d44a8-9e27-4318-bf66-46663b2e34a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 1096 time: 0.0601783 Oct 22 14:09:25.549904 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-22dc644d-4422-4477-bab6-15563d7ce28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:25.551478 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-22dc644d-4422-4477-bab6-15563d7ce28c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 200 len: 897 time: 0.1288774 Oct 22 14:09:25.566235 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9953ff7-6fd7-4f61-90ab-4ef259d813b5 req-e6e69478-3829-40c2-a9f3-26fa3c948262 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:25.567855 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9953ff7-6fd7-4f61-90ab-4ef259d813b5 req-e6e69478-3829-40c2-a9f3-26fa3c948262 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.1751933 Oct 22 14:09:25.600048 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:25.607558 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-5bb9b4dd-3e2f-4200-a5ae-44a2f577531d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 200 len: 217 time: 0.0380111 Oct 22 14:09:25.634114 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Checking router: bef3e493-adbf-476d-beb1-935dff2766d4 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:09:25.650531 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:25.651245 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:08:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:25.704604 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a9953ff7-6fd7-4f61-90ab-4ef259d813b5 req-50651114-47f5-4612-9896-bdb874f9d4f6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957055 Oct 22 14:09:25.710729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-c23864b6-5f08-45ba-b4c9-bf41f87fdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:25.712227 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-c23864b6-5f08-45ba-b4c9-bf41f87fdd45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 200 len: 835 time: 0.0971766 Oct 22 14:09:25.765158 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-caf0aa01-5402-4ed1-b6ee-da5e106bea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:25.766754 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-caf0aa01-5402-4ed1-b6ee-da5e106bea74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd8d9684-e5c6-4523-bae8-d510ed6ae488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463903 Oct 22 14:09:25.780500 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:25.870465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-7bbcbcc4-51bc-4e85-8fb4-973e29d0a125 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940194 Oct 22 14:09:25.970806 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-888e4fd5-f335-4103-a3e4-84d8e16a8755 req-7d63337a-d61a-42b7-9fca-51cee7cd6502 service neutron] 10.222.0.21 "GET /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918000 Oct 22 14:09:26.006972 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:26.034864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bd5f2-acd6-4cad-85e5-2e48e667b488 None None] The sync data for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 is: [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:21Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'c28e2fb3-ae8c-407a-a702-21289953eac6', 'name': '', 'network_id': 'bd8d9684-e5c6-4523-bae8-d510ed6ae488', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:04:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:21Z', 'updated_at': '2021-10-22T14:07:25Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': 'a6714ef2-5763-4a89-b5e9-c56ee0e30d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:09:26.252618 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1825b9-29c2-45ba-a758-14d07470173c None None] New status for floating IP 64ee38ef-8633-4bcd-8524-9535f22786f3: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:09:26.904660 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c16a92-a026-422f-becc-8d9eef0a9ccc req-4d54ee4e-535f-4377-83dd-b17eb49b3824 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:26.906166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65c16a92-a026-422f-becc-8d9eef0a9ccc req-4d54ee4e-535f-4377-83dd-b17eb49b3824 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.1296077 Oct 22 14:09:26.938249 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-21ff83f2-1ef3-4abb-8a3c-b5e5dacd13b9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:26.939848 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-21ff83f2-1ef3-4abb-8a3c-b5e5dacd13b9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca7f291-b669-43cd-a807-2954d6b2e49f HTTP/1.1" status: 200 len: 945 time: 0.0760155 Oct 22 14:09:26.980898 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-65c16a92-a026-422f-becc-8d9eef0a9ccc req-fd43bf46-0390-4139-809f-1080eb9a2b17 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=d90ffef0-53cf-4cd9-9476-0d5a03e238f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672276 Oct 22 14:09:27.043372 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port bfc41d1e-e0a8-4f46-80c2-2e5555094675 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:09:27.043712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.139512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port bfc41d1e-e0a8-4f46-80c2-2e5555094675, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=bfc41d1e-e0a8-4f46-80c2-2e5555094675,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:27.139876 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.152196 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for bfc41d1e-e0a8-4f46-80c2-2e5555094675 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:09:27.196369 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c02c80dd-11ec-42f6-a18a-866f1f697fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.287093 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.323176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=bfc41d1e-e0a8-4f46-80c2-2e5555094675,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:27.346924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.347280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.347625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.347958 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.348290 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.348621 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.348947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.349272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.349598 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.349920 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.350240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.350560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:27.367782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] No DVR routers for this DVR port bfc41d1e-e0a8-4f46-80c2-2e5555094675 on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:09:27.370293 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.374496 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dd7a3afa-f4f2-4d10-80ba-a1cbed256071 req-c04c8bb5-8efb-47b9-bf84-5c5f6f041cbf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.21 "DELETE /v2.0/ports/bfc41d1e-e0a8-4f46-80c2-2e5555094675 HTTP/1.1" status: 204 len: 173 time: 0.4271638 Oct 22 14:09:27.375057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-deleted', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:09:27.377701 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397a96d-6991-474e-845d-e7576d3c77ff" -d '{"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-deleted", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:09:27.471326 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a1d8b-b48f-4b30-924f-7fecad28f877 x-openstack-request-id: req-b47a1d8b-b48f-4b30-924f-7fecad28f877 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:09:27.471645 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca7f291-b669-43cd-a807-2954d6b2e49f", "name": "network-vif-deleted", "tag": "bfc41d1e-e0a8-4f46-80c2-2e5555094675", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:09:27.471888 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b47a1d8b-b48f-4b30-924f-7fecad28f877 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:09:27.472293 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca7f291-b669-43cd-a807-2954d6b2e49f', 'name': 'network-vif-deleted', 'tag': 'bfc41d1e-e0a8-4f46-80c2-2e5555094675', 'status': 'completed', 'code': 200} Oct 22 14:09:27.912470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:27.982125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:28.040384 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50992) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:28.437804 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:28.715526 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port c28e2fb3-ae8c-407a-a702-21289953eac6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:09:28.715928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:28.812537 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port c28e2fb3-ae8c-407a-a702-21289953eac6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=c28e2fb3-ae8c-407a-a702-21289953eac6,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:28.812904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:28.826818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for c28e2fb3-ae8c-407a-a702-21289953eac6 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:09:29.016433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:29.041424 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=c28e2fb3-ae8c-407a-a702-21289953eac6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:29.242515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:29.473795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router bef3e493-adbf-476d-beb1-935dff2766d4 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:09:29.590336 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:09:29.596107 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1388ab31-8c24-4180-b374-de06061f464f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/bef3e493-adbf-476d-beb1-935dff2766d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5546641 Oct 22 14:09:29.598821 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 50994) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:29.600566 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Sync routers for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:09:29.612135 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:29.612745 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:29.715115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:09:29.726780 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:29.742277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: bfc41d1e-e0a8-4f46-80c2-2e5555094675 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:09:29.742708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device bfc41d1e-e0a8-4f46-80c2-2e5555094675 not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:09:29.926644 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:09:28Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:29.956637 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Checking router: bef3e493-adbf-476d-beb1-935dff2766d4 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:09:29.965678 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Routers {'bef3e493-adbf-476d-beb1-935dff2766d4'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:29.966886 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['bef3e493-adbf-476d-beb1-935dff2766d4'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:29.990371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.004684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting subnet a6714ef2-5763-4a89-b5e9-c56ee0e30d46 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:09:30.008003 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.053416 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.086337 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] Set router bef3e493-adbf-476d-beb1-935dff2766d4 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:30.149113 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.220109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.249990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Subnet': ['ID=a6714ef2-5763-4a89-b5e9-c56ee0e30d46,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:30.251970 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.255966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7769a0d7-865a-415c-b0b4-f373927e121c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/subnets/a6714ef2-5763-4a89-b5e9-c56ee0e30d46 HTTP/1.1" status: 204 len: 168 time: 0.6560991 Oct 22 14:09:30.264457 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aaa625-6580-4e3a-ab75-00958852b7ef None None] Network bd8d9684-e5c6-4523-bae8-d510ed6ae488 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:09:30.266759 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50996) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:30.285284 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:09:28Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:30.385808 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.412949 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8bc9-e95a-46ff-8458-d13fe03432e8 None None] The sync data for ids ['bef3e493-adbf-476d-beb1-935dff2766d4'] in n-d-813419-8 is: [{'id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072652691', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:09:28Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': '6b451cd1-193c-44ee-b7cd-4aef3a0503ba', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e493-adbf-476d-beb1-935dff2766d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:07:18Z', 'updated_at': '2021-10-22T14:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:09:30.509937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.566282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:09:30.566654 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.651816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 6b451cd1-193c-44ee-b7cd-4aef3a0503ba, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:30.652183 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.664265 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 6b451cd1-193c-44ee-b7cd-4aef3a0503ba owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:09:30.796813 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] DHCP port deletion for bd8d9684-e5c6-4523-bae8-d510ed6ae488 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:09:30.842152 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.858747 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Deleting port a89633a8-36bc-4fe6-9db1-fe1d415998a0 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:09:30.859343 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.869663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=6b451cd1-193c-44ee-b7cd-4aef3a0503ba,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:30.934094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] For port a89633a8-36bc-4fe6-9db1-fe1d415998a0, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a89633a8-36bc-4fe6-9db1-fe1d415998a0,segment=NetworkSegment(7861b4bb-77aa-424f-8948-2c3c1885bae6),segment_id=7861b4bb-77aa-424f-8948-2c3c1885bae6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:30.934963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.935436 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:30.948435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Calling delete_port for a89633a8-36bc-4fe6-9db1-fe1d415998a0 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:09:31.032767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.033107 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.035542 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.056439 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Pushing event deleted for resources: {'Port': ['ID=a89633a8-36bc-4fe6-9db1-fe1d415998a0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:31.067742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] No DVR routers for this DVR port a89633a8-36bc-4fe6-9db1-fe1d415998a0 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.074985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.076927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.076927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.076927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.076927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edc52e-485b-4105-9a06-9560368a90e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:31.086105 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.086744 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Fanout notify agent at l3_agent the message router_deleted on router bef3e493-adbf-476d-beb1-935dff2766d4 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:09:31.093530 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.097479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-89b60e41-9ef2-40b6-bd90-2826948a277c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/routers/bef3e493-adbf-476d-beb1-935dff2766d4 HTTP/1.1" status: 204 len: 168 time: 0.8266521 Oct 22 14:09:31.097479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 50998) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:31.199689 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.293856 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.314820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8d9684-e5c6-4523-bae8-d510ed6ae488']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:31.324303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7861b4bb-77aa-424f-8948-2c3c1885bae6') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:31.324629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7861b4bb-77aa-424f-8948-2c3c1885bae6') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:31.335161 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.349127 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.355162 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:09:31.355580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:09:31.359313 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:09:31.420907 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.428889 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.431385 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/networks/bd8d9684-e5c6-4523-bae8-d510ed6ae488 HTTP/1.1" status: 204 len: 168 time: 0.3328586 Oct 22 14:09:31.434143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51000) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:31.443430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506c30f-096e-4179-9cfb-c47537e966ce tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Network': ['ID=bd8d9684-e5c6-4523-bae8-d510ed6ae488,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:31.497667 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.525228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.539092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a89633a8-36bc-4fe6-9db1-fe1d415998a0 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:09:31.561818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a89633a8-36bc-4fe6-9db1-fe1d415998a0 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:09:31.562166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a89633a8-36bc-4fe6-9db1-fe1d415998a0 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:09:31.562617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c28e2fb3-ae8c-407a-a702-21289953eac6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:09:31.582306 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: c28e2fb3-ae8c-407a-a702-21289953eac6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:09:31.582674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device c28e2fb3-ae8c-407a-a702-21289953eac6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:09:31.599875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.602489 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:31.603734 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/security-groups/d90ffef0-53cf-4cd9-9476-0d5a03e238f0 HTTP/1.1" status: 204 len: 168 time: 0.1676095 Oct 22 14:09:31.617401 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73104ec5-a7c1-41ba-9622-916db0db9aef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90ffef0-53cf-4cd9-9476-0d5a03e238f0,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.022793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51008) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.027484 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910496937', 'description': 'tempest-secgroup-smoke-910496937 description', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.052301 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.117670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.121710 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.122870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b451cd1-193c-44ee-b7cd-4aef3a0503ba no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:09:33.147340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 6b451cd1-193c-44ee-b7cd-4aef3a0503ba {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:09:33.147597 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 6b451cd1-193c-44ee-b7cd-4aef3a0503ba not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:09:33.154767 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.156008 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1322072 Oct 22 14:09:33.159077 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.159990 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245db2e-7f1b-4448-a4a6-e65e5097e361 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e5c19-3783-4d25-9772-6f329559f010,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.164428 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.191860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.246165 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.250150 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.265504 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc92ea1-4c32-4991-a904-3c4d7f0f5893,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.275323 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.276510 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b4afcae6-c27c-4753-a92c-ddceb0216a84 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158447 Oct 22 14:09:33.279295 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51012) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.284095 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.309089 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.366035 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.369186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.389296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c45b10-d357-47a3-9f20-2518fe39cad6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.395902 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.396966 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-41e781e3-5277-4b17-9705-1c504a682433 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167021 Oct 22 14:09:33.399646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51014) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.404126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.431015 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.490764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.494208 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.514060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67b5d7-2991-4fbe-86df-c26cf5ee4417,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.519306 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.520494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2d289ad2-cdd8-4022-8332-9ee6f870e1ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199172 Oct 22 14:09:33.523243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51016) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.527548 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.553007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.611944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.615407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.633828 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0921276-8330-4852-a0bf-c9379e6ac450,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.643305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.646992 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e03701c1-140a-47f4-9d6c-dccacdeb0041 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202915 Oct 22 14:09:33.647185 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51018) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.651449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.673144 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:09:33.677943 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.738058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.741319 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.759480 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f5342-3a2f-48c6-89a2-e1ef397de235,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.766363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.767569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6c9d4386-8631-441a-bf01-f8ea23450fdc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194580 Oct 22 14:09:33.770267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51020) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.774492 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': '5c9e5c19-3783-4d25-9772-6f329559f010', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.796189 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:09:33.801050 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.863764 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.867079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.884563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256a367d-7f27-4476-96d8-7bc20997b060,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:33.895770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.900168 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dabc3235-5f53-40df-b5de-adfbf043724c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259305 Oct 22 14:09:33.900483 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51022) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:33.906894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'network': {'name': 'tempest-network-smoke--1387065950', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:33.928851 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:09:33.932707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.958129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:09:33.968819 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:33.969168 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Added segment fab1a3c0-41df-417f-be32-afac6a1399d1 of type vlan for network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 Oct 22 14:09:34.010626 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.039133 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.047968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:34.048593 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.083584 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1819432 Oct 22 14:09:34.086875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51024) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:34.092566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'admin_state_up': True, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:34.127064 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.127793 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bdec6-b892-4f0f-9d35-5ee9a1b72e5c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Network': ['ID=422e04d5-345f-4b0a-a91b-32ffdf2f58f3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:34.128875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.140284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:09:34.192007 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.336993 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.537810 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.556593 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.657935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.248 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:09:34.766715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.801516 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:34.840708 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:34.847651 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:34.853505 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:34.855814 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:09:35.110520 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:35.319175 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:35.453590 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 3d890e39-2b24-4980-a6ff-c0cbf2328676 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:09:35.585385 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:09:35.595660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Sync routers for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:09:35.605967 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:35.606754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:35.606950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:35.608234 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-e22f2a34-1a7a-407a-914e-a0a0daf57409 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5201831 Oct 22 14:09:35.611352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51026) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:35.644789 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5274374d-c56a-47ce-8e5e-13359f165434 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ae617e2cf9ff4dfca195e2d10c69950e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296419 Oct 22 14:09:35.645046 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51028) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:35.746806 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88658b-1690-4071-9dc1-6ba0cd47c3a1 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:35.749014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-db88658b-1690-4071-9dc1-6ba0cd47c3a1 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029944 Oct 22 14:09:35.751864 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51030) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:35.781690 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e7675a7-6574-49b9-9031-6f7fd744db98 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286374 Oct 22 14:09:35.784234 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51032) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:35.833999 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2048947869', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:35.882341 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:35.927112 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:09:35.930727 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.070310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:34Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:36.098367 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Checking router: 3d890e39-2b24-4980-a6ff-c0cbf2328676 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:09:36.098834 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Updating router 3d890e39-2b24-4980-a6ff-c0cbf2328676 port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:09:36.121573 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.124538 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.190184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Subnet': ['ID=9d88b772-5a6a-4079-8a61-5b307fe73126,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:36.200944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Checking segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:09:36.201309 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network hostable DHCP agents. Network: 422e04d5-345f-4b0a-a91b-32ffdf2f58f3, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:09:36.219037 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:09:36.227638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 422e04d5-345f-4b0a-a91b-32ffdf2f58f3) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:36.233024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:36.233761 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.238769 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee380b-1307-4e57-ab0f-e95e8abdcad0 None None] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:09:36.254745 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-eb7431fd-4068-4455-9a9a-720bdbb84587 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4672141 Oct 22 14:09:36.255901 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51036) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:36.516437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:09:36.517312 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.523916 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.541700 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.665194 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f1470-dd4b-4023-9c76-a65359f3198c None None] Pushing event updated for resources: {'Port': ['ID=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:36.669985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Attempting to bind port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:09:36.670363 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Attempting to bind port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:09:36.671023 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Attempting to bind port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:09:36.682309 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:09:36.682733 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:09:36.683129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.683529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:09:36.684014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Bound port: cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:09:36.684401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.724803 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.767115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Allocated IP 172.20.0.2 (422e04d5-345f-4b0a-a91b-32ffdf2f58f3/9d88b772-5a6a-4079-8a61-5b307fe73126/00c79e9a-9870-4fdd-9554-b0e1c167a198) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:09:36.776232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] For port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:09:36.781750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] For port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:09:36.788241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:36.910026 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f1470-dd4b-4023-9c76-a65359f3198c None None] Pushing event updated for resources: {'Port': ['ID=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:36.912682 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:36.913302 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:37.063606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.074272 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:37.077417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.125823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.1 (422e04d5-345f-4b0a-a91b-32ffdf2f58f3/9d88b772-5a6a-4079-8a61-5b307fe73126/ef816be5-d261-4ca5-896c-d9d142ea7439) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:09:37.180915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:37.193977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:37.199142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:09:37.238585 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Pushing event updated for resources: {'Port': ['ID=00c79e9a-9870-4fdd-9554-b0e1c167a198,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:37.256067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.291653 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.308778 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Attempting to bind port 00c79e9a-9870-4fdd-9554-b0e1c167a198 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:09:37.309171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Attempting to bind port 00c79e9a-9870-4fdd-9554-b0e1c167a198 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:09:37.309890 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Attempting to bind port 00c79e9a-9870-4fdd-9554-b0e1c167a198 on network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:09:37.332640 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:37.334042 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:09:37.334428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Checking segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:09:37.334963 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.335262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Bound using segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:09:37.335746 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Bound port: 00c79e9a-9870-4fdd-9554-b0e1c167a198, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:09:37.335879 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:37.336136 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.339602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:09:37.369403 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:37.390018 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.418695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] For port 00c79e9a-9870-4fdd-9554-b0e1c167a198, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:09:37.421919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:34Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:37.425178 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] For port 00c79e9a-9870-4fdd-9554-b0e1c167a198, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00c79e9a-9870-4fdd-9554-b0e1c167a198,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:09:37.429359 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:37.462195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d042c9c-9bc5-4e1c-97a3-756a5b131b25 None None] The sync data for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 is: [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:34Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:09:37.518312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0dca3-42f4-40c5-9b91-6fd7a6bfc4a2 None None] Pushing event updated for resources: {'Port': ['ID=00c79e9a-9870-4fdd-9554-b0e1c167a198,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:37.545523 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.246372 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.255514 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.333382 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.335319 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:38.443605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:38.445228 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:38.538675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e52e13-145b-4cc3-8d4c-5c84845fd894 None None] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:09:38.577692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 3d890e39-2b24-4980-a6ff-c0cbf2328676 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:09:38.681326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] Provisioning complete for port 00c79e9a-9870-4fdd-9554-b0e1c167a198 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:38.681706 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.692756 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:09:38.698224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-be9ec5ff-049b-45a8-a695-abdc89be9cab tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/3d890e39-2b24-4980-a6ff-c0cbf2328676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417634 Oct 22 14:09:38.879291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-0d9cccd9-bd02-4151-bee8-ba72d77e2318 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910496937&fields=id&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 267 time: 0.0540185 Oct 22 14:09:38.973082 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:38.976373 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.008091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-b1e057f6-c1bf-4f00-9c28-cd5890e7a782 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:39.011071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-b1e057f6-c1bf-4f00-9c28-cd5890e7a782 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 797 time: 0.1291234 Oct 22 14:09:39.018135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] For port 00c79e9a-9870-4fdd-9554-b0e1c167a198, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00c79e9a-9870-4fdd-9554-b0e1c167a198,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:39.025525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.035574 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-702b9ea9-88a6-42bd-9307-56e2ee6b0c83 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/quotas/ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 375 time: 0.0183887 Oct 22 14:09:39.079699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3e37-383f-405b-9d37-d561de322f34 None None] Pushing event updated for resources: {'Port': ['ID=00c79e9a-9870-4fdd-9554-b0e1c167a198,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:39.097375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-6608fe38-332a-4878-a774-bec350e109da tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607979 Oct 22 14:09:39.160496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0c35559b-c49a-4c4d-babd-6f0939e1aebe None None] Provisioning complete for port 00c79e9a-9870-4fdd-9554-b0e1c167a198 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.161122 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c35559b-c49a-4c4d-babd-6f0939e1aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.253635 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-1c0861d1-0aac-49f0-aa6f-7d5d42827a13 service neutron] 10.222.0.25 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435945 Oct 22 14:09:39.280104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00c79e9a-9870-4fdd-9554-b0e1c167a198 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:09:39.339797 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Sync routers for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:09:39.343940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0c35559b-c49a-4c4d-babd-6f0939e1aebe None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.344327 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0c35559b-c49a-4c4d-babd-6f0939e1aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.357224 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:39.358301 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:39.392089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-a4390629-f137-4a9e-80cd-48c437951615 service neutron] 10.222.0.25 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267409 Oct 22 14:09:39.412905 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 00c79e9a-9870-4fdd-9554-b0e1c167a198 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.413586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.416630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0c35559b-c49a-4c4d-babd-6f0939e1aebe None None] Port ef816be5-d261-4ca5-896c-d9d142ea7439 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:09:39.494044 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:39.511749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:09:39.579751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-807d335e-dcf7-4b45-8835-93954b6aabd7 None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.580377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-807d335e-dcf7-4b45-8835-93954b6aabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.640117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-626e8ea3-5498-4235-aa77-786dc2d3d34d req-b5c62772-7905-4b9b-94a8-72a5c5534a95 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Oct 22 14:09:39.644413 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.646031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.647563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-807d335e-dcf7-4b45-8835-93954b6aabd7 None None] Port ef816be5-d261-4ca5-896c-d9d142ea7439 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:09:39.732140 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 2, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:39.739804 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.762510 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:39.774334 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.784786 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Checking router: 3d890e39-2b24-4980-a6ff-c0cbf2328676 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:09:39.785405 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Updating router 3d890e39-2b24-4980-a6ff-c0cbf2328676 port ef816be5-d261-4ca5-896c-d9d142ea7439 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:09:39.804017 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cd4c2fa8-50dd-445c-944a-a216d85f7c6e None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:39.804393 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2fa8-50dd-445c-944a-a216d85f7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.825697 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:39.871886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c2fa8-50dd-445c-944a-a216d85f7c6e None None] Port ef816be5-d261-4ca5-896c-d9d142ea7439 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:09:39.874098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:40.115284 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.121174 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.220187 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Pushing event updated for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:40.236199 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.236552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.236900 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.237230 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.237570 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.237908 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.238239 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.238565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.238926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.239252 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.239583 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.239912 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:09:40.245127 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Attempting to bind port ef816be5-d261-4ca5-896c-d9d142ea7439 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:09:40.245508 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Attempting to bind port ef816be5-d261-4ca5-896c-d9d142ea7439 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:09:40.245877 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Attempting to bind port ef816be5-d261-4ca5-896c-d9d142ea7439 on network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:09:40.252632 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:09:40.253016 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Checking segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:09:40.253422 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.253813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Bound using segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:09:40.254290 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Bound port: ef816be5-d261-4ca5-896c-d9d142ea7439, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:09:40.254703 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.327841 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] For port ef816be5-d261-4ca5-896c-d9d142ea7439, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:09:40.331222 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] For port ef816be5-d261-4ca5-896c-d9d142ea7439, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef816be5-d261-4ca5-896c-d9d142ea7439,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:09:40.336367 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.401805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:40.402505 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:40.438660 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b24a48-4ee4-489b-be10-ab192b5b37a3 None None] Pushing event updated for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:40.474039 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.518238 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:40.518367 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.530884 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:40.616227 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.658014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] For port ef816be5-d261-4ca5-896c-d9d142ea7439, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef816be5-d261-4ca5-896c-d9d142ea7439,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:40.665098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.756914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad697e6-335f-4df1-b3e3-0ac27375e516 None None] Pushing event updated for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:40.766699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f174b61e-d0c9-4c96-9bd0-fb67b722bdd3 req-0159b30e-6bf5-497d-ba8a-6ac573f17724 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 210 time: 0.0441661 Oct 22 14:09:40.791801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c8c7029a-6110-4f2f-afb7-d6ac5825dcdd None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:40.792212 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c8c7029a-6110-4f2f-afb7-d6ac5825dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:40.857216 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:40.869335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-bf5cdfc4-9561-43fb-8cbb-d097790506a5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:40.872036 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-bf5cdfc4-9561-43fb-8cbb-d097790506a5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 797 time: 0.1660354 Oct 22 14:09:40.895105 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42d941-5793-4af9-9ba2-4501fb5b17c7 None None] The sync data for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 is: [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:09:40.938708 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-679fb1fa-e8f6-4d0f-8071-23071d8323c2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 379 time: 0.0557377 Oct 22 14:09:40.963839 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'port': {'device_id': 'cc30602d-b63c-4170-9df3-899014289de4', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'admin_state_up': True, 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'security_groups': ['5c9e5c19-3783-4d25-9772-6f329559f010']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:41.102184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:09:41.106165 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.273818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef816be5-d261-4ca5-896c-d9d142ea7439 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:09:41.302529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.9 (422e04d5-345f-4b0a-a91b-32ffdf2f58f3/9d88b772-5a6a-4079-8a61-5b307fe73126/ddcdceb1-7352-4734-aa44-d578535bb8e7) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:09:41.333401 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port ef816be5-d261-4ca5-896c-d9d142ea7439 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:41.333778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.430074 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:09:41.483219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:41.483589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.491934 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.543842 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.598199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:41.601626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:41.605699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:09:41.661496 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:41.680633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:41.681429 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.704952 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-5155eab3-187d-402d-91f8-a3155a8aeaf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450845 Oct 22 14:09:41.780209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Request body: {'port': {'device_id': 'cc30602d-b63c-4170-9df3-899014289de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:41.848433 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.915884 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df691a-1d24-4be5-915e-ff76e8f3cb07 req-a8755844-680f-4d54-ad1a-5ebb73d92f10 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:41.917575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90df691a-1d24-4be5-915e-ff76e8f3cb07 req-a8755844-680f-4d54-ad1a-5ebb73d92f10 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 931 time: 0.0617454 Oct 22 14:09:41.936032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-352be040-7158-43c1-889c-4c65ed3d62f1 None None] Provisioning complete for port ddcdceb1-7352-4734-aa44-d578535bb8e7 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:41.936547 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-352be040-7158-43c1-889c-4c65ed3d62f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:41.969900 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-90df691a-1d24-4be5-915e-ff76e8f3cb07 req-3fdeb25a-8420-4de3-889b-aa82eadd4c14 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395763 Oct 22 14:09:41.979336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-352be040-7158-43c1-889c-4c65ed3d62f1 None None] Port ddcdceb1-7352-4734-aa44-d578535bb8e7 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:09:42.172137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcdceb1-7352-4734-aa44-d578535bb8e7 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:09:42.180066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:42.194252 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Transition to ACTIVE for port object ddcdceb1-7352-4734-aa44-d578535bb8e7 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:09:42.198434 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:42.251500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:42.335260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Attempting to bind port ddcdceb1-7352-4734-aa44-d578535bb8e7 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:09:42.335527 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Attempting to bind port ddcdceb1-7352-4734-aa44-d578535bb8e7 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:09:42.335865 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Attempting to bind port ddcdceb1-7352-4734-aa44-d578535bb8e7 on network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:09:42.340507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Port ddcdceb1-7352-4734-aa44-d578535bb8e7 on network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:09:42.341026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Attempting to bind port ddcdceb1-7352-4734-aa44-d578535bb8e7 on network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:09:42.346417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:09:42.346799 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Checking segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:09:42.347189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Bound using segment: {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:09:42.347632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Bound port: ddcdceb1-7352-4734-aa44-d578535bb8e7, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab1a3c0-41df-417f-be32-afac6a1399d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:09:42.347994 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:42.419780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:09:42.422969 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:09:42.428359 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:42.464372 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:42.465005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:42.467213 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 1091 time: 0.7486520 Oct 22 14:09:42.467667 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:09:42.469972 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26721312-17a2-4780-8803-0391076040cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:09:42.534140 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd89e52c-c4b4-4cab-a926-1cb5a62059b4 x-openstack-request-id: req-fd89e52c-c4b4-4cab-a926-1cb5a62059b4 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:09:42.534437 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:09:42.534722 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd89e52c-c4b4-4cab-a926-1cb5a62059b4 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:09:42.535321 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'status': 'completed', 'code': 200} Oct 22 14:09:42.536077 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1020-5c9e-477d-be61-f05542ce09a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:42.571066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-33c3701b-c35f-4461-b115-66fdfd2dbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:42.572801 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-33c3701b-c35f-4461-b115-66fdfd2dbe5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1094 time: 0.0555005 Oct 22 14:09:42.623820 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-9c01f679-6332-4bb9-ac62-1459eebb310c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 217 time: 0.0404501 Oct 22 14:09:42.680587 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-1621da65-efd9-41ca-a431-96aeb6041d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:42.682111 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-1621da65-efd9-41ca-a431-96aeb6041d83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0475070 Oct 22 14:09:42.731720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-ddcd9706-eabb-498a-a137-735029934a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:42.733515 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-ddcd9706-eabb-498a-a137-735029934a1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422149 Oct 22 14:09:42.836823 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-4012a003-c328-457d-b5f6-b1c9e21a34ab service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949061 Oct 22 14:09:42.927474 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-d44f0a31-6648-45de-b78e-6106466dc7ff req-59606a76-fb41-414f-9a14-42642fd70ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Oct 22 14:09:43.024038 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26721312-17a2-4780-8803-0391076040cc req-ba7128a3-f603-4694-963c-9420c8ac90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:43.025692 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-ba7128a3-f603-4694-963c-9420c8ac90f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1094 time: 0.0463753 Oct 22 14:09:43.108948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607ac-3bd8-4075-aac0-6cb4ddc06eee req-9da972cd-3e50-4c86-be82-1e188672e9be tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:43.110555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d1607ac-3bd8-4075-aac0-6cb4ddc06eee req-9da972cd-3e50-4c86-be82-1e188672e9be tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 943 time: 0.0554194 Oct 22 14:09:43.123773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26721312-17a2-4780-8803-0391076040cc req-6bee8aeb-46a2-4fd1-9966-53fb28957f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:43.125281 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-6bee8aeb-46a2-4fd1-9966-53fb28957f23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.0885384 Oct 22 14:09:43.150484 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d1607ac-3bd8-4075-aac0-6cb4ddc06eee req-4c81987e-54ba-4072-9cf5-bd775db77509 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325453 Oct 22 14:09:43.172081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-c8feef18-0f8d-45cf-87df-2ee275fb8c50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 217 time: 0.0392981 Oct 22 14:09:43.223746 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26721312-17a2-4780-8803-0391076040cc req-73fac2d4-c458-4ddb-b7a1-3c80939b083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:43.225115 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-73fac2d4-c458-4ddb-b7a1-3c80939b083d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0452263 Oct 22 14:09:43.272189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26721312-17a2-4780-8803-0391076040cc req-66f2f825-958d-46ca-9549-282a7fc01c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:43.273681 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-66f2f825-958d-46ca-9549-282a7fc01c94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405555 Oct 22 14:09:43.374209 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-c27b3590-cab5-4990-8486-7e6fef6140e2 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890462 Oct 22 14:09:43.465543 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-26721312-17a2-4780-8803-0391076040cc req-9ea3ae2a-3a31-4844-931c-b06010e12d20 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831823 Oct 22 14:09:44.277858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62eda-2f74-4a03-b42d-efe9575b6ef3 req-4240e6ee-b49e-4ac1-8a53-788e296a2cc8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:44.279512 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa62eda-2f74-4a03-b42d-efe9575b6ef3 req-4240e6ee-b49e-4ac1-8a53-788e296a2cc8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 943 time: 0.0503550 Oct 22 14:09:44.318014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4aa62eda-2f74-4a03-b42d-efe9575b6ef3 req-2368b56c-813b-4182-b2ee-90d3541c54a5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Oct 22 14:09:44.573006 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ddcdceb1-7352-4734-aa44-d578535bb8e7 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:09:44.671175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:44.682005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'port_id': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'mac_address': 'fa:16:3e:b5:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:09:44.719074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:44.735256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcdceb1-7352-4734-aa44-d578535bb8e7 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:09:44.754749 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:44.758501 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:44.809653 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:44.989458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ddcdceb1-7352-4734-aa44-d578535bb8e7'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:09:45.435093 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe1f4-76b6-497f-afc4-330f5002bd60 req-4ee46b8c-7d14-497a-a9fc-259a34b192ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:45.436618 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87ffe1f4-76b6-497f-afc4-330f5002bd60 req-4ee46b8c-7d14-497a-a9fc-259a34b192ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 944 time: 0.0500660 Oct 22 14:09:45.474913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-87ffe1f4-76b6-497f-afc4-330f5002bd60 req-e890d973-76ca-4578-bf38-c6c4c0882ef5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Oct 22 14:09:46.573487 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ddcdceb1-7352-4734-aa44-d578535bb8e7 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:09:46.597967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393efbef-86b0-4c21-9145-ee22c43c2dde req-3816363e-d51f-4d7c-8380-b709d84f8645 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:46.599562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-393efbef-86b0-4c21-9145-ee22c43c2dde req-3816363e-d51f-4d7c-8380-b709d84f8645 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 944 time: 0.0568562 Oct 22 14:09:46.625577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port ddcdceb1-7352-4734-aa44-d578535bb8e7 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:09:46.630280 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ddcdceb1-7352-4734-aa44-d578535bb8e7 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:09:46.630851 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:46.642033 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-393efbef-86b0-4c21-9145-ee22c43c2dde req-31605dbf-eeb8-4d7b-b68e-6fe6d0bf81a1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364652 Oct 22 14:09:46.713549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:46.739146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:09:46.741449 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6139f-ab7b-44b8-8177-e3d1ed3149ed" -d '{"events": [{"server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "name": "network-vif-plugged", "status": "completed", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:09:46.754522 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:09:46.758485 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:46.783698 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a31cc8a-d307-46f9-8930-636f8d9effd0 x-openstack-request-id: req-2a31cc8a-d307-46f9-8930-636f8d9effd0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:09:46.783698 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "name": "network-vif-plugged", "status": "completed", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:09:46.783698 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a31cc8a-d307-46f9-8930-636f8d9effd0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:09:46.783698 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'code': 200} Oct 22 14:09:46.813342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:46.890246 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937b7b-cf9c-4389-9797-3a968d3d2918 req-34cc754c-59f2-483d-82df-0065607a7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:46.891860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc937b7b-cf9c-4389-9797-3a968d3d2918 req-34cc754c-59f2-483d-82df-0065607a7634 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0465825 Oct 22 14:09:46.934740 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-dc937b7b-cf9c-4389-9797-3a968d3d2918 req-ac941179-61d8-4654-a0ea-d2f0ab27cab3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342424 Oct 22 14:09:47.761240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264f26-700a-4949-8695-5a674d752e33 req-e90710ff-4a3c-4362-a8e4-9307e96445bf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:47.763428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42264f26-700a-4949-8695-5a674d752e33 req-e90710ff-4a3c-4362-a8e4-9307e96445bf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0493124 Oct 22 14:09:47.802757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-42264f26-700a-4949-8695-5a674d752e33 req-966e3ec3-b2bc-484d-bc29-e0a795129966 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Oct 22 14:09:48.928758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ca1b9-ef4c-4864-af06-fefad478b9ba req-bb1e77b9-e1b6-4b3f-8b55-cf05c2fcae4d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:48.930160 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b4ca1b9-ef4c-4864-af06-fefad478b9ba req-bb1e77b9-e1b6-4b3f-8b55-cf05c2fcae4d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Oct 22 14:09:48.968895 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b4ca1b9-ef4c-4864-af06-fefad478b9ba req-74d348ca-c4d3-40a0-abfe-3a4f1c33f94f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Oct 22 14:09:49.090082 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bb9fe-c874-41e3-8366-aaf173a6d540 req-d6cf7c0f-401a-4d44-8760-d852ff2c8d55 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:49.091941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-801bb9fe-c874-41e3-8366-aaf173a6d540 req-d6cf7c0f-401a-4d44-8760-d852ff2c8d55 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0560801 Oct 22 14:09:49.131440 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-801bb9fe-c874-41e3-8366-aaf173a6d540 req-3d96bca7-3339-4ff7-948d-2054d7d3f47c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Oct 22 14:09:49.154172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51090) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:49.240187 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7b04a9-76f6-4955-9a6f-e9b909a05acb tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:49.241737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0b7b04a9-76f6-4955-9a6f-e9b909a05acb tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1091 time: 0.0863218 Oct 22 14:09:49.244609 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51094) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:49.249567 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:09:49.272283 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:49.374881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:49.479399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.146 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/426ede87-861f-4de4-9e50-a7a4a7619693) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:09:49.593813 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:49.628431 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:49.667652 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:09:49.671379 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:09:49.673985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:09:49.699367 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=426ede87-861f-4de4-9e50-a7a4a7619693,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:50.041156 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:50.118367 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:50.613503 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:50.618096 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:50.693307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=426ede87-861f-4de4-9e50-a7a4a7619693,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:09:50.707021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:50.817846 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP c1c99006-30a7-4cad-ab75-bb77f1571a1a associated. External IP: 172.25.6.146, port: ddcdceb1-7352-4734-aa44-d578535bb8e7. Oct 22 14:09:51.046245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 3d890e39-2b24-4980-a6ff-c0cbf2328676 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:09:51.169291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:09:51.179758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Sync routers for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:09:51.194631 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:51.194893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:51.194893 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:51.219870 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e0437877-6db6-42f5-9cbc-062b78146588 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9741564 Oct 22 14:09:51.220478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:09:51.222831 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c656224-40a4-42fe-aa11-cc10bcb56266" -d '{"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:09:51.272378 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af078e7-9ec4-4fe6-bf5a-a71eb7f9f1a6 x-openstack-request-id: req-4af078e7-9ec4-4fe6-bf5a-a71eb7f9f1a6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:09:51.272679 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:09:51.272935 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af078e7-9ec4-4fe6-bf5a-a71eb7f9f1a6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:09:51.273346 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'status': 'completed', 'code': 200} Oct 22 14:09:51.328870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:51.339994 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff20888-b4d0-4ac3-a787-e0bb7c3b7e79 req-db16c688-5b9c-403f-88d4-268fea5dc267 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:51.341778 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bff20888-b4d0-4ac3-a787-e0bb7c3b7e79 req-db16c688-5b9c-403f-88d4-268fea5dc267 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0568268 Oct 22 14:09:51.341933 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-89539316-28c3-4287-bcdb-b8275fc28e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:51.343356 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-89539316-28c3-4287-bcdb-b8275fc28e72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0466771 Oct 22 14:09:51.386286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bff20888-b4d0-4ac3-a787-e0bb7c3b7e79 req-cc8dbb31-3f1c-462a-93b5-a35964833a8e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Oct 22 14:09:51.413580 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:51.446892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-e6626927-adf6-4c83-81ca-3e387bea298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:51.448395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-e6626927-adf6-4c83-81ca-3e387bea298c service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.0975897 Oct 22 14:09:51.489314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c5aaeab1-9d3e-4db1-80eb-4e6b1719642b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/c1c99006-30a7-4cad-ab75-bb77f1571a1a HTTP/1.1" status: 200 len: 991 time: 0.0738773 Oct 22 14:09:51.525671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-dce226d1-4454-4a80-af5a-c99626860353 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 999 time: 0.0689702 Oct 22 14:09:51.576868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'c1c99006-30a7-4cad-ab75-bb77f1571a1a', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'port_id': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'mac_address': 'fa:16:3e:b5:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30602d-b63c-4170-9df3-899014289de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:09:49Z', 'updated_at': '2021-10-22T14:09:49Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:51.581105 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-c2988373-0d58-467d-875f-0b3f06b4c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:51.582531 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-c2988373-0d58-467d-875f-0b3f06b4c0af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0461073 Oct 22 14:09:51.603966 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Checking router: 3d890e39-2b24-4980-a6ff-c0cbf2328676 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:09:51.615728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:09:51.615728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:09:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:51.634091 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-176922c8-85db-43e4-a75c-723e58706f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:09:51.635723 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-176922c8-85db-43e4-a75c-723e58706f7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449133 Oct 22 14:09:51.728299 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:09:51.737959 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-dbf1d2dc-572f-432f-898c-0a461adb6a81 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925038 Oct 22 14:09:51.846616 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4c656224-40a4-42fe-aa11-cc10bcb56266 req-b19b22cc-212b-44a4-af94-1b85f855928b service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008923 Oct 22 14:09:51.982424 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'c1c99006-30a7-4cad-ab75-bb77f1571a1a', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'port_id': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'mac_address': 'fa:16:3e:b5:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30602d-b63c-4170-9df3-899014289de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:09:49Z', 'updated_at': '2021-10-22T14:09:49Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:09:52.009584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16513ec4-6906-405a-bc69-6c895b2f2a6e None None] The sync data for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 is: [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'c1c99006-30a7-4cad-ab75-bb77f1571a1a', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'port_id': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'mac_address': 'fa:16:3e:b5:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc30602d-b63c-4170-9df3-899014289de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:09:49Z', 'updated_at': '2021-10-22T14:09:49Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:09:52.224358 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f61edd-90e0-4566-a530-d9c32f950be8 None None] New status for floating IP c1c99006-30a7-4cad-ab75-bb77f1571a1a: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:09:52.492771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51102) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:09:52.554854 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ffece88-e005-4493-beec-348ed8622471 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/c1c99006-30a7-4cad-ab75-bb77f1571a1a HTTP/1.1" status: 200 len: 993 time: 0.0608618 Oct 22 14:09:54.124248 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93e2b5d1-57a2-4802-9a60-83472e921e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:57.202702 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47f36882-a001-4d10-8a14-f6152908455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:57.599756 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:09:57.915160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:57.991497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:09:59.988227 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:08.947732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:10.486183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:14.188114 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-6500eb03-203e-46fb-bc27-92e3d4bda209 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402813 Oct 22 14:10:14.276152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-3b00930c-77af-4a27-9204-467ef22b0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:14.277666 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-3b00930c-77af-4a27-9204-467ef22b0e9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0436833 Oct 22 14:10:14.380048 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-fa20113a-9722-4e3c-92b6-e96e6bdffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:14.381531 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-fa20113a-9722-4e3c-92b6-e96e6bdffa5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.0832689 Oct 22 14:10:14.453326 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-5d9b342b-b8de-40eb-b972-e4c839859647 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 1001 time: 0.0636826 Oct 22 14:10:14.505593 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-879b95cf-6cca-4ac4-9c79-3a487d21581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:14.507027 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-879b95cf-6cca-4ac4-9c79-3a487d21581e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0449488 Oct 22 14:10:14.553538 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-eb75ad0d-1675-41da-95d9-6d20b385250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:14.555019 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-eb75ad0d-1675-41da-95d9-6d20b385250f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398293 Oct 22 14:10:14.647650 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-e743e550-d658-4c06-a51a-3eaacadb0223 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844178 Oct 22 14:10:14.740033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b6381fe7-e3a8-4802-ad7d-45d4c73bee2c req-96e2276e-25b2-4727-a097-fbc6f54ecd35 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Oct 22 14:10:24.126767 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-91c3df1e-6f0a-46d5-8cf6-be9d5d5b574f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:27.197634 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57e7eca9-0b86-4ee6-9a58-bd293fe2768a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:27.925746 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:27.977713 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa9afd-b92d-46ed-aa1d-9e4b39e93179 req-6dbf5c9b-bae7-4aff-8b8d-4cba06b6e142 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:27.979329 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0aa9afd-b92d-46ed-aa1d-9e4b39e93179 req-6dbf5c9b-bae7-4aff-8b8d-4cba06b6e142 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0570850 Oct 22 14:10:27.993494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:28.023464 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0aa9afd-b92d-46ed-aa1d-9e4b39e93179 req-8142cf96-d128-488e-9f7e-b0d829afbe2b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353730 Oct 22 14:10:29.156903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5467c-8771-433e-8739-8656ad9114ce req-468ca021-9fed-4cfd-be99-9c2e5b873f5f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:29.158404 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a5467c-8771-433e-8739-8656ad9114ce req-468ca021-9fed-4cfd-be99-9c2e5b873f5f tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Oct 22 14:10:29.199111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f0a5467c-8771-433e-8739-8656ad9114ce req-223876f1-d857-4781-8628-4ec6b37357c3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347781 Oct 22 14:10:29.991465 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:30.324908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3daebb-3595-4f40-83a7-6fcc3d8a00bb req-4379cf4a-d6cb-4243-bd27-6a38601837d5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:30.326445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff3daebb-3595-4f40-83a7-6fcc3d8a00bb req-4379cf4a-d6cb-4243-bd27-6a38601837d5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Oct 22 14:10:30.373832 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff3daebb-3595-4f40-83a7-6fcc3d8a00bb req-1465f7ea-0925-42a4-ae21-ca5b6f52ec4a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Oct 22 14:10:31.496524 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd57089-9917-453f-b38a-975a944f6e1d req-f24db498-a363-43b6-83a0-cb4eb6a8e645 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:31.498071 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abd57089-9917-453f-b38a-975a944f6e1d req-f24db498-a363-43b6-83a0-cb4eb6a8e645 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Oct 22 14:10:31.541655 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abd57089-9917-453f-b38a-975a944f6e1d req-1d35945f-97c4-4ff9-942c-3100922adf1c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375164 Oct 22 14:10:32.673341 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f9b6e-0946-4443-88be-f33392c97709 req-b471342d-2ec4-416a-9640-30c3aa16a271 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:32.674944 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9f9b6e-0946-4443-88be-f33392c97709 req-b471342d-2ec4-416a-9640-30c3aa16a271 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0616300 Oct 22 14:10:32.719077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-0e9f9b6e-0946-4443-88be-f33392c97709 req-90ca9811-2bc6-4818-ac60-78c88fce0e6c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379498 Oct 22 14:10:33.847356 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d27c1-3c5c-4df6-8901-8dbf05e9f9b3 req-39063ed9-da62-4640-9ae0-72e657872197 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:33.848924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c2d27c1-3c5c-4df6-8901-8dbf05e9f9b3 req-39063ed9-da62-4640-9ae0-72e657872197 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0550945 Oct 22 14:10:33.894008 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4c2d27c1-3c5c-4df6-8901-8dbf05e9f9b3 req-9a4791a0-de5c-4d1c-bec8-645df60dfc0e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Oct 22 14:10:34.602675 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:10:35.019939 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1499cb-4549-48ca-8e7a-267c157e624e req-c9257a5a-4d84-4399-bb1b-ecb11279c4a7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:35.021481 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1499cb-4549-48ca-8e7a-267c157e624e req-c9257a5a-4d84-4399-bb1b-ecb11279c4a7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Oct 22 14:10:35.063050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3d1499cb-4549-48ca-8e7a-267c157e624e req-ebd233b0-b22b-4fb6-8008-26f697fc600d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Oct 22 14:10:36.195577 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55bd92-b503-44f3-a906-78d326c8febb req-ed4190ee-c54a-4093-96c3-cc42de1d31b8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:36.197111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f55bd92-b503-44f3-a906-78d326c8febb req-ed4190ee-c54a-4093-96c3-cc42de1d31b8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0539751 Oct 22 14:10:36.238747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f55bd92-b503-44f3-a906-78d326c8febb req-e41972c6-0052-4a89-a29f-16e431905366 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325575 Oct 22 14:10:37.358068 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d196c-5ec2-457a-87ee-1ae9b0452bfd req-bedefcbf-ef2f-4a98-b558-c603e9dfe30c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:37.359747 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d3d196c-5ec2-457a-87ee-1ae9b0452bfd req-bedefcbf-ef2f-4a98-b558-c603e9dfe30c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0517430 Oct 22 14:10:37.413723 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9d3d196c-5ec2-457a-87ee-1ae9b0452bfd req-e8d21123-c990-45cd-9474-04c42b942970 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Oct 22 14:10:38.534313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e45e35-4300-4f27-9c40-a1f91e025f8b req-05594703-5427-4a28-852a-8f6d7e4e4a3c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:38.535741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24e45e35-4300-4f27-9c40-a1f91e025f8b req-05594703-5427-4a28-852a-8f6d7e4e4a3c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Oct 22 14:10:38.573355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24e45e35-4300-4f27-9c40-a1f91e025f8b req-a7c963c1-b71a-46c9-a891-8bbf9563d38a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Oct 22 14:10:38.946323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:39.689885 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7de6c9-07fe-4f0c-957e-59e86195e431 req-82a76f78-1fed-4c2f-bee8-fa50bbd11bcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:39.691447 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7de6c9-07fe-4f0c-957e-59e86195e431 req-82a76f78-1fed-4c2f-bee8-fa50bbd11bcf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0512311 Oct 22 14:10:39.729499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8a7de6c9-07fe-4f0c-957e-59e86195e431 req-8f64ba70-f470-4d25-a6a9-b85e9992770b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Oct 22 14:10:40.488015 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:40.846611 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf19e1-3252-47ad-8159-60fda8101250 req-d9cd4686-ffd9-44da-a4ff-af9447a12ef4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:40.848123 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfdf19e1-3252-47ad-8159-60fda8101250 req-d9cd4686-ffd9-44da-a4ff-af9447a12ef4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0507689 Oct 22 14:10:40.889286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfdf19e1-3252-47ad-8159-60fda8101250 req-d7b7be56-a2b1-4740-a37a-de934df452f8 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352879 Oct 22 14:10:42.008952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b599e1-f08f-41ad-9f50-3274efd5dea0 req-d2527fe4-07e4-442b-8213-ea3de729e6e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:42.010486 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1b599e1-f08f-41ad-9f50-3274efd5dea0 req-d2527fe4-07e4-442b-8213-ea3de729e6e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Oct 22 14:10:42.050116 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1b599e1-f08f-41ad-9f50-3274efd5dea0 req-89822e8c-607d-4a32-ba88-6f894d6571d6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Oct 22 14:10:43.173720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab31e8-1682-445a-96dc-b5bfacc2c923 req-bbefc5b4-2517-4850-a1f0-5c24ef60bbc7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:43.175311 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44ab31e8-1682-445a-96dc-b5bfacc2c923 req-bbefc5b4-2517-4850-a1f0-5c24ef60bbc7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Oct 22 14:10:43.215240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-44ab31e8-1682-445a-96dc-b5bfacc2c923 req-756ff7ec-1e08-4a95-b441-5834c81c8ddf tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Oct 22 14:10:44.333104 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5875a-8f34-4026-8114-865c1bd3e949 req-900d9332-7514-4abf-a641-7a3a22013875 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:44.334570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4f5875a-8f34-4026-8114-865c1bd3e949 req-900d9332-7514-4abf-a641-7a3a22013875 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Oct 22 14:10:44.376286 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f4f5875a-8f34-4026-8114-865c1bd3e949 req-4478836d-1686-4d2e-871e-98cfa5b18786 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Oct 22 14:10:44.397699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51150) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:10:44.463364 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-abff02ec-6f0f-454f-94ee-e0029e768ff7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/c1c99006-30a7-4cad-ab75-bb77f1571a1a HTTP/1.1" status: 200 len: 993 time: 0.0645387 Oct 22 14:10:45.733587 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2260a-078b-417c-ae2a-305fbc9a9c38 req-013017cc-1812-4aee-890e-153faae40cf2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:45.735169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18e2260a-078b-417c-ae2a-305fbc9a9c38 req-013017cc-1812-4aee-890e-153faae40cf2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Oct 22 14:10:45.750890 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-133048e3-00e2-49ca-b160-320b3146dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:45.752420 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-133048e3-00e2-49ca-b160-320b3146dbe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0410366 Oct 22 14:10:45.775913 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18e2260a-078b-417c-ae2a-305fbc9a9c38 req-2712986b-2293-47ef-98b3-15c0334a3c8b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347092 Oct 22 14:10:45.854595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-58183d72-b678-43b2-8353-9a8333d3be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:45.856088 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-58183d72-b678-43b2-8353-9a8333d3be46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.0960381 Oct 22 14:10:45.921914 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-3f6b7ec4-a947-4731-88e6-21a6181eaf1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 1001 time: 0.0582161 Oct 22 14:10:45.973290 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-9458c82f-402e-4832-ab4f-0eae4a58b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:45.974767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-9458c82f-402e-4832-ab4f-0eae4a58b5f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0439425 Oct 22 14:10:46.024517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-b57423ee-db52-4bc9-a5cf-89475441da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:46.025942 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-b57423ee-db52-4bc9-a5cf-89475441da08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435929 Oct 22 14:10:46.117634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-008ec911-b1b2-4c23-80b1-b63b1c51d912 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Oct 22 14:10:46.211991 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c91a6878-a594-4e26-b9e1-cb7cf10997ae req-08f2e5a2-f2e0-43ea-bb7c-e9ebf1c5cd21 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Oct 22 14:10:46.902732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1a97f-3779-4086-b8d0-69178a695153 req-1c2715fe-996a-4052-a7e0-c80ef249a5a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:46.904220 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda1a97f-3779-4086-b8d0-69178a695153 req-1c2715fe-996a-4052-a7e0-c80ef249a5a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Oct 22 14:10:46.943201 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda1a97f-3779-4086-b8d0-69178a695153 req-693b8517-e04d-49bf-9551-5397eee5b6ef tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Oct 22 14:10:48.063387 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aedc28-4cf0-4005-8837-9d540108d29d req-1c7b6013-9f17-41bc-a473-6235d6a08c90 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:10:48.064948 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0aedc28-4cf0-4005-8837-9d540108d29d req-1c7b6013-9f17-41bc-a473-6235d6a08c90 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0536125 Oct 22 14:10:48.106347 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d0aedc28-4cf0-4005-8837-9d540108d29d req-2d0f1717-f428-4ab2-a05d-dedfb446541d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354371 Oct 22 14:10:48.129773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51162) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:10:48.193446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fba3f76f-c01b-4542-8d1e-7ee6f8c34ba9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/c1c99006-30a7-4cad-ab75-bb77f1571a1a HTTP/1.1" status: 200 len: 993 time: 0.0625343 Oct 22 14:10:54.128932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f6960b2-336a-428a-99a8-6f734e017279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:57.199374 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4006018-9db2-4bbb-92f5-847129f620a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:57.919918 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:57.993394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:10:59.992371 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:08.946094 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:10.489297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:11.602110 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:11:14.196384 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-8c6260e2-293f-4040-aa22-3c8d604b2c28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439754 Oct 22 14:11:14.282613 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d7c1-496e-489a-a32f-857934a0333e req-14dcebce-90c8-43ff-aabb-8714524c6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:14.284131 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-14dcebce-90c8-43ff-aabb-8714524c6f57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0407970 Oct 22 14:11:14.402450 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d7c1-496e-489a-a32f-857934a0333e req-bfce1ebb-6011-4d17-830c-969b157952c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:14.405597 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-bfce1ebb-6011-4d17-830c-969b157952c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.0919330 Oct 22 14:11:14.475412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-5710c7a4-458a-45f0-8d58-c8745e7040ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 1001 time: 0.0610068 Oct 22 14:11:14.531311 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d7c1-496e-489a-a32f-857934a0333e req-8e3a97a4-fa51-4c51-a651-09510a784201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:14.532767 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-8e3a97a4-fa51-4c51-a651-09510a784201 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0498934 Oct 22 14:11:14.579297 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d7c1-496e-489a-a32f-857934a0333e req-840eee0e-3f8c-4756-98b8-370ce5b304de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:14.580783 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-840eee0e-3f8c-4756-98b8-370ce5b304de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Oct 22 14:11:14.599185 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-15418e31-eedb-4292-ae7f-fe2ab05598c3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:11:14.600109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-15418e31-eedb-4292-ae7f-fe2ab05598c3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048194 Oct 22 14:11:14.695388 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-504d46f6-576f-4d4f-83d1-77be2a6945d0 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Oct 22 14:11:14.788050 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-cf83d7c1-496e-489a-a32f-857934a0333e req-11dc6ead-7eb3-46ad-ab78-21797636c8b0 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Oct 22 14:11:20.807067 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51176) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:20.979052 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 426ede87-861f-4de4-9e50-a7a4a7619693 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:11:20.979390 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.056949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.057343 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.069772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 426ede87-861f-4de4-9e50-a7a4a7619693 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:11:21.223741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.256040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=426ede87-861f-4de4-9e50-a7a4a7619693,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:21.286134 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.286481 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.286843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.287181 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.287513 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.287844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.288172 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.288496 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.288820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.289141 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.289461 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.289780 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:21.333922 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.334254 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP c1c99006-30a7-4cad-ab75-bb77f1571a1a disassociated (deleted). External IP: 172.25.6.146, port: ddcdceb1-7352-4734-aa44-d578535bb8e7. Oct 22 14:11:21.549183 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 3d890e39-2b24-4980-a6ff-c0cbf2328676 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:11:21.658949 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:11:21.663582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:21.668471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Sync routers for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:11:21.683416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:21.684295 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:21.695561 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2580287e-1cc4-4650-9c39-05c407fc3394 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/floatingips/c1c99006-30a7-4cad-ab75-bb77f1571a1a HTTP/1.1" status: 204 len: 168 time: 0.8874013 Oct 22 14:11:21.696135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:11:21.698391 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a10c4-e8be-454a-b8b9-90fcdfe219d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:11:21.740273 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46a833-f0c2-4cfb-805a-7e13e9d32560 x-openstack-request-id: req-4e46a833-f0c2-4cfb-805a-7e13e9d32560 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:11:21.740987 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:11:21.740987 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e46a833-f0c2-4cfb-805a-7e13e9d32560 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:11:21.741351 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'status': 'completed', 'code': 200} Oct 22 14:11:21.798476 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:21.822137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-81cd4e96-8469-4bb0-8dbd-ce4129b0c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:21.824011 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-81cd4e96-8469-4bb0-8dbd-ce4129b0c697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 1096 time: 0.0561967 Oct 22 14:11:21.939073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b64ab-8cba-4ca3-9140-4138afa6d2b9 req-ef1d3874-be9b-490e-b603-c336a16d86a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:21.940782 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-244b64ab-8cba-4ca3-9140-4138afa6d2b9 req-ef1d3874-be9b-490e-b603-c336a16d86a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0574634 Oct 22 14:11:21.947059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-180973c8-e08c-4669-acc2-ffa8e5280cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:21.948619 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-180973c8-e08c-4669-acc2-ffa8e5280cdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 200 len: 898 time: 0.1063080 Oct 22 14:11:21.984755 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-244b64ab-8cba-4ca3-9140-4138afa6d2b9 req-85978c96-8f24-4cff-9490-4ca5431afc27 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371134 Oct 22 14:11:21.999130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-e271dad1-b68d-4227-82df-f227b2784d5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 200 len: 217 time: 0.0390859 Oct 22 14:11:22.054752 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-aafd0730-448f-40d3-93b7-db3fe0e3415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:22.056367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-aafd0730-448f-40d3-93b7-db3fe0e3415c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 200 len: 835 time: 0.0493085 Oct 22 14:11:22.107649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-1b204580-bdaa-413d-94c8-a90596492844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:22.109178 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-1b204580-bdaa-413d-94c8-a90596492844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=422e04d5-345f-4b0a-a91b-32ffdf2f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439882 Oct 22 14:11:22.178365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:22.206552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Checking router: 3d890e39-2b24-4980-a6ff-c0cbf2328676 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:11:22.210632 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-cecac626-efdf-4846-89ae-fe827544c10f service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917222 Oct 22 14:11:22.214732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:22.215345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:22.311030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-421a10c4-e8be-454a-b8b9-90fcdfe219d1 req-87ff2f89-d71e-45d1-80c0-96b04a330269 service neutron] 10.222.0.26 "GET /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909739 Oct 22 14:11:22.331501 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:22.535732 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-08f06006-c071-4e59-9992-f3141646d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:22.562216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f06006-c071-4e59-9992-f3141646d725 None None] The sync data for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 is: [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:37Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'ef816be5-d261-4ca5-896c-d9d142ea7439', 'name': '', 'network_id': '422e04d5-345f-4b0a-a91b-32ffdf2f58f3', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:39:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:36Z', 'updated_at': '2021-10-22T14:09:40Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '9d88b772-5a6a-4079-8a61-5b307fe73126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:11:22.786112 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bfc30-a5f6-4c97-a3c5-a0013820b7db None None] New status for floating IP c1c99006-30a7-4cad-ab75-bb77f1571a1a: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:11:23.122291 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe9c5f-9775-48e7-a33a-523314eb56da req-8b2f714f-8233-46f0-ac09-793d9a1a4dd1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:23.124294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0fe9c5f-9775-48e7-a33a-523314eb56da req-8b2f714f-8233-46f0-ac09-793d9a1a4dd1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0541754 Oct 22 14:11:23.163000 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b0fe9c5f-9775-48e7-a33a-523314eb56da req-71ad2bb3-e348-4a20-924f-aa9944f89e8c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c9e5c19-3783-4d25-9772-6f329559f010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Oct 22 14:11:23.599585 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150ba3-77a8-4f48-a618-dc0df635747a req-11bb506b-608e-4044-a8db-f10a700c417d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:23.601066 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-85150ba3-77a8-4f48-a618-dc0df635747a req-11bb506b-608e-4044-a8db-f10a700c417d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 945 time: 0.0553491 Oct 22 14:11:23.696560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port ddcdceb1-7352-4734-aa44-d578535bb8e7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:11:23.696921 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:23.785173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port ddcdceb1-7352-4734-aa44-d578535bb8e7, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ddcdceb1-7352-4734-aa44-d578535bb8e7,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:23.785533 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:23.798976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for ddcdceb1-7352-4734-aa44-d578535bb8e7 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:11:23.931641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:23.958809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=ddcdceb1-7352-4734-aa44-d578535bb8e7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:23.973302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.973661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.974006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.974341 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.974693 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.975025 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.975354 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.975681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.976011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.976338 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.976661 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:23.976980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:24.015497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] No DVR routers for this DVR port ddcdceb1-7352-4734-aa44-d578535bb8e7 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:11:24.018082 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:24.021395 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-85150ba3-77a8-4f48-a618-dc0df635747a req-e4dea154-764a-400f-b924-1940c71aba33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "DELETE /v2.0/ports/ddcdceb1-7352-4734-aa44-d578535bb8e7 HTTP/1.1" status: 204 len: 173 time: 0.4138608 Oct 22 14:11:24.021842 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'name': 'network-vif-deleted', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:11:24.024102 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879850d-af52-442b-8a30-e4c9fcbfc0c2" -d '{"events": [{"server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "name": "network-vif-deleted", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:11:24.064340 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103375c-eb75-41bf-a031-f8e2cd339c5b x-openstack-request-id: req-1103375c-eb75-41bf-a031-f8e2cd339c5b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:11:24.064658 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30602d-b63c-4170-9df3-899014289de4", "name": "network-vif-deleted", "tag": "ddcdceb1-7352-4734-aa44-d578535bb8e7", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:11:24.064914 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1103375c-eb75-41bf-a031-f8e2cd339c5b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:11:24.065333 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30602d-b63c-4170-9df3-899014289de4', 'name': 'network-vif-deleted', 'tag': 'ddcdceb1-7352-4734-aa44-d578535bb8e7', 'status': 'completed', 'code': 200} Oct 22 14:11:24.131588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ee61-2146-4ce7-970b-b25b3214d556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:24.278229 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cdb72e3b-40b4-4c8d-90e7-574e60a9cc97 req-9e31b049-b9ed-48d0-94f8-55675ec1c6dd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc30602d-b63c-4170-9df3-899014289de4 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Oct 22 14:11:25.340039 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:25.722288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:26.325336 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port ef816be5-d261-4ca5-896c-d9d142ea7439 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:11:26.326188 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:26.414010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port ef816be5-d261-4ca5-896c-d9d142ea7439, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=ef816be5-d261-4ca5-896c-d9d142ea7439,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:26.414736 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:26.426742 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for ef816be5-d261-4ca5-896c-d9d142ea7439 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:11:26.619271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:26.650178 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=ef816be5-d261-4ca5-896c-d9d142ea7439,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:26.829126 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.057738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 3d890e39-2b24-4980-a6ff-c0cbf2328676 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:11:27.149094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ddcdceb1-7352-4734-aa44-d578535bb8e7 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:11:27.168736 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:11:27.171791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: ddcdceb1-7352-4734-aa44-d578535bb8e7 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:11:27.172151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ddcdceb1-7352-4734-aa44-d578535bb8e7 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:11:27.174659 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-71d1ae89-31df-472a-ad00-d6143ee388fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/3d890e39-2b24-4980-a6ff-c0cbf2328676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332531 Oct 22 14:11:27.176996 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51196) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:27.181540 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Sync routers for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:11:27.209287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:27.209899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:10:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:27.236166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting subnet 9d88b772-5a6a-4079-8a61-5b307fe73126 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:11:27.239697 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.257660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-84a3846e-ff6c-4ff3-83c4-400a0052de17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.287080 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.343312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:27.377175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.437140 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.465454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Subnet': ['ID=9d88b772-5a6a-4079-8a61-5b307fe73126,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:27.469272 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.475068 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d929738-d90d-4f54-a345-e77fe71a3b02 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/subnets/9d88b772-5a6a-4079-8a61-5b307fe73126 HTTP/1.1" status: 204 len: 168 time: 0.2945745 Oct 22 14:11:27.475463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51198) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:27.479142 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b49c9-fb6b-45d2-9807-c7f119054040 None None] Network 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:11:27.583427 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.630533 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:11:26Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:27.660519 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Checking router: 3d890e39-2b24-4980-a6ff-c0cbf2328676 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:11:27.674864 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Routers {'3d890e39-2b24-4980-a6ff-c0cbf2328676'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:27.675423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['3d890e39-2b24-4980-a6ff-c0cbf2328676'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:27.693394 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.736595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] DHCP port deletion for 422e04d5-345f-4b0a-a91b-32ffdf2f58f3 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:11:27.756381 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:11:27.756725 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.816771 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] Set router 3d890e39-2b24-4980-a6ff-c0cbf2328676 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:27.835660 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:27.836025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.848042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:11:27.945899 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Deleting port 00c79e9a-9870-4fdd-9554-b0e1c167a198 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:11:27.946193 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:27.976186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.024890 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.057976 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:28.073483 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] For port 00c79e9a-9870-4fdd-9554-b0e1c167a198, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=00c79e9a-9870-4fdd-9554-b0e1c167a198,segment=NetworkSegment(fab1a3c0-41df-417f-be32-afac6a1399d1),segment_id=fab1a3c0-41df-417f-be32-afac6a1399d1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:28.075235 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.077450 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.089649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Calling delete_port for 00c79e9a-9870-4fdd-9554-b0e1c167a198 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:11:28.129095 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.177122 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:11:26Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:28.209913 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16c9ad-d73c-4a61-b172-bda298a1411d None None] The sync data for ids ['3d890e39-2b24-4980-a6ff-c0cbf2328676'] in n-d-813419-8 is: [{'id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110826803', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:11:26Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d890e39-2b24-4980-a6ff-c0cbf2328676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:09:34Z', 'updated_at': '2021-10-22T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:11:28.232780 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.269560 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Pushing event deleted for resources: {'Port': ['ID=00c79e9a-9870-4fdd-9554-b0e1c167a198,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:28.273116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] No DVR routers for this DVR port 00c79e9a-9870-4fdd-9554-b0e1c167a198 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:11:28.281570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.281916 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.282262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.282797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.283135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.283737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.283828 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.284103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.284429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.284753 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.285076 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.285838 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00fc26-e165-4b3a-9927-7f8963e08f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:28.592056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.594841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.642369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.643056 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Fanout notify agent at l3_agent the message router_deleted on router 3d890e39-2b24-4980-a6ff-c0cbf2328676 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:11:28.651385 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.652518 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-8079ae24-72db-4d05-934e-410d09feb9f5 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/routers/3d890e39-2b24-4980-a6ff-c0cbf2328676 HTTP/1.1" status: 204 len: 168 time: 1.1760788 Oct 22 14:11:28.656071 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51200) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:28.740166 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.830227 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.855477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422e04d5-345f-4b0a-a91b-32ffdf2f58f3']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:28.867479 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab1a3c0-41df-417f-be32-afac6a1399d1') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:28.867772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab1a3c0-41df-417f-be32-afac6a1399d1') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:28.883502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.897500 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.908946 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:11:28.908946 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:11:28.910886 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:11:28.991001 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.009735 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.013013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/networks/422e04d5-345f-4b0a-a91b-32ffdf2f58f3 HTTP/1.1" status: 204 len: 168 time: 0.3558226 Oct 22 14:11:29.014344 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581b300-8a5a-423c-b46b-2c1a9f72b1fc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Network': ['ID=422e04d5-345f-4b0a-a91b-32ffdf2f58f3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:29.015972 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51202) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:29.081339 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.114919 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.180353 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.182988 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.187613 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c9e5c19-3783-4d25-9772-6f329559f010 HTTP/1.1" status: 204 len: 168 time: 0.1670401 Oct 22 14:11:29.203941 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74146b66-62b3-4688-9fa1-a10ba59429b2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e5c19-3783-4d25-9772-6f329559f010,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:29.272129 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef816be5-d261-4ca5-896c-d9d142ea7439 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:11:29.293517 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: ef816be5-d261-4ca5-896c-d9d142ea7439 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:11:29.293935 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device ef816be5-d261-4ca5-896c-d9d142ea7439 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:11:29.294645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00c79e9a-9870-4fdd-9554-b0e1c167a198 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:11:29.321285 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 00c79e9a-9870-4fdd-9554-b0e1c167a198 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:11:29.321639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 00c79e9a-9870-4fdd-9554-b0e1c167a198 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:11:29.322057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:11:29.341554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:11:29.341934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device cdfd5ab6-b7d6-4dea-b46d-5e3d69b643c3 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:11:29.638833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51208) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:29.643699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367740714', 'description': 'tempest-secgroup-smoke-367740714 description', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:29.666105 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.734740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.738990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.770513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:29.775519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.780578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b8f7ac00-1485-4b81-9359-003874bbdee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369159 Oct 22 14:11:29.780578 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51210) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:29.785164 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:29.812358 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.870189 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.874025 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.892425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6d16ed-be90-48a7-b294-1257b5976306,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:29.897515 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.898785 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-85ea78fb-bfd8-461c-876b-0cdb9e59745c tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170061 Oct 22 14:11:29.901498 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51212) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:29.906428 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:29.934287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.995060 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:29.998253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.002996 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.022368 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d26b45a-e6fd-407a-b274-c078979878aa,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.033684 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.034944 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-410e20a3-685b-42c5-8235-0fb5000c5b9a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324935 Oct 22 14:11:30.037638 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51214) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.042168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.069771 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.129413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.133000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.152085 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926a0d30-6dbc-498d-bf61-a02de336317b,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.158061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.161778 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f200c4c2-0f9f-4856-874c-1bb920f3f2e9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206408 Oct 22 14:11:30.162350 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51216) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.167200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.193026 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.257221 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.260741 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.280279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617046f2-343b-4ed9-9d96-3fa621b919d5,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.289008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.290221 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6614a117-9404-4e8a-a272-f2c8f9423a81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268520 Oct 22 14:11:30.292940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51218) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.297679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.319840 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:11:30.324601 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.389407 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.393324 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.412231 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7640bb-c39d-4995-ac30-a7c180e84118,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.422580 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.424117 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e8f9d2e3-99aa-488e-b9ae-f9c7d23105af tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302471 Oct 22 14:11:30.426545 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.431037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'security_group_rule': {'security_group_id': 'b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.454907 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Project ae617e2cf9ff4dfca195e2d10c69950e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:11:30.459712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.529288 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.533000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.551233 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e662ba9-5571-4ddd-b437-3f4b5e2a5f5f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.560880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.562169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c63596e3-4282-402d-acd9-19685aee2368 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346481 Oct 22 14:11:30.564969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51222) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.569782 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'network': {'name': 'tempest-network-smoke--301109464', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'port_security_enabled': True}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.590762 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:11:30.594533 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.618677 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:11:30.628645 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.628994 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Added segment c88d7b67-8923-41d3-9067-84337dfec4c8 of type vlan for network ebf67c00-d786-4883-a168-20c9e198e502 Oct 22 14:11:30.670544 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.698229 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.704153 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:30.704744 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.736566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1705732 Oct 22 14:11:30.739653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51224) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:30.744670 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'admin_state_up': True, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:30.768715 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.770036 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.775755 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2904-7526-45a5-b1f4-b9c32ec6476e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Network': ['ID=ebf67c00-d786-4883-a168-20c9e198e502,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:30.786996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network ebf67c00-d786-4883-a168-20c9e198e502 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:11:30.828013 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:30.967604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.175352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.195315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.308416 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.221 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/dd0263e7-ac1f-4937-9472-4cb708a41680) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:11:31.416862 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.449905 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.486809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:31.489704 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:31.493632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:11:31.519529 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=dd0263e7-ac1f-4937-9472-4cb708a41680,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:31.766563 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:31.975035 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.112196 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 5bc264ce-4de8-44aa-8673-f14575c19da3 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:11:32.220500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:11:32.230151 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Sync routers for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:11:32.240451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:32.241075 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:32.241696 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.242996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-bfcf9286-f779-4735-a099-4a2bc4a96e3a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5022078 Oct 22 14:11:32.246022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51226) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:32.275868 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ae6464d3-4835-4f49-867f-5fff74acbada tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ae617e2cf9ff4dfca195e2d10c69950e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286710 Oct 22 14:11:32.280444 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:32.371096 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:32.386967 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fd2bd-e0ab-49b7-874b-54015eeab22e tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:32.389814 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-359fd2bd-e0ab-49b7-874b-54015eeab22e tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076050 Oct 22 14:11:32.392627 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51230) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:32.423679 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3a6aee38-6436-42a8-9de5-892aad731716 tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=71b03d9b-9f76-4411-9586-31c34473f03c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299642 Oct 22 14:11:32.426221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:32.431192 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770855525', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:32.522415 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:11:32.525929 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.558507 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:31Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:32.587560 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Checking router: 5bc264ce-4de8-44aa-8673-f14575c19da3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:11:32.587854 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Updating router 5bc264ce-4de8-44aa-8673-f14575c19da3 port dd0263e7-ac1f-4937-9472-4cb708a41680 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:11:32.614657 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.739175 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.810001 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Subnet': ['ID=8783f709-2209-4b64-ab77-1a607c4fe791,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:32.815539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Checking segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:11:32.815945 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network hostable DHCP agents. Network: ebf67c00-d786-4883-a168-20c9e198e502, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:11:32.834040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network ebf67c00-d786-4883-a168-20c9e198e502 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:11:32.847161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, ebf67c00-d786-4883-a168-20c9e198e502) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:32.855930 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:32.858032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bce4e-bed3-4e8a-820b-7d271a457b67 None None] Network ebf67c00-d786-4883-a168-20c9e198e502 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:11:32.858467 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.885921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5170260b-ebf9-4326-a06b-81d146c34c44 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4583676 Oct 22 14:11:32.889436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51234) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:32.927695 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.937503 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:32.993196 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Attempting to bind port dd0263e7-ac1f-4937-9472-4cb708a41680 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:11:32.993565 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Attempting to bind port dd0263e7-ac1f-4937-9472-4cb708a41680 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:11:32.993937 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Attempting to bind port dd0263e7-ac1f-4937-9472-4cb708a41680 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:11:33.011928 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:11:33.012377 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:11:33.012750 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.013154 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:11:33.013636 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Bound port: dd0263e7-ac1f-4937-9472-4cb708a41680, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:11:33.014023 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.037616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Pushing event updated for resources: {'Port': ['ID=dd0263e7-ac1f-4937-9472-4cb708a41680,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:33.050806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.051162 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.051503 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.051840 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053391 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.053849 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.054091 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.054342 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:11:33.083977 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] For port dd0263e7-ac1f-4937-9472-4cb708a41680, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:11:33.087542 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] For port dd0263e7-ac1f-4937-9472-4cb708a41680, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dd0263e7-ac1f-4937-9472-4cb708a41680,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:11:33.092946 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.141149 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:33.142056 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:33.197760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-ebf67c00-d786-4883-a168-20c9e198e502', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:11:33.198745 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.258582 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:33.330282 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1f361-3cf0-4e14-b347-b77662fd8bf8 None None] Pushing event updated for resources: {'Port': ['ID=dd0263e7-ac1f-4937-9472-4cb708a41680,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:33.356894 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Allocated IP 172.20.0.2 (ebf67c00-d786-4883-a168-20c9e198e502/8783f709-2209-4b64-ab77-1a607c4fe791/67559ff4-9259-4aae-bf66-aab10e874d53) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:11:33.430565 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.462991 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:31Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:33.493032 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a4a1d-9aa8-4228-9dee-e88c96f78626 None None] The sync data for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 is: [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:31Z', 'revision_number': 3, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:11:33.537278 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.542954 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.581151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Network ebf67c00-d786-4883-a168-20c9e198e502 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:33.585793 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:33.590397 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:11:33.602786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Pushing event updated for resources: {'Port': ['ID=67559ff4-9259-4aae-bf66-aab10e874d53,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:33.656777 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Attempting to bind port 67559ff4-9259-4aae-bf66-aab10e874d53 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:11:33.657210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Attempting to bind port 67559ff4-9259-4aae-bf66-aab10e874d53 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:11:33.657580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Attempting to bind port 67559ff4-9259-4aae-bf66-aab10e874d53 on network ebf67c00-d786-4883-a168-20c9e198e502 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:11:33.663258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:11:33.663635 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Checking segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:11:33.664069 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.664471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Bound using segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:11:33.665072 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Bound port: 67559ff4-9259-4aae-bf66-aab10e874d53, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:11:33.665470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.736776 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.1 (ebf67c00-d786-4883-a168-20c9e198e502/8783f709-2209-4b64-ab77-1a607c4fe791/636be563-3eef-432b-a782-c2d31b49bb5a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:11:33.760224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] For port 67559ff4-9259-4aae-bf66-aab10e874d53, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:11:33.767613 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] For port 67559ff4-9259-4aae-bf66-aab10e874d53, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67559ff4-9259-4aae-bf66-aab10e874d53,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:11:33.780072 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.853625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a90fe5-70ab-4a8b-909c-2ec5e6c117b9 None None] Pushing event updated for resources: {'Port': ['ID=67559ff4-9259-4aae-bf66-aab10e874d53,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:33.906112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:33.954644 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.004576 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network ebf67c00-d786-4883-a168-20c9e198e502 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:34.007954 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:34.010448 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:11:34.070147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:34.105604 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.253061 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.820617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e8612-8195-4b1b-9796-19e409745fc6 None None] Network ebf67c00-d786-4883-a168-20c9e198e502 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:11:34.907968 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.913809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.950800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] Provisioning complete for port 67559ff4-9259-4aae-bf66-aab10e874d53 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:34.951355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:34.991062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:34.996107 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.081003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.117265 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] For port 67559ff4-9259-4aae-bf66-aab10e874d53, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67559ff4-9259-4aae-bf66-aab10e874d53,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:35.119604 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network ebf67c00-d786-4883-a168-20c9e198e502 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:35.120910 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.121306 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:35.176239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90582ba-d9a8-4787-9cc7-2ebf3f6a7fb4 None None] Pushing event updated for resources: {'Port': ['ID=67559ff4-9259-4aae-bf66-aab10e874d53,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:35.277780 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 5bc264ce-4de8-44aa-8673-f14575c19da3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:11:35.313617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dd0263e7-ac1f-4937-9472-4cb708a41680 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:35.370201 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d0d056c-6ddf-4949-8acf-5815402b757b None None] Provisioning complete for port 67559ff4-9259-4aae-bf66-aab10e874d53 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:35.370737 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d0d056c-6ddf-4949-8acf-5815402b757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.416628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:11:35.431330 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-900d3aa2-c887-4504-a1ce-edbb55e78ce3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/5bc264ce-4de8-44aa-8673-f14575c19da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5402038 Oct 22 14:11:35.436909 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port dd0263e7-ac1f-4937-9472-4cb708a41680 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:35.437228 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.464859 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Sync routers for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:11:35.514883 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:35.515164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:35.622396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-a35466ab-354d-415d-a6d1-7b6725bee163 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367740714&fields=id&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 267 time: 0.0396001 Oct 22 14:11:35.677601 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3d0d056c-6ddf-4949-8acf-5815402b757b None None] Provisioning complete for port 636be563-3eef-432b-a782-c2d31b49bb5a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:35.677974 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3d0d056c-6ddf-4949-8acf-5815402b757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.714595 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:35.717450 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.741898 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-735006ac-1f74-4bc8-8027-f2bf0ee0f5a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:35.743595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-735006ac-1f74-4bc8-8027-f2bf0ee0f5a3 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 796 time: 0.1137168 Oct 22 14:11:35.761014 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-e3b2a6bc-bd4e-4131-88c6-fa936694b507 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/quotas/ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 375 time: 0.0107749 Oct 22 14:11:35.781718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port dd0263e7-ac1f-4937-9472-4cb708a41680, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dd0263e7-ac1f-4937-9472-4cb708a41680,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:35.788639 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d056c-6ddf-4949-8acf-5815402b757b None None] Port 636be563-3eef-432b-a782-c2d31b49bb5a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:11:35.821204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-5fe68579-3c43-4f19-8df7-725d57b400d1 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535133 Oct 22 14:11:35.822320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:35.823128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67559ff4-9259-4aae-bf66-aab10e874d53 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:35.922552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-dcd78321-8130-4e39-8305-c40e2b890eaf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:11:35.923656 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-dcd78321-8130-4e39-8305-c40e2b890eaf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0874579 Oct 22 14:11:35.975001 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=dd0263e7-ac1f-4937-9472-4cb708a41680,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:35.980073 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-addcb148-8882-40b4-97dd-8c6b550cd1a0 None None] Provisioning complete for port 636be563-3eef-432b-a782-c2d31b49bb5a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:35.981002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-addcb148-8882-40b4-97dd-8c6b550cd1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.018953 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-09327268-5585-41e9-8437-15e99495b01f service neutron] 10.222.0.25 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885806 Oct 22 14:11:36.056128 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 67559ff4-9259-4aae-bf66-aab10e874d53 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:36.056504 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.062499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-addcb148-8882-40b4-97dd-8c6b550cd1a0 None None] Port 636be563-3eef-432b-a782-c2d31b49bb5a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:11:36.119559 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-03e00958-891e-4fd1-bd51-7ec5f24ec974 service neutron] 10.222.0.25 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943153 Oct 22 14:11:36.131470 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 2, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:36.159581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Checking router: 5bc264ce-4de8-44aa-8673-f14575c19da3 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:11:36.159939 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Updating router 5bc264ce-4de8-44aa-8673-f14575c19da3 port 636be563-3eef-432b-a782-c2d31b49bb5a binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:11:36.207132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.304939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d600ef2-daa8-4a82-9257-292f1c4875c6 req-25f516e6-32b0-4f07-939f-672d9e2e2519 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Oct 22 14:11:36.506453 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.512341 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.565082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662d47-072e-4b51-8ffb-8498dbf3849e None None] Pushing event updated for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:36.623880 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Attempting to bind port 636be563-3eef-432b-a782-c2d31b49bb5a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:11:36.624205 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Attempting to bind port 636be563-3eef-432b-a782-c2d31b49bb5a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:11:36.624581 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Attempting to bind port 636be563-3eef-432b-a782-c2d31b49bb5a on network ebf67c00-d786-4883-a168-20c9e198e502 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:11:36.630131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:11:36.630515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Checking segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:11:36.630960 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.631390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Bound using segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:11:36.631877 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Bound port: 636be563-3eef-432b-a782-c2d31b49bb5a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:11:36.632267 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.712472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] For port 636be563-3eef-432b-a782-c2d31b49bb5a, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:11:36.717472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] For port 636be563-3eef-432b-a782-c2d31b49bb5a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=636be563-3eef-432b-a782-c2d31b49bb5a,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:11:36.722182 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:36.806752 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:36.807594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:36.814087 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662d47-072e-4b51-8ffb-8498dbf3849e None None] Pushing event updated for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:36.869710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] Provisioning complete for port 636be563-3eef-432b-a782-c2d31b49bb5a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:36.870425 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.167638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:37.212179 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.259107 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67559ff4-9259-4aae-bf66-aab10e874d53 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:37.344542 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] For port 636be563-3eef-432b-a782-c2d31b49bb5a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=636be563-3eef-432b-a782-c2d31b49bb5a,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:37.379684 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.397400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-d2a57a1d-9814-4a8b-b613-24b3ce76c68d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:37.399018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-d2a57a1d-9814-4a8b-b613-24b3ce76c68d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 796 time: 0.1273692 Oct 22 14:11:37.428986 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c641bcd4-c176-4f86-b3fd-3f565af96eea req-0f1c4256-3ce1-4d07-8313-5547fef27c33 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 210 time: 0.0344841 Oct 22 14:11:37.458673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-1634177b-9f04-4d64-b118-892f51edc331 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae617e2cf9ff4dfca195e2d10c69950e HTTP/1.1" status: 200 len: 379 time: 0.0458834 Oct 22 14:11:37.466526 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 67559ff4-9259-4aae-bf66-aab10e874d53 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:37.466932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.469862 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'port': {'device_id': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'admin_state_up': True, 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'security_groups': ['b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:37.496642 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a263c-d0a9-4243-bce1-ed9110f79e47 None None] Pushing event updated for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:37.548807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0e899928-4415-4c54-981d-14ec2e3b07a3 None None] Provisioning complete for port 636be563-3eef-432b-a782-c2d31b49bb5a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:37.549184 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0e899928-4415-4c54-981d-14ec2e3b07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.592506 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Made reservation on behalf of ae617e2cf9ff4dfca195e2d10c69950e for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:11:37.596287 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.639704 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:36Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:37.670417 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb168d-f1fd-4e5c-86f0-d5fa42648f9c None None] The sync data for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 is: [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:36Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:11:37.703516 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dd0263e7-ac1f-4937-9472-4cb708a41680 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:37.764615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.20.0.8 (ebf67c00-d786-4883-a168-20c9e198e502/8783f709-2209-4b64-ab77-1a607c4fe791/432c048b-3626-434b-8b99-d940c6368d35) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:11:37.769340 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port dd0263e7-ac1f-4937-9472-4cb708a41680 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:37.769340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.948231 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:37.985352 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.032666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network ebf67c00-d786-4883-a168-20c9e198e502 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:38.035891 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:38.039785 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:11:38.083562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:38.124391 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:38.125732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.144477 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-decef5c5-aa50-4c97-894c-12a8eb75ff69 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798759 Oct 22 14:11:38.157507 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Request body: {'port': {'device_id': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:38.237152 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.370927 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-88f13b32-e099-42e7-920a-2f7984df59b4 None None] Provisioning complete for port 432c048b-3626-434b-8b99-d940c6368d35 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:38.371526 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f13b32-e099-42e7-920a-2f7984df59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.410645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-88f13b32-e099-42e7-920a-2f7984df59b4 None None] Port 432c048b-3626-434b-8b99-d940c6368d35 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:11:38.538947 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432c048b-3626-434b-8b99-d940c6368d35 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:11:38.549111 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.566927 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Transition to ACTIVE for port object 432c048b-3626-434b-8b99-d940c6368d35 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:11:38.567147 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9a6f3-41f9-49d3-aec5-73156a02f3b5 req-fa0cd39e-3b16-433b-a0ca-b881bcdaae0b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:38.568999 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b9a6f3-41f9-49d3-aec5-73156a02f3b5 req-fa0cd39e-3b16-433b-a0ca-b881bcdaae0b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 931 time: 0.0570483 Oct 22 14:11:38.571950 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.610745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39b9a6f3-41f9-49d3-aec5-73156a02f3b5 req-a28f8c86-0aa7-4b67-8779-8b7f311e88c2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328629 Oct 22 14:11:38.629700 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:38.716981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Attempting to bind port 432c048b-3626-434b-8b99-d940c6368d35 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:11:38.717463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Attempting to bind port 432c048b-3626-434b-8b99-d940c6368d35 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:11:38.717873 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Attempting to bind port 432c048b-3626-434b-8b99-d940c6368d35 on network ebf67c00-d786-4883-a168-20c9e198e502 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:11:38.723528 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Port 432c048b-3626-434b-8b99-d940c6368d35 on network ebf67c00-d786-4883-a168-20c9e198e502 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:11:38.724122 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Attempting to bind port 432c048b-3626-434b-8b99-d940c6368d35 on network ebf67c00-d786-4883-a168-20c9e198e502 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:11:38.730152 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:11:38.730586 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Checking segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:11:38.731080 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Bound using segment: {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:11:38.732711 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Bound port: 432c048b-3626-434b-8b99-d940c6368d35, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88d7b67-8923-41d3-9067-84337dfec4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:11:38.733143 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.813300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:11:38.818570 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=432c048b-3626-434b-8b99-d940c6368d35,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:11:38.827901 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.869227 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:38.869875 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.871323 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] 10.222.0.26 "PUT /v2.0/ports/432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 1091 time: 0.7185347 Oct 22 14:11:38.871899 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:11:38.874229 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:11:38.915147 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c974ceb-4031-48a3-a442-12eda081fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:38.938176 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0460ebb8-b934-41a2-bce7-b3d93e16578f x-openstack-request-id: req-0460ebb8-b934-41a2-bce7-b3d93e16578f {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:11:38.938556 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:11:38.938969 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0460ebb8-b934-41a2-bce7-b3d93e16578f {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:11:38.939430 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35', 'status': 'completed', 'code': 200} Oct 22 14:11:38.961243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:38.976784 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-8d51a0be-af0d-4a4a-8fdb-cf949700f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:38.978309 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-8d51a0be-af0d-4a4a-8fdb-cf949700f1b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1094 time: 0.0521572 Oct 22 14:11:39.027574 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-4fd42535-1308-491a-aef8-7c2d230a480d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 217 time: 0.0400796 Oct 22 14:11:39.084065 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-f5924e99-30d0-42af-8fa0-7a2033a91aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.085594 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-f5924e99-30d0-42af-8fa0-7a2033a91aff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0509105 Oct 22 14:11:39.133553 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-aa7631dc-f21d-4b85-abbf-3c746cb96f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.135075 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-aa7631dc-f21d-4b85-abbf-3c746cb96f45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424631 Oct 22 14:11:39.235167 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-e7effd2e-43d6-4cc8-a999-542d5eab0b0b service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920634 Oct 22 14:11:39.253119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 636be563-3eef-432b-a782-c2d31b49bb5a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:39.304121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 636be563-3eef-432b-a782-c2d31b49bb5a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:39.304497 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:39.333079 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-da620edb-fc52-4aa6-afed-58da50de3b74 req-325d0259-795c-4f16-b09c-fa1e1564ea98 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905335 Oct 22 14:11:39.438464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-44b52a0e-636b-4204-af1b-95faa1b4fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.440195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-44b52a0e-636b-4204-af1b-95faa1b4fab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1094 time: 0.0497580 Oct 22 14:11:39.534024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-286703b3-873a-43d4-9a3e-94edc27867ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.535442 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-286703b3-873a-43d4-9a3e-94edc27867ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 897 time: 0.0869920 Oct 22 14:11:39.583865 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-c75431bd-a3a6-488e-8e9e-6b96c4eef47b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 217 time: 0.0406249 Oct 22 14:11:39.636863 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-be0787fd-3f38-4871-8db1-25b6b7bd9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.639004 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-be0787fd-3f38-4871-8db1-25b6b7bd9489 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0469639 Oct 22 14:11:39.689302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-3f146459-f828-480c-82c8-a8134e151557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.690909 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-3f146459-f828-480c-82c8-a8134e151557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431507 Oct 22 14:11:39.760122 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfa65c-4e4d-463a-9936-4bda8dc64c52 req-29c16040-6680-4a36-82cf-43ad939974d9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:39.761684 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2cfa65c-4e4d-463a-9936-4bda8dc64c52 req-29c16040-6680-4a36-82cf-43ad939974d9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 943 time: 0.0551450 Oct 22 14:11:39.792625 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-d212c872-38e5-46bb-a22b-ab751df54e9d service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930834 Oct 22 14:11:39.803331 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d2cfa65c-4e4d-463a-9936-4bda8dc64c52 req-52bb5489-f824-4d9d-951f-036819935cfd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348368 Oct 22 14:11:39.891851 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-4d9cd207-5926-431b-a49e-b6ec4e0b4e36 req-5bb81ac5-1eb1-4d80-92d5-cc31010e962f service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Oct 22 14:11:40.500331 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:40.922940 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938005a3-3fd7-42c5-b190-eba5d53bef08 req-08d557b3-a11f-4bab-abb8-a61946130364 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:40.924442 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-938005a3-3fd7-42c5-b190-eba5d53bef08 req-08d557b3-a11f-4bab-abb8-a61946130364 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 943 time: 0.0498710 Oct 22 14:11:40.963699 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-938005a3-3fd7-42c5-b190-eba5d53bef08 req-ddf9e873-c7a6-47fd-a799-02e4576ccc2d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Oct 22 14:11:41.180632 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 432c048b-3626-434b-8b99-d940c6368d35 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:11:41.280169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=432c048b-3626-434b-8b99-d940c6368d35,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:41.291134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '432c048b-3626-434b-8b99-d940c6368d35', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'port_id': '432c048b-3626-434b-8b99-d940c6368d35', 'mac_address': 'fa:16:3e:53:35:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:11:41.328480 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:41.341244 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432c048b-3626-434b-8b99-d940c6368d35 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:11:41.360912 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=432c048b-3626-434b-8b99-d940c6368d35,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:41.364906 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:41.415377 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:41.608133 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['432c048b-3626-434b-8b99-d940c6368d35'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:11:42.083323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8ced-46e1-4efa-a0dd-fc91c5f4a756 req-e5b687e0-9256-420c-ba97-ff0823b4085a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:42.084840 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dabc8ced-46e1-4efa-a0dd-fc91c5f4a756 req-e5b687e0-9256-420c-ba97-ff0823b4085a tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 944 time: 0.0527325 Oct 22 14:11:42.126188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dabc8ced-46e1-4efa-a0dd-fc91c5f4a756 req-bf6f5cc8-81b0-493b-8be6-f6fe5083cf16 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352869 Oct 22 14:11:43.181860 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 432c048b-3626-434b-8b99-d940c6368d35 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:11:43.235088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 432c048b-3626-434b-8b99-d940c6368d35 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:11:43.239298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 432c048b-3626-434b-8b99-d940c6368d35 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:11:43.239674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:43.254972 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aaf58-4fd7-47b3-aa59-2f0703a57e19 req-a8297607-9eae-4451-883e-1ef2ee557115 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:43.256759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e57aaf58-4fd7-47b3-aa59-2f0703a57e19 req-a8297607-9eae-4451-883e-1ef2ee557115 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 944 time: 0.0578263 Oct 22 14:11:43.304326 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e57aaf58-4fd7-47b3-aa59-2f0703a57e19 req-3ba3e283-1aa0-4168-b65b-e59e845d6236 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Oct 22 14:11:43.323690 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:43.346672 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432c048b-3626-434b-8b99-d940c6368d35'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:11:43.349119 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7690bf14-258c-419f-91ca-ef376d3a58b8" -d '{"events": [{"server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "name": "network-vif-plugged", "status": "completed", "tag": "432c048b-3626-434b-8b99-d940c6368d35"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:11:43.362408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=432c048b-3626-434b-8b99-d940c6368d35,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:11:43.366288 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:43.416961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:43.441441 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b822669e-7dc2-4ed9-8ddc-a9b3c5d33724 x-openstack-request-id: req-b822669e-7dc2-4ed9-8ddc-a9b3c5d33724 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:11:43.441758 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "name": "network-vif-plugged", "status": "completed", "tag": "432c048b-3626-434b-8b99-d940c6368d35", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:11:43.442017 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b822669e-7dc2-4ed9-8ddc-a9b3c5d33724 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:11:43.442422 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432c048b-3626-434b-8b99-d940c6368d35', 'code': 200} Oct 22 14:11:43.544127 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282ad1e-ed24-4d42-b1e0-2b82abbed215 req-4dfa2e27-22a0-4c0b-9b37-abc73fb138e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:43.545663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1282ad1e-ed24-4d42-b1e0-2b82abbed215 req-4dfa2e27-22a0-4c0b-9b37-abc73fb138e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1096 time: 0.0415354 Oct 22 14:11:43.588751 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1282ad1e-ed24-4d42-b1e0-2b82abbed215 req-666e4cb3-f43a-445b-9a75-1578ef4eba92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Oct 22 14:11:44.424401 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573d2f8-347b-48ed-ba88-2a836793dc9b req-5ee178e2-a8ba-4367-8962-d08f1b4e48f7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:44.425902 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5573d2f8-347b-48ed-ba88-2a836793dc9b req-5ee178e2-a8ba-4367-8962-d08f1b4e48f7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0514865 Oct 22 14:11:44.467427 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5573d2f8-347b-48ed-ba88-2a836793dc9b req-18545d54-74ef-422d-b794-a13a121aeb96 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355277 Oct 22 14:11:45.587253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa1124-8e61-4c12-b3ab-a8d9d65ce6c9 req-16187af9-20f6-4560-8b9e-b1c07e8cdd78 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:45.589069 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5aa1124-8e61-4c12-b3ab-a8d9d65ce6c9 req-16187af9-20f6-4560-8b9e-b1c07e8cdd78 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0504596 Oct 22 14:11:45.627448 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e5aa1124-8e61-4c12-b3ab-a8d9d65ce6c9 req-fd8beeee-2f81-4a17-b789-3bed42a7490e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Oct 22 14:11:45.747815 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1959aaf-a6a6-4150-b0eb-7d612ed7ab5c req-60ba1212-7063-424e-9581-5f436235cd77 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:45.748844 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1959aaf-a6a6-4150-b0eb-7d612ed7ab5c req-60ba1212-7063-424e-9581-5f436235cd77 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0547917 Oct 22 14:11:45.787243 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1959aaf-a6a6-4150-b0eb-7d612ed7ab5c req-67132f29-54e9-4527-8fc0-5e1c22aeeef7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324872 Oct 22 14:11:45.809024 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51292) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:45.850549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870246e-5219-41a5-8c67-06c56faf00fb tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:45.852118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3870246e-5219-41a5-8c67-06c56faf00fb tempest-TestNetworkAdvancedServerOps-1781698809 tempest-TestNetworkAdvancedServerOps-1781698809-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1091 time: 0.0414088 Oct 22 14:11:45.854953 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:45.860475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '432c048b-3626-434b-8b99-d940c6368d35', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:11:45.883241 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:45.986335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.095464 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Allocated IP 172.25.6.90 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/9987b3f2-f38b-48d7-9931-62a594fddec6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:11:46.211721 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.246196 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.285948 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:11:46.288812 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:11:46.292264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:11:46.300583 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=9987b3f2-f38b-48d7-9931-62a594fddec6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:46.661927 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.732141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.898718 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.904277 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:46.976816 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event updated for resources: {'Port': ['ID=9987b3f2-f38b-48d7-9931-62a594fddec6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:11:46.990715 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:47.096302 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP 602733da-f7cb-452f-821a-276cd1ea9538 associated. External IP: 172.25.6.90, port: 432c048b-3626-434b-8b99-d940c6368d35. Oct 22 14:11:47.653870 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 5bc264ce-4de8-44aa-8673-f14575c19da3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:11:47.766983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:11:47.780579 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Sync routers for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:11:47.787562 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:47.801152 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:47.801799 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:47.817924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1bf87fd2-b991-4d4c-9cd9-1d1e37438204 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9619365 Oct 22 14:11:47.818640 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:11:47.822230 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:11:47.863837 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70896d5a-edeb-480b-9afc-dd43b5e5383b x-openstack-request-id: req-70896d5a-edeb-480b-9afc-dd43b5e5383b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:11:47.864262 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:11:47.864579 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70896d5a-edeb-480b-9afc-dd43b5e5383b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:11:47.865065 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35', 'status': 'completed', 'code': 200} Oct 22 14:11:47.924468 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:47.931365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a3b1-4a17-43ad-aacd-ff1afa3a150b req-0553d176-a83e-4b5f-a521-c3761322d03e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:47.933043 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7976a3b1-4a17-43ad-aacd-ff1afa3a150b req-0553d176-a83e-4b5f-a521-c3761322d03e tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0623403 Oct 22 14:11:47.944823 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-66ca166c-8fe5-4544-af58-2dfe3dfdea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:47.946478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-66ca166c-8fe5-4544-af58-2dfe3dfdea3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1096 time: 0.0525301 Oct 22 14:11:47.989760 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7976a3b1-4a17-43ad-aacd-ff1afa3a150b req-b1cea81c-8dff-4ce5-ace2-7fcc269aae57 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490158 Oct 22 14:11:48.013843 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51300) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:48.066026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-76f8ffe1-48af-47b5-9dba-3b5107bbaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:48.068185 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-76f8ffe1-48af-47b5-9dba-3b5107bbaefd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 897 time: 0.1119483 Oct 22 14:11:48.089016 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-317831d1-95c2-4c93-af53-e779bfd850f6 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/602733da-f7cb-452f-821a-276cd1ea9538 HTTP/1.1" status: 200 len: 990 time: 0.0729504 Oct 22 14:11:48.143905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-a0706306-a7e4-4073-8cd4-fe91b9426117 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 998 time: 0.0679502 Oct 22 14:11:48.190200 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '602733da-f7cb-452f-821a-276cd1ea9538', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'port_id': '432c048b-3626-434b-8b99-d940c6368d35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'mac_address': 'fa:16:3e:53:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:11:46Z', 'updated_at': '2021-10-22T14:11:46Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:48.213677 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-a4149a18-8dda-4aea-bfaf-48848a6bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:48.217070 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-a4149a18-8dda-4aea-bfaf-48848a6bf40d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0635581 Oct 22 14:11:48.221089 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Checking router: 5bc264ce-4de8-44aa-8673-f14575c19da3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:11:48.230020 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:11:48.230780 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:48.274286 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-fe5e553f-16fa-4fce-b359-5f7fb21c71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:11:48.275878 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-fe5e553f-16fa-4fce-b359-5f7fb21c71ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523100 Oct 22 14:11:48.395396 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-0979d6d2-6399-4045-8843-0155081bb8b3 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117067 Oct 22 14:11:48.439068 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:11:48.508750 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b74d26d7-fd9e-4900-b6f9-f4203592a3f0 req-488c11c6-a48a-449c-89f1-afe9da7fc6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058311 Oct 22 14:11:48.615553 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:11:48.696118 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '602733da-f7cb-452f-821a-276cd1ea9538', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'port_id': '432c048b-3626-434b-8b99-d940c6368d35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'mac_address': 'fa:16:3e:53:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:11:46Z', 'updated_at': '2021-10-22T14:11:46Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:11:48.724277 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a9d66-98c9-4d8a-89d9-660250c5999b None None] The sync data for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 is: [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '602733da-f7cb-452f-821a-276cd1ea9538', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'port_id': '432c048b-3626-434b-8b99-d940c6368d35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'mac_address': 'fa:16:3e:53:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:11:46Z', 'updated_at': '2021-10-22T14:11:46Z', 'revision_number': 0, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:11:48.932213 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ff3ae-77b8-4ff1-81d5-2b8f2942670a None None] New status for floating IP 602733da-f7cb-452f-821a-276cd1ea9538: ACTIVE {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:11:49.092126 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51302) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:11:49.161143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-fa20fe72-6159-4f10-ad69-fa995a192502 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/602733da-f7cb-452f-821a-276cd1ea9538 HTTP/1.1" status: 200 len: 992 time: 0.0678148 Oct 22 14:11:54.135693 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ba32393a-f131-43f7-9e23-8db79fe1678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:57.202649 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a94e9ef2-a780-437a-aecc-42d62423fd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:57.930153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:58.000251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:11:59.993262 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:08.964366 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:10.493392 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:15.187814 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-8884857b-b5b6-4dab-af88-8fa32c0e30bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443296 Oct 22 14:12:15.287934 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-875b4307-4321-4d3e-8f75-43a8bb560469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:15.289512 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-875b4307-4321-4d3e-8f75-43a8bb560469 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1096 time: 0.0463529 Oct 22 14:12:15.408472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-7a9d33ea-5c8f-4fc1-8311-1a73d6db0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:15.410012 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-7a9d33ea-5c8f-4fc1-8311-1a73d6db0c32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 897 time: 0.0992548 Oct 22 14:12:15.482250 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-72167e76-eac8-4342-9d09-88f95ee3288e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 1000 time: 0.0617714 Oct 22 14:12:15.535722 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-a040f4a6-4c83-4c26-90d4-65696cff3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:15.537195 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-a040f4a6-4c83-4c26-90d4-65696cff3a6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0470419 Oct 22 14:12:15.600508 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-06357b2e-cdb1-4563-9e26-72a10f27bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:15.602053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-06357b2e-cdb1-4563-9e26-72a10f27bf85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565860 Oct 22 14:12:15.706797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-5cc6b327-fb2d-477d-8cf8-a8ffb1624b99 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950067 Oct 22 14:12:15.805491 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-53051ec3-0d52-47fc-94b1-8029ce4aee62 req-31b8b7bc-d85e-4756-a5fc-d57327e8fc74 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908654 Oct 22 14:12:20.766784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f3b26-c2a5-42fc-9418-616ec3fd60af req-386fd8ce-5360-4e68-b3fa-5f0e29e3fc54 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:20.768367 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b23f3b26-c2a5-42fc-9418-616ec3fd60af req-386fd8ce-5360-4e68-b3fa-5f0e29e3fc54 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0542328 Oct 22 14:12:20.811810 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b23f3b26-c2a5-42fc-9418-616ec3fd60af req-3dd2ccdd-8626-4361-9132-c8e367a4bedc tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373580 Oct 22 14:12:21.945089 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3d46-5c45-4669-907e-eb4c5be7bbbc req-1fda5851-0526-428a-9fa8-a32360d95d80 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:21.946651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bac3d46-5c45-4669-907e-eb4c5be7bbbc req-1fda5851-0526-428a-9fa8-a32360d95d80 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0560305 Oct 22 14:12:21.987289 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3bac3d46-5c45-4669-907e-eb4c5be7bbbc req-0da95fe7-3e5a-473a-9825-4dd26889bf2b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Oct 22 14:12:22.010591 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51320) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:22.073737 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b15042b7-ca44-491b-83d6-10cd19d8d7a9 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/602733da-f7cb-452f-821a-276cd1ea9538 HTTP/1.1" status: 200 len: 992 time: 0.0619411 Oct 22 14:12:23.381453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d26e7b-e3ce-4710-976d-afd51eccf2de req-9a741f69-cb1e-41ec-8047-833efb48daf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:23.383056 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68d26e7b-e3ce-4710-976d-afd51eccf2de req-9a741f69-cb1e-41ec-8047-833efb48daf7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0580871 Oct 22 14:12:23.390470 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-55e3f880-dad4-4ea1-9a09-a52e0309a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:23.392014 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-55e3f880-dad4-4ea1-9a09-a52e0309a800 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1096 time: 0.0453868 Oct 22 14:12:23.428144 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-68d26e7b-e3ce-4710-976d-afd51eccf2de req-77622013-3f05-4beb-b8ee-b9cb17387646 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 Oct 22 14:12:23.497101 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-19d51fe9-8486-4d35-b3ca-6f5458cf995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:23.498663 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-19d51fe9-8486-4d35-b3ca-6f5458cf995d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 897 time: 0.0972350 Oct 22 14:12:23.571305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-1ce1b5e7-75dd-4e7b-8781-d61ced14c949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 1000 time: 0.0627210 Oct 22 14:12:23.622815 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-1106563b-b22e-417e-a681-9f7089409989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:23.624285 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-1106563b-b22e-417e-a681-9f7089409989 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0463104 Oct 22 14:12:23.678296 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-148fd043-fe2f-4c71-8cfb-fc4c96aa4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:23.679760 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-148fd043-fe2f-4c71-8cfb-fc4c96aa4d05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466952 Oct 22 14:12:23.779742 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-bff8c36a-732f-4c66-b340-362b5849df50 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922191 Oct 22 14:12:23.885081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f31b2662-871c-4f48-a31a-8e7c0646f065 req-f3600f29-dd87-4d62-93be-40e8d6644dac service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969677 Oct 22 14:12:24.137994 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8cb98f08-f200-4d55-b48c-101a72d16928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:24.557533 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173ce6a-384c-4ff3-8074-3d112737248b req-37510c20-c357-495f-be65-bea17475b73d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:24.560029 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7173ce6a-384c-4ff3-8074-3d112737248b req-37510c20-c357-495f-be65-bea17475b73d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0558746 Oct 22 14:12:24.604149 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7173ce6a-384c-4ff3-8074-3d112737248b req-5b47d6bc-a868-4e75-a07a-41ab3bda80de tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364828 Oct 22 14:12:25.614864 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:12:25.729016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dea789-ae3f-4b0c-8a34-5cd28adf6f0e req-aafdf2cc-2624-42b2-b5c0-4569456a3fda tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:25.730566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64dea789-ae3f-4b0c-8a34-5cd28adf6f0e req-aafdf2cc-2624-42b2-b5c0-4569456a3fda tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0530071 Oct 22 14:12:25.771795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-64dea789-ae3f-4b0c-8a34-5cd28adf6f0e req-ec1276a1-b1cb-4b7d-b977-623597e4082d tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Oct 22 14:12:25.795212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51332) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:25.862062 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-941568cd-177f-4760-914c-d5981b0a9085 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/floatingips/602733da-f7cb-452f-821a-276cd1ea9538 HTTP/1.1" status: 200 len: 992 time: 0.0656381 Oct 22 14:12:26.129161 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:26.295658 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 9987b3f2-f38b-48d7-9931-62a594fddec6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:12:26.295987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:26.388722 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:26.388963 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:26.403271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 9987b3f2-f38b-48d7-9931-62a594fddec6 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:12:26.577560 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:26.609927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=9987b3f2-f38b-48d7-9931-62a594fddec6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:26.622554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.622938 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.623330 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.623665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.623998 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.624333 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.624968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.625313 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.625644 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.626004 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.626347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.626682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:26.689901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:26.690197 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Floating IP 602733da-f7cb-452f-821a-276cd1ea9538 disassociated (deleted). External IP: 172.25.6.90, port: 432c048b-3626-434b-8b99-d940c6368d35. Oct 22 14:12:26.917105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 5bc264ce-4de8-44aa-8673-f14575c19da3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:12:27.037255 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:27.041953 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:27.048682 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Sync routers for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:27.061094 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:27.061815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:11:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:27.072396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9567c6c9-285b-4ff9-b55e-032894ee4bc2 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/floatingips/602733da-f7cb-452f-821a-276cd1ea9538 HTTP/1.1" status: 204 len: 168 time: 0.9421942 Oct 22 14:12:27.072995 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:12:27.076004 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:12:27.133098 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d17cc-1eea-4069-9002-13823608ab33 x-openstack-request-id: req-b32d17cc-1eea-4069-9002-13823608ab33 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:12:27.133721 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "tag": "432c048b-3626-434b-8b99-d940c6368d35", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:12:27.134146 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b32d17cc-1eea-4069-9002-13823608ab33 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:12:27.134769 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'tag': '432c048b-3626-434b-8b99-d940c6368d35', 'status': 'completed', 'code': 200} Oct 22 14:12:27.215822 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:27.239900 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a924-2de9-4f90-80cc-a3ca63a2babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:27.256905 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-b6d071a4-344b-4a1b-9288-63aa472d8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:27.258456 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-b6d071a4-344b-4a1b-9288-63aa472d8926 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 1096 time: 0.0873590 Oct 22 14:12:27.355928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bdf36-207d-4348-8d05-fa6c04bcd6c0 req-6f4aa5b7-566f-4a76-8467-e3175d8990b7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:27.358562 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-125bdf36-207d-4348-8d05-fa6c04bcd6c0 req-6f4aa5b7-566f-4a76-8467-e3175d8990b7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0598037 Oct 22 14:12:27.383066 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-2c19728a-6b81-4590-8e9e-fabb785d5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:27.384876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-2c19728a-6b81-4590-8e9e-fabb785d5057 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 200 len: 897 time: 0.1172936 Oct 22 14:12:27.406812 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-125bdf36-207d-4348-8d05-fa6c04bcd6c0 req-a5b96ee1-91e6-4898-8cb2-2c450170de81 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 Oct 22 14:12:27.435412 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-219da20f-74ee-44f6-becf-5369eebd2922 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 200 len: 217 time: 0.0392985 Oct 22 14:12:27.468400 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:27.499926 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Checking router: 5bc264ce-4de8-44aa-8673-f14575c19da3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:27.506626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-5c309edb-b556-4111-b908-60d529832db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:27.508300 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-5c309edb-b556-4111-b908-60d529832db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 200 len: 834 time: 0.0577893 Oct 22 14:12:27.510224 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:27.510879 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:27.560795 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-624fdc53-f1ed-45c7-96c3-edd9b5c8e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:27.562646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-624fdc53-f1ed-45c7-96c3-edd9b5c8e8d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebf67c00-d786-4883-a168-20c9e198e502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470703 Oct 22 14:12:27.633602 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:27.697060 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-634d1563-24a1-4f9b-859c-0ce40e3023f7 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141300 Oct 22 14:12:27.820056 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7e87d4cc-78e5-48b7-ae8b-2ae13aa7a384 req-6e0c6cfd-653f-48c5-9923-d6e2295d96e9 service neutron] 10.222.0.26 "GET /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099961 Oct 22 14:12:27.868525 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:27.896083 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5938-099d-46f5-8e01-368345dce8c1 None None] The sync data for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 is: [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:11:34Z', 'revision_number': 4, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '636be563-3eef-432b-a782-c2d31b49bb5a', 'name': '', 'network_id': 'ebf67c00-d786-4883-a168-20c9e198e502', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'mac_address': 'fa:16:3e:5f:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:33Z', 'updated_at': '2021-10-22T14:11:37Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'subnets': [{'id': '8783f709-2209-4b64-ab77-1a607c4fe791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:27.934351 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:28.009234 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:28.140104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc289062-1181-43f3-b7c8-4b85b430ce79 None None] New status for floating IP 602733da-f7cb-452f-821a-276cd1ea9538: DOWN {{(pid=100621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:12:28.549045 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace9b9-9cdf-4cd7-9947-d09f47514e97 req-fb3e651b-feee-4f99-9974-fe10f82b63dd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:28.550688 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09ace9b9-9cdf-4cd7-9947-d09f47514e97 req-fb3e651b-feee-4f99-9974-fe10f82b63dd tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0594289 Oct 22 14:12:28.592965 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09ace9b9-9cdf-4cd7-9947-d09f47514e97 req-34421892-2c95-4a19-ae51-2a4ea8b8c0f0 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357893 Oct 22 14:12:29.329212 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-73adaa17-d453-4d21-92de-db3729b97ba7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:29.330770 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-73adaa17-d453-4d21-92de-db3729b97ba7 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Oct 22 14:12:29.434242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 432c048b-3626-434b-8b99-d940c6368d35 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:12:29.434841 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:29.533130 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 432c048b-3626-434b-8b99-d940c6368d35, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=432c048b-3626-434b-8b99-d940c6368d35,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:29.533584 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:29.549461 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 432c048b-3626-434b-8b99-d940c6368d35 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:12:29.702880 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:29.735460 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b3f3-767e-4089-9b2a-dae5e9fcf783 req-702ee6f7-a0ab-456a-9a55-055fc13e3d99 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:29.737038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca85b3f3-767e-4089-9b2a-dae5e9fcf783 req-702ee6f7-a0ab-456a-9a55-055fc13e3d99 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dc14b7-7b6d-4991-8590-5221a7de1460 HTTP/1.1" status: 200 len: 867 time: 0.0586283 Oct 22 14:12:29.739291 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=432c048b-3626-434b-8b99-d940c6368d35,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:29.754530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.754980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.755325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.755662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.755995 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.756330 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.756657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.756982 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.757743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.757743 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.758055 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.758373 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:29.788290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ca85b3f3-767e-4089-9b2a-dae5e9fcf783 req-875ad459-f6fd-4320-925a-684e3f49a94b tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437260 Oct 22 14:12:29.798523 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] No DVR routers for this DVR port 432c048b-3626-434b-8b99-d940c6368d35 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:12:29.810392 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:29.813988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-0b119ea1-13bc-49a4-bee3-68b3b1f9b280 req-157cb853-a3e0-4abb-a0f6-533955a2b081 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.26 "DELETE /v2.0/ports/432c048b-3626-434b-8b99-d940c6368d35 HTTP/1.1" status: 204 len: 173 time: 0.4728909 Oct 22 14:12:29.814456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'name': 'network-vif-deleted', 'tag': '432c048b-3626-434b-8b99-d940c6368d35'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:12:29.816765 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b2815-3d75-480a-a718-3a23a8789f79" -d '{"events": [{"server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "name": "network-vif-deleted", "tag": "432c048b-3626-434b-8b99-d940c6368d35"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:12:29.855669 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4ca2ab-b5d7-401f-9e16-5a6eb36f7270 x-openstack-request-id: req-8d4ca2ab-b5d7-401f-9e16-5a6eb36f7270 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:12:29.856120 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc14b7-7b6d-4991-8590-5221a7de1460", "name": "network-vif-deleted", "tag": "432c048b-3626-434b-8b99-d940c6368d35", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:12:29.856570 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d4ca2ab-b5d7-401f-9e16-5a6eb36f7270 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:12:29.857069 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc14b7-7b6d-4991-8590-5221a7de1460', 'name': 'network-vif-deleted', 'tag': '432c048b-3626-434b-8b99-d940c6368d35', 'status': 'completed', 'code': 200} Oct 22 14:12:29.997588 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:30.845502 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51354) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:31.261705 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:31.552804 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port 636be563-3eef-432b-a782-c2d31b49bb5a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:12:31.553142 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:31.667024 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port 636be563-3eef-432b-a782-c2d31b49bb5a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=636be563-3eef-432b-a782-c2d31b49bb5a,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:31.667447 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:31.681351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for 636be563-3eef-432b-a782-c2d31b49bb5a owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:12:31.894650 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:31.920503 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=636be563-3eef-432b-a782-c2d31b49bb5a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:32.473513 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:32.703220 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Router 5bc264ce-4de8-44aa-8673-f14575c19da3 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:12:32.821699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:32.828860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d2cd9647-0867-4dfb-808e-3922ebb8d964 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "PUT /v2.0/routers/5bc264ce-4de8-44aa-8673-f14575c19da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9815240 Oct 22 14:12:32.832172 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51356) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:32.867843 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Sync routers for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:32.885174 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:32.885786 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:32.899097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting subnet 8783f709-2209-4b64-ab77-1a607c4fe791 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:12:32.902982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:32.950168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.019592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:33.059976 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.141272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.173805 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Subnet': ['ID=8783f709-2209-4b64-ab77-1a607c4fe791,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:33.177357 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.185045 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-4e4d33cd-380f-48be-9c56-ccf370e69b51 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/subnets/8783f709-2209-4b64-ab77-1a607c4fe791 HTTP/1.1" status: 204 len: 168 time: 0.3464522 Oct 22 14:12:33.185348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51358) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:33.188384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f4468-32c1-48c7-9c83-b922e9c46669 None None] Network ebf67c00-d786-4883-a168-20c9e198e502 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:12:33.326035 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:12:31Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:33.333414 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.353551 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Checking router: 5bc264ce-4de8-44aa-8673-f14575c19da3 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:33.362641 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Routers {'5bc264ce-4de8-44aa-8673-f14575c19da3'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:33.363294 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['5bc264ce-4de8-44aa-8673-f14575c19da3'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:33.447951 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] DHCP port deletion for ebf67c00-d786-4883-a168-20c9e198e502 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:12:33.458177 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.483450 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] Set router 5bc264ce-4de8-44aa-8673-f14575c19da3 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:33.494215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 432c048b-3626-434b-8b99-d940c6368d35 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:12:33.520703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 432c048b-3626-434b-8b99-d940c6368d35 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:12:33.521316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 432c048b-3626-434b-8b99-d940c6368d35 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:12:33.524388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Deleting port dd0263e7-ac1f-4937-9472-4cb708a41680 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:12:33.524830 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.545153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Deleting port 67559ff4-9259-4aae-bf66-aab10e874d53 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:12:33.546140 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.628150 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] For port dd0263e7-ac1f-4937-9472-4cb708a41680, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=dd0263e7-ac1f-4937-9472-4cb708a41680,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:33.628518 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.635900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] For port 67559ff4-9259-4aae-bf66-aab10e874d53, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=67559ff4-9259-4aae-bf66-aab10e874d53,segment=NetworkSegment(c88d7b67-8923-41d3-9067-84337dfec4c8),segment_id=c88d7b67-8923-41d3-9067-84337dfec4c8)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:33.636307 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.652121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Calling delete_port for 67559ff4-9259-4aae-bf66-aab10e874d53 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:12:33.652629 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Calling delete_port for dd0263e7-ac1f-4937-9472-4cb708a41680 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:12:33.695545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:12:31Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:33.732587 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785946e-296b-49e6-8195-be106aaa5a6a None None] The sync data for ids ['5bc264ce-4de8-44aa-8673-f14575c19da3'] in n-d-813419-8 is: [{'id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243302784', 'tenant_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:11:30Z', 'updated_at': '2021-10-22T14:12:31Z', 'revision_number': 5, 'project_id': 'ae617e2cf9ff4dfca195e2d10c69950e', 'gw_port': {'id': 'dd0263e7-ac1f-4937-9472-4cb708a41680', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc264ce-4de8-44aa-8673-f14575c19da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:11:31Z', 'updated_at': '2021-10-22T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:33.746932 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.781606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Pushing event deleted for resources: {'Port': ['ID=67559ff4-9259-4aae-bf66-aab10e874d53,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:33.790239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] No DVR routers for this DVR port 67559ff4-9259-4aae-bf66-aab10e874d53 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:12:33.795040 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.795658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.796438 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.796788 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.797158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.797645 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799038 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.799965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7942-ecac-4ef6-a12a-ebbb26f59b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:33.870373 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:33.898705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Port': ['ID=dd0263e7-ac1f-4937-9472-4cb708a41680,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:33.967294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.064702 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.067469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.116109 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.116921 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc264ce-4de8-44aa-8673-f14575c19da3 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:12:34.128911 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.130378 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3dff90d5-5b5f-4eb9-b157-fdf5159c5ee4 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/routers/5bc264ce-4de8-44aa-8673-f14575c19da3 HTTP/1.1" status: 204 len: 168 time: 0.9439325 Oct 22 14:12:34.132850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:34.221384 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.319605 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.343500 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf67c00-d786-4883-a168-20c9e198e502']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:34.356184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88d7b67-8923-41d3-9067-84337dfec4c8') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:34.356464 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88d7b67-8923-41d3-9067-84337dfec4c8') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:34.369770 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.385645 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.396168 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:12:34.396747 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: timer() Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:12:34.401901 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:12:34.472719 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.480147 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.483759 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/networks/ebf67c00-d786-4883-a168-20c9e198e502 HTTP/1.1" status: 204 len: 168 time: 0.3499255 Oct 22 14:12:34.488389 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51362) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:34.495699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b333531-8856-4d00-81a5-fe15ad5d65fb tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'Network': ['ID=ebf67c00-d786-4883-a168-20c9e198e502,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:34.560860 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.588477 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.655880 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.658508 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:34.659726 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2 HTTP/1.1" status: 204 len: 168 time: 0.1702261 Oct 22 14:12:34.675386 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d0538-9497-438c-8c94-6f2f3aedd138 tempest-TestNetworkAdvancedServerOps-278478972 tempest-TestNetworkAdvancedServerOps-278478972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9312a50-7c08-4b4c-b0fa-0b8c0a487ed2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:35.059911 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51370) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:35.204367 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-947c90cd-364c-441b-bc93-bb8d5248678b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae617e2cf9ff4dfca195e2d10c69950e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431861 Oct 22 14:12:35.207180 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51374) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:35.263951 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.278254 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67559ff4-9259-4aae-bf66-aab10e874d53 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:12:35.285990 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.299126 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 67559ff4-9259-4aae-bf66-aab10e874d53 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:12:35.299474 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 67559ff4-9259-4aae-bf66-aab10e874d53 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:12:35.299896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 636be563-3eef-432b-a782-c2d31b49bb5a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:12:35.320345 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 636be563-3eef-432b-a782-c2d31b49bb5a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:12:35.320698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 636be563-3eef-432b-a782-c2d31b49bb5a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:12:35.321115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dd0263e7-ac1f-4937-9472-4cb708a41680 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:12:35.341821 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: dd0263e7-ac1f-4937-9472-4cb708a41680 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:12:35.342269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device dd0263e7-ac1f-4937-9472-4cb708a41680 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:12:35.349452 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.352315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.353780 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2984117-1627-4645-93bd-a5d4d4944f82 HTTP/1.1" status: 204 len: 168 time: 0.1455588 Oct 22 14:12:35.363646 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2fdd-df13-4f0d-9fca-b867cb3719bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2984117-1627-4645-93bd-a5d4d4944f82,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:35.651702 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51380) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:35.669956 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05c54723-5810-4791-9f7e-305ee1897124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.758511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05c54723-5810-4791-9f7e-305ee1897124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.763464 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-05c54723-5810-4791-9f7e-305ee1897124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.802977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-05c54723-5810-4791-9f7e-305ee1897124 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36e93986b85548879ccc06132839b9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500618 Oct 22 14:12:35.803875 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c54723-5810-4791-9f7e-305ee1897124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f4c307-b7c3-4936-b598-218b7832927c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:35.805958 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51382) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:35.863958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.892163 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.951120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.954984 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:35.956894 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92f4c307-b7c3-4936-b598-218b7832927c HTTP/1.1" status: 204 len: 168 time: 0.1497033 Oct 22 14:12:35.970049 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192548a-6816-4573-9216-845f14e81759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f4c307-b7c3-4936-b598-218b7832927c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:36.721673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51404) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:36.831163 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078261409-network', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:36.853310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Made reservation on behalf of a6d4b1fbd13347bf88f9f15866ae5e67 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:12:36.856425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:36.865491 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:36.951440 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:36.958866 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:36.979278 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:12:37.004273 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.004649 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Added segment 0d93b023-8544-4780-8fb8-35a3160791f6 of type vlan for network 90899bbe-4185-4932-8b03-8be8e53bbdc0 Oct 22 14:12:37.006017 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082406cb-cf81-4105-82ec-4225362ff73d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:37.051408 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.080910 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.085337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:37.085337 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.125215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4023595 Oct 22 14:12:37.128367 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51408) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:37.133415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Request body: {'subnet': {'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078261409-subnet', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:37.157060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3edf3-697e-4176-84ac-c009599a629d admin admin] Pushing event updated for resources: {'Network': ['ID=90899bbe-4185-4932-8b03-8be8e53bbdc0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:37.169227 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:12:37.170633 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Made reservation on behalf of a6d4b1fbd13347bf88f9f15866ae5e67 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:12:37.173023 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.359228 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.408580 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=755ae12b-1558-49be-91e6-d7a1eef73519,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:37.430199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Checking segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:37.430560 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Network hostable DHCP agents. Network: 90899bbe-4185-4932-8b03-8be8e53bbdc0, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:12:37.448892 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:12:37.459745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 90899bbe-4185-4932-8b03-8be8e53bbdc0) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:37.464930 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:37.464930 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.471167 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb331a-2d1b-4c58-be70-cf8b489a02b7 None None] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:12:37.493858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9a1aae84-5c98-4366-af26-53d75a76101f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643415 Oct 22 14:12:37.497456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51410) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:37.501882 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:37.526375 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.528425 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.588945 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.658359 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-90899bbe-4185-4932-8b03-8be8e53bbdc0', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:12:37.659302 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.751802 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.975093 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:37.975475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Allocated IP 172.20.0.2 (90899bbe-4185-4932-8b03-8be8e53bbdc0/755ae12b-1558-49be-91e6-d7a1eef73519/df1775e6-e088-4a11-be3d-2ee7bc943e76) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:37.995576 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.107522 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Allocated IP 172.25.6.197 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/11d8cb93-625f-451d-b2e9-6880e2c90725) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:38.141277 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.151160 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.201546 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:38.204605 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:38.211471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:38.215256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Pushing event updated for resources: {'Port': ['ID=df1775e6-e088-4a11-be3d-2ee7bc943e76,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:38.241657 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.271783 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Attempting to bind port df1775e6-e088-4a11-be3d-2ee7bc943e76 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:38.272181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Attempting to bind port df1775e6-e088-4a11-be3d-2ee7bc943e76 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:38.272551 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Attempting to bind port df1775e6-e088-4a11-be3d-2ee7bc943e76 on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:38.279361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:38.279782 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Checking segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:38.280191 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.280593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Bound using segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:38.281079 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Bound port: df1775e6-e088-4a11-be3d-2ee7bc943e76, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:38.281466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.291635 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.336173 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:38.339205 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:38.344474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:38.366115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] For port df1775e6-e088-4a11-be3d-2ee7bc943e76, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:38.369471 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] For port df1775e6-e088-4a11-be3d-2ee7bc943e76, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=df1775e6-e088-4a11-be3d-2ee7bc943e76,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:38.373389 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Pushing event updated for resources: {'Port': ['ID=11d8cb93-625f-451d-b2e9-6880e2c90725,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:38.373855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.449874 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849aeea-9511-43fb-8009-d6b2149e38d6 None None] Pushing event updated for resources: {'Port': ['ID=df1775e6-e088-4a11-be3d-2ee7bc943e76,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:38.646937 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.861379 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:38.980868 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.004303 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:12:39.322020 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device df1775e6-e088-4a11-be3d-2ee7bc943e76 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:39.393462 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port df1775e6-e088-4a11-be3d-2ee7bc943e76 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:39.394185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.490446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d298a97-6043-4564-ab79-77b0612da4b8 None None] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:12:39.513294 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:39.528555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:39.532982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.534504 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-3db1742c-3708-4f7d-bd38-bb79528c262f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0360732 Oct 22 14:12:39.537474 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51412) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:39.582866 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.615310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6994fbca-8f88-4ae0-bc5a-242af1de572b None None] Provisioning complete for port df1775e6-e088-4a11-be3d-2ee7bc943e76 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:39.615678 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6994fbca-8f88-4ae0-bc5a-242af1de572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.621955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:39.622593 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:39.723003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port df1775e6-e088-4a11-be3d-2ee7bc943e76, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=df1775e6-e088-4a11-be3d-2ee7bc943e76,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:39.752892 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:39.913509 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:39.958077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=df1775e6-e088-4a11-be3d-2ee7bc943e76,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:40.001882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.173735 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:38Z', 'revision_number': 3, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:40.197129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Allocated IP 172.20.0.1 (90899bbe-4185-4932-8b03-8be8e53bbdc0/755ae12b-1558-49be-91e6-d7a1eef73519/2f72f7ae-4f57-459d-a705-fce50e0eb20a) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:40.204281 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:40.204652 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Updating router d438353a-ae7d-4c57-ab6c-65a3003e5bdf port 11d8cb93-625f-451d-b2e9-6880e2c90725 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:12:40.239018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.322706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.362751 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.371416 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e551e1fa-715a-4d56-a38e-da20e79084ae None None] Provisioning complete for port df1775e6-e088-4a11-be3d-2ee7bc943e76 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:40.371416 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e551e1fa-715a-4d56-a38e-da20e79084ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.410472 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:40.420071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:40.420944 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:40.451284 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Pushing event updated for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:40.480658 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.547682 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.638055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.646958 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.665005 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.720061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Attempting to bind port 11d8cb93-625f-451d-b2e9-6880e2c90725 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:40.720348 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Attempting to bind port 11d8cb93-625f-451d-b2e9-6880e2c90725 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:40.720748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Attempting to bind port 11d8cb93-625f-451d-b2e9-6880e2c90725 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:40.722584 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11480a6-2f06-46ed-8511-bc5002de4ba6 None None] Pushing event updated for resources: {'Port': ['ID=11d8cb93-625f-451d-b2e9-6880e2c90725,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:40.729956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f0e8d8ba-7124-4fa6-a4df-7a9588373dfd None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:40.730985 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d8ba-7124-4fa6-a4df-7a9588373dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.732934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:40.733310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:40.733719 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.734111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:40.734596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Bound port: 11d8cb93-625f-451d-b2e9-6880e2c90725, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:40.735002 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.799224 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8d8ba-7124-4fa6-a4df-7a9588373dfd None None] Port 2f72f7ae-4f57-459d-a705-fce50e0eb20a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:12:40.816384 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] For port 11d8cb93-625f-451d-b2e9-6880e2c90725, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:40.820061 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] For port 11d8cb93-625f-451d-b2e9-6880e2c90725, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11d8cb93-625f-451d-b2e9-6880e2c90725,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:40.824921 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.885349 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:40.885995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:40.892422 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11480a6-2f06-46ed-8511-bc5002de4ba6 None None] Pushing event updated for resources: {'Port': ['ID=11d8cb93-625f-451d-b2e9-6880e2c90725,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:40.900334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.906882 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:40.978418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Pushing event updated for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:40.982972 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:41.012996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:41.089026 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:41.090649 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:41.226492 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:12:41.274694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 1, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:41.375574 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:41.383528 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ed33a8c9-69d0-422f-9cb1-3712e5ec6144 admin admin] 10.222.0.25 "PUT /v2.0/routers/d438353a-ae7d-4c57-ab6c-65a3003e5bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423419 Oct 22 14:12:41.475256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device df1775e6-e088-4a11-be3d-2ee7bc943e76 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:41.480182 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868e95f-c989-4eba-bccf-ffab92c76c74 None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 1, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:41.526982 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-58ab3bb1-efcf-4a29-82c9-5287c88e1438 None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:41.527483 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-58ab3bb1-efcf-4a29-82c9-5287c88e1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:41.578741 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-58ab3bb1-efcf-4a29-82c9-5287c88e1438 None None] Port 2f72f7ae-4f57-459d-a705-fce50e0eb20a cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:12:41.580323 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port df1775e6-e088-4a11-be3d-2ee7bc943e76 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:41.580807 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.029999 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51428) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:42.035144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889692351-network', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:42.060708 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Made reservation on behalf of e9eb037a61014a66a9c215eb9b7cde1b for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:12:42.063951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.078061 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.191141 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.202911 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.226720 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:12:42.242102 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0c70a-c565-4bdd-aa5b-cc553ef36b33,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:42.248058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.248644 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Added segment d574dfa2-fb54-4182-8dc5-9f57df0b383d of type vlan for network bd6cb042-e440-4fbd-8aec-77bfde60fac7 Oct 22 14:12:42.314128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.354143 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.355757 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:42.356954 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.399337 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3679776 Oct 22 14:12:42.402680 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51430) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:42.408400 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Request body: {'subnet': {'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889692351-subnet', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:42.434855 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0d2e-930a-4fab-8e90-0e3340dd7c2a admin admin] Pushing event updated for resources: {'Network': ['ID=bd6cb042-e440-4fbd-8aec-77bfde60fac7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:42.453035 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Made reservation on behalf of e9eb037a61014a66a9c215eb9b7cde1b for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:12:42.456126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.457651 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:12:42.679432 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.744748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff76b5b-2927-4a5a-9e11-58beb7968b2f,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:42.756206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Checking segment: {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:42.756703 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Network hostable DHCP agents. Network: bd6cb042-e440-4fbd-8aec-77bfde60fac7, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:12:42.776952 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:12:42.796348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, bd6cb042-e440-4fbd-8aec-77bfde60fac7) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:42.802615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:42.803332 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.810437 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffd9ac-13b9-4266-9799-c16e5a603824 None None] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:12:42.825337 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-73f1b7cd-5069-42a5-b591-2e4941c05d61 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4205804 Oct 22 14:12:42.827755 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51432) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:42.832517 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:42.861732 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.862902 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.929492 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:42.998856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:12:43.000246 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.086758 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.148219 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Allocated IP 172.20.0.2 (bd6cb042-e440-4fbd-8aec-77bfde60fac7/6ff76b5b-2927-4a5a-9e11-58beb7968b2f/9b3100ad-8a63-4534-9643-2f5c26cb7185) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:43.328790 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.345592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.356444 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.356850 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.391420 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11d8cb93-625f-451d-b2e9-6880e2c90725 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:43.404650 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:43.432983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:43.438737 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:43.450870 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Pushing event updated for resources: {'Port': ['ID=9b3100ad-8a63-4534-9643-2f5c26cb7185,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:43.505449 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Allocated IP 172.25.6.241 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/83e806be-04d8-4ec2-85e6-dd10ad5932d6) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:43.520536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Attempting to bind port 9b3100ad-8a63-4534-9643-2f5c26cb7185 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:43.520906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Attempting to bind port 9b3100ad-8a63-4534-9643-2f5c26cb7185 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:43.521279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Attempting to bind port 9b3100ad-8a63-4534-9643-2f5c26cb7185 on network bd6cb042-e440-4fbd-8aec-77bfde60fac7 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:43.531598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11d8cb93-625f-451d-b2e9-6880e2c90725 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:43.531958 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.533954 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:43.534335 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Checking segment: {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:43.534770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.535173 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Bound using segment: {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:43.535662 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Bound port: 9b3100ad-8a63-4534-9643-2f5c26cb7185, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:43.536050 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.642887 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] For port 9b3100ad-8a63-4534-9643-2f5c26cb7185, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:43.646901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] For port 9b3100ad-8a63-4534-9643-2f5c26cb7185, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9b3100ad-8a63-4534-9643-2f5c26cb7185,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:43.650868 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.668978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.697455 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.726784 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.741264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:43.754579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:43.758458 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:43.777734 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:43.781278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18539729-6158-4b69-88bc-fffd7a015eae None None] Pushing event updated for resources: {'Port': ['ID=9b3100ad-8a63-4534-9643-2f5c26cb7185,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:43.785148 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 11d8cb93-625f-451d-b2e9-6880e2c90725, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11d8cb93-625f-451d-b2e9-6880e2c90725,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:43.790894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:43.796611 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:43.797238 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:43.822016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Pushing event updated for resources: {'Port': ['ID=83e806be-04d8-4ec2-85e6-dd10ad5932d6,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:43.868405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=11d8cb93-625f-451d-b2e9-6880e2c90725,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:43.931851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:44.148691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.245474 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 2, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:44.277025 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:44.277442 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Updating router d438353a-ae7d-4c57-ab6c-65a3003e5bdf port 2f72f7ae-4f57-459d-a705-fce50e0eb20a binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:12:44.304614 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.364213 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.512932 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Router 66aa2946-b403-4940-8beb-304e3d55ec75 is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:12:44.598335 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.605308 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.640335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:44.655262 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Sync routers for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:44.665305 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.667190 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-80fbe854-23d4-4192-9111-1f16d2d344cd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8379116 Oct 22 14:12:44.670488 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51434) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:44.681800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Pushing event updated for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:44.689297 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:44.689976 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:44.735627 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.735974 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.736653 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.737308 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.737806 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.738324 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.738850 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.739393 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.740176 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.740690 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.741193 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.741676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:12:44.772968 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Attempting to bind port 2f72f7ae-4f57-459d-a705-fce50e0eb20a on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:44.773725 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Attempting to bind port 2f72f7ae-4f57-459d-a705-fce50e0eb20a by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:44.774256 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Attempting to bind port 2f72f7ae-4f57-459d-a705-fce50e0eb20a on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:44.782261 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:44.783037 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Checking segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:44.783695 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.784103 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Bound using segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:44.784594 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Bound port: 2f72f7ae-4f57-459d-a705-fce50e0eb20a, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:44.784981 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.878378 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] For port 2f72f7ae-4f57-459d-a705-fce50e0eb20a, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:44.883439 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] For port 2f72f7ae-4f57-459d-a705-fce50e0eb20a, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2f72f7ae-4f57-459d-a705-fce50e0eb20a,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:44.890820 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:44.930901 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:44.969809 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:44.970506 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:45.034568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882da53-923c-4d4b-8aa4-199a7326fdc0 None None] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:12:45.039015 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34ee54-4932-44aa-8337-42953ed59028 None None] Pushing event updated for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:45.123779 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:45.193781 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:45.194168 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.468312 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.502582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 3, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:45.506857 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2f72f7ae-4f57-459d-a705-fce50e0eb20a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:45.559757 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:44Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:45.573714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Checking router: 66aa2946-b403-4940-8beb-304e3d55ec75 for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:45.574388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Updating router 66aa2946-b403-4940-8beb-304e3d55ec75 port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:12:45.580544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] For port 2f72f7ae-4f57-459d-a705-fce50e0eb20a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2f72f7ae-4f57-459d-a705-fce50e0eb20a,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:45.608530 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2b2a1-a703-4aa7-b59e-d34cadb4258a None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:44Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:45.617354 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.669548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.741506 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.748925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Provisioning complete for port 9b3100ad-8a63-4534-9643-2f5c26cb7185 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:45.750491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.796400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Pushing event updated for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:45.811570 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:45.811945 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:45.955005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Allocated IP 172.20.0.1 (bd6cb042-e440-4fbd-8aec-77bfde60fac7/6ff76b5b-2927-4a5a-9e11-58beb7968b2f/f555052c-523b-4b09-a030-65d48f3e7a38) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:46.104685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.146337 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.199825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:46.203328 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:46.226444 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:46.226928 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.229796 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Pushing event updated for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:46.278308 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.284404 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9b3100ad-8a63-4534-9643-2f5c26cb7185 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:46.331063 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] For port 9b3100ad-8a63-4534-9643-2f5c26cb7185, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9b3100ad-8a63-4534-9643-2f5c26cb7185,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:46.347460 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.465196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.467469 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.492862 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.494666 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183c71-a979-4823-a65d-8537bf45ea81 None None] Pushing event updated for resources: {'Port': ['ID=9b3100ad-8a63-4534-9643-2f5c26cb7185,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:46.530722 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9b3100ad-8a63-4534-9643-2f5c26cb7185 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:46.531105 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.579239 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Attempting to bind port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:46.579621 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Attempting to bind port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:46.579995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Attempting to bind port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:46.581936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b8ca2e7e-cdfc-46d5-b880-15da621b32e9 None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:46.582308 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2e7e-cdfc-46d5-b880-15da621b32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.618953 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:46.619342 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:46.619768 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.620153 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:46.620791 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Bound port: 83e806be-04d8-4ec2-85e6-dd10ad5932d6, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:46.621309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.623604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56b4a3-722d-4643-889c-270a32503a27 None None] Pushing event updated for resources: {'Port': ['ID=83e806be-04d8-4ec2-85e6-dd10ad5932d6,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:46.664118 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.669738 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.733851 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] For port 83e806be-04d8-4ec2-85e6-dd10ad5932d6, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:46.737415 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Pushing event updated for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:46.740633 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.774787 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] For port 83e806be-04d8-4ec2-85e6-dd10ad5932d6, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=83e806be-04d8-4ec2-85e6-dd10ad5932d6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:46.783560 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:46.800005 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11d8cb93-625f-451d-b2e9-6880e2c90725 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:46.856366 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:46.858040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:46.900568 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:46.901230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:46.947861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56b4a3-722d-4643-889c-270a32503a27 None None] Pushing event updated for resources: {'Port': ['ID=83e806be-04d8-4ec2-85e6-dd10ad5932d6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:46.955690 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-b8ca2e7e-cdfc-46d5-b880-15da621b32e9 None None] Provisioning complete for port 9b3100ad-8a63-4534-9643-2f5c26cb7185 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:46.956070 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2e7e-cdfc-46d5-b880-15da621b32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:47.003467 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Router 66aa2946-b403-4940-8beb-304e3d55ec75 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:12:47.053139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 11d8cb93-625f-451d-b2e9-6880e2c90725 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:47.053525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:47.105878 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:47.142654 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:12:47.149571 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-01a559a0-fbe2-458a-bd18-cab4087457ed admin admin] 10.222.0.25 "PUT /v2.0/routers/66aa2946-b403-4940-8beb-304e3d55ec75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770772 Oct 22 14:12:47.397862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-04e3a7b4-00b9-4367-ad19-113d764bcf22 None None] Provisioning complete for port f555052c-523b-4b09-a030-65d48f3e7a38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:47.398509 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-04e3a7b4-00b9-4367-ad19-113d764bcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:47.437403 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2f72f7ae-4f57-459d-a705-fce50e0eb20a up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:47.479064 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-04e3a7b4-00b9-4367-ad19-113d764bcf22 None None] Port f555052c-523b-4b09-a030-65d48f3e7a38 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:12:47.513978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f555052c-523b-4b09-a030-65d48f3e7a38', 'name': '', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'mac_address': 'fa:16:3e:68:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:45Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 2, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'subnets': [{'id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:47.517197 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 2f72f7ae-4f57-459d-a705-fce50e0eb20a triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:47.517567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:47.544818 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029671-4502-450e-ad1d-80952cbd276b None None] The sync data for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 is: [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f555052c-523b-4b09-a030-65d48f3e7a38', 'name': '', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'mac_address': 'fa:16:3e:68:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:45Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 2, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'subnets': [{'id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:47.637191 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9b3100ad-8a63-4534-9643-2f5c26cb7185 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:47.688256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 9b3100ad-8a63-4534-9643-2f5c26cb7185 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:47.688627 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:47.895269 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:47.900135 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937791091', 'description': 'tempest-secgroup-smoke-937791091 description', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:47.924529 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.012909 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.016969 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.046987 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.048475 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1521058 Oct 22 14:12:48.051424 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51444) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.056730 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.063651 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767bfb5-199e-419f-83e3-7a19d879016c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8726be09-2dab-42a3-b9f4-eed230dd3b6c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.096967 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.171067 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.176312 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.197711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d010a4a2-01e0-4be4-a352-862082ec8a0c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.210072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.211346 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a58ce2f0-4032-43bd-8e55-0daabd6d028b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589963 Oct 22 14:12:48.214663 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51446) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.219296 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.248007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.312664 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.322698 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.347525 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0becf5e0-7f7a-4e13-948c-4e2ee8521262,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.360256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.361505 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-caee31f4-f3e7-437d-b9c2-4de841e2d37c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456349 Oct 22 14:12:48.364779 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51448) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.373027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.401226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.481998 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.485791 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.507120 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ae2e23-b475-4d5b-be7c-d05ed1e6c938,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.519594 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.523520 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d34a223-8066-47ed-a1f3-173932c475c0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551681 Oct 22 14:12:48.523895 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.529207 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.560112 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.625464 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.631111 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.662468 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a4a139-566a-467a-82e4-8996f236cf21,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.672919 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.674280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-836e1bcf-1d41-411d-9a58-901ba13c7fdf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493094 Oct 22 14:12:48.677031 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51452) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.681570 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.709100 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Project a6d4b1fbd13347bf88f9f15866ae5e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:12:48.716438 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.783263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.787642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.809527 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9288e7ee-5015-4759-98b8-c59b627b259d,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.820641 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.821927 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9092107c-bb86-48ad-b39e-5bc678362bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438930 Oct 22 14:12:48.825622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51454) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:12:48.830323 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': '8726be09-2dab-42a3-b9f4-eed230dd3b6c', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:48.856052 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Project a6d4b1fbd13347bf88f9f15866ae5e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:12:48.861636 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.929617 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.934901 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.958189 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc7e667-7741-4490-ae50-fa085785cf18,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:48.968561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:48.977595 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-56de1150-66c6-4df8-a660-f37ec7e46df8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431932 Oct 22 14:12:49.127375 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-5a30e10d-616b-4156-bba5-9b07525c15f7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937791091&fields=id&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 267 time: 0.0368545 Oct 22 14:12:49.263256 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-c7386cde-ea00-4aff-8332-16d321bb20be tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:49.265294 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-c7386cde-ea00-4aff-8332-16d321bb20be tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 809 time: 0.1308556 Oct 22 14:12:49.283300 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-feb785c4-66d4-44a7-be38-04776208c1c5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/quotas/a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 375 time: 0.0104418 Oct 22 14:12:49.340273 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-d1b7b7aa-b515-41b0-98d3-9b0577c35ff0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483642 Oct 22 14:12:49.435288 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 83e806be-04d8-4ec2-85e6-dd10ad5932d6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:49.467617 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-1222909d-be05-4aba-bab5-58ad0798acb5 service neutron] 10.222.0.25 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127236 Oct 22 14:12:49.499057 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:49.499561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:49.575929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-19ebf274-87b7-4f86-8790-36c95ee8a944 service neutron] 10.222.0.25 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012847 Oct 22 14:12:49.589410 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:49.613147 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 83e806be-04d8-4ec2-85e6-dd10ad5932d6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=83e806be-04d8-4ec2-85e6-dd10ad5932d6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:49.625628 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:49.686275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=83e806be-04d8-4ec2-85e6-dd10ad5932d6,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:49.761387 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7091f06f-60b7-40f1-b913-7f4d79d6c8fc req-4c1220b4-a634-4697-a46e-18cc0f4c4f25 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 210 time: 0.0277612 Oct 22 14:12:49.812592 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Sync routers for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:12:49.824961 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:49.825664 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:49.939647 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:50.189051 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f555052c-523b-4b09-a030-65d48f3e7a38', 'name': '', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'mac_address': 'fa:16:3e:68:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:45Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 2, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'subnets': [{'id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:50.224640 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Checking router: 66aa2946-b403-4940-8beb-304e3d55ec75 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:12:50.224994 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Updating router 66aa2946-b403-4940-8beb-304e3d55ec75 port f555052c-523b-4b09-a030-65d48f3e7a38 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:12:50.252427 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.551202 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.557333 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.611566 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ddfe6-d060-4064-a281-f8c11d9d0483 None None] Pushing event updated for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:50.666668 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Attempting to bind port f555052c-523b-4b09-a030-65d48f3e7a38 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:50.667042 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Attempting to bind port f555052c-523b-4b09-a030-65d48f3e7a38 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:50.667609 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Attempting to bind port f555052c-523b-4b09-a030-65d48f3e7a38 on network bd6cb042-e440-4fbd-8aec-77bfde60fac7 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:50.673418 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:50.673788 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Checking segment: {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:50.674188 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.674578 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Bound using segment: {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:50.675072 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Bound port: f555052c-523b-4b09-a030-65d48f3e7a38, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd574dfa2-fb54-4182-8dc5-9f57df0b383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:50.675456 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.750812 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] For port f555052c-523b-4b09-a030-65d48f3e7a38, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:50.754552 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] For port f555052c-523b-4b09-a030-65d48f3e7a38, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f555052c-523b-4b09-a030-65d48f3e7a38,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:50.759743 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.830640 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:12:50.831486 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:50.851163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] Provisioning complete for port f555052c-523b-4b09-a030-65d48f3e7a38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:50.852100 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:50.888048 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ddfe6-d060-4064-a281-f8c11d9d0483 None None] Pushing event updated for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:50.994249 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:12:51.011762 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bace476b-e2c6-48cd-a858-9509dd66d8b3 req-7c255ccd-8323-4df4-ab98-26726e32f697 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 210 time: 0.0901639 Oct 22 14:12:51.021887 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.067502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] For port f555052c-523b-4b09-a030-65d48f3e7a38, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f555052c-523b-4b09-a030-65d48f3e7a38,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:51.073927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.127320 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-1ff71554-93ad-4fdc-ba2a-10020d02e82a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:51.140010 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-1ff71554-93ad-4fdc-ba2a-10020d02e82a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 809 time: 0.2838056 Oct 22 14:12:51.164624 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae3ef4-4e17-43e4-bb0d-dc4b7c576659 None None] Pushing event updated for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:51.207993 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-31987209-5c03-4d02-a30f-a4daf1dcaad1 None None] Provisioning complete for port f555052c-523b-4b09-a030-65d48f3e7a38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:51.208446 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31987209-5c03-4d02-a30f-a4daf1dcaad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.208948 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-fbfe76d0-5fe2-4e02-bd63-900628734458 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 379 time: 0.0591166 Oct 22 14:12:51.225454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'port': {'device_id': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'admin_state_up': True, 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'security_groups': ['8726be09-2dab-42a3-b9f4-eed230dd3b6c']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:51.321347 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f555052c-523b-4b09-a030-65d48f3e7a38', 'name': '', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'mac_address': 'fa:16:3e:68:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:45Z', 'updated_at': '2021-10-22T14:12:50Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'subnets': [{'id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:12:51.357127 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81734cec-4a33-477b-abbc-055d87092c95 None None] The sync data for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 is: [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:12:46Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': 'f555052c-523b-4b09-a030-65d48f3e7a38', 'name': '', 'network_id': 'bd6cb042-e440-4fbd-8aec-77bfde60fac7', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'mac_address': 'fa:16:3e:68:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:45Z', 'updated_at': '2021-10-22T14:12:50Z', 'revision_number': 4, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'subnets': [{'id': '6ff76b5b-2927-4a5a-9e11-58beb7968b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:12:51.367379 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Made reservation on behalf of a6d4b1fbd13347bf88f9f15866ae5e67 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:12:51.373566 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.455915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 83e806be-04d8-4ec2-85e6-dd10ad5932d6 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:51.525373 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:51.525601 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.538335 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Allocated IP 172.20.0.10 (90899bbe-4185-4932-8b03-8be8e53bbdc0/755ae12b-1558-49be-91e6-d7a1eef73519/ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:12:51.619320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f555052c-523b-4b09-a030-65d48f3e7a38 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:51.676559 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port f555052c-523b-4b09-a030-65d48f3e7a38 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:51.677241 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.713542 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.765466 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.814798 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:12:51.818300 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:12:51.822559 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:12:51.863764 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:51.893453 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:51.894146 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:51.922790 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-90e54373-2fe9-4711-a689-9fd2934a664d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7016079 Oct 22 14:12:51.937476 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Request body: {'port': {'device_id': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:12:52.005375 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.133882 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8d6e7444-5967-41b9-b99e-d9abea840e00 None None] Provisioning complete for port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:52.135014 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d6e7444-5967-41b9-b99e-d9abea840e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.153324 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61760-8a7f-4f89-b407-e3039f367be4 req-81fe9a71-598d-4cc3-b780-065ed58dab73 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:52.155045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fd61760-8a7f-4f89-b407-e3039f367be4 req-81fe9a71-598d-4cc3-b780-065ed58dab73 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 932 time: 0.0600274 Oct 22 14:12:52.183797 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e7444-5967-41b9-b99e-d9abea840e00 None None] Port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:12:52.205556 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9fd61760-8a7f-4f89-b407-e3039f367be4 req-882a6e98-d2bc-4cc8-9fb0-248cd7460bf1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Oct 22 14:12:52.333965 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:12:52.342740 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.356054 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Transition to ACTIVE for port object ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:12:52.360094 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.420778 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:52.503259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Attempting to bind port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:12:52.503594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Attempting to bind port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:12:52.504059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Attempting to bind port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:52.509282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:12:52.509602 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Attempting to bind port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:12:52.516758 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:12:52.517233 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Checking segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:12:52.517627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Bound using segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:12:52.518060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Bound port: ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:12:52.518417 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.592997 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:12:52.596645 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:12:52.603252 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.642211 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:52.642825 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:52.644226 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1092 time: 0.7126894 Oct 22 14:12:52.644673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:12:52.647012 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f" -d '{"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:12:52.676441 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52087-bdae-4c0e-b6b4-bef34e562dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:52.721947 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f949ba-7158-4c41-83a6-cc4d71c76c31 x-openstack-request-id: req-05f949ba-7158-4c41-83a6-cc4d71c76c31 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:12:52.722291 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:12:52.722518 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05f949ba-7158-4c41-83a6-cc4d71c76c31 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:12:52.722929 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'status': 'completed', 'code': 200} Oct 22 14:12:52.750666 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-887f2243-88ae-497c-9a0a-e3b9b66ad0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:52.752364 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-887f2243-88ae-497c-9a0a-e3b9b66ad0d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1095 time: 0.0653305 Oct 22 14:12:52.802724 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-96e3a4ff-d774-48c8-8ce1-e5fe59dc2dc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 217 time: 0.0379221 Oct 22 14:12:52.858100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-d2b53f8c-c72c-48a1-acc7-dbce6e79360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:52.859677 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-d2b53f8c-c72c-48a1-acc7-dbce6e79360d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0481215 Oct 22 14:12:52.915210 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-ca8417e1-d0e2-4161-8f61-26bb88f82408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:52.916649 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-ca8417e1-d0e2-4161-8f61-26bb88f82408 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490823 Oct 22 14:12:53.013958 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-180e0e3a-8d75-4dc1-abec-ab3dae375258 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Oct 22 14:12:53.117638 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8cd9ed8d-d26c-40a9-835e-081d8e4743f1 req-b616f80c-62ea-4e45-ba97-92043630ee74 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954516 Oct 22 14:12:53.223006 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-e89ca655-5967-43e7-b3c8-0eeb05afcbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:53.224605 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-e89ca655-5967-43e7-b3c8-0eeb05afcbd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1095 time: 0.0500054 Oct 22 14:12:53.330449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c767-c4b3-467a-95f6-080bcacc6643 req-2b0118b0-b2d0-4846-9082-37c8f8f5721a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:53.331825 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-bc6fc657-4b86-4c90-9969-05744ff90931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:53.332263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ad7c767-c4b3-467a-95f6-080bcacc6643 req-2b0118b0-b2d0-4846-9082-37c8f8f5721a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0528443 Oct 22 14:12:53.333335 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-bc6fc657-4b86-4c90-9969-05744ff90931 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.1006205 Oct 22 14:12:53.378182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-caafc9a2-7a42-45ae-b161-60a54f094234 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 217 time: 0.0363183 Oct 22 14:12:53.378933 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7ad7c767-c4b3-467a-95f6-080bcacc6643 req-44346d4e-03db-4a52-9e18-4f61a095c5dc tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349507 Oct 22 14:12:53.435219 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-4f3f29aa-0f89-4329-b4b5-824245e3928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:53.436763 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-4f3f29aa-0f89-4329-b4b5-824245e3928e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0488951 Oct 22 14:12:53.498832 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-01e9dcb0-74ed-43d0-a775-69a5e2647965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:53.500273 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-01e9dcb0-74ed-43d0-a775-69a5e2647965 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474734 Oct 22 14:12:53.610083 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-7020d4b3-69fa-4ac1-9adb-7d84969f7b0b service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010983 Oct 22 14:12:53.720747 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-43592bb4-8fd9-4ba2-9d4f-c0c0f1d3654f req-b66f33c3-b341-4ec6-858d-1ca6a057c0de service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000867 Oct 22 14:12:54.140720 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9ac24451-b477-4da4-a18d-6f87b46e3e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:54.514268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9f6f-ee03-4a3f-a616-b859977b0c70 req-01c177eb-c312-417c-bbd9-98ce57e9fa38 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:54.515795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-309c9f6f-ee03-4a3f-a616-b859977b0c70 req-01c177eb-c312-417c-bbd9-98ce57e9fa38 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0533917 Oct 22 14:12:54.555359 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-309c9f6f-ee03-4a3f-a616-b859977b0c70 req-a33b3777-68c9-4ebc-a48a-b32b7af2f5b5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Oct 22 14:12:55.631503 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:12:55.679272 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97941452-4b41-4810-814a-d4e9882ad006 req-bb6e6c66-f513-4ea3-be14-d34d62811f08 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:55.681132 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97941452-4b41-4810-814a-d4e9882ad006 req-bb6e6c66-f513-4ea3-be14-d34d62811f08 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0515273 Oct 22 14:12:55.725408 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97941452-4b41-4810-814a-d4e9882ad006 req-169fa7bd-9d21-4222-8f12-87a522ba1c01 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Oct 22 14:12:55.739429 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:55.754553 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:12:55.796101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:55.813984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:12:55.834445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:55.838940 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:56.065617 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:56.122362 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:12:56.848791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0eb35d-63ef-4f92-b95e-92801bf1daf3 req-a6a949b6-f067-409a-90e5-069377673cbf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:56.850324 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b0eb35d-63ef-4f92-b95e-92801bf1daf3 req-a6a949b6-f067-409a-90e5-069377673cbf tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 945 time: 0.0520017 Oct 22 14:12:56.891428 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b0eb35d-63ef-4f92-b95e-92801bf1daf3 req-33cc9c35-84b5-4bd4-bc33-f349f1fc655a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Oct 22 14:12:57.204505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-454b59ed-0a7c-4722-b96d-404de227ee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:57.630833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:12:57.684908 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:12:57.689962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:12:57.690340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:57.774475 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:57.800626 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:12:57.802991 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb69049-892d-457b-ace9-725eb898e967" -d '{"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:12:57.821336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:12:57.834403 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:57.861248 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555520da-65c1-407a-ae05-ce5129a80f37 x-openstack-request-id: req-555520da-65c1-407a-ae05-ce5129a80f37 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:12:57.861545 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:12:57.861813 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-555520da-65c1-407a-ae05-ce5129a80f37 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:12:57.862192 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'code': 200} Oct 22 14:12:57.890948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:12:57.935286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:57.981981 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501441b0-86a7-4b82-aba7-bcc96a4c6f75 req-1cb0b68a-dcfc-43dc-80e5-c1cdfe68d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:57.983583 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-501441b0-86a7-4b82-aba7-bcc96a4c6f75 req-1cb0b68a-dcfc-43dc-80e5-c1cdfe68d98c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0584927 Oct 22 14:12:58.011936 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:12:58.024905 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-501441b0-86a7-4b82-aba7-bcc96a4c6f75 req-09df65e8-894b-4c38-ad26-feb9281ecb87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335228 Oct 22 14:12:58.039844 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1b95-2740-4f7b-a5b6-635bf8bd6cd3 req-f476472f-fff8-45fd-a044-95e63e3d9396 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:58.041406 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5feb1b95-2740-4f7b-a5b6-635bf8bd6cd3 req-f476472f-fff8-45fd-a044-95e63e3d9396 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0630307 Oct 22 14:12:58.095843 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5feb1b95-2740-4f7b-a5b6-635bf8bd6cd3 req-3b4ea106-7476-47b3-b2b2-40af08bc1282 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 Oct 22 14:12:59.234148 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d9267-3547-46bd-b0de-864dddd53ad7 req-a6b3d902-289f-4a96-a9b8-dfcdfcc2e7d7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:12:59.234148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc1d9267-3547-46bd-b0de-864dddd53ad7 req-a6b3d902-289f-4a96-a9b8-dfcdfcc2e7d7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0604057 Oct 22 14:12:59.275700 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc1d9267-3547-46bd-b0de-864dddd53ad7 req-e4dc5f27-8d74-4fbd-9f38-608e351087db tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Oct 22 14:12:59.999166 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:00.400614 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d33312-32b2-48b1-a15f-e1d7ba5f960c req-089a364d-ab31-414d-b314-96f39788a835 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:00.402713 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3d33312-32b2-48b1-a15f-e1d7ba5f960c req-089a364d-ab31-414d-b314-96f39788a835 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0514677 Oct 22 14:13:00.448074 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c3d33312-32b2-48b1-a15f-e1d7ba5f960c req-92c55b28-f9b1-4724-8bea-565e66838e8e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 Oct 22 14:13:00.578927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435319-6ba4-4cd2-9eb5-f23bfa806b3b req-6b08f8cc-33c4-4edf-a9a7-735a0645f510 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:00.580451 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34435319-6ba4-4cd2-9eb5-f23bfa806b3b req-6b08f8cc-33c4-4edf-a9a7-735a0645f510 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0578866 Oct 22 14:13:00.620770 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34435319-6ba4-4cd2-9eb5-f23bfa806b3b req-ffc2c462-370c-475c-9886-dbc875c8b3c3 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342753 Oct 22 14:13:00.643139 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:13:00.775889 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0fbbee-d1ce-4214-be3f-ee729c901cda tempest-TestShelveInstance-723432299 tempest-TestShelveInstance-723432299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:00.778166 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3f0fbbee-d1ce-4214-be3f-ee729c901cda tempest-TestShelveInstance-723432299 tempest-TestShelveInstance-723432299-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1092 time: 0.1340172 Oct 22 14:13:00.781222 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:13:00.785631 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:13:00.807585 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:00.920869 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:01.044738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Allocated IP 172.25.6.81 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f1d01c94-8977-45e4-9031-e14344645ca7) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:13:01.167881 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:01.210097 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:01.252321 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:13:01.255454 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:13:01.259566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:13:01.298138 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=f1d01c94-8977-45e4-9031-e14344645ca7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:13:01.978000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.049206 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.210706 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.216085 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.296894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=f1d01c94-8977-45e4-9031-e14344645ca7,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:13:02.314191 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.419233 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Floating IP bc541914-5d6d-4bbb-87bd-82d105cb12d6 associated. External IP: 172.25.6.81, port: ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63. Oct 22 14:13:02.613922 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:13:02.649319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:13:02.779924 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:13:02.790803 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:13:02.801634 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:02.802640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:13:02.803291 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:13:02.842153 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6cf9b610-c479-4959-9cc7-b6a44eb891bd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0596752 Oct 22 14:13:02.843211 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:13:02.852379 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3bfd5b-23aa-4452-b084-0bc8509f4465" -d '{"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:13:02.899725 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b124870-7ba5-4f8e-ac7f-74749a38fd81 x-openstack-request-id: req-2b124870-7ba5-4f8e-ac7f-74749a38fd81 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:13:02.900073 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:13:02.900332 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b124870-7ba5-4f8e-ac7f-74749a38fd81 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:13:02.900767 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'status': 'completed', 'code': 200} Oct 22 14:13:02.977942 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-0bfbefce-a55c-4079-b58d-554106186ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:02.983303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-0bfbefce-a55c-4079-b58d-554106186ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0516429 Oct 22 14:13:02.986184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:13:03.111632 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-908a721b-bfc7-4a8c-99d5-869c9ada555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:03.113202 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-908a721b-bfc7-4a8c-99d5-869c9ada555f service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.1222622 Oct 22 14:13:03.221801 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-10374aca-0a56-44c6-8bad-fb9f6c36899d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 999 time: 0.0997515 Oct 22 14:13:03.296904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-0c2e21d8-e5ff-4cd0-91f2-d6675e22f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:03.297269 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-0c2e21d8-e5ff-4cd0-91f2-d6675e22f3b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0579762 Oct 22 14:13:03.306303 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'bc541914-5d6d-4bbb-87bd-82d105cb12d6', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:13:01Z', 'updated_at': '2021-10-22T14:13:01Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:13:03.343956 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:13:03.351414 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-cdd16dd5-9711-4f15-9524-607af11ec146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:03.353081 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-cdd16dd5-9711-4f15-9524-607af11ec146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475869 Oct 22 14:13:03.354075 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:13:03.355588 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:12:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:13:03.478098 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:13:03.485654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-11f2cf0c-f4d2-4d91-a082-21404c5e2896 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244845 Oct 22 14:13:03.587918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2f3bfd5b-23aa-4452-b084-0bc8509f4465 req-2d88d9ac-ce94-436d-98b2-74b5c90bdb3b service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941157 Oct 22 14:13:03.752151 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'bc541914-5d6d-4bbb-87bd-82d105cb12d6', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:13:01Z', 'updated_at': '2021-10-22T14:13:01Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:13:03.784161 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a37d7ec-0eed-44b2-a9e5-b77a72b2d53a None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'bc541914-5d6d-4bbb-87bd-82d105cb12d6', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:13:01Z', 'updated_at': '2021-10-22T14:13:01Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:13:04.005392 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b139b4-f16e-44cf-b2de-945d4b04ffd2 None None] New status for floating IP bc541914-5d6d-4bbb-87bd-82d105cb12d6: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:13:08.976137 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:10.506022 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:17.212319 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-9c555764-4360-4071-aed6-76d8ba797f5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410333 Oct 22 14:13:17.314883 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-863356f5-8a3c-4788-83cc-721e2cad430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:17.316433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-863356f5-8a3c-4788-83cc-721e2cad430a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0503197 Oct 22 14:13:17.443682 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-536974fa-c7a0-4b69-9e1c-fdb33a3f67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:17.445155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-536974fa-c7a0-4b69-9e1c-fdb33a3f67c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.1033316 Oct 22 14:13:17.522410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-66bd0866-3455-41c7-a6e2-effc41b5efb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0681238 Oct 22 14:13:17.577143 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-557df2ca-90c1-4cdf-9e78-1830cc09ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:17.578673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-557df2ca-90c1-4cdf-9e78-1830cc09ac61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0478745 Oct 22 14:13:17.628840 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-c1172344-09d6-4d6d-b758-67ac6cf2f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:13:17.630389 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-c1172344-09d6-4d6d-b758-67ac6cf2f137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422816 Oct 22 14:13:17.735356 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-9db3da95-01c4-4014-8e59-9909091d851c service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966685 Oct 22 14:13:17.834807 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-98c8a526-a8a0-47b0-a4c9-624be58ffba0 req-150a577e-855d-418d-8153-b0b6880392ee service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902007 Oct 22 14:13:24.142860 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c37efc9-4199-4c64-835c-61ed73b00f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:27.207078 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3400409-c4c6-4b82-b1ad-44b187ff0896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:27.930744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:28.009531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:30.006320 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:32.023550 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-1b3f6d4b-2eae-454e-98a5-66e50829b608 req-6a25904a-e4f1-4ba0-a24b-48fbad869450 service neutron] (100620) timed out ('10.222.0.25', 41772) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 14:13:39.002301 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:39.615145 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:13:40.499872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:54.144549 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2d8a4f10-8015-40b3-ae15-b5df523487b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:57.210587 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31276e36-2709-48c9-bdca-a21ecf0f09df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:57.935347 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:13:58.011173 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:00.004264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:09.027516 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:10.513508 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:16.616813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:14:17.178109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-30f6758a-4980-44fa-a879-ff2a723dd662 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440705 Oct 22 14:14:17.263591 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-d799e450-cb31-44b3-8877-ec16e0c62062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:14:17.265145 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-d799e450-cb31-44b3-8877-ec16e0c62062 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0410576 Oct 22 14:14:17.368771 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-425a36e9-7f37-4697-b10f-e57ffb9adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:14:17.370234 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-425a36e9-7f37-4697-b10f-e57ffb9adbe6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0862756 Oct 22 14:14:17.443459 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-147cd877-aba6-4d8f-94b5-6694644fbeb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0647340 Oct 22 14:14:17.492442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-94d1d4ac-fc19-407a-8db3-ef1f59333d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:14:17.493842 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-94d1d4ac-fc19-407a-8db3-ef1f59333d49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0430725 Oct 22 14:14:17.545989 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-b9521f38-b436-40ee-8661-b9f507c34df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:14:17.547567 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-b9521f38-b436-40ee-8661-b9f507c34df7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441275 Oct 22 14:14:17.648987 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-3d286f7d-6770-4c42-9d20-a5e63773257c service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937562 Oct 22 14:14:17.744671 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-80e92d57-2c52-4c5e-99b9-a3efca48157f req-a9cf5346-2fb9-4e33-bd6e-904f2f7e1082 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872779 Oct 22 14:14:24.145462 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bc9194ad-4140-4e6d-8d64-301789ecd648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:27.211712 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59f28c15-61c1-47d2-8c8a-1377977aa611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:27.937736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:28.014863 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:30.006620 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:39.016236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:40.527703 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:53.616696 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:14:54.148129 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-17918974-a23e-4e90-8afb-57aae154b6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:57.213217 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0640f460-6788-4b0f-871a-6835223472b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:57.938157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:14:58.017125 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:00.012656 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:01.103064 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef37b87-a2a6-4418-b444-c5b40e377252 req-2f2a246d-55a9-415c-adc5-79f7be5f1e18 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:01.104600 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bef37b87-a2a6-4418-b444-c5b40e377252 req-2f2a246d-55a9-415c-adc5-79f7be5f1e18 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.1046047 Oct 22 14:15:01.142269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bef37b87-a2a6-4418-b444-c5b40e377252 req-27937365-cc8d-4363-a341-8a1741ddd1a2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318491 Oct 22 14:15:02.289455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8064051-3e55-4a49-8efc-49596218f209 req-e299b424-a96d-4aa7-9616-9063f6c40527 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:02.290998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8064051-3e55-4a49-8efc-49596218f209 req-e299b424-a96d-4aa7-9616-9063f6c40527 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0507476 Oct 22 14:15:02.329005 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a8064051-3e55-4a49-8efc-49596218f209 req-a22ba477-3bff-4c7f-88b3-75a84a2db220 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Oct 22 14:15:03.473473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deacbc-cb0f-4d4e-a65c-843868693b08 req-25be967f-dac2-4898-9d9d-802e1f9f0b6b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:03.474971 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63deacbc-cb0f-4d4e-a65c-843868693b08 req-25be967f-dac2-4898-9d9d-802e1f9f0b6b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0514071 Oct 22 14:15:03.512629 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-63deacbc-cb0f-4d4e-a65c-843868693b08 req-a065f02e-b806-4492-8a56-e7aaf6a27e29 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Oct 22 14:15:04.632288 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd49065-c62f-43b1-8530-91f5db1c9130 req-83eea210-9b37-4210-9e21-5fdd29e89ed4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:04.633757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcd49065-c62f-43b1-8530-91f5db1c9130 req-83eea210-9b37-4210-9e21-5fdd29e89ed4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0532448 Oct 22 14:15:04.671280 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dcd49065-c62f-43b1-8530-91f5db1c9130 req-13e2d570-5582-4bbf-be26-83ef7c29a472 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Oct 22 14:15:05.806022 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512246a1-9f56-4e2a-acf6-1d61f35d1e83 req-f5fb80a8-bb14-4b2b-8c3a-80fd4199a847 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:05.807583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-512246a1-9f56-4e2a-acf6-1d61f35d1e83 req-f5fb80a8-bb14-4b2b-8c3a-80fd4199a847 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0657129 Oct 22 14:15:05.859750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-512246a1-9f56-4e2a-acf6-1d61f35d1e83 req-92c33d50-ce26-498c-bf72-3b5ddfce2e41 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445690 Oct 22 14:15:06.975970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507bece-f2c9-4be9-ae7b-b32caf64bc17 req-b6a8a778-1957-4963-a377-e336ab4c5d3a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:06.977458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1507bece-f2c9-4be9-ae7b-b32caf64bc17 req-b6a8a778-1957-4963-a377-e336ab4c5d3a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0489938 Oct 22 14:15:07.014776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1507bece-f2c9-4be9-ae7b-b32caf64bc17 req-38c85bc5-3fc1-4c16-9cb2-5bccd033f9e6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Oct 22 14:15:08.133746 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a829-1b2e-4650-9415-1107835ef072 req-4c46cd02-8fa7-45ac-8cf4-b1c493e84d5d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:08.135247 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d771a829-1b2e-4650-9415-1107835ef072 req-4c46cd02-8fa7-45ac-8cf4-b1c493e84d5d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0532467 Oct 22 14:15:08.172914 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d771a829-1b2e-4650-9415-1107835ef072 req-c2c023fa-e6ee-4f57-9d1f-601c0489e646 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Oct 22 14:15:09.031853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:09.288657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3505b-6481-48da-8696-42268a128166 req-856e8405-5cdd-4429-8981-6f78971ae00c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:09.290106 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84c3505b-6481-48da-8696-42268a128166 req-856e8405-5cdd-4429-8981-6f78971ae00c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0496578 Oct 22 14:15:09.329750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84c3505b-6481-48da-8696-42268a128166 req-50e58b69-fbcc-461b-81a1-a21a5a84ccac tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Oct 22 14:15:10.451188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d2946-a99d-427a-a432-901580927d8e req-5bbd76ed-97ce-4856-8eb4-f670173ecfbc tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:10.452660 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32d2946-a99d-427a-a432-901580927d8e req-5bbd76ed-97ce-4856-8eb4-f670173ecfbc tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0506804 Oct 22 14:15:10.490689 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a32d2946-a99d-427a-a432-901580927d8e req-13c66ec8-a70d-42c8-886d-dbb0070ccbb4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319653 Oct 22 14:15:10.526260 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:11.610131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ac8e7-ff8d-45f3-805b-d94f4a6c8d60 req-b402126a-b39d-4157-9914-6aa8b19f1954 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:11.612325 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b87ac8e7-ff8d-45f3-805b-d94f4a6c8d60 req-b402126a-b39d-4157-9914-6aa8b19f1954 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0531664 Oct 22 14:15:11.649712 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b87ac8e7-ff8d-45f3-805b-d94f4a6c8d60 req-313b58b5-14c4-4c28-9dc3-83e8e83d567e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315926 Oct 22 14:15:12.768859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3f635-9b15-4a9b-95d5-72bcf972163e req-4f23f3f3-02c5-4857-884d-4002643a458e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:12.770438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33b3f635-9b15-4a9b-95d5-72bcf972163e req-4f23f3f3-02c5-4857-884d-4002643a458e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0530224 Oct 22 14:15:12.808661 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33b3f635-9b15-4a9b-95d5-72bcf972163e req-94c143d9-6f01-4329-9670-9c1d7529670e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Oct 22 14:15:13.949349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5606b0-832c-4415-912b-7ffc2880da9d req-5480eba3-d134-4edf-a5ba-ac5a5f0a3c90 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:13.950941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b5606b0-832c-4415-912b-7ffc2880da9d req-5480eba3-d134-4edf-a5ba-ac5a5f0a3c90 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0562074 Oct 22 14:15:13.997238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b5606b0-832c-4415-912b-7ffc2880da9d req-904f78fa-bc95-43e0-bb55-5961a16394e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Oct 22 14:15:14.204463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:15:14.316991 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:14.331014 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:15:14.371474 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:14.386984 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:15:14.409674 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:14.414760 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:14.472879 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:15:14.480748 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.481290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.481808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.482171 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.482759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.483116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.483433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.483773 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.484163 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.484549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.484832 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.485166 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:15:14.501508 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:15:15.140969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd81ab-48c4-488e-b2e3-294c71f0a516 req-1418fa20-a5c0-4f86-9b68-8ad57ba35cc1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:15.147090 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12fd81ab-48c4-488e-b2e3-294c71f0a516 req-1418fa20-a5c0-4f86-9b68-8ad57ba35cc1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 945 time: 0.0699408 Oct 22 14:15:15.202766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-12fd81ab-48c4-488e-b2e3-294c71f0a516 req-cd761560-0fde-4017-bec2-d04c360c5507 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458479 Oct 22 14:15:16.228854 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:15:16.300443 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:15:16.300827 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:16.333225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168c294-c41c-4bf8-932a-6c03a4c80ad3 req-f590c102-e123-45a8-aef6-a9887884c14b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:16.334864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9168c294-c41c-4bf8-932a-6c03a4c80ad3 req-f590c102-e123-45a8-aef6-a9887884c14b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 945 time: 0.0615871 Oct 22 14:15:16.402387 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:16.402817 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9168c294-c41c-4bf8-932a-6c03a4c80ad3 req-702faed6-a72f-47dc-a8a9-0e536a6d3c69 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573275 Oct 22 14:15:16.436256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:15:16.438505 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba90e2-7fb5-4cca-90d6-c4f05c9b0151" -d '{"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:15:16.617313 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a35d3c-ada5-47b7-a353-69cb108f8a1c x-openstack-request-id: req-e6a35d3c-ada5-47b7-a353-69cb108f8a1c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:15:16.617583 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:15:16.617838 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6a35d3c-ada5-47b7-a353-69cb108f8a1c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:15:16.618228 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'code': 200} Oct 22 14:15:16.623004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:16.628885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:16.685886 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:15:17.546584 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2236-bff6-4aff-a44d-ed313f6e0f80 req-2a8df345-6658-49d7-884a-002be590e418 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:17.548086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-619a2236-bff6-4aff-a44d-ed313f6e0f80 req-2a8df345-6658-49d7-884a-002be590e418 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0565310 Oct 22 14:15:17.591774 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-619a2236-bff6-4aff-a44d-ed313f6e0f80 req-74fca9f4-311a-4f40-848b-3855a88c25ff tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 Oct 22 14:15:18.737047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad5e0-d301-4fcd-9cf6-228ba8e8161a req-be4ffaff-9aca-4774-b672-7694c26fcff5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:18.739979 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e7ad5e0-d301-4fcd-9cf6-228ba8e8161a req-be4ffaff-9aca-4774-b672-7694c26fcff5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0592308 Oct 22 14:15:18.786434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5e7ad5e0-d301-4fcd-9cf6-228ba8e8161a req-6ce6928b-45da-4f9d-bfdf-980ef773b773 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389895 Oct 22 14:15:19.275325 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-4f2e5d07-d1de-4c66-9693-1e4ed698f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:19.277486 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-4f2e5d07-d1de-4c66-9693-1e4ed698f7a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0948575 Oct 22 14:15:19.401209 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-6a1cfda3-337f-4f46-bc66-24423613b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:19.402839 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-6a1cfda3-337f-4f46-bc66-24423613b955 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.1046169 Oct 22 14:15:19.483490 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-6811f5a2-01d4-461b-9888-8c60cbdeb984 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0730050 Oct 22 14:15:19.540535 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-fcd66b61-75aa-4981-9c65-f00bbb12822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:19.542130 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-fcd66b61-75aa-4981-9c65-f00bbb12822b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0509439 Oct 22 14:15:19.606254 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-ea6f2a68-84be-4402-a403-7c14d4c477fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:19.608353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-ea6f2a68-84be-4402-a403-7c14d4c477fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579360 Oct 22 14:15:19.727031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-1c94c24e-b5fb-4de2-9722-9292fbd04da0 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107149 Oct 22 14:15:19.846845 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8ed9e5ce-0bb0-4685-9bb0-76c52dd32c62 req-d815ca26-905f-404f-9a29-d561611a81c3 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086395 Oct 22 14:15:19.963315 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aac42-7145-4922-baf4-0fe16be0b437 req-5f09848a-7e78-4611-9c3a-298c5444109d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:19.965208 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c8aac42-7145-4922-baf4-0fe16be0b437 req-5f09848a-7e78-4611-9c3a-298c5444109d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0859451 Oct 22 14:15:20.015146 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2c8aac42-7145-4922-baf4-0fe16be0b437 req-bffb7239-5f3b-49b5-8b8f-ac4286b14b44 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Oct 22 14:15:21.156942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543149-ccac-4b69-b0c9-f585b1ee79d0 req-f871f016-db97-4379-8f60-09ac25ba37a5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:21.159705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce543149-ccac-4b69-b0c9-f585b1ee79d0 req-f871f016-db97-4379-8f60-09ac25ba37a5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0666449 Oct 22 14:15:21.212807 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ce543149-ccac-4b69-b0c9-f585b1ee79d0 req-89b1e0bd-e1ad-401f-8c12-805c9a778fab tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463552 Oct 22 14:15:22.363465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a86d9-f426-4550-8ca5-8bcf753f6781 req-487b2b3c-e444-4bff-b061-768f58619ec2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:22.365378 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-178a86d9-f426-4550-8ca5-8bcf753f6781 req-487b2b3c-e444-4bff-b061-768f58619ec2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0648916 Oct 22 14:15:22.406212 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-178a86d9-f426-4550-8ca5-8bcf753f6781 req-ea57a133-c232-472f-a443-8132f85ec9e4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348334 Oct 22 14:15:23.462530 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-c58de733-ce62-4dac-90bb-67832d8e656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:23.464077 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-c58de733-ce62-4dac-90bb-67832d8e656a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0427988 Oct 22 14:15:23.525679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b30715-5dc7-47fd-bbab-2cc77f800b90 req-d9417f04-c2c3-4342-9683-c1b069cae9f7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:23.527125 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38b30715-5dc7-47fd-bbab-2cc77f800b90 req-d9417f04-c2c3-4342-9683-c1b069cae9f7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0489686 Oct 22 14:15:23.556486 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-7cad9b59-76e4-4aed-a888-498dc64cdbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:23.558250 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-7cad9b59-76e4-4aed-a888-498dc64cdbef service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0863147 Oct 22 14:15:23.565764 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-38b30715-5dc7-47fd-bbab-2cc77f800b90 req-32fb449d-5c45-46df-9007-e4c5f5cbf78c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Oct 22 14:15:23.630139 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-c1ebf373-77af-4cfb-bfe0-9aa2eeeba5b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0643914 Oct 22 14:15:23.684809 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-7e35fe8f-29fa-498f-a2a6-c6d999d6f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:23.686311 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-7e35fe8f-29fa-498f-a2a6-c6d999d6f87a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0469515 Oct 22 14:15:23.733483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-1c9ed67a-2967-41f3-86db-076d4aca6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:23.735038 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-1c9ed67a-2967-41f3-86db-076d4aca6c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413339 Oct 22 14:15:23.856224 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-e0a852fa-974f-44e5-bfe3-d6f6db2b8a47 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113479 Oct 22 14:15:23.961906 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-7c63e332-0307-4f5f-a8eb-de9fa5ec8d07 req-cd9ca6b5-fd8d-4305-b49d-8bc228debc1a service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975204 Oct 22 14:15:24.149491 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-07f543c7-9e7f-4bd8-890c-ddfc3aed8913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:24.692234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1f64c-ebf1-405f-a7db-194772f70a97 req-7a2afcb9-6f51-42e4-9f9b-4e9c8cda7580 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:24.693795 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef1f64c-ebf1-405f-a7db-194772f70a97 req-7a2afcb9-6f51-42e4-9f9b-4e9c8cda7580 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0522413 Oct 22 14:15:24.747533 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6ef1f64c-ebf1-405f-a7db-194772f70a97 req-b805b57e-0e63-400c-a74e-d4cbfc4dda0d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464926 Oct 22 14:15:25.882283 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80881362-de35-4b3a-8abe-7caa23b9e01d req-f0093bd8-6a6d-4909-8986-940fa12a5532 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:25.883768 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80881362-de35-4b3a-8abe-7caa23b9e01d req-f0093bd8-6a6d-4909-8986-940fa12a5532 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0638220 Oct 22 14:15:25.924555 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-80881362-de35-4b3a-8abe-7caa23b9e01d req-3789083f-915f-4aa9-aff1-35bf2bae2f2e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346873 Oct 22 14:15:26.047519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-eb97879f-bd26-4a63-9879-7c418021f9e2 req-e00ef53e-80bb-43a2-9c2a-c73072cd8bc7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:15:26.049371 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb97879f-bd26-4a63-9879-7c418021f9e2 req-e00ef53e-80bb-43a2-9c2a-c73072cd8bc7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0524631 Oct 22 14:15:26.213362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5b1f-995a-48ce-9264-20fe76a9ea88 req-33aff281-fb12-42cd-a023-1acb716edf04 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:26.214957 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4bf5b1f-995a-48ce-9264-20fe76a9ea88 req-33aff281-fb12-42cd-a023-1acb716edf04 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0551567 Oct 22 14:15:26.257230 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d4bf5b1f-995a-48ce-9264-20fe76a9ea88 req-cc284877-20a2-4d6f-877e-c7a7411c87d5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353453 Oct 22 14:15:26.407552 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-352cd2c2-d2a6-4a6d-afc9-33de4bb830ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948572 Oct 22 14:15:27.196828 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-5bbfff4d-e11a-482c-af46-440602ca1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.198422 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-5bbfff4d-e11a-482c-af46-440602ca1335 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 1097 time: 0.0451412 Oct 22 14:15:27.218589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5eda822b-85c8-44a9-8c2a-c23044ef636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:27.262197 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-1588964c-08c5-466a-a499-7af4310037bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.263738 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-1588964c-08c5-466a-a499-7af4310037bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1097 time: 0.0413814 Oct 22 14:15:27.375230 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-671cce19-5535-4407-8aa6-9d6c4676524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.375230 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-671cce19-5535-4407-8aa6-9d6c4676524b service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.1020551 Oct 22 14:15:27.377718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc745d0a-a896-4de7-a406-c70d803f3482 req-a05521d4-1759-4085-9fd9-8177def612af tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.379281 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc745d0a-a896-4de7-a406-c70d803f3482 req-a05521d4-1759-4085-9fd9-8177def612af tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 946 time: 0.0516195 Oct 22 14:15:27.418701 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bc745d0a-a896-4de7-a406-c70d803f3482 req-615a7fe8-adb5-46d0-8f4f-f41e55e0187c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Oct 22 14:15:27.446018 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-7ae78c4f-4d8d-4dac-bfdf-3b405764d511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0644364 Oct 22 14:15:27.509095 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-f4856777-0168-4a71-8dc4-4f2cdd561529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.510501 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-f4856777-0168-4a71-8dc4-4f2cdd561529 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0573905 Oct 22 14:15:27.565657 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-ca72c548-056a-43e6-8e17-5f9e40ba45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:27.567261 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-ca72c548-056a-43e6-8e17-5f9e40ba45aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481696 Oct 22 14:15:27.665033 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-676e989c-d0ac-4d80-90f3-c2939cc27416 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892580 Oct 22 14:15:27.762943 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-79d5fbc5-f74e-4715-8254-b2cd519ffa3d req-bdc72470-d5a6-49fa-a749-96119de499f3 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895317 Oct 22 14:15:27.943854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:28.033803 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:28.296123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:15:28.377482 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:28.400994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:15:28.403288 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb75b74-b50a-498e-a701-0e560bac76ac" -d '{"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:15:28.416104 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:28.421515 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:28.468270 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6a7e4-be27-45f3-a7d1-5e953e5f48b0 x-openstack-request-id: req-23c6a7e4-be27-45f3-a7d1-5e953e5f48b0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:15:28.468556 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:15:28.469188 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23c6a7e4-be27-45f3-a7d1-5e953e5f48b0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:15:28.469743 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'code': 200} Oct 22 14:15:28.511923 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:15:28.565758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbbf3a-5082-4bef-92a3-be5faacbfb9f req-3e1477fc-1167-4286-a208-d4019a806b26 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:28.573245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9fbbf3a-5082-4bef-92a3-be5faacbfb9f req-3e1477fc-1167-4286-a208-d4019a806b26 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0684142 Oct 22 14:15:28.608876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9fbbf3a-5082-4bef-92a3-be5faacbfb9f req-fc0526b8-1953-41bb-97c0-697fc5e89351 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347621 Oct 22 14:15:29.731646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50acff-4777-408c-8cbf-534bb51b3235 req-dc5fd2bd-d346-4f44-860d-e1dd00db75c4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:29.733143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f50acff-4777-408c-8cbf-534bb51b3235 req-dc5fd2bd-d346-4f44-860d-e1dd00db75c4 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0508330 Oct 22 14:15:29.779183 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f50acff-4777-408c-8cbf-534bb51b3235 req-58587966-7587-43da-b947-9ce382c85992 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Oct 22 14:15:30.013340 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:30.615834 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:15:30.904947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958385-1e93-4808-9c41-a80f308fc769 req-87902b5b-f8b3-407e-af01-b70ca43d57cd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:30.907405 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21958385-1e93-4808-9c41-a80f308fc769 req-87902b5b-f8b3-407e-af01-b70ca43d57cd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0570450 Oct 22 14:15:30.960717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-21958385-1e93-4808-9c41-a80f308fc769 req-8d4584a3-d358-4407-b847-7c167dc9cd57 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453420 Oct 22 14:15:32.089711 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ffb21-5719-43ec-8d97-fd10a39731a7 req-58e8d2f7-4ba6-483e-a271-03b152a358a1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:32.091302 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f23ffb21-5719-43ec-8d97-fd10a39731a7 req-58e8d2f7-4ba6-483e-a271-03b152a358a1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0549176 Oct 22 14:15:32.148176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f23ffb21-5719-43ec-8d97-fd10a39731a7 req-2d656f13-ed0d-4db3-b884-134d8ba4d8e7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460863 Oct 22 14:15:33.271374 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53a43-1aab-431d-8795-26a387f700e1 req-2f2b6a6f-b5d2-4bd0-8bc4-0f1de0bbdaff tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:33.273307 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dc53a43-1aab-431d-8795-26a387f700e1 req-2f2b6a6f-b5d2-4bd0-8bc4-0f1de0bbdaff tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0506747 Oct 22 14:15:33.321480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2dc53a43-1aab-431d-8795-26a387f700e1 req-d132d56a-1a6d-4f2f-9354-17eaa899fc70 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Oct 22 14:15:34.456242 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218146a0-2bfb-460e-b6d8-d77363fd9dde req-f166752c-6823-46bd-82f8-88c140daa0af tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:34.457853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218146a0-2bfb-460e-b6d8-d77363fd9dde req-f166752c-6823-46bd-82f8-88c140daa0af tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0659921 Oct 22 14:15:34.516148 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-218146a0-2bfb-460e-b6d8-d77363fd9dde req-af47e2e1-bede-4120-a390-d47962743420 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Oct 22 14:15:35.649830 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eabe88-1967-40af-9ed7-09f479904f96 req-7ab2748b-d661-4976-aab7-f832b97ebd3e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:35.651391 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4eabe88-1967-40af-9ed7-09f479904f96 req-7ab2748b-d661-4976-aab7-f832b97ebd3e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0568964 Oct 22 14:15:35.710566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e4eabe88-1967-40af-9ed7-09f479904f96 req-c5547a35-5bb8-4a9a-b219-766d64088fb8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530493 Oct 22 14:15:36.835721 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b868da4-7c70-40dc-81f5-ba2d8bc3717a req-16b8c211-4669-4093-a394-53a62b4c0599 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:36.837274 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b868da4-7c70-40dc-81f5-ba2d8bc3717a req-16b8c211-4669-4093-a394-53a62b4c0599 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0566859 Oct 22 14:15:36.878864 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-2b868da4-7c70-40dc-81f5-ba2d8bc3717a req-732b44bf-74bd-444a-a3ec-c4d365c30905 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354810 Oct 22 14:15:38.009810 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052428-c845-4f1d-9cec-ed9c08c0529f req-5b17e7be-a97d-4dfb-b841-06b30a77f491 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:38.011479 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07052428-c845-4f1d-9cec-ed9c08c0529f req-5b17e7be-a97d-4dfb-b841-06b30a77f491 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0565746 Oct 22 14:15:38.054465 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-07052428-c845-4f1d-9cec-ed9c08c0529f req-5cf21fc6-3b60-45c6-afa2-d6d468149c1e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361810 Oct 22 14:15:39.033436 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:39.194718 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a225a-a375-4d3f-a6fb-2ea354038581 req-5462da54-bb16-4d61-8ac0-d26031be733c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:39.196304 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-511a225a-a375-4d3f-a6fb-2ea354038581 req-5462da54-bb16-4d61-8ac0-d26031be733c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0558612 Oct 22 14:15:39.238446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-511a225a-a375-4d3f-a6fb-2ea354038581 req-b3c2d1f5-932d-418b-9aca-8dbab38b79a1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359640 Oct 22 14:15:40.527165 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:40.644137 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e783f-619d-4dac-8d0c-0f06dbf9d316 req-9cfa55b2-3c17-45a8-99d0-4e97aeb2a440 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:40.645671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5e783f-619d-4dac-8d0c-0f06dbf9d316 req-9cfa55b2-3c17-45a8-99d0-4e97aeb2a440 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0489862 Oct 22 14:15:40.690185 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cf5e783f-619d-4dac-8d0c-0f06dbf9d316 req-bcb29a8b-8cfa-4087-a4fd-76ca4fbdae38 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385959 Oct 22 14:15:41.180402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3486203-31b8-43ed-a810-765431c136c6 req-3a958caa-0868-479e-bb37-240d50d6ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:41.181888 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e3486203-31b8-43ed-a810-765431c136c6 req-3a958caa-0868-479e-bb37-240d50d6ce30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1095 time: 0.0443938 Oct 22 14:15:41.228232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e3486203-31b8-43ed-a810-765431c136c6 req-0e637d7f-0506-4af0-8ee7-b3778e2e6f8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281749 Oct 22 14:15:41.807241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ad2c4-cebe-4b4b-a91b-79f13b8aec88 req-59fd7bad-79dd-4a88-b15e-b02c931529e0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:41.808998 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523ad2c4-cebe-4b4b-a91b-79f13b8aec88 req-59fd7bad-79dd-4a88-b15e-b02c931529e0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0501366 Oct 22 14:15:41.848352 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-523ad2c4-cebe-4b4b-a91b-79f13b8aec88 req-f22b664a-9e88-427f-a3c0-fe55a69d3ffe tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Oct 22 14:15:42.968839 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3275-94f8-490b-a724-33366ef59a80 req-10c8c69a-b80c-4e0f-bd04-517ecf15e6be tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:15:42.970924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-084b3275-94f8-490b-a724-33366ef59a80 req-10c8c69a-b80c-4e0f-bd04-517ecf15e6be tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 944 time: 0.0541735 Oct 22 14:15:43.009837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-084b3275-94f8-490b-a724-33366ef59a80 req-4270e0f8-19c4-40d3-889f-294fe55d8ebd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328746 Oct 22 14:15:44.359507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:15:44.456269 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:44.467037 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'port_id': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'mac_address': 'fa:16:3e:b3:4b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:15:44.509335 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:44.523278 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:15:44.542790 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:44.546889 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:44.594196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=9']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:15:44.799279 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:15:46.385311 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:15:46.434955 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:15:46.435386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:46.515255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:46.537215 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:15:46.539479 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec115578-a608-4e23-a6cc-3c09baa8477c" -d '{"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:15:46.553347 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:15:46.557927 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:46.583404 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc243a3-5faa-404c-903c-f2f07c7a3674 x-openstack-request-id: req-8dc243a3-5faa-404c-903c-f2f07c7a3674 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:15:46.583698 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:15:46.583929 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dc243a3-5faa-404c-903c-f2f07c7a3674 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:15:46.584325 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'code': 200} Oct 22 14:15:46.609301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=10']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:15:54.151559 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2ada169a-3d1b-4345-b4cb-c53e444b8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:57.212132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36f672d9-2ae0-4eac-8f31-f3615c678f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:57.938916 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:15:58.025799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:00.019849 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:07.616025 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:16:09.046696 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:10.512031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:21.178851 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-3cc41f69-7632-4f4f-afda-eb10f2cf6c05 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466962 Oct 22 14:16:21.264404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902a28-acd6-4d21-bf12-6973e96334ce req-86fc2b02-ab5f-4aa8-8af0-3e898210bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:21.265903 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-86fc2b02-ab5f-4aa8-8af0-3e898210bc8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1098 time: 0.0425279 Oct 22 14:16:21.374463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902a28-acd6-4d21-bf12-6973e96334ce req-eb580716-1181-4e0b-a3be-815e8b68af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:21.375990 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-eb580716-1181-4e0b-a3be-815e8b68af78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0905244 Oct 22 14:16:21.444308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-8c0154d7-a52d-4a94-b191-0ea6df19b7c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 1001 time: 0.0590608 Oct 22 14:16:21.495446 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902a28-acd6-4d21-bf12-6973e96334ce req-33eb3ec9-00d3-477e-b1e7-947155284b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:21.496945 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-33eb3ec9-00d3-477e-b1e7-947155284b68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0454867 Oct 22 14:16:21.547317 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902a28-acd6-4d21-bf12-6973e96334ce req-20f2d38d-3875-458c-a679-aacf1552fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:21.548838 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-20f2d38d-3875-458c-a679-aacf1552fc00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438790 Oct 22 14:16:21.639232 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-9484b050-b853-411e-a558-d8acbd4e2aee service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824468 Oct 22 14:16:22.083939 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-30902a28-acd6-4d21-bf12-6973e96334ce req-25579f75-9ce2-4ef5-ae0c-fe9e479ef8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363587 Oct 22 14:16:24.155382 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3054cf22-d96d-41ce-a7c6-9950994c5bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:27.213379 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-01dfae7e-de96-41ed-a80a-b7452393a580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:27.941355 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:28.028794 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:30.019813 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:39.048101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:40.529268 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:44.616487 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:16:54.157843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b706f35-1f3a-4fd5-86ef-f48e5a9d5f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:55.648348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51814) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:16:55.815588 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Deleting port f1d01c94-8977-45e4-9031-e14344645ca7 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:16:55.815928 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:55.892861 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:55.893188 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:55.905184 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Calling delete_port for f1d01c94-8977-45e4-9031-e14344645ca7 owned by network:floatingip {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:16:56.060315 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:56.085487 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'Port': ['ID=f1d01c94-8977-45e4-9031-e14344645ca7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:16:56.097265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.097623 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.097968 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.098307 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.098669 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.099008 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.099736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.099736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.099977 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.100302 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.100628 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.100951 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:16:56.166670 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:56.167048 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Floating IP bc541914-5d6d-4bbb-87bd-82d105cb12d6 disassociated (deleted). External IP: 172.25.6.81, port: ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63. Oct 22 14:16:56.383278 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:16:56.497831 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:16:56.503258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:56.508081 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:16:56.518428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:16:56.519088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:16:56.531499 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-963999b4-41a9-43b1-a01b-b22a7750d597 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "DELETE /v2.0/floatingips/bc541914-5d6d-4bbb-87bd-82d105cb12d6 HTTP/1.1" status: 204 len: 168 time: 0.8818982 Oct 22 14:16:56.532199 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:16:56.535201 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38075381-405c-4161-a251-05821df1787a" -d '{"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:16:56.631028 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:16:56.645489 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2c8e3-9b1f-4203-8bc0-1e4324c5a515 x-openstack-request-id: req-b1f2c8e3-9b1f-4203-8bc0-1e4324c5a515 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:16:56.645783 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:16:56.646039 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1f2c8e3-9b1f-4203-8bc0-1e4324c5a515 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:16:56.646456 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'status': 'completed', 'code': 200} Oct 22 14:16:56.737016 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075381-405c-4161-a251-05821df1787a req-5e86f676-25ea-47d4-ab41-c2a83245a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:56.738533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-5e86f676-25ea-47d4-ab41-c2a83245a219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 1098 time: 0.0624161 Oct 22 14:16:56.794670 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbac6bf-41c3-4bcf-b3e5-af38073ac291 req-92e5c142-685a-4c2d-a1e8-e647feb7deea tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:56.796089 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abbac6bf-41c3-4bcf-b3e5-af38073ac291 req-92e5c142-685a-4c2d-a1e8-e647feb7deea tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 947 time: 0.0517166 Oct 22 14:16:56.837773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-abbac6bf-41c3-4bcf-b3e5-af38073ac291 req-415e0ac8-d49a-4d65-a0ba-74499b49c1e8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Oct 22 14:16:56.846870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075381-405c-4161-a251-05821df1787a req-cb9d91e9-e013-445f-98cc-16dbaa1d1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:56.848361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:16:56.848572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-cb9d91e9-e013-445f-98cc-16dbaa1d1952 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0996974 Oct 22 14:16:56.877264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:16:56.886093 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:16:56.886702 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:16:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:16:56.901973 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-ac26f51d-997a-40c4-8e20-3c33acd5fd09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 200 len: 217 time: 0.0392547 Oct 22 14:16:56.955002 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075381-405c-4161-a251-05821df1787a req-ca871aab-34c3-4cdd-b69c-fade0250cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:56.956505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-ca871aab-34c3-4cdd-b69c-fade0250cd53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0466371 Oct 22 14:16:56.998567 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:16:57.012322 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075381-405c-4161-a251-05821df1787a req-e6ab8dcf-fe96-4412-92b7-61113a5762ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:57.013895 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-e6ab8dcf-fe96-4412-92b7-61113a5762ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492289 Oct 22 14:16:57.115537 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-bf001756-1e5f-4b1c-b3bc-4e7faf277f0d service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922136 Oct 22 14:16:57.219407 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-38075381-405c-4161-a251-05821df1787a req-db80462f-3242-4521-976f-83fb0228d110 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948536 Oct 22 14:16:57.227253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c4bac469-3707-476f-83d5-4d4d76d94633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:57.231728 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:16:57.259812 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791dde6-22d7-4f08-aedf-b3e9298abeeb None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:16:57.495930 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c524e2-ceac-437e-9996-7894e475a4d5 None None] New status for floating IP bc541914-5d6d-4bbb-87bd-82d105cb12d6: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:16:57.945005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:57.967932 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697aac-f13e-422f-a953-7ec3b4411e4d req-9de4f2e1-ca57-4047-a94e-8c7ba7a924b9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:57.969504 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c697aac-f13e-422f-a953-7ec3b4411e4d req-9de4f2e1-ca57-4047-a94e-8c7ba7a924b9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 947 time: 0.0594559 Oct 22 14:16:58.013639 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8c697aac-f13e-422f-a953-7ec3b4411e4d req-3527faee-d13d-466b-8409-d8e3ebbc54aa tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8726be09-2dab-42a3-b9f4-eed230dd3b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378413 Oct 22 14:16:58.033796 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:58.201808 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-66cf97b2-6327-489a-bcfa-fd3d3d9e4dc5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:16:58.203341 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-66cf97b2-6327-489a-bcfa-fd3d3d9e4dc5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 947 time: 0.0505202 Oct 22 14:16:58.300359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Deleting port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:16:58.300702 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:58.394256 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] For port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:16:58.394718 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:58.407314 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Calling delete_port for ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:16:58.538936 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:58.573398 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'Port': ['ID=ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:16:58.611685 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] No DVR routers for this DVR port ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:16:58.614314 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:16:58.617904 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b45872a8-0bb4-4d2b-941f-59332c15ee3f req-97633a85-f5d4-4722-87f3-ac2183fcc8e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "DELETE /v2.0/ports/ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 HTTP/1.1" status: 204 len: 173 time: 0.4077985 Oct 22 14:16:58.647740 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-deleted', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:16:58.650455 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63ed15-5e4d-4992-aded-bcda919ecd59" -d '{"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-deleted", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:16:58.691490 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e37e2-fffb-4955-9a90-25c80b677a09 x-openstack-request-id: req-9f4e37e2-fffb-4955-9a90-25c80b677a09 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:16:58.691814 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91f7a43-880c-4dca-adda-659b2f42e1bd", "name": "network-vif-deleted", "tag": "ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:16:58.692066 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4e37e2-fffb-4955-9a90-25c80b677a09 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:16:58.692471 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91f7a43-880c-4dca-adda-659b2f42e1bd', 'name': 'network-vif-deleted', 'tag': 'ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63', 'status': 'completed', 'code': 200} Oct 22 14:16:59.133463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47babe7e-c8cf-4d34-b014-16e151d707a7 req-37e5d1a2-9ca5-4113-a742-92692146fd22 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91f7a43-880c-4dca-adda-659b2f42e1bd HTTP/1.1" status: 200 len: 210 time: 0.0289664 Oct 22 14:17:00.022844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.191960 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51838) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:00.256380 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.281942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.344154 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.347349 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.348546 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "DELETE /v2.0/security-groups/8726be09-2dab-42a3-b9f4-eed230dd3b6c HTTP/1.1" status: 204 len: 168 time: 0.1555991 Oct 22 14:17:00.358440 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00120e4-a29d-40e0-b182-e55fef42b291 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726be09-2dab-42a3-b9f4-eed230dd3b6c,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:00.747237 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 51844) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:00.752726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426555342', 'description': 'tempest-secgroup-smoke-1426555342 description', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:00.776307 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.859395 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.864291 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.894686 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.895935 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1476340 Oct 22 14:17:00.897957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:00.898907 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51846) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:00.903652 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:00.905790 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.906144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.906489 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.906852 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.907765 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.908292 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.908783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.909125 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.909457 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.909789 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.910118 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.910446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b54b7-d99f-4150-9be4-c2c5b1c22dba tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:00.932664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.980929 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:00.986258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.007579 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a41e5b6-ccd9-4e88-9e7a-9e98d9b6c701,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.017836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.018591 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-ba868377-744d-4edf-94fd-9692973c5c15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186178 Oct 22 14:17:01.021631 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51848) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:01.026096 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:01.055955 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.115519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.119245 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.137259 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8542f46f-20ba-4cec-b52d-7a4656be9d93,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.147150 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.148683 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-caebc3f3-19c9-4e26-a7e0-97fed4b6d603 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260855 Oct 22 14:17:01.151462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51850) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:01.155935 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:01.190857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.265916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.270413 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.289731 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b2cdb9-43a4-4fec-b8ee-bd421f9d2428,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.298839 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.300099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-d3ce6f4d-4291-443a-84d3-bc74e76a4fe2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476166 Oct 22 14:17:01.302877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51852) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:01.309339 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:01.336643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.397997 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.401723 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.421627 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178333a1-0162-4b4c-a3e4-79592cc7dcea,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.430540 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.431815 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-b0c41cd9-5b13-42fc-8586-65dbea7f00d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279728 Oct 22 14:17:01.434810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51854) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:01.440075 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:01.462412 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Project a6d4b1fbd13347bf88f9f15866ae5e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:17:01.467600 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.530322 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.535422 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.555182 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9ed538-9161-4eb1-b639-0b43e71e4dc7,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.564519 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.565753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-a35f04d7-4b6a-4887-a044-f194d942a236 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299808 Oct 22 14:17:01.568418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 51856) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:01.572772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'security_group_rule': {'security_group_id': 'baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b', 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:01.595242 n-d-813419-8 neutron-server[100619]: INFO neutron.db.securitygroups_db [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Project a6d4b1fbd13347bf88f9f15866ae5e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:17:01.600212 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.666691 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.670918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.690773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3c5080-93d6-49e0-aa9b-4968dbf6340c,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:01.696074 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:01.697308 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7ac2bb17-3acc-403a-bfed-09d89170fe91 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279476 Oct 22 14:17:02.751083 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:17:02.775184 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:17:02.775536 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device ff854c6e-2f0b-48ee-9e6c-ee8f20b22a63 not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:17:09.060394 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:10.527674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:18.029904 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-22a0aabd-12ce-4c51-8647-aa8a12d92567 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426555342&fields=id&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 267 time: 0.0337980 Oct 22 14:17:18.144679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3736637a-9b9c-4669-9743-9d2ecf6c264e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:18.146076 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3736637a-9b9c-4669-9743-9d2ecf6c264e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 809 time: 0.1087337 Oct 22 14:17:18.161045 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-e586eb51-2174-406c-964d-f21cfc9fa78e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/quotas/a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 375 time: 0.0091908 Oct 22 14:17:18.215545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-f1a9e941-c5e6-4dcb-83c5-a2ae42e5478d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490587 Oct 22 14:17:18.231768 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-35de4a63-7994-4103-8938-a0fadef8f527 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:17:18.232750 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-35de4a63-7994-4103-8938-a0fadef8f527 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053761 Oct 22 14:17:18.333438 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-da163817-ff52-44f0-81d8-ee600626ac35 service neutron] 10.222.0.25 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938966 Oct 22 14:17:18.436462 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-739672cc-399f-4c58-bbba-dd485fff0ad2 service neutron] 10.222.0.25 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936580 Oct 22 14:17:18.746996 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-24aca19a-9b54-41a7-9fec-729b991088a9 req-d9739399-883f-4f8b-9c58-bfd9e3878be7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0274906 Oct 22 14:17:19.827871 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a6adbb5-9d8f-4a32-871c-c7e91b75aabc req-ef7c4f47-24e9-41fd-9fdc-a7edb160aab2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0264690 Oct 22 14:17:20.749106 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-5e99d9e3-1cf5-4751-8640-ac6047a3ed2b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:20.750655 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-5e99d9e3-1cf5-4751-8640-ac6047a3ed2b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 809 time: 0.1190147 Oct 22 14:17:20.801870 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-ac2ad32d-c287-4aae-a238-d7d41bda6cc7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 380 time: 0.0409963 Oct 22 14:17:20.811229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'port': {'device_id': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'admin_state_up': True, 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'security_groups': ['baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:20.940013 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8e7080d0-e2ec-447e-a3f6-b2dc2beffcde req-ea9757d1-d442-4a3b-b82f-8898cf0a9f0c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0376160 Oct 22 14:17:20.943886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Made reservation on behalf of a6d4b1fbd13347bf88f9f15866ae5e67 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:17:20.947701 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.099125 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Allocated IP 172.20.0.5 (90899bbe-4185-4932-8b03-8be8e53bbdc0/755ae12b-1558-49be-91e6-d7a1eef73519/912bdd3f-f14e-4828-821c-e14213f29bfe) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:17:21.249659 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.291202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.336956 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:17:21.339970 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:17:21.342566 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:17:21.372675 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:21.403178 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:21.404134 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.422508 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-593c7503-9387-4ef2-8bb3-e76e441385d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153030 Oct 22 14:17:21.435676 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Request body: {'port': {'device_id': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:21.499120 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.616616 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:17:21.648310 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-9117f512-4076-48e8-a61c-385cc98951e6 None None] Provisioning complete for port 912bdd3f-f14e-4828-821c-e14213f29bfe triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:17:21.648942 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9117f512-4076-48e8-a61c-385cc98951e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.684698 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9117f512-4076-48e8-a61c-385cc98951e6 None None] Port 912bdd3f-f14e-4828-821c-e14213f29bfe cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:17:21.779456 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912bdd3f-f14e-4828-821c-e14213f29bfe {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:17:21.787099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.799648 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Transition to ACTIVE for port object 912bdd3f-f14e-4828-821c-e14213f29bfe will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:17:21.804982 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:21.858594 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:21.931870 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Attempting to bind port 912bdd3f-f14e-4828-821c-e14213f29bfe on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:17:21.932412 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Attempting to bind port 912bdd3f-f14e-4828-821c-e14213f29bfe by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:17:21.932699 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Attempting to bind port 912bdd3f-f14e-4828-821c-e14213f29bfe on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:17:21.937902 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Port 912bdd3f-f14e-4828-821c-e14213f29bfe on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:17:21.938775 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Attempting to bind port 912bdd3f-f14e-4828-821c-e14213f29bfe on network 90899bbe-4185-4932-8b03-8be8e53bbdc0 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:17:21.944069 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:17:21.944417 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Checking segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:17:21.944803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Bound using segment: {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:17:21.945237 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Bound port: 912bdd3f-f14e-4828-821c-e14213f29bfe, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93b023-8544-4780-8fb8-35a3160791f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:17:21.945595 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:22.029206 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:17:22.033271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:17:22.042641 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:22.081519 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.082128 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:22.083579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] 10.222.0.26 "PUT /v2.0/ports/912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1091 time: 0.6525307 Oct 22 14:17:22.084022 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:17:22.084287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3fd0-48d8-469c-aa7b-752d6450fed1 req-40159bd1-1362-4574-b0c1-6e61848d53a0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.086352 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b67f3-a5a7-4629-ad37-61a62549d6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:17:22.100178 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cba3fd0-48d8-469c-aa7b-752d6450fed1 req-40159bd1-1362-4574-b0c1-6e61848d53a0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0704455 Oct 22 14:17:22.134345 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f65130-e137-4236-9127-a74f63c454e0 x-openstack-request-id: req-19f65130-e137-4236-9127-a74f63c454e0 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:17:22.136489 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:17:22.136749 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19f65130-e137-4236-9127-a74f63c454e0 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:17:22.137477 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'status': 'completed', 'code': 200} Oct 22 14:17:22.153282 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c143263-7f6d-4055-a480-01f7597de015 service neutron] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:22.158355 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9cba3fd0-48d8-469c-aa7b-752d6450fed1 req-dbaa4d0b-3f5f-46a0-aae9-9d04345f0d23 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513659 Oct 22 14:17:22.201062 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-f370df7d-b307-46c9-ae94-5f30255f0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.202646 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-f370df7d-b307-46c9-ae94-5f30255f0d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1094 time: 0.0612831 Oct 22 14:17:22.267890 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-2a863c0b-850c-497b-80a3-f244d6a84dc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 217 time: 0.0545158 Oct 22 14:17:22.330886 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-7dad1292-63be-4950-a5bf-9664e99cf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.332530 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-7dad1292-63be-4950-a5bf-9664e99cf94c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0573459 Oct 22 14:17:22.405679 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-07c850c6-633c-4a21-8de4-38b836252c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.407409 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-07c850c6-633c-4a21-8de4-38b836252c68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657558 Oct 22 14:17:22.549547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-e877b814-cc45-4a94-8a89-59c6cb0e7af0 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343539 Oct 22 14:17:22.653551 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-df852d31-4d99-44fe-bdfb-bf2cdaf96043 req-81fdd503-ac68-458f-80fb-2e866f61076c service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964553 Oct 22 14:17:22.747277 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-d202cf74-bd27-4132-88d6-45f1f0603f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.748706 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-d202cf74-bd27-4132-88d6-45f1f0603f75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1094 time: 0.0466259 Oct 22 14:17:22.845736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-89031e41-9468-4a35-b28a-a496ea49208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.847254 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-89031e41-9468-4a35-b28a-a496ea49208f service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0903878 Oct 22 14:17:22.895149 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-917ad838-47a9-4a14-b4a3-fe7389fb83f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 217 time: 0.0395768 Oct 22 14:17:22.946321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-270d5781-348a-40d4-b405-2126bf9e1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.947814 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-270d5781-348a-40d4-b405-2126bf9e1a20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0456643 Oct 22 14:17:22.996181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-04d4d1ae-7ad5-4066-9021-9db3a4ada6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:22.997738 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-04d4d1ae-7ad5-4066-9021-9db3a4ada6b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412934 Oct 22 14:17:23.097622 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-81aa672e-f225-41be-813f-2a7e0f89d77b service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918679 Oct 22 14:17:23.197965 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b84b67f3-a5a7-4629-ad37-61a62549d6a8 req-a4cc100f-1f2c-42f4-b7fd-f2dcdd3f91e3 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929699 Oct 22 14:17:23.284294 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77abdd-5ae9-4d69-a472-db67f2bc98ca req-63a279e4-6c80-4a14-ace2-22b083f0d570 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:23.285949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a77abdd-5ae9-4d69-a472-db67f2bc98ca req-63a279e4-6c80-4a14-ace2-22b083f0d570 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0535812 Oct 22 14:17:23.328101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1a77abdd-5ae9-4d69-a472-db67f2bc98ca req-37f79dc7-3ca7-44f0-b7d6-c61cceff24db tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354364 Oct 22 14:17:24.162720 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-558de83d-f361-46b6-b9b0-dfca06ce7246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:24.455963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bcaf-16c8-464a-82e3-688aec8ff24f req-4ec67974-c862-4618-bbcf-7d4572d7aa62 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:24.458222 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7b4bcaf-16c8-464a-82e3-688aec8ff24f req-4ec67974-c862-4618-bbcf-7d4572d7aa62 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0547805 Oct 22 14:17:24.504480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7b4bcaf-16c8-464a-82e3-688aec8ff24f req-10c99d5e-d582-43a6-8736-5b7276dee00d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392957 Oct 22 14:17:25.622962 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08629c43-2c84-4858-bb71-6976d5685fb5 req-b2100175-a6a5-458b-9193-d3b6065d3f5b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:25.624458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08629c43-2c84-4858-bb71-6976d5685fb5 req-b2100175-a6a5-458b-9193-d3b6065d3f5b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0499957 Oct 22 14:17:25.664155 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-08629c43-2c84-4858-bb71-6976d5685fb5 req-1f6baf60-e75e-4c12-aeff-97bccb4d206c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Oct 22 14:17:26.782845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441848e-5aa7-4d5a-965c-732bbbb9c3aa req-99859188-f6d0-447c-920c-b2c6d683c7e7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:26.784434 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9441848e-5aa7-4d5a-965c-732bbbb9c3aa req-99859188-f6d0-447c-920c-b2c6d683c7e7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0528233 Oct 22 14:17:26.824252 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9441848e-5aa7-4d5a-965c-732bbbb9c3aa req-ba4ea461-ce66-4485-816e-0585f52e018d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Oct 22 14:17:27.218959 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb79d-9835-4568-a331-4808b916253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:27.942306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0adae8-f027-4131-8249-6253dfd7985b req-a06aa5e8-bd90-4580-a1f7-df1cfca4ccef tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:27.944047 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0adae8-f027-4131-8249-6253dfd7985b req-a06aa5e8-bd90-4580-a1f7-df1cfca4ccef tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0526044 Oct 22 14:17:27.954914 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:27.992583 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a0adae8-f027-4131-8249-6253dfd7985b req-78630490-7933-41e9-bae0-71069fffa2c6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Oct 22 14:17:28.034263 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:29.107455 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78473b34-d77c-4877-9326-5dc28089d2b1 req-10ae7775-0361-41fb-9c5b-f415f0c381d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:29.108963 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78473b34-d77c-4877-9326-5dc28089d2b1 req-10ae7775-0361-41fb-9c5b-f415f0c381d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0491052 Oct 22 14:17:29.149906 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-78473b34-d77c-4877-9326-5dc28089d2b1 req-00147c44-3cb8-4266-bbc2-ba16c233533d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344272 Oct 22 14:17:30.027305 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:30.268735 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4013e63-4f87-4ba3-91c6-34d3afcad8b2 req-cec9d83d-731c-4553-99a7-a79d02b5ae9b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:30.270238 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4013e63-4f87-4ba3-91c6-34d3afcad8b2 req-cec9d83d-731c-4553-99a7-a79d02b5ae9b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0515542 Oct 22 14:17:30.309460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a4013e63-4f87-4ba3-91c6-34d3afcad8b2 req-940d0fc9-19c1-4279-8c0d-259818682142 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Oct 22 14:17:31.434482 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c97be-ec62-4be1-93fe-bb0e125739f5 req-4ed0b712-86bd-41ad-a29a-28b80e10d44f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:31.436015 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e09c97be-ec62-4be1-93fe-bb0e125739f5 req-4ed0b712-86bd-41ad-a29a-28b80e10d44f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0517926 Oct 22 14:17:31.479961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e09c97be-ec62-4be1-93fe-bb0e125739f5 req-4d3a2ecc-ecdd-47c9-9e64-09c0d8d0d6d7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Oct 22 14:17:32.597449 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad415-cfef-4dd6-8ad4-1fdc5f3948fc req-0e8db990-ee0f-4368-93d8-734a13b9b97b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:32.599021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb9ad415-cfef-4dd6-8ad4-1fdc5f3948fc req-0e8db990-ee0f-4368-93d8-734a13b9b97b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0504518 Oct 22 14:17:32.639240 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb9ad415-cfef-4dd6-8ad4-1fdc5f3948fc req-c4830a42-1f24-4162-aab0-298167ae380c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Oct 22 14:17:33.764020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a453926-03fb-4b31-a5b0-6d063ec7ce30 req-4bde5669-031d-4cec-b8d4-867d709914b8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:33.765444 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a453926-03fb-4b31-a5b0-6d063ec7ce30 req-4bde5669-031d-4cec-b8d4-867d709914b8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0551984 Oct 22 14:17:33.805952 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3a453926-03fb-4b31-a5b0-6d063ec7ce30 req-ab689d3a-7b28-4219-9f67-d4c808716b49 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Oct 22 14:17:34.865423 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:17:34.941859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff020-a9ec-4d24-b2a5-90e730e6b7e8 req-f20525f0-5e32-4285-908e-bfee738bcab1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:34.943457 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6eff020-a9ec-4d24-b2a5-90e730e6b7e8 req-f20525f0-5e32-4285-908e-bfee738bcab1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0556123 Oct 22 14:17:34.966410 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:17:34.977902 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'mac_address': 'fa:16:3e:4f:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:17:34.987929 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a6eff020-a9ec-4d24-b2a5-90e730e6b7e8 req-e54f1f26-82f4-4d03-8f76-b1271547b36d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Oct 22 14:17:35.018620 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:35.031504 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912bdd3f-f14e-4828-821c-e14213f29bfe {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:17:35.052714 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:17:35.057024 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:35.111827 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:35.119110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.119458 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.119800 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.120140 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.120479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.120810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.121138 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.121463 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.121786 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.122108 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.122435 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.122784 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:17:35.314658 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['912bdd3f-f14e-4828-821c-e14213f29bfe'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:17:36.109515 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2170-5083-4cfd-a565-2360269b92c2 req-3031dd39-c496-46fd-b172-5cd26aceb6e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:36.111424 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c74e2170-5083-4cfd-a565-2360269b92c2 req-3031dd39-c496-46fd-b172-5cd26aceb6e2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 944 time: 0.0502098 Oct 22 14:17:36.157121 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c74e2170-5083-4cfd-a565-2360269b92c2 req-19b71895-1d2a-43cd-bbe7-57cc4464670b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392971 Oct 22 14:17:36.872925 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:17:36.925762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 912bdd3f-f14e-4828-821c-e14213f29bfe completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:17:36.930013 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 912bdd3f-f14e-4828-821c-e14213f29bfe triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:17:36.930397 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:37.017931 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:37.039900 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:17:37.042164 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28743f6-5c9e-4402-b7ad-9865b2f2006f" -d '{"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-plugged", "status": "completed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:17:37.061911 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:17:37.067471 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:37.119488 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:37.141728 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693557d7-6a9e-4ca5-9444-3b942348e34d x-openstack-request-id: req-693557d7-6a9e-4ca5-9444-3b942348e34d {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:17:37.141950 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-plugged", "status": "completed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:17:37.142136 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-693557d7-6a9e-4ca5-9444-3b942348e34d {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:17:37.142742 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'code': 200} Oct 22 14:17:37.243957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa0781-f9b0-4483-bbba-f2b5e4f42208 req-141c7bb3-b348-4acc-9e8a-8fd122a9d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:37.245534 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7aa0781-f9b0-4483-bbba-f2b5e4f42208 req-141c7bb3-b348-4acc-9e8a-8fd122a9d3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0435841 Oct 22 14:17:37.276786 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c268b41-4486-4478-b5df-6d984f0c6e8c req-c7479635-332e-480f-a751-0ccdafed7e45 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:37.278334 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c268b41-4486-4478-b5df-6d984f0c6e8c req-c7479635-332e-480f-a751-0ccdafed7e45 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0508294 Oct 22 14:17:37.289683 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-f7aa0781-f9b0-4483-bbba-f2b5e4f42208 req-1fd3a668-ac10-469e-ac04-881e04b7bf18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347319 Oct 22 14:17:37.317501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3c268b41-4486-4478-b5df-6d984f0c6e8c req-0d0f769a-fd13-44fa-9a7e-93df1c31f275 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Oct 22 14:17:38.442200 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefc5cf-1ae6-440b-b62f-16a6589d1775 req-e6abc69f-a2a3-40b4-a7ec-7de124fda336 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:38.443743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cefc5cf-1ae6-440b-b62f-16a6589d1775 req-e6abc69f-a2a3-40b4-a7ec-7de124fda336 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Oct 22 14:17:38.486492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7cefc5cf-1ae6-440b-b62f-16a6589d1775 req-d0f0eaf6-85f0-4e6e-851a-69923c17a3b6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365534 Oct 22 14:17:39.079603 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:39.602360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0794-a865-41ec-8e2b-e88e1f6417de req-d0c3b3c0-2a4e-4564-b681-eb1714a3fd78 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:39.603951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39ab0794-a865-41ec-8e2b-e88e1f6417de req-d0c3b3c0-2a4e-4564-b681-eb1714a3fd78 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Oct 22 14:17:39.645159 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39ab0794-a865-41ec-8e2b-e88e1f6417de req-1b1d0cd8-d476-42b6-a523-0d8a2877a201 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Oct 22 14:17:39.767758 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd912d4-08a0-40f0-b344-e88596e283c2 req-b3158d68-3434-42a1-a66f-f85e6a163865 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:39.769180 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbd912d4-08a0-40f0-b344-e88596e283c2 req-b3158d68-3434-42a1-a66f-f85e6a163865 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0522463 Oct 22 14:17:39.808388 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-dbd912d4-08a0-40f0-b344-e88596e283c2 req-65cacda1-dd43-442b-9a43-2fb62d882309 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Oct 22 14:17:39.831166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52056) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:39.869729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d047f-5adf-4db7-ae47-72e34cbf1796 tempest-TestShelveInstance-723432299 tempest-TestShelveInstance-723432299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:39.871293 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c38d047f-5adf-4db7-ae47-72e34cbf1796 tempest-TestShelveInstance-723432299 tempest-TestShelveInstance-723432299-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1091 time: 0.0391457 Oct 22 14:17:39.874206 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52058) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:17:39.879176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:17:39.901432 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.006784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.117831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Allocated IP 172.25.6.99 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/f4d2ae06-6190-4068-91d9-e9a9d2cf04c9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:17:40.218128 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.253361 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.292488 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:17:40.295453 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:17:40.299879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:17:40.333947 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=f4d2ae06-6190-4068-91d9-e9a9d2cf04c9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:40.537266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.671825 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.752669 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.908918 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.913443 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:40.989659 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event updated for resources: {'Port': ['ID=f4d2ae06-6190-4068-91d9-e9a9d2cf04c9,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:17:41.001858 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:41.110293 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Floating IP f1d0c5d1-3fd0-4b0c-9628-328f7b197095 associated. External IP: 172.25.6.99, port: 912bdd3f-f14e-4828-821c-e14213f29bfe. Oct 22 14:17:41.323197 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:17:41.433726 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:17:41.443532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:17:41.452608 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:41.453427 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:17:41.454067 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:17:41.569850 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:17:41.830466 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-dcd7ffe8-6674-4777-87df-f1be1e3a222f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9550955 Oct 22 14:17:41.831166 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:17:41.833508 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b" -d '{"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:17:41.939718 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b88b8-76a9-4057-b496-cc21eee06f2f x-openstack-request-id: req-196b88b8-76a9-4057-b496-cc21eee06f2f {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:17:41.940007 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:17:41.940258 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-196b88b8-76a9-4057-b496-cc21eee06f2f {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:17:41.940652 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'status': 'completed', 'code': 200} Oct 22 14:17:42.006454 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-42264777-43f0-4202-8281-4fc4e037b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:42.008045 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-42264777-43f0-4202-8281-4fc4e037b7ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0425878 Oct 22 14:17:42.010725 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f1d0c5d1-3fd0-4b0c-9628-328f7b197095', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:4f:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:17:40Z', 'updated_at': '2021-10-22T14:17:40Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:17:42.038351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:17:42.047183 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:17:42.047945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:17:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:17:42.104874 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-ba5e8d00-1382-4bbf-95b4-21fd75f703b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:42.106263 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-ba5e8d00-1382-4bbf-95b4-21fd75f703b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0907261 Oct 22 14:17:42.162150 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:17:42.179133 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-f8bcdf1c-c076-4c52-ba35-64dcdcd8de8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 998 time: 0.0637465 Oct 22 14:17:42.231283 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-e67e51e5-49f9-4a42-a330-c89f9cc74d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:42.232819 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-e67e51e5-49f9-4a42-a330-c89f9cc74d88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0460660 Oct 22 14:17:42.279838 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-c119416a-65c6-4d8b-b778-56d3e29a5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:17:42.281355 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-c119416a-65c6-4d8b-b778-56d3e29a5818 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404859 Oct 22 14:17:42.383730 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-5ffbb267-3f0d-477e-bb2a-10daabbaced4 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936937 Oct 22 14:17:42.399196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f1d0c5d1-3fd0-4b0c-9628-328f7b197095', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:4f:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:17:40Z', 'updated_at': '2021-10-22T14:17:40Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:17:42.426530 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efc8d0-77e2-4106-bdea-0a29c0e23042 None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'f1d0c5d1-3fd0-4b0c-9628-328f7b197095', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'mac_address': 'fa:16:3e:4f:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:17:40Z', 'updated_at': '2021-10-22T14:17:40Z', 'revision_number': 0, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:17:42.486218 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-fc24a306-ef4b-45e7-b06e-e58fe6f1234b req-37037894-3119-404b-aafb-5148fb17f5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936198 Oct 22 14:17:42.645053 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29376683-f6d1-4b8f-91d9-5ff27f21626e None None] New status for floating IP f1d0c5d1-3fd0-4b0c-9628-328f7b197095: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:17:54.164671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-469f8ea2-3039-43b3-bca3-085ea35952f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:57.231554 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5a636b37-5cc1-4943-a4f0-a5e960decc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:57.951344 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:58.039323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:17:58.616766 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:18:00.027996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:09.073095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:10.546702 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:23.268113 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-80b3da30-3d4d-4f66-8061-367a43e21f56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444500 Oct 22 14:18:23.352603 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-f220ebc7-3f7b-402d-8a40-39d4a3c05c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:18:23.354139 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-f220ebc7-3f7b-402d-8a40-39d4a3c05c47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0427003 Oct 22 14:18:23.467664 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-683f57d5-9f23-43ca-875e-4b7aa79741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:18:23.469154 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-683f57d5-9f23-43ca-875e-4b7aa79741a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0934885 Oct 22 14:18:23.539005 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-c32656d9-0c62-4c12-a445-5ef5c6e9e5f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1000 time: 0.0616117 Oct 22 14:18:23.592536 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-fa0ba94d-f3c3-4094-b12f-19eaa46ce624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:18:23.594098 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-fa0ba94d-f3c3-4094-b12f-19eaa46ce624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0467145 Oct 22 14:18:23.649855 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-96984f1f-43f5-4f22-a680-55ad1cbb3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:18:23.652157 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-96984f1f-43f5-4f22-a680-55ad1cbb3e95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485210 Oct 22 14:18:23.747956 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-234ee095-7e82-421b-a9fd-bf68b8974065 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875225 Oct 22 14:18:23.850365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-1a31a2b1-25a3-4801-8300-2385a9f0264c req-09062de6-6b0d-4d79-bd5e-35c43210acf9 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941522 Oct 22 14:18:24.167693 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dce20e94-9a4a-40d0-8a68-f6f84ad2e2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:27.222950 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a8236217-a284-4ec0-975a-bc78641bd3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:27.944021 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:28.043145 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:30.032282 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:35.616171 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:18:39.076514 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:40.551977 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:54.169815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-001fc80b-d3e3-43f2-a4db-42a67282a006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:57.224586 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae43576c-5b32-4029-b5e9-a2961efbf47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:57.946148 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:18:58.044676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:00.035470 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:09.080881 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:10.567653 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:12.615823 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:19:23.192754 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-21fb1550-b42b-4646-91d7-3f700a67f4bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406244 Oct 22 14:19:23.277129 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-2b7b52da-ec72-4ae8-b42a-0557f1e48932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:23.278623 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-2b7b52da-ec72-4ae8-b42a-0557f1e48932 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0407290 Oct 22 14:19:23.382684 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-183bc317-176d-44d0-8422-a4f237b1b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:23.384124 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-183bc317-176d-44d0-8422-a4f237b1b623 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0863276 Oct 22 14:19:23.453259 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-627c9b85-0671-4d3f-a173-9bd2797acab9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1000 time: 0.0612652 Oct 22 14:19:23.506232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-cab33259-b7d0-421f-bee8-efa1c07aea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:23.507664 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-cab33259-b7d0-421f-bee8-efa1c07aea9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0458031 Oct 22 14:19:23.892816 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-1c89baae-1eea-4170-bf5b-485a879ea19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:23.894294 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-1c89baae-1eea-4170-bf5b-485a879ea19b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3785343 Oct 22 14:19:23.983478 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-c61c20f4-beee-41a0-8ee7-8f7968c17001 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813522 Oct 22 14:19:24.076373 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-8feceb75-60b7-4cc1-a583-d66cc7472790 req-45c7afcc-d238-4b95-8b24-e6e21156ef07 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850058 Oct 22 14:19:24.171104 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d48db1e-9100-450c-a49e-15c58ac75131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:27.225676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bfd93fb5-a611-4ca5-a82d-768fb5c3c816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:27.948589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:28.047278 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:30.036043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:39.098321 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:39.763010 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfbded-c77d-4608-b630-a435377b6463 req-6648cd03-1ba5-4bf8-bda1-222ecbdc3505 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:39.764698 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dfbded-c77d-4608-b630-a435377b6463 req-6648cd03-1ba5-4bf8-bda1-222ecbdc3505 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Oct 22 14:19:39.803845 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a3dfbded-c77d-4608-b630-a435377b6463 req-ee190b82-17cb-46d9-b211-52994689fb17 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Oct 22 14:19:40.556412 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:40.945645 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee044856-b9c6-49e5-90d8-ea33fbda4402 req-f66fefbd-4504-418b-be66-6169738de566 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:40.947119 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee044856-b9c6-49e5-90d8-ea33fbda4402 req-f66fefbd-4504-418b-be66-6169738de566 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Oct 22 14:19:40.986569 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ee044856-b9c6-49e5-90d8-ea33fbda4402 req-40b52f16-deef-45b5-8988-751857ccd30a tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Oct 22 14:19:42.134212 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f368e-1ab1-4834-8603-3135a34f67bc req-0a01e668-1a58-4c9c-b7bd-e1bc4791a978 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:42.135709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-411f368e-1ab1-4834-8603-3135a34f67bc req-0a01e668-1a58-4c9c-b7bd-e1bc4791a978 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Oct 22 14:19:42.173066 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-411f368e-1ab1-4834-8603-3135a34f67bc req-b141ba1e-d14a-4547-8844-114cccc220f6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Oct 22 14:19:43.288738 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef55dc-5cc0-4405-bcf2-f8c746933ad6 req-63820379-b634-4651-b286-6ecce29b1ad7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:43.290392 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ef55dc-5cc0-4405-bcf2-f8c746933ad6 req-63820379-b634-4651-b286-6ecce29b1ad7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Oct 22 14:19:43.328621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a1ef55dc-5cc0-4405-bcf2-f8c746933ad6 req-72377c71-4b5b-43f6-b64b-582961053172 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Oct 22 14:19:44.444722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d0bf-99ef-4f0a-987f-a32edb5e0a7c req-be085e27-b0e3-4c32-a554-bfb2a21cd03e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:44.446176 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4632d0bf-99ef-4f0a-987f-a32edb5e0a7c req-be085e27-b0e3-4c32-a554-bfb2a21cd03e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0486147 Oct 22 14:19:44.488621 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4632d0bf-99ef-4f0a-987f-a32edb5e0a7c req-30701842-02f0-4be5-b417-796c31e6b0ef tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Oct 22 14:19:45.607167 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0a243-f9ec-4189-a448-2bf5236d7444 req-c19234e5-0bf0-4c3a-b736-5f3b301299b8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:45.608652 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3aa0a243-f9ec-4189-a448-2bf5236d7444 req-c19234e5-0bf0-4c3a-b736-5f3b301299b8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0505166 Oct 22 14:19:45.646150 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-3aa0a243-f9ec-4189-a448-2bf5236d7444 req-4f29b170-358c-4264-82bb-5887167353af tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Oct 22 14:19:46.763369 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73a65-f121-46c2-9323-d5d0e6d49fcb req-a6eb79ff-6034-437d-8dbb-82c3157b65df tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:46.764846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96c73a65-f121-46c2-9323-d5d0e6d49fcb req-a6eb79ff-6034-437d-8dbb-82c3157b65df tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0489776 Oct 22 14:19:46.802482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-96c73a65-f121-46c2-9323-d5d0e6d49fcb req-10d209b2-ffd2-4277-8227-a0ba0e4b2b15 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310917 Oct 22 14:19:47.919791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c75cc-4f30-479f-9bea-2fb555ed8879 req-dcbbcae4-b009-4166-8b55-25516744c72f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:47.921270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b05c75cc-4f30-479f-9bea-2fb555ed8879 req-dcbbcae4-b009-4166-8b55-25516744c72f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0485449 Oct 22 14:19:47.963759 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b05c75cc-4f30-479f-9bea-2fb555ed8879 req-3a4622d5-a066-479c-8115-0fa86e0b73d7 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Oct 22 14:19:49.080516 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed931-7f97-47be-a390-18f37e2c3967 req-b69fe571-e755-402e-9d59-819c50177cfd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:49.081977 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5eed931-7f97-47be-a390-18f37e2c3967 req-b69fe571-e755-402e-9d59-819c50177cfd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Oct 22 14:19:49.120086 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d5eed931-7f97-47be-a390-18f37e2c3967 req-a874a2d4-a0d4-4c03-a3f2-58d11cec8f7e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Oct 22 14:19:49.615634 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:19:49.888346 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-3d40bffc-0cf2-454b-ad6b-085b5fa0fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:49.889729 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-3d40bffc-0cf2-454b-ad6b-085b5fa0fd19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0406032 Oct 22 14:19:49.983040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-5478715a-631f-4489-9c43-c9ccf2996ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:49.984498 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-5478715a-631f-4489-9c43-c9ccf2996ad7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0872900 Oct 22 14:19:50.050275 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-aa8c3ec2-40e8-4e9e-b704-6fd129463d9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1000 time: 0.0568681 Oct 22 14:19:50.101875 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-0c590910-0786-4887-9280-7c787ea52684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:50.103353 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-0c590910-0786-4887-9280-7c787ea52684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0466764 Oct 22 14:19:50.150620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-80816d0e-a4db-4521-b71c-e05d568a4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:50.152182 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-80816d0e-a4db-4521-b71c-e05d568a4a0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419199 Oct 22 14:19:50.234811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526b885-7528-4375-ac0f-e880c767b258 req-24db145e-51f8-488c-bd99-5611fe312cd9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:50.236344 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8526b885-7528-4375-ac0f-e880c767b258 req-24db145e-51f8-488c-bd99-5611fe312cd9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Oct 22 14:19:50.247728 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-03ffffe4-dc68-4db1-934d-a3ab28170b34 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Oct 22 14:19:50.275122 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8526b885-7528-4375-ac0f-e880c767b258 req-1b37688d-2b07-4e37-b48a-6afc4d19ee4f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Oct 22 14:19:50.342109 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-54c836bd-15aa-446c-b4d4-3b7c0f6d652b req-88e3bd79-cbfa-4296-8dd4-31a4b0558b1b service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864646 Oct 22 14:19:51.391887 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0170e6-0202-4c38-ab73-638583371d00 req-1e406aa4-fa3a-444d-be3d-c498e4d4190f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:51.393414 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f0170e6-0202-4c38-ab73-638583371d00 req-1e406aa4-fa3a-444d-be3d-c498e4d4190f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0506775 Oct 22 14:19:51.435706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5f0170e6-0202-4c38-ab73-638583371d00 req-1da1ae5c-aa02-401f-9409-72617816e263 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 Oct 22 14:19:52.552607 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e1e4-5b1d-4155-82c3-07d7c79661a0 req-d259dc09-b54a-407c-837a-9d23ba22ac80 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:52.554049 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b53e1e4-5b1d-4155-82c3-07d7c79661a0 req-d259dc09-b54a-407c-837a-9d23ba22ac80 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0504699 Oct 22 14:19:52.592784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5b53e1e4-5b1d-4155-82c3-07d7c79661a0 req-085da3ff-0952-42cd-a3e2-187231ea97e1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Oct 22 14:19:53.717521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346faca-928c-4496-89ea-ce78fd2b5655 req-447b302b-7b85-478c-a5bb-983576de86e6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:53.719717 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a346faca-928c-4496-89ea-ce78fd2b5655 req-447b302b-7b85-478c-a5bb-983576de86e6 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0531521 Oct 22 14:19:53.760609 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a346faca-928c-4496-89ea-ce78fd2b5655 req-1a801070-3abb-4418-b8f9-c034badd8d5b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345440 Oct 22 14:19:54.171662 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a4b60cc-4995-469d-833f-867bea9ea1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:54.874643 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4b28-5b73-4c9c-bc5e-d8d6c04a3bd0 req-a473a842-4259-454b-b1a3-06b502deab39 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:54.876199 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09fd4b28-5b73-4c9c-bc5e-d8d6c04a3bd0 req-a473a842-4259-454b-b1a3-06b502deab39 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Oct 22 14:19:54.918494 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-09fd4b28-5b73-4c9c-bc5e-d8d6c04a3bd0 req-0a277066-7098-4615-b33b-680a9ea70500 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Oct 22 14:19:55.099299 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-855977f9-6ce6-4f3e-b94a-659bb3e8f8aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419078 Oct 22 14:19:55.108850 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-92171368-3c7b-4500-a2d1-425d33cffd02 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:19:55.109860 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-92171368-3c7b-4500-a2d1-425d33cffd02 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050201 Oct 22 14:19:55.125473 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40abe-ef5e-4f45-a3c8-54bd3a10db19 req-57205abd-e2e8-4214-96fe-bd5c0f5187f9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:55.127926 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57b40abe-ef5e-4f45-a3c8-54bd3a10db19 req-57205abd-e2e8-4214-96fe-bd5c0f5187f9 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Oct 22 14:19:55.168044 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-57b40abe-ef5e-4f45-a3c8-54bd3a10db19 req-e636a04f-dc59-4db4-be01-d1e9468b63a2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Oct 22 14:19:55.522223 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:19:55.600847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:55.622995 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:19:55.625252 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c38577-48c1-421a-9ed4-c92b66f57e70" -d '{"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-unplugged", "status": "completed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:19:55.638115 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:19:55.643498 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:55.674470 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e8318-d64f-4321-9cf8-727709bfcf41 x-openstack-request-id: req-a26e8318-d64f-4321-9cf8-727709bfcf41 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:19:55.674827 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-unplugged", "status": "failed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "code": 422}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:19:55.675089 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a26e8318-d64f-4321-9cf8-727709bfcf41 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:19:55.675483 n-d-813419-8 neutron-server[100621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'code': 422} returned with failed status Oct 22 14:19:55.700977 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:19:55.709226 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.709582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.709928 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.710277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.710638 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.710983 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.711318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.711648 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.711985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.712316 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.712649 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:55.712980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:19:56.292037 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075fd9b-6a92-48bb-a2d3-bd272bf59de4 req-869bda77-523e-4c78-8708-c42aa5c163ca tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:56.293705 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7075fd9b-6a92-48bb-a2d3-bd272bf59de4 req-869bda77-523e-4c78-8708-c42aa5c163ca tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0521860 Oct 22 14:19:56.333310 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7075fd9b-6a92-48bb-a2d3-bd272bf59de4 req-6a344ce3-9935-492c-8ad1-b13f3bf14a4f tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Oct 22 14:19:57.226814 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d90df74c-53f4-41b2-8012-51adb56692df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:57.450696 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994c27-5b3c-434d-88ed-e93ccdd110c2 req-bbe33c55-30b3-4377-ad61-18e50bf6920b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:57.452214 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34994c27-5b3c-434d-88ed-e93ccdd110c2 req-bbe33c55-30b3-4377-ad61-18e50bf6920b tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0506473 Oct 22 14:19:57.494973 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-34994c27-5b3c-434d-88ed-e93ccdd110c2 req-e813ddcf-123c-47c1-8e5d-71b76301daaa tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359399 Oct 22 14:19:57.956031 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:58.051766 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:19:58.612362 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d492b1a-ed9c-4b4d-b906-9d639e1eca5d req-623a7f97-d747-4b21-a50f-8ebf115e1048 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:58.613936 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d492b1a-ed9c-4b4d-b906-9d639e1eca5d req-623a7f97-d747-4b21-a50f-8ebf115e1048 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0511720 Oct 22 14:19:58.654245 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1d492b1a-ed9c-4b4d-b906-9d639e1eca5d req-9d342a27-faa3-408b-8bcf-ad0d9a159828 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Oct 22 14:19:59.775693 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdab1bc-36ce-437d-9b54-61c0de855aae req-7b2ecd1f-7c28-4649-890e-2566cc064393 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:19:59.777093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebdab1bc-36ce-437d-9b54-61c0de855aae req-7b2ecd1f-7c28-4649-890e-2566cc064393 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0517743 Oct 22 14:19:59.816339 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ebdab1bc-36ce-437d-9b54-61c0de855aae req-510e3f08-863d-4308-ace3-36ea7f7b4cbd tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Oct 22 14:20:00.038636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:00.965351 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-e08cc140-c51e-4c41-9e4b-cf2d0c53f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:00.966874 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-e08cc140-c51e-4c41-9e4b-cf2d0c53f35b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67 HTTP/1.1" status: 200 len: 1094 time: 0.0457237 Oct 22 14:20:00.990478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cbd9a-f8bb-4049-b579-3b50ac2d9b91 req-4d987a17-f68e-4f5e-ab06-e5d38076c100 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:00.992034 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-675cbd9a-f8bb-4049-b579-3b50ac2d9b91 req-4d987a17-f68e-4f5e-ab06-e5d38076c100 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.1078777 Oct 22 14:20:01.030395 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-1cf51508-89ea-40f6-a381-5e683f0c095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:01.031927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-1cf51508-89ea-40f6-a381-5e683f0c095b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1094 time: 0.0414610 Oct 22 14:20:01.035373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-675cbd9a-f8bb-4049-b579-3b50ac2d9b91 req-f97347f2-3440-468e-8049-0a83d17519b3 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Oct 22 14:20:01.134858 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-467592ab-3751-4968-aa51-082970ccdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:01.136257 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-467592ab-3751-4968-aa51-082970ccdf2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0941467 Oct 22 14:20:01.207040 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-01f221fa-7cf9-44e8-93f4-c79b2ea67e0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 998 time: 0.0627759 Oct 22 14:20:01.256534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-24cf3a45-826d-4ddf-8f08-add546fffaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:01.257996 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-24cf3a45-826d-4ddf-8f08-add546fffaef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0432220 Oct 22 14:20:01.307653 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-95e85cb1-c8ae-4b16-9736-533af0ce9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:01.309433 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-95e85cb1-c8ae-4b16-9736-533af0ce9137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431902 Oct 22 14:20:01.404848 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-81e96369-e738-4838-9cd7-8d27244ec60e service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Oct 22 14:20:01.499533 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-87a5ed06-5d8a-46bb-8c91-8980b61a95ec service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871670 Oct 22 14:20:02.195968 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a6e8-b8a7-4ab3-957a-010ccf3b63d6 req-9e08247b-3764-4e30-94e1-efd02120cdab tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:02.197482 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6cf2a6e8-b8a7-4ab3-957a-010ccf3b63d6 req-9e08247b-3764-4e30-94e1-efd02120cdab tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0931079 Oct 22 14:20:02.234626 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6cf2a6e8-b8a7-4ab3-957a-010ccf3b63d6 req-8efe3fac-feb8-4b62-9a26-7fe1705a7db2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Oct 22 14:20:03.350723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f265ac-c9ce-48e7-b1f2-ab227bf97114 req-517ac641-000f-493e-82bf-8bdf72974554 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:03.352219 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39f265ac-c9ce-48e7-b1f2-ab227bf97114 req-517ac641-000f-493e-82bf-8bdf72974554 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0493402 Oct 22 14:20:03.390746 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-39f265ac-c9ce-48e7-b1f2-ab227bf97114 req-71f91bde-89f2-4f01-9648-cfc858813ee1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Oct 22 14:20:04.506836 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bb77d-d882-45c0-901e-0966c81de2d7 req-be2718cf-faa0-40ee-b1b1-0f8de9ffc089 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:04.508215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1bb77d-d882-45c0-901e-0966c81de2d7 req-be2718cf-faa0-40ee-b1b1-0f8de9ffc089 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0497322 Oct 22 14:20:04.550706 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-1f1bb77d-d882-45c0-901e-0966c81de2d7 req-6a4cc975-20ee-4023-b598-67c4e68ec644 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365639 Oct 22 14:20:05.663978 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3cb4c-6bf7-4123-94ea-31d3cb764e56 req-a38c26da-c356-4dbb-8784-38d344859dff tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:05.665455 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45c3cb4c-6bf7-4123-94ea-31d3cb764e56 req-a38c26da-c356-4dbb-8784-38d344859dff tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0483925 Oct 22 14:20:05.703522 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-45c3cb4c-6bf7-4123-94ea-31d3cb764e56 req-75890349-e607-45c2-ad04-d80623ec55b8 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Oct 22 14:20:06.817016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917305a-6887-4483-aa67-784f56425c60 req-170eb46e-6465-43f9-a460-6031d3a95234 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:06.818499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7917305a-6887-4483-aa67-784f56425c60 req-170eb46e-6465-43f9-a460-6031d3a95234 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0489941 Oct 22 14:20:06.856531 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7917305a-6887-4483-aa67-784f56425c60 req-d91fc625-4c20-4c56-a303-b987478cde33 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Oct 22 14:20:07.976303 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107f31-708d-4e6f-82a7-35619f0796c8 req-8e7b31bb-2eb1-453a-b95d-41c3b4e156c3 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:07.977773 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb107f31-708d-4e6f-82a7-35619f0796c8 req-8e7b31bb-2eb1-453a-b95d-41c3b4e156c3 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0535131 Oct 22 14:20:08.019671 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb107f31-708d-4e6f-82a7-35619f0796c8 req-ee771785-debb-42c0-9d8d-800b564c99ae tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359209 Oct 22 14:20:09.105144 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:09.141709 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185e0a-7508-498d-b09b-2bd401b23f1a req-f990bebb-1cc3-4f6f-9075-237e66440454 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:09.143784 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77185e0a-7508-498d-b09b-2bd401b23f1a req-f990bebb-1cc3-4f6f-9075-237e66440454 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 943 time: 0.0523896 Oct 22 14:20:09.182162 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-77185e0a-7508-498d-b09b-2bd401b23f1a req-4b0a57af-4d94-445b-9e87-a47712fdd7b1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Oct 22 14:20:09.572090 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:20:09.668021 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:20:09.678889 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'port_id': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'mac_address': 'fa:16:3e:4f:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:20:09.717951 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:09.730701 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912bdd3f-f14e-4828-821c-e14213f29bfe {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:20:09.749096 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:20:09.752676 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:09.799329 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:20:09.970004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['912bdd3f-f14e-4828-821c-e14213f29bfe'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:20:10.303021 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938efe-3b91-4a1d-9ca9-5695af66bd2e req-67b21bb5-d7e3-4dba-acc9-a90704515fb1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:10.304731 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b938efe-3b91-4a1d-9ca9-5695af66bd2e req-67b21bb5-d7e3-4dba-acc9-a90704515fb1 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 944 time: 0.0525787 Oct 22 14:20:10.343897 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4b938efe-3b91-4a1d-9ca9-5695af66bd2e req-aa0bed28-a9e5-4cfb-82aa-cb634e63234d tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Oct 22 14:20:10.572562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:11.459243 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe067-09cf-4a25-95e5-cce8f252fc3d req-34245c28-f4f0-4f63-91a7-312fef85386c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:11.460868 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6abfe067-09cf-4a25-95e5-cce8f252fc3d req-34245c28-f4f0-4f63-91a7-312fef85386c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Oct 22 14:20:11.502876 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6abfe067-09cf-4a25-95e5-cce8f252fc3d req-51f75c10-d14a-4ea8-b8ff-9481c494a651 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Oct 22 14:20:11.576906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:20:11.624387 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 912bdd3f-f14e-4828-821c-e14213f29bfe triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:20:11.624758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:11.702494 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:11.724965 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:20:11.727232 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0622995-ea97-4d73-b8c1-ddc7ac84f16d" -d '{"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-plugged", "status": "completed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:20:11.740091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:20:11.744414 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:11.773339 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6912355-709c-4865-9852-085c7738c591 x-openstack-request-id: req-e6912355-709c-4865-9852-085c7738c591 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:20:11.773627 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-plugged", "status": "completed", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:20:11.773873 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6912355-709c-4865-9852-085c7738c591 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:20:11.774253 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'code': 200} Oct 22 14:20:11.799221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:20:11.918111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e73b9-a6a6-45b4-ba21-29feb80ac001 req-1864ed56-281c-4980-8078-151f9230c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:11.919651 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ba6e73b9-a6a6-45b4-ba21-29feb80ac001 req-1864ed56-281c-4980-8078-151f9230c842 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0400112 Oct 22 14:20:11.954198 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-ba6e73b9-a6a6-45b4-ba21-29feb80ac001 req-c89e9160-8b62-4faf-a178-a2ff4b4f68ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276437 Oct 22 14:20:12.616985 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd8f2a-e5fe-4560-a0ba-c2aa2e89bee3 req-dd5333c7-d3f7-4952-9695-2144cdbf42d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:12.618445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dcd8f2a-e5fe-4560-a0ba-c2aa2e89bee3 req-dd5333c7-d3f7-4952-9695-2144cdbf42d0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Oct 22 14:20:12.656021 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6dcd8f2a-e5fe-4560-a0ba-c2aa2e89bee3 req-549d2f1d-7567-4747-9aa3-0f62d1a59ad0 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Oct 22 14:20:13.772753 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8aab-983c-4525-8348-9a7ed5729ffa req-60a5be4c-b302-4393-837a-1c6aef797676 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:13.774269 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-621c8aab-983c-4525-8348-9a7ed5729ffa req-60a5be4c-b302-4393-837a-1c6aef797676 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Oct 22 14:20:13.811267 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-621c8aab-983c-4525-8348-9a7ed5729ffa req-0e46c9ac-c880-4c66-8682-e39431f99bd5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Oct 22 14:20:23.208669 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-f380fb69-c1cb-4bb4-bef8-25e1d4f5e916 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786467 Oct 22 14:20:23.293264 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-609882cd-ea8d-44c3-93b3-42cedb025c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:23.295270 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-609882cd-ea8d-44c3-93b3-42cedb025c72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0428994 Oct 22 14:20:23.411549 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-6d16743d-76cb-4b40-ae69-18cdf2afe40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:23.413041 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-6d16743d-76cb-4b40-ae69-18cdf2afe40e service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0978994 Oct 22 14:20:23.489276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-05f585d2-e4dc-4bc5-b10d-0e202e71752f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1000 time: 0.0655761 Oct 22 14:20:23.547261 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-40094afa-16d3-4401-9f0a-6e835a2e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:23.548845 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-40094afa-16d3-4401-9f0a-6e835a2e8757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0500708 Oct 22 14:20:23.597189 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-c6f7b3b2-12f5-490f-822a-bfc7b5bbadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:20:23.598749 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-c6f7b3b2-12f5-490f-822a-bfc7b5bbadec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425506 Oct 22 14:20:23.695031 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-52ad5568-c019-4ff2-9c6e-70309ef0edff service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Oct 22 14:20:23.787966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b8ad3955-015e-419a-8054-f3c4a0743e2f req-1dd5f23d-a680-4a27-bdbe-50c8bae39632 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832298 Oct 22 14:20:24.173732 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a8c53671-6018-4099-b667-7a83b1905445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:26.616049 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:20:27.228660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b3e1-2c8a-4832-8c81-923c37d73249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:27.947795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:28.054466 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:30.042244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:39.107596 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:40.574533 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:54.180961 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8274-87c1-4003-b971-ae46ae51f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:57.229506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-789b1788-f372-4254-abc7-23180b51bcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:57.950624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:20:58.057281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:00.044226 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:03.615471 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:21:09.104763 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:10.593218 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:24.172189 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-3209143e-09db-40f5-8c36-4259f914081e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422249 Oct 22 14:21:24.182243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a6c0be78-12e3-46b7-a6fb-d174bf364f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:24.259820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-3232b8f9-cfa0-4ed4-843b-ea0561f5538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:24.261329 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-3232b8f9-cfa0-4ed4-843b-ea0561f5538c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0473382 Oct 22 14:21:24.368904 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-59ef07f8-a584-40f5-ab8c-415055bf55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:24.370391 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-59ef07f8-a584-40f5-ab8c-415055bf55a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0875070 Oct 22 14:21:24.441473 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-7e59af01-b323-4b1f-8a14-f992ef6e44d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 1000 time: 0.0637333 Oct 22 14:21:24.493289 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-d20a29a0-2f1c-4095-8d79-25ed5ef07223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:24.494713 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-d20a29a0-2f1c-4095-8d79-25ed5ef07223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0459366 Oct 22 14:21:24.542137 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-8133a082-4e61-45b8-977d-7e29b24da1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:24.543589 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-8133a082-4e61-45b8-977d-7e29b24da1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407145 Oct 22 14:21:24.555600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-696d8eae-a3dc-4e14-bf95-4f7f0e2a720e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:21:24.556572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-696d8eae-a3dc-4e14-bf95-4f7f0e2a720e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058241 Oct 22 14:21:24.653841 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-10ebc9de-dab4-459e-a57e-74712cf88628 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892265 Oct 22 14:21:24.748377 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b134f87c-ee2a-4cf3-9903-9bec259225c0 req-dc40b2f7-0374-4a8b-891d-205fff0201aa service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Oct 22 14:21:27.230164 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e41921c-eefe-4fa9-ac58-82d28505d5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:27.952771 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:28.060506 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.341471 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52232) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:29.499360 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Deleting port f4d2ae06-6190-4068-91d9-e9a9d2cf04c9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:29.499702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.579372 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.579702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.591277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Calling delete_port for f4d2ae06-6190-4068-91d9-e9a9d2cf04c9 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:29.739487 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.765891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'Port': ['ID=f4d2ae06-6190-4068-91d9-e9a9d2cf04c9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:29.777566 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.777928 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.778273 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.778622 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.778980 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.779319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.779654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.780016 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.780351 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.780679 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.781009 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.781340 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:29.839654 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:29.839937 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Floating IP f1d0c5d1-3fd0-4b0c-9628-328f7b197095 disassociated (deleted). External IP: 172.25.6.99, port: 912bdd3f-f14e-4828-821c-e14213f29bfe. Oct 22 14:21:30.047234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:21:30.048185 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:30.156085 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:30.160639 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:30.166300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:30.176766 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:30.177375 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:30.198188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5730b2aa-030b-43eb-8ce0-3d502bf2c631 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "DELETE /v2.0/floatingips/f1d0c5d1-3fd0-4b0c-9628-328f7b197095 HTTP/1.1" status: 204 len: 168 time: 0.8532712 Oct 22 14:21:30.198188 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:21:30.198746 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:21:30.239490 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2da50-0832-47c1-807a-c7fb63437a44 x-openstack-request-id: req-51d2da50-0832-47c1-807a-c7fb63437a44 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:21:30.239780 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:21:30.240033 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51d2da50-0832-47c1-807a-c7fb63437a44 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:21:30.240440 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'status': 'completed', 'code': 200} Oct 22 14:21:30.292461 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:30.321040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-4c1e9cd4-617e-4b77-9aa9-ca18a34fdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:30.322711 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-4c1e9cd4-617e-4b77-9aa9-ca18a34fdac3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0517473 Oct 22 14:21:30.428224 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-b432dc04-9e82-4654-835b-376956d23560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:30.430876 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-b432dc04-9e82-4654-835b-376956d23560 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 200 len: 910 time: 0.0978487 Oct 22 14:21:30.461682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a9a5a-f3c6-4dbe-a12e-b171c3eea58f req-4fd68d15-8ba0-4b13-ae56-0b85d778a2ca tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:30.463452 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-694a9a5a-f3c6-4dbe-a12e-b171c3eea58f req-4fd68d15-8ba0-4b13-ae56-0b85d778a2ca tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0573869 Oct 22 14:21:30.482769 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-80fff9f7-873d-4217-b772-f87fa3291c87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 200 len: 217 time: 0.0414267 Oct 22 14:21:30.507987 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-694a9a5a-f3c6-4dbe-a12e-b171c3eea58f req-f4c39231-fff5-402e-b74e-947ad3a95b86 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Oct 22 14:21:30.516381 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:30.546469 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-fc8c1990-977d-4c33-997e-e0117122b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:30.548055 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-fc8c1990-977d-4c33-997e-e0117122b1fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 200 len: 848 time: 0.0545962 Oct 22 14:21:30.604480 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-e31eaf05-8cd8-40b9-9ff9-5ff2be178672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:30.606128 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-e31eaf05-8cd8-40b9-9ff9-5ff2be178672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90899bbe-4185-4932-8b03-8be8e53bbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462852 Oct 22 14:21:30.708579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-066b18a6-6fab-4c67-98a4-0a02ed7ba5dc service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933728 Oct 22 14:21:30.712231 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:30.720455 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:30.721055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:30.799219 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-2e123f23-deb0-43ae-a9a5-cd5e9e5bdfbe req-528555db-b4a7-44be-ad39-45eb2a4c6f58 service neutron] 10.222.0.26 "GET /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827620 Oct 22 14:21:30.829030 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:31.028070 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:31.053846 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582765c9-5273-4ec9-93f3-74863f0bc8ca None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:12:40Z', 'revision_number': 4, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '2f72f7ae-4f57-459d-a705-fce50e0eb20a', 'name': '', 'network_id': '90899bbe-4185-4932-8b03-8be8e53bbdc0', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'mac_address': 'fa:16:3e:de:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:40Z', 'updated_at': '2021-10-22T14:12:45Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'subnets': [{'id': '755ae12b-1558-49be-91e6-d7a1eef73519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:31.270012 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd598cb-3333-4dfc-ade4-60bf5fdf0e34 None None] New status for floating IP f1d0c5d1-3fd0-4b0c-9628-328f7b197095: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:21:31.628925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33c2e3-6d9e-41f4-832f-58a5c3a4bb04 req-91611b94-97e8-4802-9958-bf2a14693374 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:31.630407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d33c2e3-6d9e-41f4-832f-58a5c3a4bb04 req-91611b94-97e8-4802-9958-bf2a14693374 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0505996 Oct 22 14:21:31.668568 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d33c2e3-6d9e-41f4-832f-58a5c3a4bb04 req-e6e8ef2c-7d8e-42d0-a244-d6ab7ce8334e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/security-groups?id=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Oct 22 14:21:32.085620 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-17ba43d5-96b0-498b-8b22-765a12b7b2d2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:32.087136 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-17ba43d5-96b0-498b-8b22-765a12b7b2d2 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Oct 22 14:21:32.180600 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Deleting port 912bdd3f-f14e-4828-821c-e14213f29bfe {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:32.180942 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:32.273909 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] For port 912bdd3f-f14e-4828-821c-e14213f29bfe, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=912bdd3f-f14e-4828-821c-e14213f29bfe,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:32.274272 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:32.285946 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Calling delete_port for 912bdd3f-f14e-4828-821c-e14213f29bfe owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:32.411677 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:32.444753 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'Port': ['ID=912bdd3f-f14e-4828-821c-e14213f29bfe,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:32.471089 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.471438 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.471779 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.472111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.472442 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.472773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.473100 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.473425 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.473748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.474067 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.474386 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.474729 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:32.496583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] No DVR routers for this DVR port 912bdd3f-f14e-4828-821c-e14213f29bfe on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:21:32.499125 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:32.502490 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-043eddd1-01fb-4956-9b6c-33ff43d452d2 req-b26cbafd-4cac-4c8c-8a3d-600d59af0565 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.26 "DELETE /v2.0/ports/912bdd3f-f14e-4828-821c-e14213f29bfe HTTP/1.1" status: 204 len: 173 time: 0.4087286 Oct 22 14:21:32.502963 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-deleted', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:21:32.505674 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098432c6-e12b-4b51-9d3c-7cb2c6c85f93" -d '{"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-deleted", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:21:32.551522 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf764c-e59e-457b-8e69-03628cc6ac3a x-openstack-request-id: req-21cf764c-e59e-457b-8e69-03628cc6ac3a {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:21:32.551836 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223ce70-d6c7-483f-aa6b-8acf49ae15f1", "name": "network-vif-deleted", "tag": "912bdd3f-f14e-4828-821c-e14213f29bfe", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:21:32.552088 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21cf764c-e59e-457b-8e69-03628cc6ac3a {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:21:32.552488 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223ce70-d6c7-483f-aa6b-8acf49ae15f1', 'name': 'network-vif-deleted', 'tag': '912bdd3f-f14e-4828-821c-e14213f29bfe', 'status': 'completed', 'code': 200} Oct 22 14:21:32.765485 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-9f7c7e75-c5e9-469b-a67e-0ac7b13e1372 req-4f3793d3-a295-402c-8a37-9fb0708e1689 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Oct 22 14:21:33.865279 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8ee34742-e4c4-4bd4-ad27-5e34be8a25f7 req-dc426863-8dcc-4791-87cd-684ab38f8ea5 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0303895 Oct 22 14:21:34.966317 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-e9b9d59c-5dbe-492f-9d8d-7f5743c4b5bc req-48ae2c64-de1f-4fa5-8df5-7f43c81b195c tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Oct 22 14:21:36.007808 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:36.028313 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 912bdd3f-f14e-4828-821c-e14213f29bfe {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:36.028677 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 912bdd3f-f14e-4828-821c-e14213f29bfe not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:36.065761 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-79d7dd0f-a538-42ee-948b-5accbf2ba837 req-68bc1bdc-14eb-4d36-a23c-47475fcdbd9e tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Oct 22 14:21:37.175154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-53ae36a0-2cf7-4f0b-8901-1f594b1fa4eb req-55851e97-4cab-42c4-b993-f8d522746d74 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "GET /v2.0/ports?device_id=1223ce70-d6c7-483f-aa6b-8acf49ae15f1 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Oct 22 14:21:38.233287 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:38.296685 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:38.326790 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:38.395213 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:38.398460 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:38.401287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] 10.222.0.25 "DELETE /v2.0/security-groups/baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b HTTP/1.1" status: 204 len: 168 time: 0.1653845 Oct 22 14:21:38.411282 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab15a6-b49a-4dc5-9da7-1439b3642637 tempest-TestShelveInstance-204102541 tempest-TestShelveInstance-204102541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa4bc14-8eb2-4a8d-a5f2-eacedd42f21b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:39.115243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:39.473973 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52278) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:39.977393 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:40.229584 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Deleting port 2f72f7ae-4f57-459d-a705-fce50e0eb20a {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:40.229829 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:40.307760 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] For port 2f72f7ae-4f57-459d-a705-fce50e0eb20a, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=2f72f7ae-4f57-459d-a705-fce50e0eb20a,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:40.308126 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:40.321404 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Calling delete_port for 2f72f7ae-4f57-459d-a705-fce50e0eb20a owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:40.505754 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:40.532513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f72f7ae-4f57-459d-a705-fce50e0eb20a,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:40.595423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:40.617397 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:21:40.705066 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.266885 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Router d438353a-ae7d-4c57-ab6c-65a3003e5bdf has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:21:41.374926 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:41.380084 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-27e34164-82ea-483b-9d73-6236c64ac07b admin admin] 10.222.0.25 "PUT /v2.0/routers/d438353a-ae7d-4c57-ab6c-65a3003e5bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9047048 Oct 22 14:21:41.382465 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52282) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:41.385405 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Sync routers for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:41.395106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:41.395729 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:41.488624 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.502210 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:41.592364 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.649250 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Deleting port 11d8cb93-625f-451d-b2e9-6880e2c90725 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:41.649250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.689656 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:21:40Z', 'revision_number': 5, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port': {'id': '11d8cb93-625f-451d-b2e9-6880e2c90725', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:38Z', 'updated_at': '2021-10-22T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:41.716697 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Checking router: d438353a-ae7d-4c57-ab6c-65a3003e5bdf for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:41.725062 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Routers {'d438353a-ae7d-4c57-ab6c-65a3003e5bdf'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:41.725654 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:41.733681 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] For port 11d8cb93-625f-451d-b2e9-6880e2c90725, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=11d8cb93-625f-451d-b2e9-6880e2c90725,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:41.734058 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.746833 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Calling delete_port for 11d8cb93-625f-451d-b2e9-6880e2c90725 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:41.811198 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] Set router d438353a-ae7d-4c57-ab6c-65a3003e5bdf gateway port host: None {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:41.867705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:21:41Z', 'revision_number': 6, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:41.895318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cbdba-81fb-44a4-a026-77657b3aa4d9 None None] The sync data for ids ['d438353a-ae7d-4c57-ab6c-65a3003e5bdf'] in n-d-813419-8 is: [{'id': 'd438353a-ae7d-4c57-ab6c-65a3003e5bdf', 'name': 'tempest-TestShelveInstance-1078261409-router', 'tenant_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:37Z', 'updated_at': '2021-10-22T14:21:41Z', 'revision_number': 6, 'project_id': 'a6d4b1fbd13347bf88f9f15866ae5e67', 'gw_port_host': None}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:41.918031 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:41.943111 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Pushing event deleted for resources: {'Port': ['ID=11d8cb93-625f-451d-b2e9-6880e2c90725,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:42.010052 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.101038 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.103294 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.143883 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.144439 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d438353a-ae7d-4c57-ab6c-65a3003e5bdf {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:21:42.149369 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.150484 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-7a08b103-8a73-4182-b848-f9b81cf9744d admin admin] 10.222.0.25 "DELETE /v2.0/routers/d438353a-ae7d-4c57-ab6c-65a3003e5bdf HTTP/1.1" status: 204 len: 168 time: 0.7670639 Oct 22 14:21:42.153083 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52284) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:42.201107 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Deleting subnet 755ae12b-1558-49be-91e6-d7a1eef73519 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:21:42.204229 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.241056 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.322935 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.376047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.408473 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.412407 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/755ae12b-1558-49be-91e6-d7a1eef73519 HTTP/1.1" status: 204 len: 168 time: 0.2583508 Oct 22 14:21:42.413356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270542e-65a2-4c50-920c-8acec42b169e None None] Network 90899bbe-4185-4932-8b03-8be8e53bbdc0 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:42.413504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a9ddb-58d4-4d3c-b277-8581d6c67925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755ae12b-1558-49be-91e6-d7a1eef73519,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:42.415013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52286) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:42.485244 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.538129 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Deleting port df1775e6-e088-4a11-be3d-2ee7bc943e76 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:42.538494 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.605784 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] For port df1775e6-e088-4a11-be3d-2ee7bc943e76, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=df1775e6-e088-4a11-be3d-2ee7bc943e76,segment=NetworkSegment(0d93b023-8544-4780-8fb8-35a3160791f6),segment_id=0d93b023-8544-4780-8fb8-35a3160791f6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:42.606072 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.618539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Calling delete_port for df1775e6-e088-4a11-be3d-2ee7bc943e76 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:42.686730 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] DHCP port deletion for 90899bbe-4185-4932-8b03-8be8e53bbdc0 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:21:42.704125 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.734983 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1775e6-e088-4a11-be3d-2ee7bc943e76,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:42.738312 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Deleting port df1775e6-e088-4a11-be3d-2ee7bc943e76 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:42.738944 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] No DVR routers for this DVR port df1775e6-e088-4a11-be3d-2ee7bc943e76 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:21:42.739616 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.812707 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.813637 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] For port df1775e6-e088-4a11-be3d-2ee7bc943e76, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:42.814046 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.826298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Calling delete_port for df1775e6-e088-4a11-be3d-2ee7bc943e76 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:42.828944 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Port df1775e6-e088-4a11-be3d-2ee7bc943e76 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:21:42.830196 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.832729 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90899bbe-4185-4932-8b03-8be8e53bbdc0']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:42.844245 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d93b023-8544-4780-8fb8-35a3160791f6') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:42.844539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d93b023-8544-4780-8fb8-35a3160791f6') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:42.855692 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.856486 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Pushing event deleted for resources: {'Port': ['ID=df1775e6-e088-4a11-be3d-2ee7bc943e76,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:42.860869 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] No DVR routers for this DVR port df1775e6-e088-4a11-be3d-2ee7bc943e76 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:21:42.868861 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.869228 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.869574 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.869914 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.870247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.870578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.871082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.871298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.871571 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.871898 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.872221 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.872545 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864954c-7beb-4cc1-aaa8-a7d6b067f718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:42.873548 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.883952 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:21:42.884414 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:21:42.886178 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:21:42.947437 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.953194 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:42.956407 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] 10.222.0.25 "DELETE /v2.0/networks/90899bbe-4185-4932-8b03-8be8e53bbdc0 HTTP/1.1" status: 204 len: 168 time: 0.5404510 Oct 22 14:21:42.960214 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52288) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:42.973176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3204f4-9cac-4854-b60c-833c81442073 admin admin] Pushing event deleted for resources: {'Network': ['ID=90899bbe-4185-4932-8b03-8be8e53bbdc0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:43.307431 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:43.553662 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Deleting port f555052c-523b-4b09-a030-65d48f3e7a38 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:43.553895 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:43.632040 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] For port f555052c-523b-4b09-a030-65d48f3e7a38, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=f555052c-523b-4b09-a030-65d48f3e7a38,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:43.632409 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:43.649497 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Calling delete_port for f555052c-523b-4b09-a030-65d48f3e7a38 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:43.681385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device df1775e6-e088-4a11-be3d-2ee7bc943e76 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:43.702230 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: df1775e6-e088-4a11-be3d-2ee7bc943e76 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:43.702576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device df1775e6-e088-4a11-be3d-2ee7bc943e76 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:43.703007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2f72f7ae-4f57-459d-a705-fce50e0eb20a no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:43.723695 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 2f72f7ae-4f57-459d-a705-fce50e0eb20a {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:43.724046 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 2f72f7ae-4f57-459d-a705-fce50e0eb20a not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:43.724456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11d8cb93-625f-451d-b2e9-6880e2c90725 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:43.747762 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 11d8cb93-625f-451d-b2e9-6880e2c90725 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:43.748428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 11d8cb93-625f-451d-b2e9-6880e2c90725 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:43.835430 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:43.860242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f555052c-523b-4b09-a030-65d48f3e7a38,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:44.039509 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.253734 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Router 66aa2946-b403-4940-8beb-304e3d55ec75 has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:21:44.360939 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:44.366162 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c8d06004-fced-4567-ab0f-59b32bb6c9ef admin admin] 10.222.0.25 "PUT /v2.0/routers/66aa2946-b403-4940-8beb-304e3d55ec75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043386 Oct 22 14:21:44.368658 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52290) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:44.369709 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Sync routers for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:44.379661 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:44.380312 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:44.476293 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.574410 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:44.583816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.639925 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Deleting port 83e806be-04d8-4ec2-85e6-dd10ad5932d6 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:44.640578 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.720745 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] For port 83e806be-04d8-4ec2-85e6-dd10ad5932d6, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=83e806be-04d8-4ec2-85e6-dd10ad5932d6,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:44.721112 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.737471 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Calling delete_port for 83e806be-04d8-4ec2-85e6-dd10ad5932d6 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:44.752128 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:21:43Z', 'revision_number': 5, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port': {'id': '83e806be-04d8-4ec2-85e6-dd10ad5932d6', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:12:43Z', 'updated_at': '2021-10-22T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:44.779261 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Checking router: 66aa2946-b403-4940-8beb-304e3d55ec75 for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:44.787481 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Routers {'66aa2946-b403-4940-8beb-304e3d55ec75'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:44.788080 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['66aa2946-b403-4940-8beb-304e3d55ec75'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:44.875545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] Set router 66aa2946-b403-4940-8beb-304e3d55ec75 gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:44.902000 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:44.931218 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e806be-04d8-4ec2-85e6-dd10ad5932d6,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:44.932126 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:21:44Z', 'revision_number': 6, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:44.958858 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88048fb1-f32b-4e14-aeab-26bf0e0643d9 None None] The sync data for ids ['66aa2946-b403-4940-8beb-304e3d55ec75'] in n-d-813419-8 is: [{'id': '66aa2946-b403-4940-8beb-304e3d55ec75', 'name': 'tempest-TestShelveInstance-1889692351-router', 'tenant_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:12:42Z', 'updated_at': '2021-10-22T14:21:44Z', 'revision_number': 6, 'project_id': 'e9eb037a61014a66a9c215eb9b7cde1b', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:45.001844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.100731 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.103168 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.144906 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.145402 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66aa2946-b403-4940-8beb-304e3d55ec75 {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:21:45.150957 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.152150 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-5d4c49f5-ef50-4fdf-ad0f-c7fb019e8318 admin admin] 10.222.0.25 "DELETE /v2.0/routers/66aa2946-b403-4940-8beb-304e3d55ec75 HTTP/1.1" status: 204 len: 168 time: 0.7825592 Oct 22 14:21:45.154767 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52292) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:45.202551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Deleting subnet 6ff76b5b-2927-4a5a-9e11-58beb7968b2f {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:21:45.205617 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.240274 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.319947 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.380809 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.405895 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff76b5b-2927-4a5a-9e11-58beb7968b2f,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:45.412374 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.418135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f33bbe-dddc-4799-a658-6a2e976936d8 None None] Network bd6cb042-e440-4fbd-8aec-77bfde60fac7 requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:45.419716 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:45.420194 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-03ec48e2-f727-42bf-aa1e-8d53117e8256 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ff76b5b-2927-4a5a-9e11-58beb7968b2f HTTP/1.1" status: 204 len: 168 time: 0.2640007 Oct 22 14:21:45.494335 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.549156 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Deleting port 9b3100ad-8a63-4534-9643-2f5c26cb7185 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:21:45.549502 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.613476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] For port 9b3100ad-8a63-4534-9643-2f5c26cb7185, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=9b3100ad-8a63-4534-9643-2f5c26cb7185,segment=NetworkSegment(d574dfa2-fb54-4182-8dc5-9f57df0b383d),segment_id=d574dfa2-fb54-4182-8dc5-9f57df0b383d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:45.613852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.626739 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Calling delete_port for 9b3100ad-8a63-4534-9643-2f5c26cb7185 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:21:45.709193 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.732479 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae784ff-acca-483b-978e-c416641bea32 None None] DHCP port deletion for bd6cb042-e440-4fbd-8aec-77bfde60fac7 request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:21:45.737267 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3100ad-8a63-4534-9643-2f5c26cb7185,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:45.739169 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] No DVR routers for this DVR port 9b3100ad-8a63-4534-9643-2f5c26cb7185 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:21:45.791056 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 83e806be-04d8-4ec2-85e6-dd10ad5932d6 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:45.812630 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 83e806be-04d8-4ec2-85e6-dd10ad5932d6 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:45.813077 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 83e806be-04d8-4ec2-85e6-dd10ad5932d6 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:45.813578 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9b3100ad-8a63-4534-9643-2f5c26cb7185 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:45.820624 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.833453 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 9b3100ad-8a63-4534-9643-2f5c26cb7185 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:45.833810 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 9b3100ad-8a63-4534-9643-2f5c26cb7185 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:45.834819 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f555052c-523b-4b09-a030-65d48f3e7a38 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:21:45.842070 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6cb042-e440-4fbd-8aec-77bfde60fac7']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:45.852136 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd574dfa2-fb54-4182-8dc5-9f57df0b383d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:45.852476 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd574dfa2-fb54-4182-8dc5-9f57df0b383d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:45.854242 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: f555052c-523b-4b09-a030-65d48f3e7a38 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:21:45.854686 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device f555052c-523b-4b09-a030-65d48f3e7a38 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:21:45.863360 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.877611 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.885437 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:21:45.885920 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:21:45.887856 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:21:45.942912 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.950778 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:45.953976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/bd6cb042-e440-4fbd-8aec-77bfde60fac7 HTTP/1.1" status: 204 len: 168 time: 0.5331120 Oct 22 14:21:45.963988 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1492bc-42cd-4d67-9a82-2002fc4214ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6cb042-e440-4fbd-8aec-77bfde60fac7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:46.109412 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52298) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:46.157188 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-7394ea49-e702-4e9f-8d29-7b17767a1dda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6d4b1fbd13347bf88f9f15866ae5e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466168 Oct 22 14:21:46.159594 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52300) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:46.208246 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.229693 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.286377 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.289364 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.290565 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/082406cb-cf81-4105-82ec-4225362ff73d HTTP/1.1" status: 204 len: 168 time: 0.1300883 Oct 22 14:21:46.298425 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169941-718b-4a2c-a382-7af6a2fc27a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082406cb-cf81-4105-82ec-4225362ff73d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:46.606421 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:46.646951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2a3aef60-6d88-4bd3-b209-02c54b09b96a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9eb037a61014a66a9c215eb9b7cde1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391605 Oct 22 14:21:46.649404 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52308) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:46.696461 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.717160 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.764258 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.766843 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:46.767962 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0f0c70a-c565-4bdd-aa5b-cc553ef36b33 HTTP/1.1" status: 204 len: 168 time: 0.1176550 Oct 22 14:21:46.776304 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807329cb-904e-42cb-9c5f-bc0a415eed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0c70a-c565-4bdd-aa5b-cc553ef36b33,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:47.428254 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:47.551654 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-866178141-network', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:47.572563 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Made reservation on behalf of 3a75a0af6ac44620be175b4d3191b7a1 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:21:47.575000 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.583773 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.659021 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.663322 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.687510 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:21:47.696691 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3064f-8c27-423f-86d1-50a6d58797d2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:47.702561 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.702948 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Added segment eb7c5da4-99db-49d1-9fa5-0894b9ac45c6 of type vlan for network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b Oct 22 14:21:47.743169 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.768114 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.769113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:47.769682 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.798110 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3683894 Oct 22 14:21:47.801097 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52334) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:47.806242 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Request body: {'subnet': {'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-866178141-subnet', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'ip_version': 4}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:47.829407 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Made reservation on behalf of 3a75a0af6ac44620be175b4d3191b7a1 for: {'subnet': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:21:47.831886 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25381258'] for subnet, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:47.845512 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65300908-87ef-490e-9188-cf208211c78e admin admin] Pushing event updated for resources: {'Network': ['ID=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:47.855675 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:21:48.004099 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25381304'] for subnet, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.060953 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907b9bf6-9988-4292-943d-27530154e7b7,revision_number=0']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:48.069562 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Checking segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:48.069924 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Network hostable DHCP agents. Network: 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:21:48.086260 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:21:48.094175 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b) {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:48.098232 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:48.098857 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.103563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0a575-16e3-4a99-8b4b-4df8daf222a8 None None] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:48.115505 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-dc4f6d8f-1285-4a8a-b84f-b16b343c19a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132145 Oct 22 14:21:48.118695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52336) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:48.123078 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:48.143688 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.144702 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.199234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.266314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:21:48.267222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.347547 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.409932 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Allocated IP 172.20.0.2 (5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b/907b9bf6-9988-4292-943d-27530154e7b7/0a2a333f-8c27-4c8e-9ea8-f5ab1743f610) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:48.543642 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.553697 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.559982 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.566649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.604604 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:48.607385 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:48.614962 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:48.618206 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Pushing event updated for resources: {'Port': ['ID=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:48.671195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Attempting to bind port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:21:48.671566 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Attempting to bind port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:21:48.671929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Attempting to bind port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:21:48.676750 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:21:48.677119 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Checking segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:48.677517 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.678164 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Bound using segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:21:48.678745 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Bound port: 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:21:48.679175 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.679859 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Allocated IP 172.25.6.237 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/950a84be-c0b7-47ec-ab3e-6a97458a13d2) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:48.746625 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] For port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:21:48.750270 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] For port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:21:48.754525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.784388 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.817039 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78eae3-2306-4659-a648-d3129bbc9fdc None None] Pushing event updated for resources: {'Port': ['ID=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:48.829788 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:48.870446 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:48.873352 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:48.877595 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:48.904190 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Pushing event updated for resources: {'Port': ['ID=950a84be-c0b7-47ec-ab3e-6a97458a13d2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:49.165800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:49.717925 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:49.719232 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:49.746195 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c410a9-a49b-4adf-bec4-0c531342f3db None None] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:49.852582 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Router f3c4e277-374a-4513-b570-3b8776cca99f is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:21:49.967113 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:49.986009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:49.986594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:49.987308 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f0d7300b-6ee0-4db5-ad6e-a15a1c7eb311 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8675759 Oct 22 14:21:49.990000 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52338) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:50.027936 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:50.028655 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:50.070095 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:50.070464 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.071862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] Provisioning complete for port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:50.072215 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.305825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:50.403967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.408116 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.423972 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.500318 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] For port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:50.512667 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.600119 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Allocated IP 172.20.0.1 (5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b/907b9bf6-9988-4292-943d-27530154e7b7/243787cf-fc68-4cf8-b206-a1a317ec9d38) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:50.637943 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 14:21:50.638298 n-d-813419-8 neutron-server[100621]: DEBUG oslo_db.api [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 14:21:50.647082 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406a7c-bf7f-4fed-a6b3-2810cf30d379 None None] Pushing event updated for resources: {'Port': ['ID=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:50.659904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-1caec8cb-4cf3-4302-84a4-04d12c09bd94 None None] Provisioning complete for port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:50.660207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1caec8cb-4cf3-4302-84a4-04d12c09bd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.693992 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:49Z', 'revision_number': 3, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:50.711851 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.723284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:50.723835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Updating router f3c4e277-374a-4513-b570-3b8776cca99f port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:21:50.747328 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.754980 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.788800 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:50.791825 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:50.795408 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:50.825817 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Pushing event updated for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:50.847234 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:50.991211 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.062297 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.067694 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.136202 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Attempting to bind port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:21:51.136587 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Attempting to bind port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:21:51.136937 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Attempting to bind port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:21:51.141835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb381e-17d3-4028-b213-6135bc14fe3e None None] Pushing event updated for resources: {'Port': ['ID=950a84be-c0b7-47ec-ab3e-6a97458a13d2,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:51.148549 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-cc42ff30-8886-4abf-b672-b6f82c740685 None None] Provisioning complete for port 243787cf-fc68-4cf8-b206-a1a317ec9d38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:51.148924 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc42ff30-8886-4abf-b672-b6f82c740685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.166433 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:21:51.166833 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:51.167236 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.167629 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:21:51.168123 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Bound port: 950a84be-c0b7-47ec-ab3e-6a97458a13d2, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:21:51.168489 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.168622 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.174309 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.245776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cc42ff30-8886-4abf-b672-b6f82c740685 None None] Port 243787cf-fc68-4cf8-b206-a1a317ec9d38 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:21:51.249349 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Pushing event updated for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:51.251949 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.267110 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] For port 950a84be-c0b7-47ec-ab3e-6a97458a13d2, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:21:51.270275 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] For port 950a84be-c0b7-47ec-ab3e-6a97458a13d2, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=950a84be-c0b7-47ec-ab3e-6a97458a13d2,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:21:51.275018 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.336703 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:51.337236 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:51.342139 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb381e-17d3-4028-b213-6135bc14fe3e None None] Pushing event updated for resources: {'Port': ['ID=950a84be-c0b7-47ec-ab3e-6a97458a13d2,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:51.355528 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:51.357027 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:51.457970 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:51.478795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:21:51.602519 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:51.610823 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-e8a1d227-7801-48f7-96d2-2f7fc09c938b admin admin] 10.222.0.25 "PUT /v2.0/routers/f3c4e277-374a-4513-b570-3b8776cca99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6156476 Oct 22 14:21:51.614391 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-0e794cae-abdf-4750-962b-6b9f5ae1d618 None None] Provisioning complete for port 243787cf-fc68-4cf8-b206-a1a317ec9d38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:51.614799 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0e794cae-abdf-4750-962b-6b9f5ae1d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.685990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-0e794cae-abdf-4750-962b-6b9f5ae1d618 None None] Port 243787cf-fc68-4cf8-b206-a1a317ec9d38 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:21:51.691440 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:51.761811 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:51Z', 'revision_number': 2, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:51.791615 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:51.792000 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:51.793875 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a68a-cf68-4b53-9b82-76e7102c0b6c None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:51Z', 'revision_number': 2, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:52.129517 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52354) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:52.134722 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1288764436-network', 'tenant_id': '02a4444a2827465a9c2699d48979d9db'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:52.155857 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Made reservation on behalf of 02a4444a2827465a9c2699d48979d9db for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:21:52.158233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.168226 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.254379 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.259402 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.285392 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 14:21:52.295537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21189be-64dd-4eb6-bb3d-7ac654de7c5a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:52.300650 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.301000 n-d-813419-8 neutron-server[100620]: INFO neutron.db.segments_db [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Added segment eb121999-663b-451b-9e0a-a356f21148de of type vlan for network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c Oct 22 14:21:52.344937 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075764493'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.372271 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.373426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:52.374048 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.413204 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2824540 Oct 22 14:21:52.416063 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52356) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:52.420951 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Request body: {'subnet': {'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1288764436-subnet', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:52.474430 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5be15d-7c31-4952-a8b3-d28c6757095a admin admin] Pushing event updated for resources: {'Network': ['ID=cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:52.494248 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Made reservation on behalf of 02a4444a2827465a9c2699d48979d9db for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:21:52.497186 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25568607'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.557158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c details requested by agent ovs-agent-n-d-813419-8 with host n-d-813419-8 {{(pid=100621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 14:21:52.712578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25260178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25568621'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.766831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50c147b-8f82-4947-b8f8-80f983a74ede,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:52.784110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Checking segment: {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:52.784942 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Network hostable DHCP agents. Network: cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c, hostable agents: ['7587bd0f-1d74-49e8-8764-381b1871ac89'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 14:21:52.807497 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c is scheduled to be hosted by DHCP agent 7587bd0f-1d74-49e8-8764-381b1871ac89 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 14:21:52.818099 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-8, cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:52.822427 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:52.823058 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.831200 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df648735-bcd6-44cb-a91c-9ac90b278e75 None None] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:52.845103 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-495db43f-cd63-4c3a-ba9c-89ea99340439 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4257398 Oct 22 14:21:52.845498 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52358) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:52.852390 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:52.873979 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11704'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.875173 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5963'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.936214 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:52.998290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5d82a4-0a8e-5bb4-b353-e37c67cc458e-cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede'}]}} from n-d-813419-8. {{(pid=100621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 14:21:52.999391 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.086842 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.163032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Allocated IP 172.20.0.2 (cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c/d50c147b-8f82-4947-b8f8-80f983a74ede/a2970d41-8275-45ab-969d-b6dcc8b87b00) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:53.292027 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.311582 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.314074 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.320791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.363606 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:53.367240 n-d-813419-8 neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:53.373969 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:53.377105 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Pushing event updated for resources: {'Port': ['ID=a2970d41-8275-45ab-969d-b6dcc8b87b00,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:53.418534 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Allocated IP 172.25.6.156 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/1b8b10cb-d6d2-4c4c-ad17-e27022065d59) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:53.433919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Attempting to bind port a2970d41-8275-45ab-969d-b6dcc8b87b00 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:21:53.434573 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Attempting to bind port a2970d41-8275-45ab-969d-b6dcc8b87b00 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:21:53.434996 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Attempting to bind port a2970d41-8275-45ab-969d-b6dcc8b87b00 on network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:21:53.440121 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:21:53.440499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Checking segment: {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:53.440904 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.441300 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Bound using segment: {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:21:53.441765 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Bound port: a2970d41-8275-45ab-969d-b6dcc8b87b00, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:21:53.442149 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.509290 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] For port a2970d41-8275-45ab-969d-b6dcc8b87b00, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:21:53.512388 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] For port a2970d41-8275-45ab-969d-b6dcc8b87b00, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2970d41-8275-45ab-969d-b6dcc8b87b00,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:21:53.516680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.528225 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.579330 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.586696 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2754b7-6a9b-4eed-adf6-f5cdafcb3c02 None None] Pushing event updated for resources: {'Port': ['ID=a2970d41-8275-45ab-969d-b6dcc8b87b00,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:53.629792 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:53.636319 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:53.638357 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Pushing event updated for resources: {'Port': ['ID=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:53.641179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:53.741389 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 950a84be-c0b7-47ec-ab3e-6a97458a13d2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:53.824400 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:53.824869 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.930084 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.958407 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 950a84be-c0b7-47ec-ab3e-6a97458a13d2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=950a84be-c0b7-47ec-ab3e-6a97458a13d2,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:53.964253 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.982092 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:53.983428 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:53.993191 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:53.993805 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:54.019906 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=950a84be-c0b7-47ec-ab3e-6a97458a13d2,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:54.103057 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:54.187476 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-720ffabd-5fb1-490b-b88b-4006d384dfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.191046 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-962888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952010'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.325243 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:51Z', 'revision_number': 2, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:54.353515 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:54.353867 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Updating router f3c4e277-374a-4513-b570-3b8776cca99f port 243787cf-fc68-4cf8-b206-a1a317ec9d38 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:21:54.381432 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.684074 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Router 143665d6-4153-4a5f-b58d-60f5b30f7f9b is scheduled to L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 14:21:54.685683 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.692403 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.744705 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Pushing event updated for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:54.769086 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.769439 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.769846 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.770136 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.770493 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.770857 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.771187 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.772240 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.772579 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.772908 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.773233 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.773566 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:21:54.815393 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Attempting to bind port 243787cf-fc68-4cf8-b206-a1a317ec9d38 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:21:54.815772 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Attempting to bind port 243787cf-fc68-4cf8-b206-a1a317ec9d38 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:21:54.816139 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Attempting to bind port 243787cf-fc68-4cf8-b206-a1a317ec9d38 on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:21:54.820144 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:54.830034 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:21:54.830592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Sync routers for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:54.831545 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Checking segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:54.832656 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.832758 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Bound using segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:21:54.833189 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Bound port: 243787cf-fc68-4cf8-b206-a1a317ec9d38, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:21:54.833576 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.846358 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:54.847170 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:54.847892 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:54.862957 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52360) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:54.863560 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1a763c2a-48a3-4caf-8a9d-8e41ef18782d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0169990 Oct 22 14:21:54.911822 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c3514-78c1-4f5d-832d-1bb544bd3c12 None None] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:21:54.947723 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] For port 243787cf-fc68-4cf8-b206-a1a317ec9d38, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:21:54.951086 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] For port 243787cf-fc68-4cf8-b206-a1a317ec9d38, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=243787cf-fc68-4cf8-b206-a1a317ec9d38,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:21:54.960986 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.023286 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163b448-6395-4ac2-8572-2c786902b81b None None] Pushing event updated for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:55.026548 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] Provisioning complete for port a2970d41-8275-45ab-969d-b6dcc8b87b00 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:55.027671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.047431 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:55.048229 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:55.064411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:55.178744 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:55.393139 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:54Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:55.421788 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.473390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 3, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:55.476862 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] For port a2970d41-8275-45ab-969d-b6dcc8b87b00, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2970d41-8275-45ab-969d-b6dcc8b87b00,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:55.511401 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.516699 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Checking router: 143665d6-4153-4a5f-b58d-60f5b30f7f9b for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:21:55.517055 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Updating router 143665d6-4153-4a5f-b58d-60f5b30f7f9b port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 binding host n-d-813419-8 {{(pid=100621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:21:55.534448 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6d593-32bc-401b-935d-c120c220bcb4 None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:54Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:55.572114 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.614181 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6875c44-1977-47ea-a63f-02a121a370b7 None None] Pushing event updated for resources: {'Port': ['ID=a2970d41-8275-45ab-969d-b6dcc8b87b00,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:55.742094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] Provisioning complete for port 243787cf-fc68-4cf8-b206-a1a317ec9d38 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:55.742984 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.811253 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:55.894135 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2970d41-8275-45ab-969d-b6dcc8b87b00 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:55.961207 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.003820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Allocated IP 172.20.0.1 (cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c/d50c147b-8f82-4947-b8f8-80f983a74ede/28a48c6e-d48c-4aca-83e3-f82893a69680) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:21:56.049692 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] For port 243787cf-fc68-4cf8-b206-a1a317ec9d38, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=243787cf-fc68-4cf8-b206-a1a317ec9d38,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:56.065244 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.074389 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.076048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port a2970d41-8275-45ab-969d-b6dcc8b87b00 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:56.076481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.115979 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.135668 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.172836 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.181856 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Attempting to bind port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:21:56.182136 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Attempting to bind port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:21:56.182507 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Attempting to bind port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 on network 71b03d9b-9f76-4411-9586-31c34473f03c {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:21:56.191705 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408572fe-e0b4-4957-adc8-601dce9d2b1f None None] Pushing event updated for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:56.193974 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:56.202264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:21:56.202761 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Checking segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:21:56.203178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.203580 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Bound using segment: {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:21:56.204069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Bound port: 1b8b10cb-d6d2-4c4c-ad17-e27022065d59, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322e1f1-8cd2-4805-aa07-7114d4e62e06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:21:56.204455 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.215663 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:56.220190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:21:56.284789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Pushing event updated for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:56.293340 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952505'] for router_interface, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.457575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-152f13a4-437a-4f7d-8647-ad263a2ad7e6 None None] Provisioning complete for port a2970d41-8275-45ab-969d-b6dcc8b87b00 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:56.457822 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-152f13a4-437a-4f7d-8647-ad263a2ad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.459692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.503282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f418e8d-acdf-452f-80ce-48d9d650a252 None None] Pushing event updated for resources: {'Port': ['ID=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:56.519004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 243787cf-fc68-4cf8-b206-a1a317ec9d38 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:56.522742 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] For port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59, host n-d-813419-8, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:21:56.566945 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] For port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:21:56.576463 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.626507 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.632456 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.681924 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f418e8d-acdf-452f-80ce-48d9d650a252 None None] Pushing event updated for resources: {'Port': ['ID=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:56.685532 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:56.686092 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:56.710047 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Pushing event updated for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:56.712643 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952841'] for router_interface, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.726628 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 243787cf-fc68-4cf8-b206-a1a317ec9d38 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:56.727017 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.804723 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:21:56.806162 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:21:56.864759 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:56.918990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 950a84be-c0b7-47ec-ab3e-6a97458a13d2 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:56.922436 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-af91db7a-d890-408b-999b-716b67e1ec66 None None] Provisioning complete for port 28a48c6e-d48c-4aca-83e3-f82893a69680 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:56.922840 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-af91db7a-d890-408b-999b-716b67e1ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:56.935619 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Router 143665d6-4153-4a5f-b58d-60f5b30f7f9b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:21:57.046776 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-af91db7a-d890-408b-999b-716b67e1ec66 None None] Port 28a48c6e-d48c-4aca-83e3-f82893a69680 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:21:57.051515 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:21:57.065927 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-6ed69084-8492-4f1f-9982-38b9dd8b1fdf admin admin] 10.222.0.25 "PUT /v2.0/routers/143665d6-4153-4a5f-b58d-60f5b30f7f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921663 Oct 22 14:21:57.110169 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:57.110724 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.189764 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-e6ef7e39-f420-4534-aa26-3b35a0a5f9a2 None None] Provisioning complete for port 28a48c6e-d48c-4aca-83e3-f82893a69680 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:57.190089 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e6ef7e39-f420-4534-aa26-3b35a0a5f9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.276751 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef7e39-f420-4534-aa26-3b35a0a5f9a2 None None] Port 28a48c6e-d48c-4aca-83e3-f82893a69680 cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:21:57.281855 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d48f9b29-c128-4a98-b35b-74b19a5501b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.292031 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '28a48c6e-d48c-4aca-83e3-f82893a69680', 'name': '', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'mac_address': 'fa:16:3e:a0:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:55Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 2, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'subnets': [{'id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:57.327356 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1792eee-0d9d-4ed7-8ddf-58f5ade7736a None None] The sync data for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 is: [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '28a48c6e-d48c-4aca-83e3-f82893a69680', 'name': '', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'mac_address': 'fa:16:3e:a0:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:55Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 2, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'subnets': [{'id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:21:57.531783 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52368) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:57.536551 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420572985', 'description': 'tempest-secgroup-smoke-1420572985 description', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:57.560221 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.637461 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.642343 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.672571 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.677069 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52370) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:57.677624 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442938 Oct 22 14:21:57.685310 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:57.690128 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18b802-9b5f-4b55-bc84-67e9c6f8f3cf tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e14e83-f7a4-4657-9fe8-6cf41583d934,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:57.728832 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.743398 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 243787cf-fc68-4cf8-b206-a1a317ec9d38 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:57.793708 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.797944 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.803494 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 243787cf-fc68-4cf8-b206-a1a317ec9d38 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:57.803885 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.819105 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ef16b3-3002-42ff-99d9-5c127d1a1e07,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:57.835088 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.839373 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-a99a33ed-bdee-49b9-aaec-fc2d9a7154dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577933 Oct 22 14:21:57.840040 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52372) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:57.845128 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:57.876053 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.936951 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.942454 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.955770 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.966791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b714671-e989-4fdd-b137-b100194705a3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:57.971701 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:57.974790 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c1c84771-c211-4bfd-98a6-bc29b9e6019a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319270 Oct 22 14:21:57.975704 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52374) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:57.981221 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:58.007274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.063257 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.067670 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.071678 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.089057 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b41245e-2055-4f6e-990b-4c37f99b5086,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:58.097008 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.098357 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-88012335-754a-44c1-9670-48c4627045f6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213920 Oct 22 14:21:58.101011 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52376) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:58.105306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:58.132250 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.189274 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.193980 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.212194 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ced0af-0203-40bf-b7a8-f79b42b99962,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:58.224177 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.225949 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-b6e675a1-cd53-4f20-a3a5-82ecf14492fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240015 Oct 22 14:21:58.228717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:58.233268 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:58.255693 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Project 3a75a0af6ac44620be175b4d3191b7a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:21:58.260545 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.329232 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.340201 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.361337 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ec6e9c-3a74-47ba-8115-7c055b2a01f3,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:58.372990 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.373885 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-5b267a04-6056-4d05-8905-35d615a4359d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439931 Oct 22 14:21:58.377326 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52380) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:21:58.384893 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'security_group_rule': {'security_group_id': '70e14e83-f7a4-4657-9fe8-6cf41583d934', 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:21:58.408385 n-d-813419-8 neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Project 3a75a0af6ac44620be175b4d3191b7a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 14:21:58.414800 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.481870 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.486007 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629767'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.506252 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41060f04-8924-4ddb-b999-f71c38c78963,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:21:58.518068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:58.523842 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-1cb2fa54-dd91-4896-9ed9-312304bb3064 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410639 Oct 22 14:21:58.776527 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-90aac632-fa4d-4e0d-bd20-9e55d36dfb63 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420572985&fields=id&tenant_id=3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 267 time: 0.0361166 Oct 22 14:21:58.887717 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-2c720fe5-8f9a-461f-bfb4-641e253af85d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:21:58.889263 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-2c720fe5-8f9a-461f-bfb4-641e253af85d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 809 time: 0.1051736 Oct 22 14:21:58.904956 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-5ae714a1-1b13-49fd-8288-65a99e29a76b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/quotas/3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Oct 22 14:21:58.966084 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0fba3b67-3b93-4e56-aa40-9f5deaba9412 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546119 Oct 22 14:21:59.153709 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-eb19c171-abd6-439c-9bf8-709f2cb9b247 service neutron] 10.222.0.25 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753244 Oct 22 14:21:59.252235 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-ef4d518c-b148-4899-a8b7-3924bb090cb4 service neutron] 10.222.0.25 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923662 Oct 22 14:21:59.425107 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-18f4377f-8ba9-4730-8363-df8c2b1b5ae4 req-0ba4cec0-6ca0-42d0-aa29-b2ba233b7d17 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Oct 22 14:21:59.692136 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Sync routers for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:21:59.703741 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:21:59.704649 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:21:59.733978 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:21:59.791807 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:21:59.792095 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:59.822346 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:21:59.870377 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:59.893918 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] For port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:21:59.898562 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:21:59.954247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Pushing event updated for resources: {'Port': ['ID=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:00.040227 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '28a48c6e-d48c-4aca-83e3-f82893a69680', 'name': '', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'mac_address': 'fa:16:3e:a0:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:55Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 2, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'subnets': [{'id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:00.054672 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.076458 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Checking router: 143665d6-4153-4a5f-b58d-60f5b30f7f9b for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:22:00.076812 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Updating router 143665d6-4153-4a5f-b58d-60f5b30f7f9b port 28a48c6e-d48c-4aca-83e3-f82893a69680 binding host n-d-813419-8 {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 14:22:00.102845 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.371792 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.377019 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.456213 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a9b6-e943-4758-a57e-2dbd42e53b19 None None] Pushing event updated for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:00.485240 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Attempting to bind port 28a48c6e-d48c-4aca-83e3-f82893a69680 on host n-d-813419-8 for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:22:00.485701 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Attempting to bind port 28a48c6e-d48c-4aca-83e3-f82893a69680 by drivers openvswitch,hyperv on host n-d-813419-8 at level 0 using segments [{'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:22:00.486264 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Attempting to bind port 28a48c6e-d48c-4aca-83e3-f82893a69680 on network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:22:00.493172 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Checking agent: {'id': '486beb4d-83ef-4825-b4c3-0f692846afe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 48, 28), 'started_at': datetime.datetime(2021, 10, 22, 12, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:22:00.493815 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Checking segment: {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:22:00.494390 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.494970 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Bound using segment: {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:22:00.495633 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Bound port: 28a48c6e-d48c-4aca-83e3-f82893a69680, host: n-d-813419-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb121999-663b-451b-9e0a-a356f21148de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:22:00.496193 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.573606 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] For port 28a48c6e-d48c-4aca-83e3-f82893a69680, host n-d-813419-8, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:22:00.577242 n-d-813419-8 neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] For port 28a48c6e-d48c-4aca-83e3-f82893a69680, host n-d-813419-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=28a48c6e-d48c-4aca-83e3-f82893a69680,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:22:00.584401 n-d-813419-8 neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.586458 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-06f24eb8-b651-4635-970e-3b5a4f9b1287 req-1975077d-ef2b-4521-a64a-eec59714ac96 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 210 time: 0.0767267 Oct 22 14:22:00.638851 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:22:00.640058 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:00.674308 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-6cbd8bc7-0f2e-4b02-9e35-220b871dcca8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:00.675918 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-6cbd8bc7-0f2e-4b02-9e35-220b871dcca8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 809 time: 0.1474535 Oct 22 14:22:00.725869 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-19397592-26d3-42f5-896a-3ac04f19f825 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 380 time: 0.0403643 Oct 22 14:22:00.741820 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'port': {'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'admin_state_up': True, 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'security_groups': ['70e14e83-f7a4-4657-9fe8-6cf41583d934']}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:22:00.745063 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a9b6-e943-4758-a57e-2dbd42e53b19 None None] Pushing event updated for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:00.773676 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:22:00.821715 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] Provisioning complete for port 28a48c6e-d48c-4aca-83e3-f82893a69680 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:00.823020 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.882051 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Made reservation on behalf of 3a75a0af6ac44620be175b4d3191b7a1 for: {'port': 1} {{(pid=100619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:22:00.888412 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.920613 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:00.956015 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] For port 28a48c6e-d48c-4aca-83e3-f82893a69680, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=28a48c6e-d48c-4aca-83e3-f82893a69680,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:22:00.961350 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.011693 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '28a48c6e-d48c-4aca-83e3-f82893a69680', 'name': '', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'mac_address': 'fa:16:3e:a0:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:55Z', 'updated_at': '2021-10-22T14:22:00Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'subnets': [{'id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:01.015445 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4871-bfb0-4580-93f3-16ea3a0edc57 None None] Pushing event updated for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:01.028318 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Allocated IP 172.20.0.7 (5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b/907b9bf6-9988-4292-943d-27530154e7b7/0fdb23f8-45c6-4e82-a131-97595deac0bc) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:22:01.040241 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e0ef1-14cf-4108-9cd2-24353571a9fb None None] The sync data for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 is: [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:21:56Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '28a48c6e-d48c-4aca-83e3-f82893a69680', 'name': '', 'network_id': 'cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'mac_address': 'fa:16:3e:a0:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:55Z', 'updated_at': '2021-10-22T14:22:00Z', 'revision_number': 4, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'subnets': [{'id': 'd50c147b-8f82-4947-b8f8-80f983a74ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:22:01.089563 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-a103cb31-3353-4154-812b-51080c8e8303 None None] Provisioning complete for port 28a48c6e-d48c-4aca-83e3-f82893a69680 triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:01.089843 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a103cb31-3353-4154-812b-51080c8e8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.198180 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.235258 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.279818 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:22:01.282993 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:22:01.287612 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:22:01.330371 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:01.351769 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:01.352648 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.373974 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-0cd4e97d-d345-448d-a2fd-88f8f8fd5c1e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369488 Oct 22 14:22:01.387736 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Request body: {'port': {'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-8'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:22:01.448405 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.598196 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-eec51f3d-5d7e-4486-9937-e3de8ae72457 None None] Provisioning complete for port 0fdb23f8-45c6-4e82-a131-97595deac0bc triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:01.598561 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eec51f3d-5d7e-4486-9937-e3de8ae72457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.677216 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-eec51f3d-5d7e-4486-9937-e3de8ae72457 None None] Port 0fdb23f8-45c6-4e82-a131-97595deac0bc cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:22:01.725280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249b5d3-36ad-4c73-8dd2-95ecbd8e76d3 req-cff3a8ef-764c-4305-931c-837b7d842e73 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:01.727463 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7249b5d3-36ad-4c73-8dd2-95ecbd8e76d3 req-cff3a8ef-764c-4305-931c-837b7d842e73 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 931 time: 0.0628445 Oct 22 14:22:01.747189 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:22:01.760533 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdb23f8-45c6-4e82-a131-97595deac0bc {{(pid=100619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:22:01.768395 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.778191 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7249b5d3-36ad-4c73-8dd2-95ecbd8e76d3 req-8ccdcc35-3f7b-4fe5-ba89-55c5b1d03576 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Oct 22 14:22:01.783092 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.provisioning_blocks [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Transition to ACTIVE for port object 0fdb23f8-45c6-4e82-a131-97595deac0bc will not be triggered until provisioned by entity L2. {{(pid=100619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:22:01.787958 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.802552 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:01.802962 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.857583 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:01.895209 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 28a48c6e-d48c-4aca-83e3-f82893a69680 up at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:22:01.913615 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Attempting to bind port 0fdb23f8-45c6-4e82-a131-97595deac0bc on host n-h1-813419-8 for vnic_type normal with profile {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:22:01.914093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Attempting to bind port 0fdb23f8-45c6-4e82-a131-97595deac0bc by drivers openvswitch,hyperv on host n-h1-813419-8 at level 0 using segments [{'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:22:01.914459 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Attempting to bind port 0fdb23f8-45c6-4e82-a131-97595deac0bc on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:22:01.919060 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Port 0fdb23f8-45c6-4e82-a131-97595deac0bc on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-8 {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:22:01.919546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Attempting to bind port 0fdb23f8-45c6-4e82-a131-97595deac0bc on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:22:01.924483 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Checking agent: {'id': '202ad8cd-3013-4274-a21c-ba47fedf646d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:22:01.924867 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Checking segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:22:01.925271 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Bound using segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} {{(pid=100619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:22:01.925705 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.managers [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Bound port: 0fdb23f8-45c6-4e82-a131-97595deac0bc, host: n-h1-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}}] {{(pid=100619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:22:01.926071 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.950069 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Provisioning complete for port 28a48c6e-d48c-4aca-83e3-f82893a69680 triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:01.950361 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:01.999720 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, cleared binding levels {{(pid=100619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:22:02.003360 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:22:02.009916 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:02.053436 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.054250 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:02.055856 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] 10.222.0.26 "PUT /v2.0/ports/0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 1091 time: 0.6725838 Oct 22 14:22:02.056304 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:22:02.058880 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4416b63-a382-4c6b-a0b7-9be43a353383" -d '{"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:22:02.087763 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c227fe1-dd5c-4ce0-84da-1fb569e1dadc service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=3']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:02.149187 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-ad7145df-0b9d-4f3b-8b7a-c1b091039ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.150998 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-ad7145df-0b9d-4f3b-8b7a-c1b091039ce5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0488067 Oct 22 14:22:02.201272 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74510c2c-85a1-41d0-8c52-3da62d10922b x-openstack-request-id: req-74510c2c-85a1-41d0-8c52-3da62d10922b {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:22:02.201591 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:22:02.204061 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74510c2c-85a1-41d0-8c52-3da62d10922b {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:22:02.204061 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'status': 'completed', 'code': 200} Oct 22 14:22:02.204303 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-b12f0874-77ac-4f00-9b30-a6a43003a858 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 217 time: 0.0446296 Oct 22 14:22:02.367548 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-80de1f63-07be-4ff8-83e9-392d0ffd0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.369003 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-80de1f63-07be-4ff8-83e9-392d0ffd0f93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0456166 Oct 22 14:22:02.415595 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b573cc-5362-41a5-846c-f5a35c784526 req-b318467d-cfcb-46d6-8aa3-e822f94affd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.417099 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-b318467d-cfcb-46d6-8aa3-e822f94affd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403786 Oct 22 14:22:02.511946 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-f06fd140-b194-4f4e-a58e-469673f6662d service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865436 Oct 22 14:22:02.604756 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-84b573cc-5362-41a5-846c-f5a35c784526 req-bee82341-0aef-4caa-80c3-724f314bba24 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844467 Oct 22 14:22:02.695240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-6f35a50a-e1f6-4b34-99cd-84eb65843550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.696787 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-6f35a50a-e1f6-4b34-99cd-84eb65843550 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0423002 Oct 22 14:22:02.799388 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-0ed9d1af-6c13-4c6e-ac08-7b7daca61f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.800908 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-0ed9d1af-6c13-4c6e-ac08-7b7daca61f50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0954213 Oct 22 14:22:02.845059 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-10e69a63-a297-4fc3-aa5d-14f84be96e94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 217 time: 0.0357141 Oct 22 14:22:02.900948 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-3e295ad6-d051-4c6d-8e93-2b5a84754d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.901264 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86c702-994b-4f4e-8571-a23f9b80502c req-15121703-b9d5-43ef-b0a3-4554f9809f0e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.902471 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-3e295ad6-d051-4c6d-8e93-2b5a84754d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0491931 Oct 22 14:22:02.902921 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a86c702-994b-4f4e-8571-a23f9b80502c req-15121703-b9d5-43ef-b0a3-4554f9809f0e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Oct 22 14:22:02.941172 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7a86c702-994b-4f4e-8571-a23f9b80502c req-9fea64ce-c7bb-43d5-a623-5e8b62d03011 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Oct 22 14:22:02.957410 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-d17dac23-d6e1-42f2-a81a-f4cfd0973749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:02.957410 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-d17dac23-d6e1-42f2-a81a-f4cfd0973749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406477 Oct 22 14:22:03.050569 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-a5f542d6-dfb4-4b79-bf05-11923c158357 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862496 Oct 22 14:22:03.142043 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-c4416b63-a382-4c6b-a0b7-9be43a353383 req-3a0078f6-ecee-408c-b720-e881017c71fe service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Oct 22 14:22:04.062832 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494870f0-9d37-47fe-ac64-4629034e9a87 req-60726dc6-e35d-4081-8ccc-2874c5f49c62 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:04.064419 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-494870f0-9d37-47fe-ac64-4629034e9a87 req-60726dc6-e35d-4081-8ccc-2874c5f49c62 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 943 time: 0.0521927 Oct 22 14:22:04.102567 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-494870f0-9d37-47fe-ac64-4629034e9a87 req-03e9340a-99a8-4c86-a1de-7ec7bcf411dd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Oct 22 14:22:05.219549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c96cd-0c6b-419a-a2e1-4f2f2863f19b req-bbb72a84-d647-48db-938d-2b7c72b89a5e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:05.221050 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-516c96cd-0c6b-419a-a2e1-4f2f2863f19b req-bbb72a84-d647-48db-938d-2b7c72b89a5e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 943 time: 0.0514543 Oct 22 14:22:05.264118 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-516c96cd-0c6b-419a-a2e1-4f2f2863f19b req-51ab61d3-1c21-4724-84ac-340fd629e0c5 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 Oct 22 14:22:06.086332 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:22:06.181577 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:22:06.193003 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:22:06.230539 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:06.243659 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb23f8-45c6-4e82-a131-97595deac0bc {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:22:06.262744 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:22:06.266546 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:06.318681 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:06.382657 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106923-0139-42cc-a7b1-78c402a58e77 req-ef4ef801-5f76-4b3e-8bc7-11ace5b5668b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:06.384070 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97106923-0139-42cc-a7b1-78c402a58e77 req-ef4ef801-5f76-4b3e-8bc7-11ace5b5668b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Oct 22 14:22:06.422096 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-97106923-0139-42cc-a7b1-78c402a58e77 req-b82536b6-040e-4c83-889c-676ed2c5598d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Oct 22 14:22:06.508158 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0fdb23f8-45c6-4e82-a131-97595deac0bc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:22:07.536080 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e46c-f775-40a4-84be-fad40d6f32ac req-bab69f94-3c7e-49f2-8db3-54fbf350e49f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:07.537492 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33e2e46c-f775-40a4-84be-fad40d6f32ac req-bab69f94-3c7e-49f2-8db3-54fbf350e49f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 944 time: 0.0491085 Oct 22 14:22:07.576255 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-33e2e46c-f775-40a4-84be-fad40d6f32ac req-1ceb4d56-1c84-4c37-b6bf-d819b7da64fe tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Oct 22 14:22:08.117256 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:22:08.165250 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning for port 0fdb23f8-45c6-4e82-a131-97595deac0bc completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:22:08.169177 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 0fdb23f8-45c6-4e82-a131-97595deac0bc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:22:08.169548 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:08.247037 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:08.271835 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:22:08.274768 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458585d3-3d68-453d-a55d-2a912d1d055a" -d '{"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:22:08.417512 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d60a-8c27-4fa9-94cc-410e916a990c req-e1248f15-2740-4270-9e78-152f740c4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:08.418988 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6da9d60a-8c27-4fa9-94cc-410e916a990c req-e1248f15-2740-4270-9e78-152f740c4ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0428298 Oct 22 14:22:08.438911 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336d63f-0d26-40e7-94cd-c7a1a7f0fe34 x-openstack-request-id: req-5336d63f-0d26-40e7-94cd-c7a1a7f0fe34 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:22:08.439193 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:22:08.439528 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5336d63f-0d26-40e7-94cd-c7a1a7f0fe34 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:22:08.439847 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'code': 200} Oct 22 14:22:08.441495 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:22:08.446694 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:08.458078 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-6da9d60a-8c27-4fa9-94cc-410e916a990c req-6a4bbe77-afa6-4956-8807-ea8ad8e9dc51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Oct 22 14:22:08.494938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:08.695198 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346d68-a974-4414-be8e-fd595d8b5ce1 req-1f7b5c4c-9a47-44ea-89d8-1be45634c450 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:08.696570 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15346d68-a974-4414-be8e-fd595d8b5ce1 req-1f7b5c4c-9a47-44ea-89d8-1be45634c450 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Oct 22 14:22:08.737546 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-15346d68-a974-4414-be8e-fd595d8b5ce1 req-cfcfde18-d284-4800-9550-1c1ed528c53e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350916 Oct 22 14:22:09.145370 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:09.858013 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5350aa-0293-4a41-926c-7ab40c3d52a8 req-aa43bbfa-3fa2-4e78-bf9a-09cc4c256bdc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:09.859528 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d5350aa-0293-4a41-926c-7ab40c3d52a8 req-aa43bbfa-3fa2-4e78-bf9a-09cc4c256bdc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Oct 22 14:22:09.896896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6d5350aa-0293-4a41-926c-7ab40c3d52a8 req-384b8433-0926-4d78-8a4f-45ec040d573a tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Oct 22 14:22:10.013539 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f1a1-e3d2-424d-b623-6a069cfd90ea req-f60addd8-65aa-40ac-9aaa-4b23b9606753 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:10.015064 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b3f1a1-e3d2-424d-b623-6a069cfd90ea req-f60addd8-65aa-40ac-9aaa-4b23b9606753 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Oct 22 14:22:10.054896 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-a5b3f1a1-e3d2-424d-b623-6a069cfd90ea req-e7fe9a33-b4da-429a-984a-1fa88ee7b765 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Oct 22 14:22:10.076399 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52438) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:22:10.167108 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f4ee1d-f670-40d8-a2f2-7bb2863114e6 tempest-TestSnapshotPattern-2125956436 tempest-TestSnapshotPattern-2125956436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:10.168532 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-83f4ee1d-f670-40d8-a2f2-7bb2863114e6 tempest-TestSnapshotPattern-2125956436 tempest-TestSnapshotPattern-2125956436-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1091 time: 0.0911405 Oct 22 14:22:10.171359 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 52442) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:22:10.175577 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.v2.base [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:22:10.197599 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.292672 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.394624 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_common [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Allocated IP 172.25.6.158 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/daa207e8-4bda-4dd8-9051-f4dfb0252030) {{(pid=100619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:22:10.492590 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.528436 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.566565 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:22:10.569871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.base_scheduler [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Resources bound (agent type, host, resource id): {{(pid=100619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:22:10.573240 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Received port after_create {{(pid=100619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:22:10.581418 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=daa207e8-4bda-4dd8-9051-f4dfb0252030,revision_number=1']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:10.592181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.931904 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:10.997900 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:11.146692 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:11.151047 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441485'] for port, after_update {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:11.219007 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=daa207e8-4bda-4dd8-9051-f4dfb0252030,revision_number=2']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:22:11.231816 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:11.338372 n-d-813419-8 neutron-server[100619]: INFO neutron.db.l3_db [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Floating IP d57df59d-70ef-47cd-aecb-fa014c782050 associated. External IP: 172.25.6.158, port: 0fdb23f8-45c6-4e82-a131-97595deac0bc. Oct 22 14:22:11.558605 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:22:11.673866 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:22:11.684934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:22:11.693588 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:11.695988 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:22:11.696871 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:11.727579 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-1112d100-73f1-41fb-ae58-1ac5d5c76884 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5551596 Oct 22 14:22:11.728156 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:22:11.730827 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e908967-a2c8-4458-bb91-138c7ddab0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:22:11.770480 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ab8eb-1a60-4b9a-ad52-6b5a15639ac5 x-openstack-request-id: req-5c0ab8eb-1a60-4b9a-ad52-6b5a15639ac5 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:22:11.770809 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:22:11.771111 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c0ab8eb-1a60-4b9a-ad52-6b5a15639ac5 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:22:11.771528 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'status': 'completed', 'code': 200} Oct 22 14:22:11.822515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:22:11.850725 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-3225d090-e8c5-415b-b71d-8337336af9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:11.852295 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-3225d090-e8c5-415b-b71d-8337336af9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0478582 Oct 22 14:22:11.965871 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-84518bba-9689-47fd-8e86-f2f269a95454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:11.966287 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-84518bba-9689-47fd-8e86-f2f269a95454 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.1057417 Oct 22 14:22:12.056106 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-a259bb3a-5e06-4a0a-bc34-54a5e074ea6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 999 time: 0.0816741 Oct 22 14:22:12.087657 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:10Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:12.116712 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-5ec7cab8-750a-4d31-b684-c58caec15bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:12.118058 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:22:12.118193 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-5ec7cab8-750a-4d31-b684-c58caec15bd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0547526 Oct 22 14:22:12.128298 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:22:12.128915 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:21:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:12.171157 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-97c1abc9-9a1f-429a-a6c6-c6935f3a3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:12.172753 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-97c1abc9-9a1f-429a-a6c6-c6935f3a3e89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456583 Oct 22 14:22:12.251582 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:22:12.284657 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-b55a6118-1cf2-4357-9754-f9cb4ed53872 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029580 Oct 22 14:22:12.388578 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-5e908967-a2c8-4458-bb91-138c7ddab0dd req-bb517dac-dacc-4f03-a876-7cf07a8405df service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961571 Oct 22 14:22:12.493531 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:10Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:22:12.519535 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce672a-5c0a-467c-be62-b306fddfcaa5 None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:10Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:22:12.730273 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca79fe-7452-4d5b-8bf9-d0710975f92d None None] New status for floating IP d57df59d-70ef-47cd-aecb-fa014c782050: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:22:17.617765 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:22:24.167155 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-2c37d422-e827-454e-931b-1f0b3a26aeed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397730 Oct 22 14:22:24.185699 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b9ddeba1-da7d-425a-9586-92e27d6f8a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:24.258513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-bfe70841-b282-4884-9871-ab4cdc0149bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:24.260053 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-bfe70841-b282-4884-9871-ab4cdc0149bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0477912 Oct 22 14:22:24.367513 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-7abe9c94-b798-4f4d-8630-5a3bb271d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:24.368975 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-7abe9c94-b798-4f4d-8630-5a3bb271d5b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0867276 Oct 22 14:22:24.440673 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-5773d19e-56af-4fe2-a2ca-8c9bbb534337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 1001 time: 0.0638034 Oct 22 14:22:24.490810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-7c374e80-75a0-45f8-9a12-9356166818e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:24.492234 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-7c374e80-75a0-45f8-9a12-9356166818e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0449238 Oct 22 14:22:24.538190 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-23fb1201-c359-47d4-8882-349632bcceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:22:24.539634 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-23fb1201-c359-47d4-8882-349632bcceef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399337 Oct 22 14:22:24.635797 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-ab5b403b-c04a-48c7-99c6-0989615321be service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879109 Oct 22 14:22:24.728547 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-aeb8400d-8ada-431f-838b-f7f4f8d7c0f8 req-9a185460-3745-41e9-a8d2-d92f7463e430 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Oct 22 14:22:27.232778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6227314-052c-44ef-a122-9dceb56cfc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:27.957688 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:28.066180 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:30.053098 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:39.147242 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:40.608822 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:54.189639 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-803cdbd8-0916-45c5-a388-18e66b5dc8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:54.619848 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:22:57.233605 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-067c4193-aff5-4585-8448-d6af7688402d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:57.959304 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:22:58.073032 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:00.057063 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:09.156993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:10.607744 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:20.518223 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-dc35f2eb-ab1a-46d7-817a-a5ebb537f242 req-e8c3238c-2e55-44d1-b1b0-b095a7fec395 service neutron] (100619) timed out ('10.222.0.21', 54175) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 14:23:24.193190 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1476305b-fe53-44b8-b031-da6106d59115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:26.169357 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-f80c26b7-da08-4150-bf67-55dbbb45ae4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446284 Oct 22 14:23:26.255791 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-67e65a82-1f6c-43e5-9911-73fbdb820594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:23:26.257283 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-67e65a82-1f6c-43e5-9911-73fbdb820594 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0418396 Oct 22 14:23:26.359994 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-3a53ad6e-2a38-410f-85ab-0bab1da6a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:23:26.361363 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-3a53ad6e-2a38-410f-85ab-0bab1da6a6ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0839529 Oct 22 14:23:26.431178 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-dc43071d-864e-4fd3-8bb8-6d097173b8c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 1001 time: 0.0607598 Oct 22 14:23:26.479235 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-53014434-2d32-4d4b-a144-55ed945023b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:23:26.480654 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-53014434-2d32-4d4b-a144-55ed945023b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0432384 Oct 22 14:23:26.526877 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-6626ea7d-dc2c-4562-894c-40db11fac7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:23:26.528320 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-6626ea7d-dc2c-4562-894c-40db11fac7d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390339 Oct 22 14:23:26.623085 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-435e9799-107a-4b9a-b9ba-923788c8939b service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Oct 22 14:23:26.720266 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-51864aeb-ac0e-4d15-9c05-bac03a1f9a46 req-d49bda7c-cde3-47ae-98d8-fa36a4e44b7b service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888102 Oct 22 14:23:27.238853 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4193b04f-ea00-4300-a0f8-001b99472659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:27.960685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:28.077576 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:30.061563 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:31.619859 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:23:39.175090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:40.636769 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:54.196052 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7009a6c2-e348-4624-8434-2fda60a19898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:57.230795 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ead12339-3135-4414-97e6-7bcf8c6736c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:57.962731 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:23:58.070186 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:00.064245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:08.619159 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:24:09.178534 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:10.626181 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:12.664640 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc details requested by agent hyperv_n-h1-813419-8 with host n-h1-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:24:12.767990 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:12.781919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Returning: {'device': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:24:12.820606 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:12.834287 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fdb23f8-45c6-4e82-a131-97595deac0bc {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:24:12.854304 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:12.858877 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:12.911264 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:12.919004 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.919351 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.919794 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.920146 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.920985 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.921392 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.921679 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.922008 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.922338 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.922694 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.923032 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.923361 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:12.943258 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] get_ports_and_sgs() called for port_ids ['0fdb23f8-45c6-4e82-a131-97595deac0bc'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:24:14.684247 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc up at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:24:14.744353 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Provisioning complete for port 0fdb23f8-45c6-4e82-a131-97595deac0bc triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:24:14.744827 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:14.833452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:14.860314 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:24:14.862617 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8274b3f-be33-4413-9f9c-65006b1d62c8" -d '{"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:24:14.883611 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:14.891675 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:14.960094 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:14.987155 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbf580e-a9bc-4a37-81a2-e7ea50f73866 x-openstack-request-id: req-2dbf580e-a9bc-4a37-81a2-e7ea50f73866 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:24:14.987456 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:24:14.987716 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dbf580e-a9bc-4a37-81a2-e7ea50f73866 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:24:14.988112 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'code': 200} Oct 22 14:24:23.130564 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-9bb35726-c8fb-4f94-bc84-b759f72bbe55 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420572985&fields=id&tenant_id=3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 267 time: 0.0330601 Oct 22 14:24:23.247544 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-b11c56f6-5891-4ebe-b561-3927421d97ea tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:23.249262 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-b11c56f6-5891-4ebe-b561-3927421d97ea tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 809 time: 0.1114824 Oct 22 14:24:23.265445 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-602755c8-646d-4d55-a4e2-3546641074b4 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/quotas/3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 375 time: 0.0103605 Oct 22 14:24:23.335776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-759e6abb-2d0c-4637-8337-0def848454eb tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629134 Oct 22 14:24:23.394682 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-e021c033-bb87-4f37-a7bf-61730203f696 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:24:23.395961 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-e021c033-bb87-4f37-a7bf-61730203f696 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0482059 Oct 22 14:24:23.489941 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3c2c560c-5242-4b7d-9369-0ad7030f51d6 service neutron] 10.222.0.25 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879920 Oct 22 14:24:23.578480 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-bbeb0199-cf30-4271-94c0-f4b002e8f99e service neutron] 10.222.0.25 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825410 Oct 22 14:24:23.785270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6609c149-6173-4630-94c5-c19040c224bd req-cde73e84-0af3-495b-aecf-869674d6c50c tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 210 time: 0.0327394 Oct 22 14:24:24.199899 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1cde48ec-e521-4101-a0d2-5e0b8cf5cf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:24.685399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-ba790db6-2e28-44a9-95ba-8c38e1f02341 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:24.687780 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-ba790db6-2e28-44a9-95ba-8c38e1f02341 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 809 time: 0.1188478 Oct 22 14:24:24.719801 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:24:24.737745 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-38533b4f-5f8f-4539-9293-2b1cb433b6c8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a75a0af6ac44620be175b4d3191b7a1 HTTP/1.1" status: 200 len: 380 time: 0.0404286 Oct 22 14:24:24.756747 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'port': {'device_id': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'admin_state_up': True, 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'security_groups': ['70e14e83-f7a4-4657-9fe8-6cf41583d934']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:24:24.804582 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:24.833011 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:24:24.835407 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea1c67-401b-4796-8139-f8a15356144a" -d '{"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:24:24.849418 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:24.857178 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:24.911292 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52483e0a-0f3a-4bb2-8e16-ca0be28555e5 x-openstack-request-id: req-52483e0a-0f3a-4bb2-8e16-ca0be28555e5 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:24:24.911697 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:24:24.911885 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52483e0a-0f3a-4bb2-8e16-ca0be28555e5 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:24:24.912259 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'code': 200} Oct 22 14:24:24.920025 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Pushing event updated for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=8']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:24.957499 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5adc2256-a23d-41f9-addd-64f9559936d9 req-66cf166b-38f1-4e74-be5d-9c08962b30a4 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 210 time: 0.0390813 Oct 22 14:24:24.985475 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Made reservation on behalf of 3a75a0af6ac44620be175b4d3191b7a1 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 14:24:24.989159 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:25.241956 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Allocated IP 172.20.0.14 (5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b/907b9bf6-9988-4292-943d-27530154e7b7/b23bf1f4-eee8-4b90-a23d-5c198955574f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:24:25.408612 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:25.458235 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:25.495442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:24:25.525388 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:24:25.530225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:24:25.579879 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:25.593397 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.593773 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.594073 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.594414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.594791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.595127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.595459 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.595791 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.596115 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.596445 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.596771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.597100 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:24:25.615820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:25.616475 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:25.655601 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-28b24a94-c85c-430b-9791-14f7527bc416 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026432 Oct 22 14:24:25.864948 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-673179cb-ec85-4977-8452-42d065d2dc29 None None] Provisioning complete for port b23bf1f4-eee8-4b90-a23d-5c198955574f triggered by entity DHCP. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:24:25.865570 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-673179cb-ec85-4977-8452-42d065d2dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:25.905708 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-673179cb-ec85-4977-8452-42d065d2dc29 None None] Port b23bf1f4-eee8-4b90-a23d-5c198955574f cannot update to ACTIVE because it is not bound. {{(pid=100621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 14:24:26.091706 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250272-cb4a-464e-b0a4-b91d6aadf72f req-032a3e61-bfc4-4462-83b2-0d37906cd6c0 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:26.101077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc250272-cb4a-464e-b0a4-b91d6aadf72f req-032a3e61-bfc4-4462-83b2-0d37906cd6c0 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0636568 Oct 22 14:24:26.134873 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-cc250272-cb4a-464e-b0a4-b91d6aadf72f req-e550f52e-9e68-4a5b-a900-f59c4444666e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327892 Oct 22 14:24:27.250680 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a637ca2a-5166-43a4-84c4-f4ed15a4ef24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:27.292573 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b76a5-ce26-482e-9a41-9deaf956edac req-62653f42-53ee-49b7-ada7-f5a1a665ea76 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:27.300426 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1b76a5-ce26-482e-9a41-9deaf956edac req-62653f42-53ee-49b7-ada7-f5a1a665ea76 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0897932 Oct 22 14:24:27.339460 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb1b76a5-ce26-482e-9a41-9deaf956edac req-b6bdf596-3a75-40a3-99c1-d5c628b56914 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379765 Oct 22 14:24:27.536332 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-28307f43-aa4b-4882-9dd5-b7a2d27d2ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4116602 Oct 22 14:24:27.620011 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-3740e586-2a8e-43b8-8a18-ae2887151599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:27.621518 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-3740e586-2a8e-43b8-8a18-ae2887151599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0421631 Oct 22 14:24:27.736053 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-233eb122-0d5f-4b25-8ab9-870fa34ebb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:27.737902 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-233eb122-0d5f-4b25-8ab9-870fa34ebb11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0963306 Oct 22 14:24:27.814089 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-85bbd87a-4d63-41fd-8964-0841f8e58fe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 999 time: 0.0656223 Oct 22 14:24:27.865789 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-1a34b5e4-d07b-4c9c-b90a-c7dda2348593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:27.867305 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-1a34b5e4-d07b-4c9c-b90a-c7dda2348593 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0486174 Oct 22 14:24:27.919803 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-d65ab951-4b7b-4cbb-806a-1c1609ba3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:27.921338 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-d65ab951-4b7b-4cbb-806a-1c1609ba3537 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468352 Oct 22 14:24:27.970754 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:28.020296 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-c1dc7573-d965-4821-84d1-b9e27a4349a1 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911202 Oct 22 14:24:28.081882 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:28.123454 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e7f66fbb-d96f-4266-b13b-89e7fb27f1e2 req-cfca6c5e-71e1-40b8-931a-d3ad8fa1fd79 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959821 Oct 22 14:24:28.467665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011076f-cbf0-470c-9733-7fa6bd061be8 req-dc3b8bc4-8e31-4209-811a-7755f75efd2e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:28.469236 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f011076f-cbf0-470c-9733-7fa6bd061be8 req-dc3b8bc4-8e31-4209-811a-7755f75efd2e tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0555792 Oct 22 14:24:28.511038 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-f011076f-cbf0-470c-9733-7fa6bd061be8 req-323106dc-39b7-4d27-b313-cdf952365dd2 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Oct 22 14:24:29.646414 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b90a9-fcbc-4880-be5c-962b23abd57d req-3fcdda60-58c9-46da-9a7f-5a1a158141b9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:29.651136 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-522b90a9-fcbc-4880-be5c-962b23abd57d req-3fcdda60-58c9-46da-9a7f-5a1a158141b9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0564570 Oct 22 14:24:29.692566 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-522b90a9-fcbc-4880-be5c-962b23abd57d req-110743bb-368e-4015-9337-74a06f32d52f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378993 Oct 22 14:24:30.079980 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:30.826020 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d57d97-9ded-4105-80e5-55cd938cfdd7 req-0eb3e664-3731-4fff-a2f0-c0949bc5991f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:30.827544 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47d57d97-9ded-4105-80e5-55cd938cfdd7 req-0eb3e664-3731-4fff-a2f0-c0949bc5991f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0610240 Oct 22 14:24:30.866524 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-47d57d97-9ded-4105-80e5-55cd938cfdd7 req-3a4e5b2e-31b3-4163-8766-02b00328a115 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328989 Oct 22 14:24:31.987831 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9323a-3d84-4c10-a8e0-da367af209ed req-8c63ae3b-103d-40db-813c-faa9697f1acc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:31.989437 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c9323a-3d84-4c10-a8e0-da367af209ed req-8c63ae3b-103d-40db-813c-faa9697f1acc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0519586 Oct 22 14:24:32.029757 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d1c9323a-3d84-4c10-a8e0-da367af209ed req-e6f0ba79-bf69-4905-8091-2428bb13fc8b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Oct 22 14:24:33.157306 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a1ed-c9f2-43a5-899b-20cdbbc88032 req-bdb8aebd-81d3-4060-80fc-bcf4b53d565b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:33.159113 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4da8a1ed-c9f2-43a5-899b-20cdbbc88032 req-bdb8aebd-81d3-4060-80fc-bcf4b53d565b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0534363 Oct 22 14:24:33.201290 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-4da8a1ed-c9f2-43a5-899b-20cdbbc88032 req-3b666d80-d694-4add-a4b0-f575efddcee0 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351272 Oct 22 14:24:34.331724 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88485cf-b015-479d-970b-2b50dd6743b8 req-701c0354-b241-41d7-8af6-47bcbea3bbb9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:34.333215 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b88485cf-b015-479d-970b-2b50dd6743b8 req-701c0354-b241-41d7-8af6-47bcbea3bbb9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0624385 Oct 22 14:24:34.375535 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b88485cf-b015-479d-970b-2b50dd6743b8 req-e44bbf98-9718-496f-bd34-24f37c70335f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Oct 22 14:24:35.492795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf6524-00fb-49ba-9e6a-0c94cedb1aac req-7b8cda8a-3896-4b10-8f8d-94513b71cdb8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:35.494323 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfaf6524-00fb-49ba-9e6a-0c94cedb1aac req-7b8cda8a-3896-4b10-8f8d-94513b71cdb8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0493102 Oct 22 14:24:35.531939 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bfaf6524-00fb-49ba-9e6a-0c94cedb1aac req-d29722b5-ee5f-4597-8bef-c3f5ea10c8e0 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Oct 22 14:24:36.646820 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d673f-bd09-4278-bac9-8f8c5dc1e902 req-0bc6ed88-7678-4677-ac20-8d7e72a68615 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:36.648322 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-137d673f-bd09-4278-bac9-8f8c5dc1e902 req-0bc6ed88-7678-4677-ac20-8d7e72a68615 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0487812 Oct 22 14:24:36.686291 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-137d673f-bd09-4278-bac9-8f8c5dc1e902 req-ea8c913e-b6f2-4056-b13c-d32e4167ee81 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Oct 22 14:24:37.813990 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4dbe5-441c-4224-ba80-b5c1a51f6474 req-c99af2ee-8e57-469e-aea7-a360e24858ad tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:37.815501 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20e4dbe5-441c-4224-ba80-b5c1a51f6474 req-c99af2ee-8e57-469e-aea7-a360e24858ad tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 932 time: 0.0533082 Oct 22 14:24:37.853776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-20e4dbe5-441c-4224-ba80-b5c1a51f6474 req-053e3ddb-95c0-4789-887c-fb84131581fd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Oct 22 14:24:38.118788 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-f0f45b5a-4962-45f3-9f62-13739e167eeb tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 14:24:38.119765 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-f0f45b5a-4962-45f3-9f62-13739e167eeb tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053945 Oct 22 14:24:38.184901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Request body: {'port': {'device_id': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:24:38.239809 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.508008 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23bf1f4-eee8-4b90-a23d-5c198955574f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:24:38.515770 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.528477 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Transition to ACTIVE for port object b23bf1f4-eee8-4b90-a23d-5c198955574f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 14:24:38.532012 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.582554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:38.651378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Attempting to bind port b23bf1f4-eee8-4b90-a23d-5c198955574f on host n-h2-813419-8 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 14:24:38.651723 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Attempting to bind port b23bf1f4-eee8-4b90-a23d-5c198955574f by drivers openvswitch,hyperv on host n-h2-813419-8 at level 0 using segments [{'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 14:24:38.652053 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Attempting to bind port b23bf1f4-eee8-4b90-a23d-5c198955574f on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:24:38.656593 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Port b23bf1f4-eee8-4b90-a23d-5c198955574f on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-8 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 14:24:38.656957 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Attempting to bind port b23bf1f4-eee8-4b90-a23d-5c198955574f on network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 14:24:38.664347 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Checking agent: {'id': '116d10ed-c2a5-480f-b5cc-9d538f3bc500', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'started_at': datetime.datetime(2021, 10, 22, 12, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 14:24:38.664714 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Checking segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 14:24:38.665106 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Bound using segment: {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 14:24:38.665549 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Bound port: b23bf1f4-eee8-4b90-a23d-5c198955574f, host: n-h2-813419-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 14:24:38.665914 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.746240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 14:24:38.749186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 14:24:38.757233 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.795854 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:38.796505 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:38.798423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] 10.222.0.21 "PUT /v2.0/ports/b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 1092 time: 0.6650715 Oct 22 14:24:38.799927 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:24:38.803820 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6284343-40af-433f-b837-962b0d987a54" -d '{"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:24:38.835655 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e689ea8-e4b1-4f7b-9a3f-f80e2b4b0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:38.897277 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-7f32e6e2-7cac-4055-a84f-3782dd7a9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:38.899846 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-7f32e6e2-7cac-4055-a84f-3782dd7a9718 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1095 time: 0.0496931 Oct 22 14:24:38.957187 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-5124af7d-bc68-48c8-b4c9-409e75fa8caa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 217 time: 0.0506034 Oct 22 14:24:38.959912 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8fe0a0-450b-47bb-aa80-2fe0723d92d7 x-openstack-request-id: req-3a8fe0a0-450b-47bb-aa80-2fe0723d92d7 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:24:38.960201 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:24:38.960448 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a8fe0a0-450b-47bb-aa80-2fe0723d92d7 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:24:38.960835 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'status': 'completed', 'code': 200} Oct 22 14:24:39.058970 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-77eae786-eb93-4a07-aad1-559aa7897da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.058970 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-77eae786-eb93-4a07-aad1-559aa7897da3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0781188 Oct 22 14:24:39.095271 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663e978-fbbd-4f8e-aa03-93804ba3de92 req-e168f429-6051-441d-a747-eb351aa529f3 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.097059 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c663e978-fbbd-4f8e-aa03-93804ba3de92 req-e168f429-6051-441d-a747-eb351aa529f3 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 944 time: 0.1388490 Oct 22 14:24:39.150180 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195208-767b-46e8-8160-0bba54a576c4 req-bb1e8e43-c724-415d-baa8-9f1af219491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.151720 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-bb1e8e43-c724-415d-baa8-9f1af219491f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954239 Oct 22 14:24:39.154519 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-c663e978-fbbd-4f8e-aa03-93804ba3de92 req-674c7ae3-303c-4a7d-a9be-e92cb10bd624 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505998 Oct 22 14:24:39.187972 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:39.243976 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-d92c4ded-ef04-4a00-9060-ca86d39ccc3c service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846045 Oct 22 14:24:39.340663 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6f195208-767b-46e8-8160-0bba54a576c4 req-39b14b34-02c6-419a-972e-1154d0dd3a4a service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886371 Oct 22 14:24:39.428145 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284343-40af-433f-b837-962b0d987a54 req-62fde7e1-bc12-4bd4-848b-89b2d1c87993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.429651 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-62fde7e1-bc12-4bd4-848b-89b2d1c87993 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1095 time: 0.0426617 Oct 22 14:24:39.523669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284343-40af-433f-b837-962b0d987a54 req-337e3fc8-224b-4b0b-b0ba-13b44c5e138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.525077 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-337e3fc8-224b-4b0b-b0ba-13b44c5e138a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0878863 Oct 22 14:24:39.567791 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-5466f249-5447-42a0-9d7e-96e270458c4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 217 time: 0.0343525 Oct 22 14:24:39.616499 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284343-40af-433f-b837-962b0d987a54 req-1a7a2d2f-00b2-4144-966c-b17066363613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.617924 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-1a7a2d2f-00b2-4144-966c-b17066363613 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0433948 Oct 22 14:24:39.664666 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284343-40af-433f-b837-962b0d987a54 req-01ec4881-265a-4538-bf07-9589201a3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:39.666154 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-01ec4881-265a-4538-bf07-9589201a3234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409710 Oct 22 14:24:39.762112 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-31d9496b-22ac-4ce4-b681-ec745771ad0e service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Oct 22 14:24:39.855861 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d6284343-40af-433f-b837-962b0d987a54 req-fee4cda5-649e-46e5-bed0-5ab843436cac service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863671 Oct 22 14:24:40.273378 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d47de-2380-486e-afed-b4d608e343f3 req-07e73926-2227-42d2-933a-e9611913d02d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:40.274893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb5d47de-2380-486e-afed-b4d608e343f3 req-07e73926-2227-42d2-933a-e9611913d02d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 944 time: 0.0502865 Oct 22 14:24:40.313332 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-eb5d47de-2380-486e-afed-b4d608e343f3 req-50fd1987-1fde-47b1-ac74-4977074d67fd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Oct 22 14:24:40.649200 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:41.436047 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1465c8-aa75-4fb9-b945-03f1c1641445 req-d3abe5cb-585e-414a-b8e0-a2a5689cbc81 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:41.437545 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb1465c8-aa75-4fb9-b945-03f1c1641445 req-d3abe5cb-585e-414a-b8e0-a2a5689cbc81 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 944 time: 0.0498366 Oct 22 14:24:41.476111 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-bb1465c8-aa75-4fb9-b945-03f1c1641445 req-1bdaac3d-6708-418a-8e2d-138a2148dbd6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Oct 22 14:24:42.261317 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:24:42.353428 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:42.364465 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'mac_address': 'fa:16:3e:ec:02:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:24:42.403602 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:42.416134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23bf1f4-eee8-4b90-a23d-5c198955574f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:24:42.435091 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:42.439948 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:42.487334 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=4']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:42.597555 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda179c4-59a7-4263-89ed-17567ed182e9 req-3e694566-dd98-46ef-ba66-02a3afe5c46f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:42.599041 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda179c4-59a7-4263-89ed-17567ed182e9 req-3e694566-dd98-46ef-ba66-02a3afe5c46f tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 945 time: 0.0545311 Oct 22 14:24:42.635742 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-fda179c4-59a7-4263-89ed-17567ed182e9 req-c8670f79-343d-45af-93cb-2d4bffeea777 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Oct 22 14:24:42.770293 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b23bf1f4-eee8-4b90-a23d-5c198955574f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:24:43.753858 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c00d5-32c6-4e1b-bcee-a8af2b3da5d9 req-f3a59a55-7622-4c93-9b2f-3214cced06c3 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:43.755365 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-368c00d5-32c6-4e1b-bcee-a8af2b3da5d9 req-f3a59a55-7622-4c93-9b2f-3214cced06c3 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 945 time: 0.0502219 Oct 22 14:24:43.793523 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-368c00d5-32c6-4e1b-bcee-a8af2b3da5d9 req-302280d1-239c-4ee8-b712-e28bd222b26d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Oct 22 14:24:44.306301 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:24:44.356919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning for port b23bf1f4-eee8-4b90-a23d-5c198955574f completed by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 14:24:44.361876 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port b23bf1f4-eee8-4b90-a23d-5c198955574f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:24:44.362249 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:44.440908 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:44.463481 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:24:44.465771 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1d8768-d104-430d-8fa8-d1ea04b91fe9" -d '{"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:24:44.478754 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:24:44.482481 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:44.509303 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fd453-13e8-4b81-91dd-5d09603e2ca3 x-openstack-request-id: req-ba3fd453-13e8-4b81-91dd-5d09603e2ca3 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:24:44.509531 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:24:44.509776 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba3fd453-13e8-4b81-91dd-5d09603e2ca3 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:24:44.510153 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'code': 200} Oct 22 14:24:44.538929 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=5']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:44.603665 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d41a4-ce51-4dd3-8652-8c1820027a15 req-c7ecc562-df66-474a-a555-0a94200171ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:44.605145 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-566d41a4-ce51-4dd3-8652-8c1820027a15 req-c7ecc562-df66-474a-a555-0a94200171ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1097 time: 0.0404520 Oct 22 14:24:44.638853 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-566d41a4-ce51-4dd3-8652-8c1820027a15 req-0cf80c01-6e96-462a-a0c2-fe0ac4e8a27f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268886 Oct 22 14:24:44.918912 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff006dd4-1599-4aa5-b429-4725285f8001 req-44eec91c-9f17-4e1a-8249-1ae880ce2bf9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:44.920369 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff006dd4-1599-4aa5-b429-4725285f8001 req-44eec91c-9f17-4e1a-8249-1ae880ce2bf9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.0535727 Oct 22 14:24:44.958744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ff006dd4-1599-4aa5-b429-4725285f8001 req-27218fc1-4578-4366-8dc1-8e9a04b49c64 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Oct 22 14:24:45.618215 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:24:46.079669 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18d2b-0706-4c1a-a34a-9c0d6ce908f1 req-b304a489-3751-4dee-a4fe-62599fa7e32b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:46.081169 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9f18d2b-0706-4c1a-a34a-9c0d6ce908f1 req-b304a489-3751-4dee-a4fe-62599fa7e32b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.0506122 Oct 22 14:24:46.120715 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b9f18d2b-0706-4c1a-a34a-9c0d6ce908f1 req-372ea184-0ba4-45d5-9989-89cc19c8f1b8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Oct 22 14:24:46.236625 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60397c13-1361-420b-8f11-9de0cb3617a2 req-1ebcc694-dff7-40f2-a3a0-005b359bcbea tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:46.238143 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60397c13-1361-420b-8f11-9de0cb3617a2 req-1ebcc694-dff7-40f2-a3a0-005b359bcbea tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.0501273 Oct 22 14:24:46.276018 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-60397c13-1361-420b-8f11-9de0cb3617a2 req-80fe3cec-6cc4-4d38-9373-9ad2cd92edb9 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Oct 22 14:24:46.297838 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52714) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:24:46.341244 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f0fec-85e7-4aa7-ae5d-d6e813fc6204 tempest-TestSnapshotPattern-2125956436 tempest-TestSnapshotPattern-2125956436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:46.342779 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-380f0fec-85e7-4aa7-ae5d-d6e813fc6204 tempest-TestSnapshotPattern-2125956436 tempest-TestSnapshotPattern-2125956436-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1092 time: 0.0439396 Oct 22 14:24:46.346210 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52716) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:24:46.350543 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Request body: {'floatingip': {'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 14:24:46.372230 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:46.468746 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:46.576521 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Allocated IP 172.25.6.110 (71b03d9b-9f76-4411-9586-31c34473f03c/54f47d3e-4784-4747-9e99-59601e683fa9/d1d3c65f-bddd-4f18-b98e-b7d2b97877f6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 14:24:46.674363 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:46.708302 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075815078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:46.747280 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Network 71b03d9b-9f76-4411-9586-31c34473f03c is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 14:24:46.750176 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 14:24:46.754363 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 14:24:46.782371 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=d1d3c65f-bddd-4f18-b98e-b7d2b97877f6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:47.114077 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:47.184396 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:47.335786 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:47.340263 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25260037'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:47.405771 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event updated for resources: {'Port': ['ID=d1d3c65f-bddd-4f18-b98e-b7d2b97877f6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:24:47.418413 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952364'] for floatingip, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:47.518509 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Floating IP 84624d5b-16ce-43d1-8aa3-ea90aa398d2e associated. External IP: 172.25.6.110, port: b23bf1f4-eee8-4b90-a23d-5c198955574f. Oct 22 14:24:47.730054 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:24:48.176146 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:24:48.185758 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:24:48.196801 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:48.197048 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:24:48.197602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:24:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:24:48.225423 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-c687fe9d-5365-4aaa-a16f-222b3a5f1fe6 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8781173 Oct 22 14:24:48.226124 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:24:48.228396 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba21b07-e584-4df7-84c1-cb46b9154bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:24:48.272887 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d86ce0-9d60-4293-a3b1-104c603950f9 x-openstack-request-id: req-d9d86ce0-9d60-4293-a3b1-104c603950f9 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:24:48.273171 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:24:48.273416 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9d86ce0-9d60-4293-a3b1-104c603950f9 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:24:48.273928 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'status': 'completed', 'code': 200} Oct 22 14:24:48.318904 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:24:48.335560 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-451485bb-026a-4d26-9920-3f3485819aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:48.337101 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-451485bb-026a-4d26-9920-3f3485819aff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1097 time: 0.0415037 Oct 22 14:24:48.435556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-45fa5895-7ba3-44eb-9de9-3902705fc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:48.436950 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-45fa5895-7ba3-44eb-9de9-3902705fc550 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0930901 Oct 22 14:24:48.512277 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-395f3b3f-5cb1-4ecc-b62a-07482ab82ef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 1000 time: 0.0639710 Oct 22 14:24:48.565091 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-a8636b15-fff1-4712-9518-d51aace98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:48.566622 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-a8636b15-fff1-4712-9518-d51aace98b93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0460248 Oct 22 14:24:48.612772 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-07d82399-bc76-493a-8557-ae3ff36ece31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:24:48.614276 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-07d82399-bc76-493a-8557-ae3ff36ece31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407910 Oct 22 14:24:48.705841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '84624d5b-16ce-43d1-8aa3-ea90aa398d2e', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:ec:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:24:46Z', 'updated_at': '2021-10-22T14:24:46Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}, {'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:24:48.710093 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-5d0da32d-3636-4d94-a91d-b7ae6b6d2a07 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886617 Oct 22 14:24:48.737220 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:24:48.745390 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:24:48.746326 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:24:27Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:24:48.801766 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-5ba21b07-e584-4df7-84c1-cb46b9154bc8 req-11eede66-5006-48d1-b73c-cffa59c8b2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843093 Oct 22 14:24:48.853941 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:24:49.077393 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '84624d5b-16ce-43d1-8aa3-ea90aa398d2e', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:ec:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:24:46Z', 'updated_at': '2021-10-22T14:24:46Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}, {'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:24:49.108556 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc8076-b87c-4ed5-8eed-5cb512b42dc1 None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': '84624d5b-16ce-43d1-8aa3-ea90aa398d2e', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:ec:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:24:46Z', 'updated_at': '2021-10-22T14:24:46Z', 'revision_number': 0, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}, {'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:24:49.304488 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff55b0-a07a-480c-a3aa-bef67c0186fc None None] New status for floating IP 84624d5b-16ce-43d1-8aa3-ea90aa398d2e: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:24:54.204315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3be89b1f-fcf8-4c1f-9163-406d04306f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:57.232558 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45ce2ff2-9086-4ed0-921b-3705dbea9250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:57.964749 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:24:58.075844 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:00.069567 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:09.200617 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:10.646359 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:22.616842 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:25:24.209096 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95441535-a3c7-46a0-88f4-128c6786dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:27.234309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-44206193-af2f-4709-92e0-b8845fdf966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:27.966388 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:28.079552 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:28.211316 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-eee631f0-2b7e-4897-b1f9-c5d56717a09c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846884 Oct 22 14:25:28.303245 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-0616bc52-9223-45f9-8992-1d2a593fcd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:28.304718 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-0616bc52-9223-45f9-8992-1d2a593fcd9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0419438 Oct 22 14:25:28.411298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-fc34764c-3aa2-40a8-bdeb-a007c580c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:28.412678 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-fc34764c-3aa2-40a8-bdeb-a007c580c735 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0863764 Oct 22 14:25:28.481030 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-58d10e8e-ce32-48d5-b7fb-a638ecb05337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 999 time: 0.0595958 Oct 22 14:25:28.534430 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-97b90c15-e42f-46f1-b0c8-c24a59304649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:28.535915 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-97b90c15-e42f-46f1-b0c8-c24a59304649 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0474114 Oct 22 14:25:28.582851 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-1a602e1f-e3f4-4afd-afd3-e8ec1b09f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:28.584328 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-1a602e1f-e3f4-4afd-afd3-e8ec1b09f1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404756 Oct 22 14:25:28.676364 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-17b62d63-850a-4910-a9c5-835613b35420 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843854 Oct 22 14:25:28.765978 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-b5f1b873-f916-4086-8663-d3c80c1f196c req-e8ae7614-bbbc-411f-9401-f95324614334 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Oct 22 14:25:30.072274 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:33.138353 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-fdaf82c3-7f69-4099-93cc-17c97fb06dc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468683 Oct 22 14:25:33.225199 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc753-d066-46f3-b10e-0979200813b3 req-3d3c4b18-16dc-496f-94de-8736c54fe13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:33.226714 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-3d3c4b18-16dc-496f-94de-8736c54fe13b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1097 time: 0.0454762 Oct 22 14:25:33.331863 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc753-d066-46f3-b10e-0979200813b3 req-2fce8ee7-6da8-42af-b30b-0e2437a11354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:33.333516 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-2fce8ee7-6da8-42af-b30b-0e2437a11354 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0866711 Oct 22 14:25:33.402777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-3d73ed41-1abf-4449-a9b0-0527af186d82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 1002 time: 0.0623159 Oct 22 14:25:33.452629 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc753-d066-46f3-b10e-0979200813b3 req-b93595d0-0e5e-406a-b5f1-7c7c7fc2d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:33.454031 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-b93595d0-0e5e-406a-b5f1-7c7c7fc2d14d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0446444 Oct 22 14:25:33.499813 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc753-d066-46f3-b10e-0979200813b3 req-5829bf46-cc10-496c-ae92-cf4e42fd19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:25:33.501254 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-5829bf46-cc10-496c-ae92-cf4e42fd19f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396764 Oct 22 14:25:33.595270 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-4d7cd8f3-008d-425b-a6ed-8c058ec5790f service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862870 Oct 22 14:25:33.685951 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-7aafc753-d066-46f3-b10e-0979200813b3 req-d8ccf05c-616f-48d6-b85b-f01ef9b5bde1 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823073 Oct 22 14:25:39.211469 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:40.643418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:54.212847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3950333d-0f5f-4899-8ef2-75c119334923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:57.235153 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-97a0d831-379c-40ad-b977-51ce760b992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:57.967610 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:58.081993 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:25:59.615437 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:26:00.074005 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:09.212251 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:10.641944 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:24.214579 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659ed439-0086-43d0-aa4a-11161b6468b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:27.237531 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f291a07e-1947-48f6-92f8-fa6da8f20a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:27.968750 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:28.084443 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:29.150276 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-49d4f986-4b54-4487-abd9-465d0b3d6f81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401413 Oct 22 14:26:29.238514 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-7f10be11-eb3d-49d1-b0d8-1ab7f4ded5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:29.240039 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-7f10be11-eb3d-49d1-b0d8-1ab7f4ded5c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0460956 Oct 22 14:26:29.351348 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-23c1f66f-76e7-44f9-b931-ad4171bd3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:29.352846 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-23c1f66f-76e7-44f9-b931-ad4171bd3199 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0887804 Oct 22 14:26:29.427180 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-6e1636ea-50b2-4ea8-aa4e-d9a65a7bc3e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 999 time: 0.0631731 Oct 22 14:26:29.477115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-b1767be0-3514-422a-8a3f-e8f360c9e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:29.478516 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-b1767be0-3514-422a-8a3f-e8f360c9e181 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0436003 Oct 22 14:26:29.528079 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-105b7627-5b1c-463c-a9b4-9e94f4430311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:29.529572 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-105b7627-5b1c-463c-a9b4-9e94f4430311 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432155 Oct 22 14:26:29.625744 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-a967c3fa-123f-4914-89b4-0926797d360e service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879121 Oct 22 14:26:29.719365 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-e8841061-fb3d-4911-b2ff-8f16229b5b05 req-ac27b7dc-445a-4fdd-add3-bc2c9cee2046 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Oct 22 14:26:30.077408 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:34.140320 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-3113451f-06da-49e2-af25-5f82224e1661 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444868 Oct 22 14:26:34.224110 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-e253840a-b948-4bf3-a3a3-39eecbbb6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:34.225658 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-e253840a-b948-4bf3-a3a3-39eecbbb6c71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1097 time: 0.0404017 Oct 22 14:26:34.329186 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-66ecd905-d5d1-40d3-8c14-95a48975ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:34.330744 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-66ecd905-d5d1-40d3-8c14-95a48975ddf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0863969 Oct 22 14:26:34.399837 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-0f24ad68-2d07-49d0-bb1b-a7c6b52a1227 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 1002 time: 0.0613189 Oct 22 14:26:34.449098 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-091be9c2-acbf-47e2-9238-bf626f199233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:34.450575 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-091be9c2-acbf-47e2-9238-bf626f199233 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0440443 Oct 22 14:26:34.497522 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-2f37199e-f69f-44cb-8761-19d7d404767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:26:34.499026 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-2f37199e-f69f-44cb-8761-19d7d404767b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410671 Oct 22 14:26:34.595446 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-0a2a589d-531f-452b-bf7e-bd32c9e6e69b service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885997 Oct 22 14:26:34.693129 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8393dc92-091a-411d-ad2d-5c99448bb34d req-fe63ab08-dcde-4749-8880-3fb283a333a9 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899117 Oct 22 14:26:36.618896 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:26:39.211758 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:40.634141 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:54.216857 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ce1d-b6c8-41e7-a510-dd874ffcb8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:54.963369 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f details requested by agent hyperv_n-h2-813419-8 with host n-h2-813419-8 {{(pid=100621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 14:26:55.058633 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:26:55.069408 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Returning: {'device': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'port_id': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'mac_address': 'fa:16:3e:ec:02:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 14:26:55.105692 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:55.117919 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23bf1f4-eee8-4b90-a23d-5c198955574f {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 14:26:55.136320 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:26:55.140059 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:55.189114 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=6']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:26:55.196251 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.196596 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.196938 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.197277 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.197610 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.197940 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.198268 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.199152 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.199475 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.199796 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.200116 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.200434 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:26:55.209774 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] get_ports_and_sgs() called for port_ids ['b23bf1f4-eee8-4b90-a23d-5c198955574f'] {{(pid=100621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 14:26:56.978088 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f up at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 14:26:57.029842 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Provisioning complete for port b23bf1f4-eee8-4b90-a23d-5c198955574f triggered by entity L2. {{(pid=100621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 14:26:57.030250 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8236213'] for port, provisioning_complete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:57.107315 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8007228'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:57.128524 n-d-813419-8 neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:26:57.130792 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185c3523d1285119e7ae6406f9d8f0bf9d96202d448fa0e97ff3f3a077b82db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19c407d-b037-482a-80d2-4cb33923e1a7" -d '{"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:26:57.143411 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:26:57.147085 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760076261093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075815096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075815114'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:57.173411 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07babdea-223f-4ea2-872c-d5d8ab799717 x-openstack-request-id: req-07babdea-223f-4ea2-872c-d5d8ab799717 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:26:57.173708 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-plugged", "status": "completed", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:26:57.173963 n-d-813419-8 neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07babdea-223f-4ea2-872c-d5d8ab799717 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:26:57.174361 n-d-813419-8 neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'code': 200} Oct 22 14:26:57.197718 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Pushing event updated for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=7']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:26:57.250309 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e59b608-353f-4d95-8d9f-bcd1a921cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:57.971342 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:26:58.087763 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:00.083112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:07.712969 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 52976) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:07.881270 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Deleting port d1d3c65f-bddd-4f18-b98e-b7d2b97877f6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:07.881610 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:07.957578 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:07.957803 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:07.969894 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Calling delete_port for d1d3c65f-bddd-4f18-b98e-b7d2b97877f6 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:08.121970 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:08.150695 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event deleted for resources: {'Port': ['ID=d1d3c65f-bddd-4f18-b98e-b7d2b97877f6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:08.163891 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.164241 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.164581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.164917 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.165253 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.165581 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.165908 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.166234 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.166556 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.166901 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.167399 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.167975 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:08.230285 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:08.230669 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Floating IP 84624d5b-16ce-43d1-8aa3-ea90aa398d2e disassociated (deleted). External IP: 172.25.6.110, port: b23bf1f4-eee8-4b90-a23d-5c198955574f. Oct 22 14:27:08.442297 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:27:08.551179 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:27:08.555559 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:08.562007 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:27:08.571365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:08.571986 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:08.583772 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-9d37f512-165a-43b8-a36a-2c24ef73b3fc tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "DELETE /v2.0/floatingips/84624d5b-16ce-43d1-8aa3-ea90aa398d2e HTTP/1.1" status: 204 len: 168 time: 0.8697119 Oct 22 14:27:08.584465 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:27:08.586903 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04" -d '{"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:27:08.675702 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99c8ca0-22b5-4577-b6eb-cb35e054ed04 x-openstack-request-id: req-a99c8ca0-22b5-4577-b6eb-cb35e054ed04 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:27:08.677219 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:27:08.677545 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a99c8ca0-22b5-4577-b6eb-cb35e054ed04 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:27:08.678028 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'status': 'completed', 'code': 200} Oct 22 14:27:08.684736 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:08.750701 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-5a4fda57-0123-4728-b956-28a6cac71976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:08.752314 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-5a4fda57-0123-4728-b956-28a6cac71976 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 1097 time: 0.0516367 Oct 22 14:27:08.905131 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-d066be2c-0671-476b-a21d-8fb6badd78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:08.906641 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-d066be2c-0671-476b-a21d-8fb6badd78c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.1359611 Oct 22 14:27:08.918060 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0edbdb-f2e0-451b-bb72-38453b1f044f req-d462a0a3-1ceb-4396-be21-cb493bfd12bd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:08.921067 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d0edbdb-f2e0-451b-bb72-38453b1f044f req-d462a0a3-1ceb-4396-be21-cb493bfd12bd tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.1307309 Oct 22 14:27:08.928841 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:08.956446 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:27:08.963613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-4a2f6da3-0085-455f-8301-97517ac206bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 200 len: 217 time: 0.0413809 Oct 22 14:27:08.965386 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:08.966029 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:09.027151 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8d0edbdb-f2e0-451b-bb72-38453b1f044f req-107529dd-4cd5-420a-bf88-024b5ff05c17 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967157 Oct 22 14:27:09.036903 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-c9cd12be-c4a8-476a-aafa-1a21c2abe12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:09.038396 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-c9cd12be-c4a8-476a-aafa-1a21c2abe12f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0674148 Oct 22 14:27:09.092845 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-5c51a647-9157-486e-93cf-c6036729ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:09.094333 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-5c51a647-9157-486e-93cf-c6036729ef91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464146 Oct 22 14:27:09.196327 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-32f63573-c6ac-4e0d-a837-0736ecff48a5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924072 Oct 22 14:27:09.243980 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:09.245994 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:09.290743 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-ec74e2e8-a450-4e41-91c9-9c72b7bf1d04 req-53a909e2-5172-4130-a037-8095969f2673 service neutron] 10.222.0.21 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Oct 22 14:27:09.476825 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:09.503333 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bdc2f-f44d-40aa-9fcc-d88bd3492048 None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_floatingips': [{'id': 'd57df59d-70ef-47cd-aecb-fa014c782050', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'router_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'port_id': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'mac_address': 'fa:16:3e:13:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T14:22:10Z', 'updated_at': '2021-10-22T14:22:12Z', 'revision_number': 1, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:27:09.747522 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a47f0e-4f96-43dd-811e-448272745000 None None] New status for floating IP 84624d5b-16ce-43d1-8aa3-ea90aa398d2e: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:27:10.147795 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efdde5-7996-4533-a5fd-07d160e0e9e0 req-6999461f-7258-4136-a7a9-637867001cd7 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:10.149287 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86efdde5-7996-4533-a5fd-07d160e0e9e0 req-6999461f-7258-4136-a7a9-637867001cd7 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.0498087 Oct 22 14:27:10.187703 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-86efdde5-7996-4533-a5fd-07d160e0e9e0 req-b4d398cd-3d80-4a08-8f46-2c41f56ab853 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Oct 22 14:27:10.575364 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-7ecff078-ac19-47bc-bf0f-17c7f8414838 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:10.576901 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-7ecff078-ac19-47bc-bf0f-17c7f8414838 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 946 time: 0.0539258 Oct 22 14:27:10.645061 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:10.670915 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Deleting port b23bf1f4-eee8-4b90-a23d-5c198955574f {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:10.671256 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:10.763537 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] For port b23bf1f4-eee8-4b90-a23d-5c198955574f, host n-h2-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-8',level=0,port_id=b23bf1f4-eee8-4b90-a23d-5c198955574f,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:10.763926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:10.775673 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Calling delete_port for b23bf1f4-eee8-4b90-a23d-5c198955574f owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:10.901425 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:10.939307 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event deleted for resources: {'Port': ['ID=b23bf1f4-eee8-4b90-a23d-5c198955574f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:10.977365 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] No DVR routers for this DVR port b23bf1f4-eee8-4b90-a23d-5c198955574f on host n-h2-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:27:10.980055 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:10.983506 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-8595ccb9-2869-41a2-ad6b-6f7e7735d04b req-52d9bd9c-a701-44e6-8ccf-e5cf44db39f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.21 "DELETE /v2.0/ports/b23bf1f4-eee8-4b90-a23d-5c198955574f HTTP/1.1" status: 204 len: 173 time: 0.3999190 Oct 22 14:27:10.983963 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-deleted', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:27:10.986776 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a95bcd-28bd-48b3-a963-cf7b5b13be6c" -d '{"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-deleted", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:27:11.025259 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf93fc-724c-4f50-9501-e56d38774b70 x-openstack-request-id: req-badf93fc-724c-4f50-9501-e56d38774b70 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:27:11.025556 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159a72c-3120-4a69-a4f3-acd4c8091fdd", "name": "network-vif-deleted", "tag": "b23bf1f4-eee8-4b90-a23d-5c198955574f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:27:11.025810 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-badf93fc-724c-4f50-9501-e56d38774b70 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:27:11.026210 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6159a72c-3120-4a69-a4f3-acd4c8091fdd', 'name': 'network-vif-deleted', 'tag': 'b23bf1f4-eee8-4b90-a23d-5c198955574f', 'status': 'completed', 'code': 200} Oct 22 14:27:11.033374 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f no longer exists at agent hyperv_n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:11.058844 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] No Port match for: b23bf1f4-eee8-4b90-a23d-5c198955574f {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:11.059193 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Device b23bf1f4-eee8-4b90-a23d-5c198955574f not bound to the agent host n-h2-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:11.298777 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-6a2a68be-cba5-48c8-896d-cdfaf68b570f req-5bdebddf-168a-4b47-8612-3270652498f1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=6159a72c-3120-4a69-a4f3-acd4c8091fdd HTTP/1.1" status: 200 len: 210 time: 0.0279715 Oct 22 14:27:12.877877 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53040) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:13.035225 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Deleting port daa207e8-4bda-4dd8-9051-f4dfb0252030 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:13.035571 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.114349 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.114581 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.126193 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Calling delete_port for daa207e8-4bda-4dd8-9051-f4dfb0252030 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:13.274270 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.299419 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event deleted for resources: {'Port': ['ID=daa207e8-4bda-4dd8-9051-f4dfb0252030,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:13.359784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.360115 n-d-813419-8 neutron-server[100620]: INFO neutron.db.l3_db [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Floating IP d57df59d-70ef-47cd-aecb-fa014c782050 disassociated (deleted). External IP: 172.25.6.158, port: 0fdb23f8-45c6-4e82-a131-97595deac0bc. Oct 22 14:27:13.573426 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:27:13.618330 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:27:13.680012 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:27:13.685649 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:13.690760 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:27:13.700499 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:13.701113 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:13.711613 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-2efc4010-3632-4fe8-810f-2e71e307cfc1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "DELETE /v2.0/floatingips/d57df59d-70ef-47cd-aecb-fa014c782050 HTTP/1.1" status: 204 len: 168 time: 0.8326707 Oct 22 14:27:13.712293 n-d-813419-8 neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:27:13.715669 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3642e9448dccbf550adf99f9fbe266309a0b845794704594fc882536d8b96237" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fc7da7-0494-451b-ad11-03a9e1d2732c" -d '{"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:27:13.755809 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7d22b1-359f-4eb7-94f5-bbe3b534d980 x-openstack-request-id: req-6b7d22b1-359f-4eb7-94f5-bbe3b534d980 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:27:13.756329 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:27:13.756654 n-d-813419-8 neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b7d22b1-359f-4eb7-94f5-bbe3b534d980 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:27:13.757249 n-d-813419-8 neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'status': 'completed', 'code': 200} Oct 22 14:27:13.817660 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:13.837919 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-d5e14e73-2430-49a9-a472-945e053f3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:13.839731 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-d5e14e73-2430-49a9-a472-945e053f3401 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0553057 Oct 22 14:27:13.945692 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-d0bc4578-2795-4b35-bef7-0b66e61a06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:13.947772 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-d0bc4578-2795-4b35-bef7-0b66e61a06f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 200 len: 910 time: 0.0973516 Oct 22 14:27:13.949926 n-d-813419-8 neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0274-6b9e-4494-acc4-76cde03f40d4 req-afaa4e2d-83d9-4aaa-9f7a-1e6e4784e90d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:13.951969 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7ba0274-6b9e-4494-acc4-76cde03f40d4 req-afaa4e2d-83d9-4aaa-9f7a-1e6e4784e90d tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 943 time: 0.0530608 Oct 22 14:27:13.998776 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-b7ba0274-6b9e-4494-acc4-76cde03f40d4 req-c6a650fe-e249-42ef-962d-4e78a48acef8 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/security-groups?id=70e14e83-f7a4-4657-9fe8-6cf41583d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Oct 22 14:27:14.011022 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-28d27c2a-c017-4f21-89cf-ca2bbf0928bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 200 len: 217 time: 0.0540130 Oct 22 14:27:14.032896 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:14.060282 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:27:14.066961 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-1ee12b49-cde3-403e-bc17-a7d059984414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:14.068441 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-1ee12b49-cde3-403e-bc17-a7d059984414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 200 len: 848 time: 0.0464075 Oct 22 14:27:14.068576 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:14.069086 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:14.115943 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-9fe84cd1-794d-4e6d-a548-be413ff02bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:14.117359 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-9fe84cd1-794d-4e6d-a548-be413ff02bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407605 Oct 22 14:27:14.174175 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:14.214523 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-ba426cd1-3f47-4dfe-b355-d5295ec78190 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Oct 22 14:27:14.306938 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-07fc7da7-0494-451b-ad11-03a9e1d2732c req-5522d9c3-7569-4ea6-945a-ba45ca78ff31 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852292 Oct 22 14:27:14.379529 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:14.413106 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ac32-081f-4b87-a14e-b1836b04163c None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:50Z', 'revision_number': 4, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8', '_interfaces': [{'id': '243787cf-fc68-4cf8-b206-a1a317ec9d38', 'name': '', 'network_id': '5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'mac_address': 'fa:16:3e:4a:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '907b9bf6-9988-4292-943d-27530154e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:50Z', 'updated_at': '2021-10-22T14:21:55Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'subnets': [{'id': '907b9bf6-9988-4292-943d-27530154e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:27:14.608310 n-d-813419-8 neutron-server[100619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-935a6aab-f7a3-4645-911e-93918673763b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 14:27:14.609966 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-935a6aab-f7a3-4645-911e-93918673763b tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.26 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 943 time: 0.0549679 Oct 22 14:27:14.654812 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca146620-21d0-4ded-8d1a-3ad113189042 None None] New status for floating IP d57df59d-70ef-47cd-aecb-fa014c782050: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 14:27:14.715504 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Deleting port 0fdb23f8-45c6-4e82-a131-97595deac0bc {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:14.715848 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:14.831445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] For port 0fdb23f8-45c6-4e82-a131-97595deac0bc, host n-h1-813419-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-8',level=0,port_id=0fdb23f8-45c6-4e82-a131-97595deac0bc,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:14.831918 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:14.845298 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Calling delete_port for 0fdb23f8-45c6-4e82-a131-97595deac0bc owned by compute:nova {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:14.996554 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:15.030793 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event deleted for resources: {'Port': ['ID=0fdb23f8-45c6-4e82-a131-97595deac0bc,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:15.045463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.045463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.045463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.045463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.045463 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.046445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.046445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.046445 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.046980 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.047321 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.047546 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.048181 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-8 {{(pid=100619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 14:27:15.086975 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] No DVR routers for this DVR port 0fdb23f8-45c6-4e82-a131-97595deac0bc on host n-h1-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:27:15.092442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512721'] for port, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:15.096312 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [req-784e7ff0-06c8-4edb-a3c1-1023a4df42bd req-bf44e049-6818-4ff6-a065-4b5f2d545505 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.26 "DELETE /v2.0/ports/0fdb23f8-45c6-4e82-a131-97595deac0bc HTTP/1.1" status: 204 len: 173 time: 0.4784942 Oct 22 14:27:15.096773 n-d-813419-8 neutron-server[100619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-deleted', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc'}] {{(pid=100619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 14:27:15.099241 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386eb1bf42a477c94ca048174e4acf0c2f00094e4c5098d634cb556d340b41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc5d66-035b-42f3-91b2-5453ffc9cd5a" -d '{"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-deleted", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc"}]}' {{(pid=100619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 14:27:15.129489 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [req-d307c582-38b6-4454-b43c-5e5a65e35eb2 req-c3ffb4de-152c-46e0-9b3a-bfcd7bd07ef1 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f74134-6ded-45c4-bd86-491ffd425fc8 HTTP/1.1" status: 200 len: 210 time: 0.0400269 Oct 22 14:27:15.219618 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448f8b5-416a-446b-9218-f6fcba9f6d99 x-openstack-request-id: req-9448f8b5-416a-446b-9218-f6fcba9f6d99 {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 14:27:15.219929 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f74134-6ded-45c4-bd86-491ffd425fc8", "name": "network-vif-deleted", "tag": "0fdb23f8-45c6-4e82-a131-97595deac0bc", "status": "completed", "code": 200}]} {{(pid=100619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 14:27:15.220199 n-d-813419-8 neutron-server[100619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9448f8b5-416a-446b-9218-f6fcba9f6d99 {{(pid=100619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 14:27:15.220646 n-d-813419-8 neutron-server[100619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f74134-6ded-45c4-bd86-491ffd425fc8', 'name': 'network-vif-deleted', 'tag': '0fdb23f8-45c6-4e82-a131-97595deac0bc', 'status': 'completed', 'code': 200} Oct 22 14:27:16.194798 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53056) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:16.253352 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:16.280205 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:16.339269 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:16.342550 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:16.343735 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] 10.222.0.25 "DELETE /v2.0/security-groups/70e14e83-f7a4-4657-9fe8-6cf41583d934 HTTP/1.1" status: 204 len: 168 time: 0.1479549 Oct 22 14:27:16.358526 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3206c1d-6470-4f39-9e60-9e9959c5bb18 tempest-TestSnapshotPattern-575457656 tempest-TestSnapshotPattern-575457656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e14e83-f7a4-4657-9fe8-6cf41583d934,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:16.394059 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53060) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:16.853664 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:17.091810 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Deleting port 243787cf-fc68-4cf8-b206-a1a317ec9d38 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:17.092145 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:17.167534 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] For port 243787cf-fc68-4cf8-b206-a1a317ec9d38, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=243787cf-fc68-4cf8-b206-a1a317ec9d38,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:17.167814 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:17.180406 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Calling delete_port for 243787cf-fc68-4cf8-b206-a1a317ec9d38 owned by network:router_interface {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:17.361360 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:17.388673 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Pushing event deleted for resources: {'Port': ['ID=243787cf-fc68-4cf8-b206-a1a317ec9d38,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:17.559743 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:17.728555 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc no longer exists at agent hyperv_n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:17.753162 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] No Port match for: 0fdb23f8-45c6-4e82-a131-97595deac0bc {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:17.753513 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Device 0fdb23f8-45c6-4e82-a131-97595deac0bc not bound to the agent host n-h1-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:17.775093 n-d-813419-8 neutron-server[100619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Router f3c4e277-374a-4513-b570-3b8776cca99f has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:27:17.885714 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:27:17.891448 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-c7554f9b-43ea-4676-978f-838a8d12448d admin admin] 10.222.0.25 "PUT /v2.0/routers/f3c4e277-374a-4513-b570-3b8776cca99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963198 Oct 22 14:27:17.894229 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53064) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:17.894502 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Sync routers for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:27:17.905496 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:17.906111 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:17.997526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks [] for router, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.010710 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:18.206018 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:27:17Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:18.235472 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Checking router: f3c4e277-374a-4513-b570-3b8776cca99f for host: n-d-813419-8 {{(pid=100621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:27:18.245903 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Routers {'f3c4e277-374a-4513-b570-3b8776cca99f'} bound to L3 agent in host n-d-813419-8 {{(pid=100621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:18.247370 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['f3c4e277-374a-4513-b570-3b8776cca99f'], 'active': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:18.365047 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvr_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] Set router f3c4e277-374a-4513-b570-3b8776cca99f gateway port host: n-d-813419-8 {{(pid=100621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:18.447420 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.504239 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Deleting port 950a84be-c0b7-47ec-ab3e-6a97458a13d2 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:18.504582 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.564131 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_hamode_db [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:27:17Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:18.585142 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] For port 950a84be-c0b7-47ec-ab3e-6a97458a13d2, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=950a84be-c0b7-47ec-ab3e-6a97458a13d2,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:18.585706 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.591575 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0036f45-08a0-441f-b305-c9392bb92b73 None None] The sync data for ids ['f3c4e277-374a-4513-b570-3b8776cca99f'] in n-d-813419-8 is: [{'id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'name': 'tempest-TestSnapshotPattern-866178141-router', 'tenant_id': '3a75a0af6ac44620be175b4d3191b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:27:17Z', 'revision_number': 5, 'project_id': '3a75a0af6ac44620be175b4d3191b7a1', 'gw_port': {'id': '950a84be-c0b7-47ec-ab3e-6a97458a13d2', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4e277-374a-4513-b570-3b8776cca99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:48Z', 'updated_at': '2021-10-22T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}] {{(pid=100621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:27:18.598964 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Calling delete_port for 950a84be-c0b7-47ec-ab3e-6a97458a13d2 owned by network:router_gateway {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:18.770526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.796462 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Pushing event deleted for resources: {'Port': ['ID=950a84be-c0b7-47ec-ab3e-6a97458a13d2,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:18.860844 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.955526 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:18.958087 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.003092 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.003626 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c4e277-374a-4513-b570-3b8776cca99f {{(pid=100619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:27:19.008538 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] Publish callbacks [] for router, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.012119 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-9284a122-af69-420c-806f-3d3a5deef264 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f3c4e277-374a-4513-b570-3b8776cca99f HTTP/1.1" status: 204 len: 168 time: 1.1145849 Oct 22 14:27:19.012362 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53066) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:19.064115 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Deleting subnet 907b9bf6-9988-4292-943d-27530154e7b7 {{(pid=100619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:27:19.067442 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.102202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25520751'] for subnet, precommit_delete_associations {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.182675 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.244334 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25381295'] for subnet, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.275042 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907b9bf6-9988-4292-943d-27530154e7b7,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:19.280335 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.284314 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-17cddb42-ed89-499c-b8a4-a322f39471bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/907b9bf6-9988-4292-943d-27530154e7b7 HTTP/1.1" status: 204 len: 168 time: 0.2706897 Oct 22 14:27:19.285460 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17976c62-3c25-4442-98af-b0fe762ceaf6 None None] Network 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:27:19.286364 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [-] (100619) accepted ('10.222.0.25', 53068) {{(pid=100619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:19.355200 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.409748 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Deleting port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 {{(pid=100619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:19.410097 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.476835 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.db [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] For port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,segment=NetworkSegment(eb7c5da4-99db-49d1-9fa5-0894b9ac45c6),segment_id=eb7c5da4-99db-49d1-9fa5-0894b9ac45c6)] {{(pid=100619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:19.477202 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.488754 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Calling delete_port for 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 owned by network:dhcp {{(pid=100619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:19.570261 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441478'] for port, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.584134 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032db5c6-29a8-429b-9a5b-9cee5830e1c2 None None] DHCP port deletion for 5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:27:19.601265 n-d-813419-8 neutron-server[100619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] No DVR routers for this DVR port 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 on host n-d-813419-8 {{(pid=100619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:27:19.606005 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2a333f-8c27-4c8e-9ea8-f5ab1743f610,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:19.680685 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.702413 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b']}} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:19.711772 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6') {'for_net_delete': True} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:19.712071 n-d-813419-8 neutron-server[100619]: DEBUG neutron.services.segments.db [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7c5da4-99db-49d1-9fa5-0894b9ac45c6') {} {{(pid=100619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:19.722991 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25520758'] for segment, before_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.736969 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.743352 n-d-813419-8 neutron-server[100619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:27:19.743735 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3443893'] for segment, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: Traceback (most recent call last): Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: timer() Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: cb(*args, **kw) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: return func(*args, **kwargs) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: self._notify() Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: self.callback(batched_events) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: event.method(event) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: return f(self, *a, **k) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: return self._get(url).json() Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: return self.request(url, 'GET', **kwargs) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:27:19.745727 n-d-813419-8 neutron-server[100619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:27:19.805067 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.812041 n-d-813419-8 neutron-server[100619]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Publish callbacks [] for network, before_response {{(pid=100619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:19.815858 n-d-813419-8 neutron-server[100619]: INFO neutron.wsgi [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b HTTP/1.1" status: 204 len: 168 time: 0.5285032 Oct 22 14:27:19.818840 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53070) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:19.829045 n-d-813419-8 neutron-server[100619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0731-c033-4ca0-a6e6-121d727392ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2c8eb1-9515-4bf5-b9e0-d24b4f7bb37b,revision_number=None']} {{(pid=100619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:19.872602 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 243787cf-fc68-4cf8-b206-a1a317ec9d38 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:19.892284 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 243787cf-fc68-4cf8-b206-a1a317ec9d38 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:19.892636 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 243787cf-fc68-4cf8-b206-a1a317ec9d38 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:19.893059 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 950a84be-c0b7-47ec-ab3e-6a97458a13d2 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:19.915598 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 950a84be-c0b7-47ec-ab3e-6a97458a13d2 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:19.915934 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 950a84be-c0b7-47ec-ab3e-6a97458a13d2 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:19.916354 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:19.935719 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:19.935980 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 0a2a333f-8c27-4c8e-9ea8-f5ab1743f610 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:20.508223 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952876'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:20.751121 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Deleting port 28a48c6e-d48c-4aca-83e3-f82893a69680 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:20.751463 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:20.828633 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] For port 28a48c6e-d48c-4aca-83e3-f82893a69680, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=28a48c6e-d48c-4aca-83e3-f82893a69680,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:20.829305 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:20.841359 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Calling delete_port for 28a48c6e-d48c-4aca-83e3-f82893a69680 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:21.020385 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.051925 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a48c6e-d48c-4aca-83e3-f82893a69680,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:21.217657 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953008'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.431635 n-d-813419-8 neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Router 143665d6-4153-4a5f-b58d-60f5b30f7f9b has already been hosted by L3 agent b4eb4440-3b84-4a56-908e-bf346d34525f {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 14:27:21.537338 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] Notify agent at l3_agent.n-d-813419-8 the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 14:27:21.542368 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-13b71c0a-27b7-42c3-a614-dc528e7fc8d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/143665d6-4153-4a5f-b58d-60f5b30f7f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222524 Oct 22 14:27:21.545554 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53072) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:21.546799 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Sync routers for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 14:27:21.556738 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:21.557344 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:21.651711 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.661800 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: n-d-813419-8 {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:21.757612 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.816911 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Deleting port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:21.817375 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.856356 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'external_fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:27:20Z', 'revision_number': 5, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port': {'id': '1b8b10cb-d6d2-4c4c-ad17-e27022065d59', 'name': '', 'network_id': '71b03d9b-9f76-4411-9586-31c34473f03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T14:21:53Z', 'updated_at': '2021-10-22T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54f47d3e-4784-4747-9e99-59601e683fa9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-8'}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:21.887578 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Checking router: 143665d6-4153-4a5f-b58d-60f5b30f7f9b for host: n-d-813419-8 {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 14:27:21.895813 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Routers {'143665d6-4153-4a5f-b58d-60f5b30f7f9b'} bound to L3 agent in host n-d-813419-8 {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 14:27:21.896417 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T12:48:27Z,description=,heartbeat_timestamp=2021-10-22T14:26:57Z,host='n-d-813419-8',id=b4eb4440-3b84-4a56-908e-bf346d34525f,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T12:48:27Z,topic='l3_agent')) {'router_ids': ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:21.899092 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] For port 1b8b10cb-d6d2-4c4c-ad17-e27022065d59, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,segment=NetworkSegment(2322e1f1-8cd2-4805-aa07-7114d4e62e06),segment_id=2322e1f1-8cd2-4805-aa07-7114d4e62e06)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:21.899659 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:21.912478 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Calling delete_port for 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:21.984518 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] Set router 143665d6-4153-4a5f-b58d-60f5b30f7f9b gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 14:27:22.037908 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:27:21Z', 'revision_number': 6, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port_host': None}], 'n-d-813419-8', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:22.064504 n-d-813419-8 neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe99c8-29c0-4f08-9750-10be01d26af2 None None] The sync data for ids ['143665d6-4153-4a5f-b58d-60f5b30f7f9b'] in n-d-813419-8 is: [{'id': '143665d6-4153-4a5f-b58d-60f5b30f7f9b', 'name': 'tempest-TestSnapshotPattern-1288764436-router', 'tenant_id': '02a4444a2827465a9c2699d48979d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T14:21:52Z', 'updated_at': '2021-10-22T14:27:21Z', 'revision_number': 6, 'project_id': '02a4444a2827465a9c2699d48979d9db', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 14:27:22.077405 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.110441 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8b10cb-d6d2-4c4c-ad17-e27022065d59,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:22.168982 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952338'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.259629 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5954'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.262359 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.303833 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-962946'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.304279 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 143665d6-4153-4a5f-b58d-60f5b30f7f9b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 14:27:22.310554 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] Publish callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.311741 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-0e1c38e5-9199-41e6-acc3-b54e22fd7ad0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/143665d6-4153-4a5f-b58d-60f5b30f7f9b HTTP/1.1" status: 204 len: 168 time: 0.7651474 Oct 22 14:27:22.314250 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53074) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:22.364811 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Deleting subnet d50c147b-8f82-4947-b8f8-80f983a74ede {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 14:27:22.367846 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.403484 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317230'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.484543 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8230307'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.537123 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8230298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25260115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25568634'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.571878 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50c147b-8f82-4947-b8f8-80f983a74ede,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:22.574317 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.577554 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba7a95-bd28-43dd-b628-1f16990040d1 None None] Network cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c requested from n-d-813419-8 {{(pid=100621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 14:27:22.579092 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3ee57d09-463a-49e6-9d78-46fbaedbe4c2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d50c147b-8f82-4947-b8f8-80f983a74ede HTTP/1.1" status: 204 len: 168 time: 0.2638671 Oct 22 14:27:22.581536 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:22.650526 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8042327'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.705442 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Deleting port a2970d41-8275-45ab-969d-b6dcc8b87b00 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:22.705784 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.774783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] For port a2970d41-8275-45ab-969d-b6dcc8b87b00, host n-d-813419-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-8',level=0,port_id=a2970d41-8275-45ab-969d-b6dcc8b87b00,segment=NetworkSegment(eb121999-663b-451b-9e0a-a356f21148de),segment_id=eb121999-663b-451b-9e0a-a356f21148de)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:22.775068 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.788862 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Calling delete_port for a2970d41-8275-45ab-969d-b6dcc8b87b00 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:22.820594 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] DHCP port deletion for cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c request from n-d-813419-8 {{(pid=100621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 14:27:22.869961 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Deleting port a2970d41-8275-45ab-969d-b6dcc8b87b00 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 14:27:22.870409 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760076256013'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.873712 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25260046'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.888646 n-d-813419-8 neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] No DVR routers for this DVR port a2970d41-8275-45ab-969d-b6dcc8b87b00 on host n-d-813419-8 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:27:22.912103 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2970d41-8275-45ab-969d-b6dcc8b87b00,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:22.938544 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] For port a2970d41-8275-45ab-969d-b6dcc8b87b00, host n-d-813419-8, got binding levels [] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 14:27:22.939034 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956034'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.956608 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Calling delete_port for a2970d41-8275-45ab-969d-b6dcc8b87b00 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 14:27:22.959515 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.ipam_backend_mixin [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Port a2970d41-8275-45ab-969d-b6dcc8b87b00 was not found and therefore no delete operation was performed {{(pid=100621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 22 14:27:22.960978 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760076261075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075815087'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:22.982900 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8235818', 'neutron.services.segments.db._delete_segments_for_network-8760076386335'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.008240 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:23.019732 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb121999-663b-451b-9e0a-a356f21148de') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:23.020028 n-d-813419-8 neutron-server[100620]: DEBUG neutron.services.segments.db [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb121999-663b-451b-9e0a-a356f21148de') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 14:27:23.031882 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760076386856', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317239'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.055852 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.066552 n-d-813419-8 neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 14:27:23.067009 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8232216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25264125'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: Traceback (most recent call last): Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: timer() Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: cb(*args, **kw) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: return func(*args, **kwargs) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: self._notify() Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: self.callback(batched_events) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: event.method(event) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: return f(self, *a, **k) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: return self._get(url).json() Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: return self.request(url, 'GET', **kwargs) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 14:27:23.081941 n-d-813419-8 neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 14:27:23.139242 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8235809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-739352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952382'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.144926 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Publish callbacks [] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.147957 n-d-813419-8 neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] Pushing event deleted for resources: {'Port': ['ID=a2970d41-8275-45ab-969d-b6dcc8b87b00,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:23.148147 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] 10.222.0.25 "DELETE /v2.0/networks/cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c HTTP/1.1" status: 204 len: 168 time: 0.5656898 Oct 22 14:27:23.152713 n-d-813419-8 neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81969a58-ecb1-434f-9cd0-c303d4ab6d00 None None] No DVR routers for this DVR port a2970d41-8275-45ab-969d-b6dcc8b87b00 on host n-d-813419-8 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 14:27:23.172982 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4e80c-44f0-4c7a-92f7-fc807d24809a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfdd49c-6a0a-44d3-a0ea-4259d0abf59c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:23.271986 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53080) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:23.312372 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-f098b52c-1dd9-446d-b6b5-7a121e72950d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a75a0af6ac44620be175b4d3191b7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392311 Oct 22 14:27:23.314783 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53082) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:23.364079 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.384511 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.436110 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.438693 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.439893 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67f3064f-8c27-423f-86d1-50a6d58797d2 HTTP/1.1" status: 204 len: 168 time: 0.1242180 Oct 22 14:27:23.448051 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf21ee-97b3-452e-8905-abf7bb1cf099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f3064f-8c27-423f-86d1-50a6d58797d2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:23.766299 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53088) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:23.806657 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-6d04fbc0-ce9b-4c73-9fdd-758d813a36b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02a4444a2827465a9c2699d48979d9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387282 Oct 22 14:27:23.809127 n-d-813419-8 neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.25', 53090) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 14:27:23.858327 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.863286 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2970d41-8275-45ab-969d-b6dcc8b87b00 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:23.880589 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.883103 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: a2970d41-8275-45ab-969d-b6dcc8b87b00 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:23.883456 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device a2970d41-8275-45ab-969d-b6dcc8b87b00 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:23.883868 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:23.903592 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:23.903947 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 1b8b10cb-d6d2-4c4c-ad17-e27022065d59 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:23.904365 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 28a48c6e-d48c-4aca-83e3-f82893a69680 no longer exists at agent ovs-agent-n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 14:27:23.922981 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] No Port match for: 28a48c6e-d48c-4aca-83e3-f82893a69680 {{(pid=100621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 14:27:23.923336 n-d-813419-8 neutron-server[100621]: DEBUG neutron.plugins.ml2.rpc [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Device 28a48c6e-d48c-4aca-83e3-f82893a69680 not bound to the agent host n-d-813419-8 {{(pid=100621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 14:27:23.929824 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628191'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.932521 n-d-813419-8 neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:23.934114 n-d-813419-8 neutron-server[100620]: INFO neutron.wsgi [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a21189be-64dd-4eb6-bb3d-7ac654de7c5a HTTP/1.1" status: 204 len: 168 time: 0.1239176 Oct 22 14:27:23.942405 n-d-813419-8 neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a7c74-d34a-4110-a85c-cbea3ccacf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21189be-64dd-4eb6-bb3d-7ac654de7c5a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 14:27:24.220255 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74a4da4f-e204-4e5c-b473-fb11efe23c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:27.243850 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f2c232af-5b93-45ab-ad70-2baa36abd058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:27.976004 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:28.101017 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:30.084286 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:39.228337 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:40.636647 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:50.620075 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:27:54.222477 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b510f80-2e62-4f83-93cb-a61977fbb0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:57.246791 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-90cfd2db-364c-4d6b-a32c-9bb031a793cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:57.978360 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:27:58.093156 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:00.086135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:09.253854 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:10.636894 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:24.223452 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c3a3087d-52f1-4898-8b85-52816f9da0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:27.248444 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2956276d-80c3-4439-b744-5311c8275f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:27.619460 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:28:27.981459 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:28.096685 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:30.088778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:39.261893 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:40.647120 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:54.226671 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8b96863b-118d-490b-af3f-2761988bf274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:57.250090 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-59df82a3-a80d-47e6-b50b-2c8da6c53814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:57.982895 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:28:58.099157 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:00.094912 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:04.619451 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:29:09.261992 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:10.655736 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:24.229266 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e75058c8-3b52-4123-a350-b201ece2ba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:27.256996 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55ee0afe-6ded-4586-b86d-89e9a9553f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:27.985272 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:28.100847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:30.094964 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:39.260551 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:40.670323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:41.618958 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:29:54.233830 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b2ed-141f-41d9-848b-4066fbc8abd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:57.261595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3656-2aff-43df-85e4-2f93457b6a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:57.986345 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:29:58.103589 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:00.098003 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:09.276590 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:10.682135 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:18.618204 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:30:24.234937 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5b6925d3-b0d4-4e2b-9a4a-92e5eb74b96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:27.270264 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0ff31e56-d692-439d-b0f2-e97857228eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:27.990112 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:28.107323 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:30.102417 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:39.273872 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:40.683698 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:54.240386 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a3401e4-1229-40f2-8eea-852a1d9f5d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:55.618345 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:30:57.262043 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2577aff7-8507-4732-b4c7-2eb574635956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:57.992742 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:30:58.110289 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:00.103530 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:09.274310 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:10.696115 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:24.242217 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b81994ad-aa36-4292-95cf-a5cff47af47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:27.263237 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f2991e5d-b004-4ddd-9aa6-a08e29a8c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:27.994965 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:28.113243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:30.106080 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:32.616997 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:31:39.288423 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:40.705940 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:54.243729 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1c55c459-33ab-454f-b381-6bb1743cf425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:57.264837 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-252b106f-136a-4a70-b416-613198464c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:57.996902 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:31:58.116257 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:00.108245 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:09.287453 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:09.616414 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:32:10.711322 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:24.245183 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-481e4c7e-f7d0-461d-851a-16f18781c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:27.272055 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-70f9bec6-0bcf-4da2-a095-7d251bb257a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:27.998013 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:28.119243 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:30.110418 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:39.287222 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:40.711809 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:46.615383 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:32:54.247907 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-de1d4521-0ecf-42d1-9f7d-68b061cb4bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:57.263913 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-40217ae9-757b-441f-8bb2-1d69732be9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:57.999595 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:32:58.123660 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:00.113525 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:09.284505 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:10.715197 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:23.615910 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:33:24.250239 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3aef2e98-bf5d-4ed2-846d-763b0edec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:27.265378 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1353aeed-7a8b-40bd-b51d-5e90ef9ba0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:28.001746 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:28.124880 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:30.117625 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:39.304066 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:40.716237 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:54.253636 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b427a656-50d0-4ab6-a34a-3b592f55d04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:57.266162 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f36bbc6d-c3e4-4cf6-8de3-88fb5186158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:58.002839 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:33:58.126691 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:00.119973 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:00.615344 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:34:09.333527 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:10.723380 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:24.256724 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f751953d-c2e2-41d3-951e-7b94abd0543f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:27.267171 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6b49e232-eec5-4db0-b073-419ffaf41d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:28.006132 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:28.130847 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:30.123399 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:37.614648 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:34:39.332167 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:40.712106 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:54.258159 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f677c1b-03cc-457c-a276-a2f5adba8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:55.111070 n-d-813419-8 neutron-server[100619]: DEBUG neutron.wsgi [req-5638c534-f6d9-42ee-91fb-e3ab58190bfb req-92171368-3c7b-4500-a2d1-425d33cffd02 service neutron] (100619) timed out ('10.222.0.25', 50878) {{(pid=100619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 14:34:57.272365 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dd1b32b6-3d7a-48c1-ab2e-84c24f9b802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:58.009101 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:34:58.132915 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:00.127674 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:09.348575 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:10.736638 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:14.614681 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:35:24.260792 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-45eb49ba-e74c-40fb-b8c5-88c9f6e89c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:27.273592 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-df6fc3f3-3fa8-4e83-b9aa-7b2501aaa201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:28.010774 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:28.134281 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:30.131956 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:39.358334 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:40.735624 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:51.613887 n-d-813419-8 neutron-server[100622]: DEBUG neutron.db.agents_db [None req-996119c5-9a99-4cd2-a01b-de65c3659e5c None None] Agent healthcheck: found 7 active agents {{(pid=100622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 14:35:54.261801 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08b49d3e-7590-4ca0-b14b-bf52ec800b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:57.275667 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-953ef4bb-e171-443a-8c5e-34fc02ad3966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:58.014261 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb472-cd90-429c-8041-26fbbcf806b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:35:58.138778 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-494280eb-5276-4836-ace0-42067953e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:00.131815 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-abbed75a-e533-479c-818a-d10d47ee22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:09.357150 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3db9405b-a3ef-4bda-9487-73994392b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:10.722967 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c92b1283-c75c-4c6d-a893-bd40f0e322ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 14:36:24.264959 n-d-813419-8 neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f204973-4c17-40d6-906b-6fb535809e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760076386317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8233312'] for agent, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}